{ "best_metric": null, "best_model_checkpoint": null, "epoch": 4.999088060221187, "eval_steps": 500, "global_step": 301500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00016580723251148215, "grad_norm": 109.79438781738281, "learning_rate": 4.9998341927674886e-05, "loss": 34.8463, "step": 10 }, { "epoch": 0.0003316144650229643, "grad_norm": 81.6929702758789, "learning_rate": 4.9996683855349776e-05, "loss": 27.7375, "step": 20 }, { "epoch": 0.0004974216975344465, "grad_norm": 120.79693603515625, "learning_rate": 4.999502578302466e-05, "loss": 23.3415, "step": 30 }, { "epoch": 0.0006632289300459286, "grad_norm": 52.55632781982422, "learning_rate": 4.999336771069954e-05, "loss": 19.2015, "step": 40 }, { "epoch": 0.0008290361625574108, "grad_norm": 53.15950393676758, "learning_rate": 4.9991709638374427e-05, "loss": 15.5771, "step": 50 }, { "epoch": 0.000994843395068893, "grad_norm": 73.41146850585938, "learning_rate": 4.999005156604931e-05, "loss": 12.3386, "step": 60 }, { "epoch": 0.001160650627580375, "grad_norm": 44.55788803100586, "learning_rate": 4.99883934937242e-05, "loss": 8.9485, "step": 70 }, { "epoch": 0.0013264578600918572, "grad_norm": 33.051177978515625, "learning_rate": 4.9986735421399084e-05, "loss": 7.2857, "step": 80 }, { "epoch": 0.0014922650926033393, "grad_norm": 26.21866798400879, "learning_rate": 4.998507734907397e-05, "loss": 6.4788, "step": 90 }, { "epoch": 0.0016580723251148216, "grad_norm": 18.324951171875, "learning_rate": 4.998341927674886e-05, "loss": 5.5398, "step": 100 }, { "epoch": 0.0018238795576263037, "grad_norm": 19.497365951538086, "learning_rate": 4.998176120442374e-05, "loss": 5.0037, "step": 110 }, { "epoch": 0.001989686790137786, "grad_norm": 19.25829315185547, "learning_rate": 4.9980103132098624e-05, "loss": 4.4115, "step": 120 }, { "epoch": 0.002155494022649268, "grad_norm": 23.047880172729492, "learning_rate": 4.997844505977351e-05, "loss": 4.0825, "step": 130 }, { "epoch": 0.00232130125516075, "grad_norm": 24.13388442993164, "learning_rate": 4.997678698744839e-05, "loss": 3.6506, "step": 140 }, { "epoch": 0.002487108487672232, "grad_norm": 21.774208068847656, "learning_rate": 4.997512891512328e-05, "loss": 3.2266, "step": 150 }, { "epoch": 0.0026529157201837144, "grad_norm": 23.548694610595703, "learning_rate": 4.9973470842798165e-05, "loss": 2.9322, "step": 160 }, { "epoch": 0.0028187229526951967, "grad_norm": 23.51696014404297, "learning_rate": 4.997181277047305e-05, "loss": 2.5736, "step": 170 }, { "epoch": 0.0029845301852066785, "grad_norm": 20.82270622253418, "learning_rate": 4.997015469814794e-05, "loss": 2.3326, "step": 180 }, { "epoch": 0.003150337417718161, "grad_norm": 25.58837127685547, "learning_rate": 4.996849662582282e-05, "loss": 2.1009, "step": 190 }, { "epoch": 0.003316144650229643, "grad_norm": 21.284029006958008, "learning_rate": 4.9966838553497706e-05, "loss": 1.8926, "step": 200 }, { "epoch": 0.003481951882741125, "grad_norm": 22.47441291809082, "learning_rate": 4.996518048117259e-05, "loss": 1.9043, "step": 210 }, { "epoch": 0.0036477591152526074, "grad_norm": 19.976633071899414, "learning_rate": 4.996352240884747e-05, "loss": 1.5265, "step": 220 }, { "epoch": 0.0038135663477640897, "grad_norm": 17.19899559020996, "learning_rate": 4.996186433652236e-05, "loss": 1.4241, "step": 230 }, { "epoch": 0.003979373580275572, "grad_norm": 16.945711135864258, "learning_rate": 4.9960206264197247e-05, "loss": 1.2519, "step": 240 }, { "epoch": 0.004145180812787054, "grad_norm": 16.996570587158203, "learning_rate": 4.995854819187214e-05, "loss": 0.9836, "step": 250 }, { "epoch": 0.004310988045298536, "grad_norm": 14.975449562072754, "learning_rate": 4.995689011954702e-05, "loss": 0.9882, "step": 260 }, { "epoch": 0.0044767952778100185, "grad_norm": 13.705368995666504, "learning_rate": 4.9955232047221904e-05, "loss": 0.8918, "step": 270 }, { "epoch": 0.0046426025103215, "grad_norm": 10.148269653320312, "learning_rate": 4.995357397489679e-05, "loss": 0.7977, "step": 280 }, { "epoch": 0.004808409742832982, "grad_norm": 8.761241912841797, "learning_rate": 4.995191590257167e-05, "loss": 0.6151, "step": 290 }, { "epoch": 0.004974216975344464, "grad_norm": 7.461816787719727, "learning_rate": 4.9950257830246554e-05, "loss": 0.5366, "step": 300 }, { "epoch": 0.005140024207855947, "grad_norm": 6.372222900390625, "learning_rate": 4.9948599757921444e-05, "loss": 0.5936, "step": 310 }, { "epoch": 0.005305831440367429, "grad_norm": 4.860970973968506, "learning_rate": 4.994694168559633e-05, "loss": 0.5364, "step": 320 }, { "epoch": 0.005471638672878911, "grad_norm": 5.89552116394043, "learning_rate": 4.994528361327122e-05, "loss": 0.4627, "step": 330 }, { "epoch": 0.005637445905390393, "grad_norm": 4.741384983062744, "learning_rate": 4.99436255409461e-05, "loss": 0.4908, "step": 340 }, { "epoch": 0.005803253137901875, "grad_norm": 3.1789543628692627, "learning_rate": 4.994196746862098e-05, "loss": 0.4737, "step": 350 }, { "epoch": 0.005969060370413357, "grad_norm": 3.1718909740448, "learning_rate": 4.994030939629587e-05, "loss": 0.3431, "step": 360 }, { "epoch": 0.00613486760292484, "grad_norm": 2.128648281097412, "learning_rate": 4.993865132397075e-05, "loss": 0.4441, "step": 370 }, { "epoch": 0.006300674835436322, "grad_norm": 2.206056833267212, "learning_rate": 4.993699325164564e-05, "loss": 0.2672, "step": 380 }, { "epoch": 0.006466482067947804, "grad_norm": 1.7314456701278687, "learning_rate": 4.9935335179320526e-05, "loss": 0.3021, "step": 390 }, { "epoch": 0.006632289300459286, "grad_norm": 1.6557629108428955, "learning_rate": 4.993367710699541e-05, "loss": 0.356, "step": 400 }, { "epoch": 0.006798096532970768, "grad_norm": 2.247854709625244, "learning_rate": 4.99320190346703e-05, "loss": 0.2874, "step": 410 }, { "epoch": 0.00696390376548225, "grad_norm": 1.4757188558578491, "learning_rate": 4.9930360962345176e-05, "loss": 0.1997, "step": 420 }, { "epoch": 0.007129710997993733, "grad_norm": 1.7510404586791992, "learning_rate": 4.992870289002006e-05, "loss": 0.2275, "step": 430 }, { "epoch": 0.007295518230505215, "grad_norm": 1.557399868965149, "learning_rate": 4.992704481769495e-05, "loss": 0.2187, "step": 440 }, { "epoch": 0.007461325463016697, "grad_norm": 1.6794166564941406, "learning_rate": 4.9925386745369833e-05, "loss": 0.2226, "step": 450 }, { "epoch": 0.007627132695528179, "grad_norm": 1.3861808776855469, "learning_rate": 4.9923728673044724e-05, "loss": 0.1656, "step": 460 }, { "epoch": 0.007792939928039661, "grad_norm": 0.7758713960647583, "learning_rate": 4.992207060071961e-05, "loss": 0.1781, "step": 470 }, { "epoch": 0.007958747160551144, "grad_norm": 2.1363189220428467, "learning_rate": 4.992041252839449e-05, "loss": 0.2947, "step": 480 }, { "epoch": 0.008124554393062625, "grad_norm": 2.437793493270874, "learning_rate": 4.991875445606938e-05, "loss": 0.2929, "step": 490 }, { "epoch": 0.008290361625574108, "grad_norm": 1.1067910194396973, "learning_rate": 4.991709638374426e-05, "loss": 0.1796, "step": 500 }, { "epoch": 0.00845616885808559, "grad_norm": 1.3052817583084106, "learning_rate": 4.991543831141914e-05, "loss": 0.2379, "step": 510 }, { "epoch": 0.008621976090597071, "grad_norm": 1.446878433227539, "learning_rate": 4.991378023909403e-05, "loss": 0.1617, "step": 520 }, { "epoch": 0.008787783323108554, "grad_norm": 2.935535192489624, "learning_rate": 4.9912122166768915e-05, "loss": 0.27, "step": 530 }, { "epoch": 0.008953590555620037, "grad_norm": 2.0419487953186035, "learning_rate": 4.9910464094443805e-05, "loss": 0.292, "step": 540 }, { "epoch": 0.009119397788131518, "grad_norm": 1.3573977947235107, "learning_rate": 4.990880602211869e-05, "loss": 0.1671, "step": 550 }, { "epoch": 0.009285205020643, "grad_norm": 1.3887110948562622, "learning_rate": 4.990714794979357e-05, "loss": 0.1324, "step": 560 }, { "epoch": 0.009451012253154483, "grad_norm": 1.2779675722122192, "learning_rate": 4.9905489877468456e-05, "loss": 0.2387, "step": 570 }, { "epoch": 0.009616819485665964, "grad_norm": 3.0913052558898926, "learning_rate": 4.990383180514334e-05, "loss": 0.1337, "step": 580 }, { "epoch": 0.009782626718177447, "grad_norm": 0.8910306096076965, "learning_rate": 4.990217373281823e-05, "loss": 0.1472, "step": 590 }, { "epoch": 0.009948433950688928, "grad_norm": 1.5660994052886963, "learning_rate": 4.990051566049311e-05, "loss": 0.2407, "step": 600 }, { "epoch": 0.010114241183200411, "grad_norm": 0.2274719923734665, "learning_rate": 4.9898857588167996e-05, "loss": 0.179, "step": 610 }, { "epoch": 0.010280048415711894, "grad_norm": 0.852538526058197, "learning_rate": 4.9897199515842887e-05, "loss": 0.1293, "step": 620 }, { "epoch": 0.010445855648223375, "grad_norm": 2.4254045486450195, "learning_rate": 4.989554144351777e-05, "loss": 0.1891, "step": 630 }, { "epoch": 0.010611662880734857, "grad_norm": 3.439232349395752, "learning_rate": 4.9893883371192653e-05, "loss": 0.1583, "step": 640 }, { "epoch": 0.01077747011324634, "grad_norm": 0.246111199259758, "learning_rate": 4.989222529886754e-05, "loss": 0.1162, "step": 650 }, { "epoch": 0.010943277345757821, "grad_norm": 0.32217055559158325, "learning_rate": 4.989056722654242e-05, "loss": 0.155, "step": 660 }, { "epoch": 0.011109084578269304, "grad_norm": 0.2359275221824646, "learning_rate": 4.988890915421731e-05, "loss": 0.109, "step": 670 }, { "epoch": 0.011274891810780787, "grad_norm": 1.7340681552886963, "learning_rate": 4.9887251081892194e-05, "loss": 0.2616, "step": 680 }, { "epoch": 0.011440699043292268, "grad_norm": 0.9981541633605957, "learning_rate": 4.988559300956708e-05, "loss": 0.1946, "step": 690 }, { "epoch": 0.01160650627580375, "grad_norm": 0.9807122945785522, "learning_rate": 4.988393493724197e-05, "loss": 0.1264, "step": 700 }, { "epoch": 0.011772313508315233, "grad_norm": 1.520825982093811, "learning_rate": 4.988227686491685e-05, "loss": 0.1043, "step": 710 }, { "epoch": 0.011938120740826714, "grad_norm": 1.9849355220794678, "learning_rate": 4.9880618792591735e-05, "loss": 0.1314, "step": 720 }, { "epoch": 0.012103927973338197, "grad_norm": 1.9205882549285889, "learning_rate": 4.987896072026662e-05, "loss": 0.116, "step": 730 }, { "epoch": 0.01226973520584968, "grad_norm": 1.0162724256515503, "learning_rate": 4.98773026479415e-05, "loss": 0.1227, "step": 740 }, { "epoch": 0.01243554243836116, "grad_norm": 0.3501141667366028, "learning_rate": 4.987564457561639e-05, "loss": 0.136, "step": 750 }, { "epoch": 0.012601349670872643, "grad_norm": 1.5698120594024658, "learning_rate": 4.9873986503291276e-05, "loss": 0.2251, "step": 760 }, { "epoch": 0.012767156903384126, "grad_norm": 1.4688389301300049, "learning_rate": 4.987232843096616e-05, "loss": 0.0993, "step": 770 }, { "epoch": 0.012932964135895607, "grad_norm": 0.5145413875579834, "learning_rate": 4.987067035864105e-05, "loss": 0.1294, "step": 780 }, { "epoch": 0.01309877136840709, "grad_norm": 1.3610401153564453, "learning_rate": 4.986901228631593e-05, "loss": 0.1033, "step": 790 }, { "epoch": 0.013264578600918573, "grad_norm": 0.9860842227935791, "learning_rate": 4.9867354213990816e-05, "loss": 0.1808, "step": 800 }, { "epoch": 0.013430385833430054, "grad_norm": 2.4364562034606934, "learning_rate": 4.98656961416657e-05, "loss": 0.2344, "step": 810 }, { "epoch": 0.013596193065941536, "grad_norm": 1.7044353485107422, "learning_rate": 4.986403806934058e-05, "loss": 0.1323, "step": 820 }, { "epoch": 0.01376200029845302, "grad_norm": 0.4802016317844391, "learning_rate": 4.9862379997015473e-05, "loss": 0.1273, "step": 830 }, { "epoch": 0.0139278075309645, "grad_norm": 2.027956485748291, "learning_rate": 4.986072192469036e-05, "loss": 0.1333, "step": 840 }, { "epoch": 0.014093614763475983, "grad_norm": 0.7793817520141602, "learning_rate": 4.985906385236524e-05, "loss": 0.0981, "step": 850 }, { "epoch": 0.014259421995987466, "grad_norm": 0.7738738059997559, "learning_rate": 4.985740578004013e-05, "loss": 0.1099, "step": 860 }, { "epoch": 0.014425229228498947, "grad_norm": 0.17965856194496155, "learning_rate": 4.9855747707715014e-05, "loss": 0.0644, "step": 870 }, { "epoch": 0.01459103646101043, "grad_norm": 1.879437804222107, "learning_rate": 4.98540896353899e-05, "loss": 0.0999, "step": 880 }, { "epoch": 0.014756843693521912, "grad_norm": 3.1412246227264404, "learning_rate": 4.985243156306478e-05, "loss": 0.1842, "step": 890 }, { "epoch": 0.014922650926033393, "grad_norm": 2.8094780445098877, "learning_rate": 4.9850773490739665e-05, "loss": 0.1815, "step": 900 }, { "epoch": 0.015088458158544876, "grad_norm": 0.40429702401161194, "learning_rate": 4.9849115418414555e-05, "loss": 0.0821, "step": 910 }, { "epoch": 0.015254265391056359, "grad_norm": 1.8217878341674805, "learning_rate": 4.984745734608944e-05, "loss": 0.1571, "step": 920 }, { "epoch": 0.01542007262356784, "grad_norm": 1.6329265832901, "learning_rate": 4.984579927376433e-05, "loss": 0.1202, "step": 930 }, { "epoch": 0.015585879856079322, "grad_norm": 1.588517189025879, "learning_rate": 4.984414120143921e-05, "loss": 0.0768, "step": 940 }, { "epoch": 0.015751687088590805, "grad_norm": 1.19631028175354, "learning_rate": 4.9842483129114096e-05, "loss": 0.0665, "step": 950 }, { "epoch": 0.015917494321102288, "grad_norm": 0.23712433874607086, "learning_rate": 4.984082505678898e-05, "loss": 0.0786, "step": 960 }, { "epoch": 0.016083301553613767, "grad_norm": 1.963419795036316, "learning_rate": 4.983916698446386e-05, "loss": 0.1119, "step": 970 }, { "epoch": 0.01624910878612525, "grad_norm": 1.4658414125442505, "learning_rate": 4.9837508912138746e-05, "loss": 0.1123, "step": 980 }, { "epoch": 0.016414916018636733, "grad_norm": 0.6227926015853882, "learning_rate": 4.9835850839813636e-05, "loss": 0.129, "step": 990 }, { "epoch": 0.016580723251148215, "grad_norm": 0.5894104242324829, "learning_rate": 4.983419276748852e-05, "loss": 0.1224, "step": 1000 }, { "epoch": 0.016746530483659698, "grad_norm": 1.2121788263320923, "learning_rate": 4.983253469516341e-05, "loss": 0.1257, "step": 1010 }, { "epoch": 0.01691233771617118, "grad_norm": 0.38510796427726746, "learning_rate": 4.9830876622838293e-05, "loss": 0.0984, "step": 1020 }, { "epoch": 0.01707814494868266, "grad_norm": 0.2759506106376648, "learning_rate": 4.982921855051318e-05, "loss": 0.1124, "step": 1030 }, { "epoch": 0.017243952181194143, "grad_norm": 1.4322870969772339, "learning_rate": 4.982756047818806e-05, "loss": 0.1622, "step": 1040 }, { "epoch": 0.017409759413705626, "grad_norm": 0.4027339518070221, "learning_rate": 4.9825902405862944e-05, "loss": 0.0629, "step": 1050 }, { "epoch": 0.01757556664621711, "grad_norm": 0.6570175290107727, "learning_rate": 4.9824244333537834e-05, "loss": 0.1785, "step": 1060 }, { "epoch": 0.01774137387872859, "grad_norm": 0.18303556740283966, "learning_rate": 4.982258626121272e-05, "loss": 0.1342, "step": 1070 }, { "epoch": 0.017907181111240074, "grad_norm": 1.2368245124816895, "learning_rate": 4.98209281888876e-05, "loss": 0.1426, "step": 1080 }, { "epoch": 0.018072988343751553, "grad_norm": 0.3534739911556244, "learning_rate": 4.981927011656249e-05, "loss": 0.0822, "step": 1090 }, { "epoch": 0.018238795576263036, "grad_norm": 0.6386743187904358, "learning_rate": 4.9817612044237375e-05, "loss": 0.0811, "step": 1100 }, { "epoch": 0.01840460280877452, "grad_norm": 1.635823369026184, "learning_rate": 4.981595397191225e-05, "loss": 0.0797, "step": 1110 }, { "epoch": 0.018570410041286, "grad_norm": 1.346262812614441, "learning_rate": 4.981429589958714e-05, "loss": 0.0726, "step": 1120 }, { "epoch": 0.018736217273797484, "grad_norm": 0.9286471009254456, "learning_rate": 4.9812637827262025e-05, "loss": 0.1003, "step": 1130 }, { "epoch": 0.018902024506308967, "grad_norm": 0.7157194018363953, "learning_rate": 4.9810979754936916e-05, "loss": 0.0977, "step": 1140 }, { "epoch": 0.019067831738820446, "grad_norm": 0.14988984167575836, "learning_rate": 4.98093216826118e-05, "loss": 0.0928, "step": 1150 }, { "epoch": 0.01923363897133193, "grad_norm": 0.11805574595928192, "learning_rate": 4.980766361028668e-05, "loss": 0.0781, "step": 1160 }, { "epoch": 0.01939944620384341, "grad_norm": 0.39213982224464417, "learning_rate": 4.980600553796157e-05, "loss": 0.0917, "step": 1170 }, { "epoch": 0.019565253436354894, "grad_norm": 0.668154239654541, "learning_rate": 4.980434746563645e-05, "loss": 0.0887, "step": 1180 }, { "epoch": 0.019731060668866377, "grad_norm": 0.472821980714798, "learning_rate": 4.980268939331133e-05, "loss": 0.1119, "step": 1190 }, { "epoch": 0.019896867901377856, "grad_norm": 1.126739740371704, "learning_rate": 4.980103132098622e-05, "loss": 0.1022, "step": 1200 }, { "epoch": 0.02006267513388934, "grad_norm": 2.1309876441955566, "learning_rate": 4.979937324866111e-05, "loss": 0.0584, "step": 1210 }, { "epoch": 0.020228482366400822, "grad_norm": 0.5066514015197754, "learning_rate": 4.9797715176336e-05, "loss": 0.0912, "step": 1220 }, { "epoch": 0.020394289598912305, "grad_norm": 1.4675718545913696, "learning_rate": 4.979605710401088e-05, "loss": 0.1569, "step": 1230 }, { "epoch": 0.020560096831423787, "grad_norm": 2.0385618209838867, "learning_rate": 4.9794399031685764e-05, "loss": 0.1292, "step": 1240 }, { "epoch": 0.02072590406393527, "grad_norm": 1.4143139123916626, "learning_rate": 4.9792740959360654e-05, "loss": 0.093, "step": 1250 }, { "epoch": 0.02089171129644675, "grad_norm": 1.8527302742004395, "learning_rate": 4.979108288703553e-05, "loss": 0.0729, "step": 1260 }, { "epoch": 0.021057518528958232, "grad_norm": 0.9572662711143494, "learning_rate": 4.978942481471042e-05, "loss": 0.0614, "step": 1270 }, { "epoch": 0.021223325761469715, "grad_norm": 1.5317833423614502, "learning_rate": 4.9787766742385305e-05, "loss": 0.1173, "step": 1280 }, { "epoch": 0.021389132993981198, "grad_norm": 0.785931408405304, "learning_rate": 4.978610867006019e-05, "loss": 0.0498, "step": 1290 }, { "epoch": 0.02155494022649268, "grad_norm": 1.314540982246399, "learning_rate": 4.978445059773508e-05, "loss": 0.0894, "step": 1300 }, { "epoch": 0.021720747459004163, "grad_norm": 4.114462852478027, "learning_rate": 4.978279252540996e-05, "loss": 0.1234, "step": 1310 }, { "epoch": 0.021886554691515642, "grad_norm": 0.2721794545650482, "learning_rate": 4.9781134453084845e-05, "loss": 0.0394, "step": 1320 }, { "epoch": 0.022052361924027125, "grad_norm": 1.0952080488204956, "learning_rate": 4.977947638075973e-05, "loss": 0.046, "step": 1330 }, { "epoch": 0.022218169156538608, "grad_norm": 2.688795566558838, "learning_rate": 4.977781830843461e-05, "loss": 0.0936, "step": 1340 }, { "epoch": 0.02238397638905009, "grad_norm": 0.20777572691440582, "learning_rate": 4.97761602361095e-05, "loss": 0.0654, "step": 1350 }, { "epoch": 0.022549783621561573, "grad_norm": 0.4469005763530731, "learning_rate": 4.9774502163784386e-05, "loss": 0.0976, "step": 1360 }, { "epoch": 0.022715590854073056, "grad_norm": 1.5588303804397583, "learning_rate": 4.977284409145927e-05, "loss": 0.0959, "step": 1370 }, { "epoch": 0.022881398086584535, "grad_norm": 1.517173409461975, "learning_rate": 4.977118601913416e-05, "loss": 0.0654, "step": 1380 }, { "epoch": 0.023047205319096018, "grad_norm": 1.5733473300933838, "learning_rate": 4.976952794680904e-05, "loss": 0.1433, "step": 1390 }, { "epoch": 0.0232130125516075, "grad_norm": 0.40983855724334717, "learning_rate": 4.976786987448393e-05, "loss": 0.0445, "step": 1400 }, { "epoch": 0.023378819784118984, "grad_norm": 0.6454835534095764, "learning_rate": 4.976621180215881e-05, "loss": 0.0432, "step": 1410 }, { "epoch": 0.023544627016630466, "grad_norm": 1.406377911567688, "learning_rate": 4.9764553729833694e-05, "loss": 0.1309, "step": 1420 }, { "epoch": 0.02371043424914195, "grad_norm": 1.2362462282180786, "learning_rate": 4.9762895657508584e-05, "loss": 0.0806, "step": 1430 }, { "epoch": 0.02387624148165343, "grad_norm": 1.5802264213562012, "learning_rate": 4.976123758518347e-05, "loss": 0.0637, "step": 1440 }, { "epoch": 0.02404204871416491, "grad_norm": 0.1440366506576538, "learning_rate": 4.975957951285835e-05, "loss": 0.1153, "step": 1450 }, { "epoch": 0.024207855946676394, "grad_norm": 0.530119001865387, "learning_rate": 4.975792144053324e-05, "loss": 0.1593, "step": 1460 }, { "epoch": 0.024373663179187877, "grad_norm": 0.13002708554267883, "learning_rate": 4.9756263368208125e-05, "loss": 0.1156, "step": 1470 }, { "epoch": 0.02453947041169936, "grad_norm": 1.0295573472976685, "learning_rate": 4.975460529588301e-05, "loss": 0.0798, "step": 1480 }, { "epoch": 0.024705277644210842, "grad_norm": 0.040076710283756256, "learning_rate": 4.975294722355789e-05, "loss": 0.0913, "step": 1490 }, { "epoch": 0.02487108487672232, "grad_norm": 0.04880061745643616, "learning_rate": 4.9751289151232775e-05, "loss": 0.0496, "step": 1500 }, { "epoch": 0.025036892109233804, "grad_norm": 1.2317492961883545, "learning_rate": 4.9749631078907665e-05, "loss": 0.0992, "step": 1510 }, { "epoch": 0.025202699341745287, "grad_norm": 0.9902093410491943, "learning_rate": 4.974797300658255e-05, "loss": 0.0547, "step": 1520 }, { "epoch": 0.02536850657425677, "grad_norm": 1.2415732145309448, "learning_rate": 4.974631493425743e-05, "loss": 0.0923, "step": 1530 }, { "epoch": 0.025534313806768252, "grad_norm": 1.3250460624694824, "learning_rate": 4.974465686193232e-05, "loss": 0.0569, "step": 1540 }, { "epoch": 0.025700121039279735, "grad_norm": 1.9399117231369019, "learning_rate": 4.9742998789607206e-05, "loss": 0.1527, "step": 1550 }, { "epoch": 0.025865928271791214, "grad_norm": 0.2999373972415924, "learning_rate": 4.974134071728209e-05, "loss": 0.0677, "step": 1560 }, { "epoch": 0.026031735504302697, "grad_norm": 1.0907196998596191, "learning_rate": 4.973968264495697e-05, "loss": 0.0521, "step": 1570 }, { "epoch": 0.02619754273681418, "grad_norm": 0.21903936564922333, "learning_rate": 4.9738024572631856e-05, "loss": 0.0754, "step": 1580 }, { "epoch": 0.026363349969325663, "grad_norm": 1.0245623588562012, "learning_rate": 4.973636650030675e-05, "loss": 0.0518, "step": 1590 }, { "epoch": 0.026529157201837145, "grad_norm": 1.186867356300354, "learning_rate": 4.973470842798163e-05, "loss": 0.0726, "step": 1600 }, { "epoch": 0.026694964434348625, "grad_norm": 0.026852885261178017, "learning_rate": 4.973305035565652e-05, "loss": 0.0471, "step": 1610 }, { "epoch": 0.026860771666860107, "grad_norm": 0.5144383311271667, "learning_rate": 4.9731392283331404e-05, "loss": 0.1679, "step": 1620 }, { "epoch": 0.02702657889937159, "grad_norm": 0.14345477521419525, "learning_rate": 4.972973421100629e-05, "loss": 0.049, "step": 1630 }, { "epoch": 0.027192386131883073, "grad_norm": 0.47865691781044006, "learning_rate": 4.972807613868117e-05, "loss": 0.0475, "step": 1640 }, { "epoch": 0.027358193364394556, "grad_norm": 0.859298586845398, "learning_rate": 4.9726418066356054e-05, "loss": 0.1011, "step": 1650 }, { "epoch": 0.02752400059690604, "grad_norm": 1.4163697957992554, "learning_rate": 4.972475999403094e-05, "loss": 0.0703, "step": 1660 }, { "epoch": 0.027689807829417518, "grad_norm": 0.045599564909935, "learning_rate": 4.972310192170583e-05, "loss": 0.0963, "step": 1670 }, { "epoch": 0.027855615061929, "grad_norm": 4.137866497039795, "learning_rate": 4.972144384938071e-05, "loss": 0.1377, "step": 1680 }, { "epoch": 0.028021422294440483, "grad_norm": 0.32401353120803833, "learning_rate": 4.97197857770556e-05, "loss": 0.086, "step": 1690 }, { "epoch": 0.028187229526951966, "grad_norm": 0.7218141555786133, "learning_rate": 4.9718127704730485e-05, "loss": 0.0259, "step": 1700 }, { "epoch": 0.02835303675946345, "grad_norm": 0.15262173116207123, "learning_rate": 4.971646963240537e-05, "loss": 0.1125, "step": 1710 }, { "epoch": 0.02851884399197493, "grad_norm": 1.0287280082702637, "learning_rate": 4.971481156008025e-05, "loss": 0.0898, "step": 1720 }, { "epoch": 0.02868465122448641, "grad_norm": 1.002152919769287, "learning_rate": 4.9713153487755136e-05, "loss": 0.0392, "step": 1730 }, { "epoch": 0.028850458456997893, "grad_norm": 0.7929897904396057, "learning_rate": 4.9711495415430026e-05, "loss": 0.0571, "step": 1740 }, { "epoch": 0.029016265689509376, "grad_norm": 1.0743203163146973, "learning_rate": 4.970983734310491e-05, "loss": 0.107, "step": 1750 }, { "epoch": 0.02918207292202086, "grad_norm": 0.13845272362232208, "learning_rate": 4.970817927077979e-05, "loss": 0.0445, "step": 1760 }, { "epoch": 0.02934788015453234, "grad_norm": 0.7741107940673828, "learning_rate": 4.970652119845468e-05, "loss": 0.1014, "step": 1770 }, { "epoch": 0.029513687387043824, "grad_norm": 1.2481175661087036, "learning_rate": 4.9704863126129567e-05, "loss": 0.0718, "step": 1780 }, { "epoch": 0.029679494619555304, "grad_norm": 1.288852334022522, "learning_rate": 4.970320505380445e-05, "loss": 0.0369, "step": 1790 }, { "epoch": 0.029845301852066786, "grad_norm": 0.7670074105262756, "learning_rate": 4.9701546981479334e-05, "loss": 0.0838, "step": 1800 }, { "epoch": 0.03001110908457827, "grad_norm": 2.047604560852051, "learning_rate": 4.969988890915422e-05, "loss": 0.0649, "step": 1810 }, { "epoch": 0.030176916317089752, "grad_norm": 2.161517858505249, "learning_rate": 4.969823083682911e-05, "loss": 0.0731, "step": 1820 }, { "epoch": 0.030342723549601235, "grad_norm": 0.28009942173957825, "learning_rate": 4.969657276450399e-05, "loss": 0.0655, "step": 1830 }, { "epoch": 0.030508530782112717, "grad_norm": 0.037876736372709274, "learning_rate": 4.9694914692178874e-05, "loss": 0.0581, "step": 1840 }, { "epoch": 0.030674338014624197, "grad_norm": 1.524927020072937, "learning_rate": 4.9693256619853765e-05, "loss": 0.0322, "step": 1850 }, { "epoch": 0.03084014524713568, "grad_norm": 0.5107229948043823, "learning_rate": 4.969159854752865e-05, "loss": 0.107, "step": 1860 }, { "epoch": 0.031005952479647162, "grad_norm": 0.1810644268989563, "learning_rate": 4.9689940475203525e-05, "loss": 0.0213, "step": 1870 }, { "epoch": 0.031171759712158645, "grad_norm": 0.0929032489657402, "learning_rate": 4.9688282402878415e-05, "loss": 0.0351, "step": 1880 }, { "epoch": 0.031337566944670124, "grad_norm": 1.6947675943374634, "learning_rate": 4.96866243305533e-05, "loss": 0.0597, "step": 1890 }, { "epoch": 0.03150337417718161, "grad_norm": 1.4139924049377441, "learning_rate": 4.968496625822819e-05, "loss": 0.0387, "step": 1900 }, { "epoch": 0.03166918140969309, "grad_norm": 0.2923526167869568, "learning_rate": 4.968330818590307e-05, "loss": 0.0918, "step": 1910 }, { "epoch": 0.031834988642204576, "grad_norm": 0.6765203475952148, "learning_rate": 4.9681650113577956e-05, "loss": 0.0615, "step": 1920 }, { "epoch": 0.032000795874716055, "grad_norm": 2.023730993270874, "learning_rate": 4.9679992041252846e-05, "loss": 0.0473, "step": 1930 }, { "epoch": 0.032166603107227534, "grad_norm": 0.35581648349761963, "learning_rate": 4.967833396892773e-05, "loss": 0.0369, "step": 1940 }, { "epoch": 0.03233241033973902, "grad_norm": 0.6090412139892578, "learning_rate": 4.967667589660261e-05, "loss": 0.063, "step": 1950 }, { "epoch": 0.0324982175722505, "grad_norm": 1.1433535814285278, "learning_rate": 4.9675017824277496e-05, "loss": 0.0421, "step": 1960 }, { "epoch": 0.032664024804761986, "grad_norm": 0.4590615928173065, "learning_rate": 4.967335975195238e-05, "loss": 0.0451, "step": 1970 }, { "epoch": 0.032829832037273465, "grad_norm": 2.5829272270202637, "learning_rate": 4.967170167962727e-05, "loss": 0.0632, "step": 1980 }, { "epoch": 0.032995639269784945, "grad_norm": 0.4265197217464447, "learning_rate": 4.9670043607302154e-05, "loss": 0.0306, "step": 1990 }, { "epoch": 0.03316144650229643, "grad_norm": 0.22921563684940338, "learning_rate": 4.966838553497704e-05, "loss": 0.0574, "step": 2000 }, { "epoch": 0.03332725373480791, "grad_norm": 1.7583736181259155, "learning_rate": 4.966672746265193e-05, "loss": 0.0819, "step": 2010 }, { "epoch": 0.033493060967319396, "grad_norm": 0.1348528414964676, "learning_rate": 4.9665069390326804e-05, "loss": 0.0981, "step": 2020 }, { "epoch": 0.033658868199830876, "grad_norm": 1.4681768417358398, "learning_rate": 4.9663411318001694e-05, "loss": 0.0441, "step": 2030 }, { "epoch": 0.03382467543234236, "grad_norm": 0.7435790300369263, "learning_rate": 4.966175324567658e-05, "loss": 0.0532, "step": 2040 }, { "epoch": 0.03399048266485384, "grad_norm": 0.7985078692436218, "learning_rate": 4.966009517335146e-05, "loss": 0.0393, "step": 2050 }, { "epoch": 0.03415628989736532, "grad_norm": 0.2910737991333008, "learning_rate": 4.965843710102635e-05, "loss": 0.0484, "step": 2060 }, { "epoch": 0.03432209712987681, "grad_norm": 0.4731707274913788, "learning_rate": 4.9656779028701235e-05, "loss": 0.017, "step": 2070 }, { "epoch": 0.034487904362388286, "grad_norm": 3.0430705547332764, "learning_rate": 4.9655120956376125e-05, "loss": 0.0538, "step": 2080 }, { "epoch": 0.03465371159489977, "grad_norm": 0.022626608610153198, "learning_rate": 4.9653462884051e-05, "loss": 0.0547, "step": 2090 }, { "epoch": 0.03481951882741125, "grad_norm": 0.24766778945922852, "learning_rate": 4.9651804811725885e-05, "loss": 0.0305, "step": 2100 }, { "epoch": 0.03498532605992273, "grad_norm": 1.6132298707962036, "learning_rate": 4.9650146739400776e-05, "loss": 0.0526, "step": 2110 }, { "epoch": 0.03515113329243422, "grad_norm": 0.8477939963340759, "learning_rate": 4.964848866707566e-05, "loss": 0.0416, "step": 2120 }, { "epoch": 0.035316940524945696, "grad_norm": 0.033445149660110474, "learning_rate": 4.964683059475054e-05, "loss": 0.1004, "step": 2130 }, { "epoch": 0.03548274775745718, "grad_norm": 1.4991676807403564, "learning_rate": 4.964517252242543e-05, "loss": 0.098, "step": 2140 }, { "epoch": 0.03564855498996866, "grad_norm": 1.0226750373840332, "learning_rate": 4.9643514450100316e-05, "loss": 0.0832, "step": 2150 }, { "epoch": 0.03581436222248015, "grad_norm": 0.4763188660144806, "learning_rate": 4.9641856377775207e-05, "loss": 0.0465, "step": 2160 }, { "epoch": 0.03598016945499163, "grad_norm": 0.38092997670173645, "learning_rate": 4.964019830545008e-05, "loss": 0.0547, "step": 2170 }, { "epoch": 0.036145976687503106, "grad_norm": 0.07136817276477814, "learning_rate": 4.963854023312497e-05, "loss": 0.0414, "step": 2180 }, { "epoch": 0.03631178392001459, "grad_norm": 0.32380616664886475, "learning_rate": 4.963688216079986e-05, "loss": 0.0629, "step": 2190 }, { "epoch": 0.03647759115252607, "grad_norm": 0.7217604517936707, "learning_rate": 4.963522408847474e-05, "loss": 0.0323, "step": 2200 }, { "epoch": 0.03664339838503756, "grad_norm": 0.9939376711845398, "learning_rate": 4.9633566016149624e-05, "loss": 0.071, "step": 2210 }, { "epoch": 0.03680920561754904, "grad_norm": 1.312158226966858, "learning_rate": 4.9631907943824514e-05, "loss": 0.0588, "step": 2220 }, { "epoch": 0.03697501285006052, "grad_norm": 2.1707942485809326, "learning_rate": 4.96302498714994e-05, "loss": 0.0667, "step": 2230 }, { "epoch": 0.037140820082572, "grad_norm": 0.7765591144561768, "learning_rate": 4.962859179917428e-05, "loss": 0.069, "step": 2240 }, { "epoch": 0.03730662731508348, "grad_norm": 1.1732659339904785, "learning_rate": 4.9626933726849165e-05, "loss": 0.048, "step": 2250 }, { "epoch": 0.03747243454759497, "grad_norm": 1.4696507453918457, "learning_rate": 4.962527565452405e-05, "loss": 0.0616, "step": 2260 }, { "epoch": 0.03763824178010645, "grad_norm": 0.1645936816930771, "learning_rate": 4.962361758219894e-05, "loss": 0.0597, "step": 2270 }, { "epoch": 0.037804049012617934, "grad_norm": 0.614647626876831, "learning_rate": 4.962195950987382e-05, "loss": 0.033, "step": 2280 }, { "epoch": 0.03796985624512941, "grad_norm": 0.7980538010597229, "learning_rate": 4.962030143754871e-05, "loss": 0.0688, "step": 2290 }, { "epoch": 0.03813566347764089, "grad_norm": 0.9161413908004761, "learning_rate": 4.9618643365223596e-05, "loss": 0.0285, "step": 2300 }, { "epoch": 0.03830147071015238, "grad_norm": 0.3435547947883606, "learning_rate": 4.961698529289848e-05, "loss": 0.0442, "step": 2310 }, { "epoch": 0.03846727794266386, "grad_norm": 0.4573582112789154, "learning_rate": 4.961532722057336e-05, "loss": 0.0664, "step": 2320 }, { "epoch": 0.038633085175175344, "grad_norm": 1.2398350238800049, "learning_rate": 4.9613669148248246e-05, "loss": 0.0265, "step": 2330 }, { "epoch": 0.03879889240768682, "grad_norm": 0.460915744304657, "learning_rate": 4.961201107592313e-05, "loss": 0.0328, "step": 2340 }, { "epoch": 0.0389646996401983, "grad_norm": 0.4185839891433716, "learning_rate": 4.961035300359802e-05, "loss": 0.0279, "step": 2350 }, { "epoch": 0.03913050687270979, "grad_norm": 0.11494999378919601, "learning_rate": 4.96086949312729e-05, "loss": 0.0614, "step": 2360 }, { "epoch": 0.03929631410522127, "grad_norm": 0.689552903175354, "learning_rate": 4.9607036858947794e-05, "loss": 0.0442, "step": 2370 }, { "epoch": 0.039462121337732754, "grad_norm": 0.7691337466239929, "learning_rate": 4.960537878662268e-05, "loss": 0.0456, "step": 2380 }, { "epoch": 0.039627928570244234, "grad_norm": 0.052384477108716965, "learning_rate": 4.960372071429756e-05, "loss": 0.0494, "step": 2390 }, { "epoch": 0.03979373580275571, "grad_norm": 0.04881826788187027, "learning_rate": 4.9602062641972444e-05, "loss": 0.0439, "step": 2400 }, { "epoch": 0.0399595430352672, "grad_norm": 0.6998599171638489, "learning_rate": 4.960040456964733e-05, "loss": 0.069, "step": 2410 }, { "epoch": 0.04012535026777868, "grad_norm": 0.29862841963768005, "learning_rate": 4.959874649732222e-05, "loss": 0.0255, "step": 2420 }, { "epoch": 0.040291157500290165, "grad_norm": 0.09566017240285873, "learning_rate": 4.95970884249971e-05, "loss": 0.0954, "step": 2430 }, { "epoch": 0.040456964732801644, "grad_norm": 2.398245096206665, "learning_rate": 4.9595430352671985e-05, "loss": 0.1168, "step": 2440 }, { "epoch": 0.04062277196531313, "grad_norm": 0.38371214270591736, "learning_rate": 4.9593772280346875e-05, "loss": 0.0522, "step": 2450 }, { "epoch": 0.04078857919782461, "grad_norm": 1.2986695766448975, "learning_rate": 4.959211420802176e-05, "loss": 0.0948, "step": 2460 }, { "epoch": 0.04095438643033609, "grad_norm": 0.1148553341627121, "learning_rate": 4.959045613569664e-05, "loss": 0.0126, "step": 2470 }, { "epoch": 0.041120193662847575, "grad_norm": 0.5144603252410889, "learning_rate": 4.9588798063371525e-05, "loss": 0.1013, "step": 2480 }, { "epoch": 0.041286000895359054, "grad_norm": 0.8483805656433105, "learning_rate": 4.958713999104641e-05, "loss": 0.1178, "step": 2490 }, { "epoch": 0.04145180812787054, "grad_norm": 0.7790936827659607, "learning_rate": 4.95854819187213e-05, "loss": 0.055, "step": 2500 }, { "epoch": 0.04161761536038202, "grad_norm": 1.5183806419372559, "learning_rate": 4.958382384639618e-05, "loss": 0.0511, "step": 2510 }, { "epoch": 0.0417834225928935, "grad_norm": 0.5153651833534241, "learning_rate": 4.9582165774071066e-05, "loss": 0.0719, "step": 2520 }, { "epoch": 0.041949229825404985, "grad_norm": 0.3826785087585449, "learning_rate": 4.9580507701745956e-05, "loss": 0.0784, "step": 2530 }, { "epoch": 0.042115037057916464, "grad_norm": 0.5407500863075256, "learning_rate": 4.957884962942084e-05, "loss": 0.0822, "step": 2540 }, { "epoch": 0.04228084429042795, "grad_norm": 1.0181810855865479, "learning_rate": 4.957719155709572e-05, "loss": 0.0673, "step": 2550 }, { "epoch": 0.04244665152293943, "grad_norm": 2.841787099838257, "learning_rate": 4.957553348477061e-05, "loss": 0.0377, "step": 2560 }, { "epoch": 0.042612458755450916, "grad_norm": 0.2872307598590851, "learning_rate": 4.957387541244549e-05, "loss": 0.0575, "step": 2570 }, { "epoch": 0.042778265987962395, "grad_norm": 0.10079275071620941, "learning_rate": 4.957221734012038e-05, "loss": 0.0212, "step": 2580 }, { "epoch": 0.042944073220473875, "grad_norm": 0.2631434202194214, "learning_rate": 4.9570559267795264e-05, "loss": 0.0464, "step": 2590 }, { "epoch": 0.04310988045298536, "grad_norm": 1.2263966798782349, "learning_rate": 4.956890119547015e-05, "loss": 0.0792, "step": 2600 }, { "epoch": 0.04327568768549684, "grad_norm": 1.2878841161727905, "learning_rate": 4.956724312314504e-05, "loss": 0.0437, "step": 2610 }, { "epoch": 0.043441494918008326, "grad_norm": 2.337204933166504, "learning_rate": 4.956558505081992e-05, "loss": 0.0578, "step": 2620 }, { "epoch": 0.043607302150519806, "grad_norm": 1.4003582000732422, "learning_rate": 4.9563926978494805e-05, "loss": 0.0198, "step": 2630 }, { "epoch": 0.043773109383031285, "grad_norm": 0.5133742094039917, "learning_rate": 4.956226890616969e-05, "loss": 0.0793, "step": 2640 }, { "epoch": 0.04393891661554277, "grad_norm": 0.03039158135652542, "learning_rate": 4.956061083384457e-05, "loss": 0.0981, "step": 2650 }, { "epoch": 0.04410472384805425, "grad_norm": 0.7529699206352234, "learning_rate": 4.955895276151946e-05, "loss": 0.0498, "step": 2660 }, { "epoch": 0.044270531080565736, "grad_norm": 0.6782702207565308, "learning_rate": 4.9557294689194345e-05, "loss": 0.0401, "step": 2670 }, { "epoch": 0.044436338313077216, "grad_norm": 1.2603768110275269, "learning_rate": 4.955563661686923e-05, "loss": 0.0793, "step": 2680 }, { "epoch": 0.0446021455455887, "grad_norm": 0.3897823989391327, "learning_rate": 4.955397854454412e-05, "loss": 0.0458, "step": 2690 }, { "epoch": 0.04476795277810018, "grad_norm": 0.6148120164871216, "learning_rate": 4.9552320472219e-05, "loss": 0.0678, "step": 2700 }, { "epoch": 0.04493376001061166, "grad_norm": 1.8432673215866089, "learning_rate": 4.9550662399893886e-05, "loss": 0.0459, "step": 2710 }, { "epoch": 0.04509956724312315, "grad_norm": 0.2699815034866333, "learning_rate": 4.954900432756877e-05, "loss": 0.0377, "step": 2720 }, { "epoch": 0.045265374475634626, "grad_norm": 0.3297751247882843, "learning_rate": 4.954734625524365e-05, "loss": 0.0595, "step": 2730 }, { "epoch": 0.04543118170814611, "grad_norm": 0.5581121444702148, "learning_rate": 4.954568818291854e-05, "loss": 0.0499, "step": 2740 }, { "epoch": 0.04559698894065759, "grad_norm": 0.7724889516830444, "learning_rate": 4.954403011059343e-05, "loss": 0.1005, "step": 2750 }, { "epoch": 0.04576279617316907, "grad_norm": 0.26241400837898254, "learning_rate": 4.954237203826832e-05, "loss": 0.0668, "step": 2760 }, { "epoch": 0.04592860340568056, "grad_norm": 1.010024905204773, "learning_rate": 4.95407139659432e-05, "loss": 0.0652, "step": 2770 }, { "epoch": 0.046094410638192036, "grad_norm": 1.663474678993225, "learning_rate": 4.953905589361808e-05, "loss": 0.039, "step": 2780 }, { "epoch": 0.04626021787070352, "grad_norm": 1.5332351922988892, "learning_rate": 4.953739782129297e-05, "loss": 0.0574, "step": 2790 }, { "epoch": 0.046426025103215, "grad_norm": 0.5069202780723572, "learning_rate": 4.953573974896785e-05, "loss": 0.0686, "step": 2800 }, { "epoch": 0.04659183233572648, "grad_norm": 1.317460060119629, "learning_rate": 4.9534081676642734e-05, "loss": 0.044, "step": 2810 }, { "epoch": 0.04675763956823797, "grad_norm": 0.7961147427558899, "learning_rate": 4.9532423604317625e-05, "loss": 0.0559, "step": 2820 }, { "epoch": 0.046923446800749447, "grad_norm": 0.5968047380447388, "learning_rate": 4.953076553199251e-05, "loss": 0.0318, "step": 2830 }, { "epoch": 0.04708925403326093, "grad_norm": 1.209431529045105, "learning_rate": 4.95291074596674e-05, "loss": 0.0398, "step": 2840 }, { "epoch": 0.04725506126577241, "grad_norm": 0.9532026648521423, "learning_rate": 4.952744938734228e-05, "loss": 0.0836, "step": 2850 }, { "epoch": 0.0474208684982839, "grad_norm": 1.0676932334899902, "learning_rate": 4.952579131501716e-05, "loss": 0.0236, "step": 2860 }, { "epoch": 0.04758667573079538, "grad_norm": 1.9150385856628418, "learning_rate": 4.952413324269205e-05, "loss": 0.0499, "step": 2870 }, { "epoch": 0.04775248296330686, "grad_norm": 1.7098524570465088, "learning_rate": 4.952247517036693e-05, "loss": 0.0627, "step": 2880 }, { "epoch": 0.04791829019581834, "grad_norm": 0.06580352783203125, "learning_rate": 4.9520817098041816e-05, "loss": 0.0931, "step": 2890 }, { "epoch": 0.04808409742832982, "grad_norm": 0.21944129467010498, "learning_rate": 4.9519159025716706e-05, "loss": 0.0571, "step": 2900 }, { "epoch": 0.04824990466084131, "grad_norm": 0.5953441858291626, "learning_rate": 4.951750095339159e-05, "loss": 0.0218, "step": 2910 }, { "epoch": 0.04841571189335279, "grad_norm": 0.32335007190704346, "learning_rate": 4.951584288106648e-05, "loss": 0.0528, "step": 2920 }, { "epoch": 0.04858151912586427, "grad_norm": 0.8566087484359741, "learning_rate": 4.9514184808741356e-05, "loss": 0.0427, "step": 2930 }, { "epoch": 0.04874732635837575, "grad_norm": 0.5123242735862732, "learning_rate": 4.951252673641624e-05, "loss": 0.0269, "step": 2940 }, { "epoch": 0.04891313359088723, "grad_norm": 0.051062192767858505, "learning_rate": 4.951086866409113e-05, "loss": 0.0456, "step": 2950 }, { "epoch": 0.04907894082339872, "grad_norm": 1.0775994062423706, "learning_rate": 4.9509210591766014e-05, "loss": 0.0499, "step": 2960 }, { "epoch": 0.0492447480559102, "grad_norm": 0.7852413058280945, "learning_rate": 4.9507552519440904e-05, "loss": 0.0423, "step": 2970 }, { "epoch": 0.049410555288421684, "grad_norm": 0.26009148359298706, "learning_rate": 4.950589444711579e-05, "loss": 0.0296, "step": 2980 }, { "epoch": 0.049576362520933163, "grad_norm": 0.2918093800544739, "learning_rate": 4.950423637479067e-05, "loss": 0.0379, "step": 2990 }, { "epoch": 0.04974216975344464, "grad_norm": 0.20820248126983643, "learning_rate": 4.9502578302465554e-05, "loss": 0.1102, "step": 3000 }, { "epoch": 0.04990797698595613, "grad_norm": 0.9365732669830322, "learning_rate": 4.950092023014044e-05, "loss": 0.046, "step": 3010 }, { "epoch": 0.05007378421846761, "grad_norm": 0.7879513502120972, "learning_rate": 4.949926215781532e-05, "loss": 0.0276, "step": 3020 }, { "epoch": 0.050239591450979094, "grad_norm": 0.010821654461324215, "learning_rate": 4.949760408549021e-05, "loss": 0.0261, "step": 3030 }, { "epoch": 0.050405398683490574, "grad_norm": 0.20203149318695068, "learning_rate": 4.9495946013165095e-05, "loss": 0.0686, "step": 3040 }, { "epoch": 0.05057120591600205, "grad_norm": 0.6244267821311951, "learning_rate": 4.9494287940839985e-05, "loss": 0.0423, "step": 3050 }, { "epoch": 0.05073701314851354, "grad_norm": 1.285314679145813, "learning_rate": 4.949262986851487e-05, "loss": 0.0479, "step": 3060 }, { "epoch": 0.05090282038102502, "grad_norm": 0.11066634207963943, "learning_rate": 4.949097179618975e-05, "loss": 0.0206, "step": 3070 }, { "epoch": 0.051068627613536505, "grad_norm": 0.04400641843676567, "learning_rate": 4.9489313723864636e-05, "loss": 0.0631, "step": 3080 }, { "epoch": 0.051234434846047984, "grad_norm": 0.05073520913720131, "learning_rate": 4.948765565153952e-05, "loss": 0.0378, "step": 3090 }, { "epoch": 0.05140024207855947, "grad_norm": 0.0388992540538311, "learning_rate": 4.948599757921441e-05, "loss": 0.1011, "step": 3100 }, { "epoch": 0.05156604931107095, "grad_norm": 0.6346849799156189, "learning_rate": 4.948433950688929e-05, "loss": 0.0472, "step": 3110 }, { "epoch": 0.05173185654358243, "grad_norm": 1.2926225662231445, "learning_rate": 4.9482681434564176e-05, "loss": 0.0522, "step": 3120 }, { "epoch": 0.051897663776093915, "grad_norm": 0.23478077352046967, "learning_rate": 4.948102336223907e-05, "loss": 0.068, "step": 3130 }, { "epoch": 0.052063471008605394, "grad_norm": 0.72010737657547, "learning_rate": 4.947936528991395e-05, "loss": 0.0303, "step": 3140 }, { "epoch": 0.05222927824111688, "grad_norm": 1.072359323501587, "learning_rate": 4.9477707217588834e-05, "loss": 0.0345, "step": 3150 }, { "epoch": 0.05239508547362836, "grad_norm": 0.06836343556642532, "learning_rate": 4.947604914526372e-05, "loss": 0.0369, "step": 3160 }, { "epoch": 0.05256089270613984, "grad_norm": 0.3833499252796173, "learning_rate": 4.94743910729386e-05, "loss": 0.0209, "step": 3170 }, { "epoch": 0.052726699938651325, "grad_norm": 0.21112258732318878, "learning_rate": 4.947273300061349e-05, "loss": 0.0395, "step": 3180 }, { "epoch": 0.052892507171162804, "grad_norm": 0.3830993175506592, "learning_rate": 4.9471074928288374e-05, "loss": 0.0329, "step": 3190 }, { "epoch": 0.05305831440367429, "grad_norm": 0.029352029785513878, "learning_rate": 4.946941685596326e-05, "loss": 0.0572, "step": 3200 }, { "epoch": 0.05322412163618577, "grad_norm": 0.013217679224908352, "learning_rate": 4.946775878363815e-05, "loss": 0.0608, "step": 3210 }, { "epoch": 0.05338992886869725, "grad_norm": 1.0350245237350464, "learning_rate": 4.946610071131303e-05, "loss": 0.0359, "step": 3220 }, { "epoch": 0.053555736101208735, "grad_norm": 0.0376456156373024, "learning_rate": 4.9464442638987915e-05, "loss": 0.046, "step": 3230 }, { "epoch": 0.053721543333720215, "grad_norm": 1.2477542161941528, "learning_rate": 4.94627845666628e-05, "loss": 0.0566, "step": 3240 }, { "epoch": 0.0538873505662317, "grad_norm": 0.7595258951187134, "learning_rate": 4.946112649433768e-05, "loss": 0.0538, "step": 3250 }, { "epoch": 0.05405315779874318, "grad_norm": 0.03289743885397911, "learning_rate": 4.945946842201257e-05, "loss": 0.0319, "step": 3260 }, { "epoch": 0.054218965031254666, "grad_norm": 1.111953616142273, "learning_rate": 4.9457810349687456e-05, "loss": 0.0495, "step": 3270 }, { "epoch": 0.054384772263766146, "grad_norm": 0.13745258748531342, "learning_rate": 4.945615227736234e-05, "loss": 0.0183, "step": 3280 }, { "epoch": 0.054550579496277625, "grad_norm": 0.4684969484806061, "learning_rate": 4.945449420503723e-05, "loss": 0.0177, "step": 3290 }, { "epoch": 0.05471638672878911, "grad_norm": 0.7791851162910461, "learning_rate": 4.945283613271211e-05, "loss": 0.0336, "step": 3300 }, { "epoch": 0.05488219396130059, "grad_norm": 1.1491378545761108, "learning_rate": 4.9451178060386996e-05, "loss": 0.0171, "step": 3310 }, { "epoch": 0.05504800119381208, "grad_norm": 0.07099324464797974, "learning_rate": 4.944951998806188e-05, "loss": 0.1006, "step": 3320 }, { "epoch": 0.055213808426323556, "grad_norm": 0.8446796536445618, "learning_rate": 4.944786191573676e-05, "loss": 0.0726, "step": 3330 }, { "epoch": 0.055379615658835035, "grad_norm": 1.1556535959243774, "learning_rate": 4.9446203843411654e-05, "loss": 0.0411, "step": 3340 }, { "epoch": 0.05554542289134652, "grad_norm": 0.612593412399292, "learning_rate": 4.944454577108654e-05, "loss": 0.0293, "step": 3350 }, { "epoch": 0.055711230123858, "grad_norm": 0.29389017820358276, "learning_rate": 4.944288769876142e-05, "loss": 0.0296, "step": 3360 }, { "epoch": 0.05587703735636949, "grad_norm": 0.37692341208457947, "learning_rate": 4.944122962643631e-05, "loss": 0.0709, "step": 3370 }, { "epoch": 0.056042844588880966, "grad_norm": 0.019441189244389534, "learning_rate": 4.9439571554111194e-05, "loss": 0.0279, "step": 3380 }, { "epoch": 0.05620865182139245, "grad_norm": 0.5118680000305176, "learning_rate": 4.943791348178608e-05, "loss": 0.0408, "step": 3390 }, { "epoch": 0.05637445905390393, "grad_norm": 0.6087789535522461, "learning_rate": 4.943625540946096e-05, "loss": 0.0799, "step": 3400 }, { "epoch": 0.05654026628641541, "grad_norm": 1.440402865409851, "learning_rate": 4.9434597337135845e-05, "loss": 0.0595, "step": 3410 }, { "epoch": 0.0567060735189269, "grad_norm": 0.06082991883158684, "learning_rate": 4.9432939264810735e-05, "loss": 0.0426, "step": 3420 }, { "epoch": 0.056871880751438376, "grad_norm": 0.8784258961677551, "learning_rate": 4.943128119248562e-05, "loss": 0.085, "step": 3430 }, { "epoch": 0.05703768798394986, "grad_norm": 0.8217800259590149, "learning_rate": 4.942962312016051e-05, "loss": 0.0411, "step": 3440 }, { "epoch": 0.05720349521646134, "grad_norm": 0.4328594207763672, "learning_rate": 4.942796504783539e-05, "loss": 0.0367, "step": 3450 }, { "epoch": 0.05736930244897282, "grad_norm": 0.7894578576087952, "learning_rate": 4.9426306975510276e-05, "loss": 0.0238, "step": 3460 }, { "epoch": 0.05753510968148431, "grad_norm": 0.19740955531597137, "learning_rate": 4.942464890318516e-05, "loss": 0.0427, "step": 3470 }, { "epoch": 0.05770091691399579, "grad_norm": 0.24485322833061218, "learning_rate": 4.942299083086004e-05, "loss": 0.0112, "step": 3480 }, { "epoch": 0.05786672414650727, "grad_norm": 0.14854390919208527, "learning_rate": 4.9421332758534926e-05, "loss": 0.0161, "step": 3490 }, { "epoch": 0.05803253137901875, "grad_norm": 0.6540226340293884, "learning_rate": 4.9419674686209816e-05, "loss": 0.0526, "step": 3500 }, { "epoch": 0.05819833861153024, "grad_norm": 3.233596086502075, "learning_rate": 4.94180166138847e-05, "loss": 0.0479, "step": 3510 }, { "epoch": 0.05836414584404172, "grad_norm": 1.2617034912109375, "learning_rate": 4.941635854155959e-05, "loss": 0.0349, "step": 3520 }, { "epoch": 0.0585299530765532, "grad_norm": 1.1774842739105225, "learning_rate": 4.9414700469234474e-05, "loss": 0.0601, "step": 3530 }, { "epoch": 0.05869576030906468, "grad_norm": 0.6940727829933167, "learning_rate": 4.941304239690935e-05, "loss": 0.0298, "step": 3540 }, { "epoch": 0.05886156754157616, "grad_norm": 0.38045498728752136, "learning_rate": 4.941138432458424e-05, "loss": 0.0312, "step": 3550 }, { "epoch": 0.05902737477408765, "grad_norm": 1.2965598106384277, "learning_rate": 4.9409726252259124e-05, "loss": 0.0624, "step": 3560 }, { "epoch": 0.05919318200659913, "grad_norm": 0.9599347710609436, "learning_rate": 4.940806817993401e-05, "loss": 0.0345, "step": 3570 }, { "epoch": 0.05935898923911061, "grad_norm": 0.337217777967453, "learning_rate": 4.94064101076089e-05, "loss": 0.0287, "step": 3580 }, { "epoch": 0.05952479647162209, "grad_norm": 2.907482624053955, "learning_rate": 4.940475203528378e-05, "loss": 0.0684, "step": 3590 }, { "epoch": 0.05969060370413357, "grad_norm": 1.60373055934906, "learning_rate": 4.940309396295867e-05, "loss": 0.0287, "step": 3600 }, { "epoch": 0.05985641093664506, "grad_norm": 2.023676633834839, "learning_rate": 4.9401435890633555e-05, "loss": 0.105, "step": 3610 }, { "epoch": 0.06002221816915654, "grad_norm": 0.2795441150665283, "learning_rate": 4.939977781830843e-05, "loss": 0.022, "step": 3620 }, { "epoch": 0.06018802540166802, "grad_norm": 0.8324648141860962, "learning_rate": 4.939811974598332e-05, "loss": 0.0564, "step": 3630 }, { "epoch": 0.060353832634179504, "grad_norm": 0.03554822877049446, "learning_rate": 4.9396461673658205e-05, "loss": 0.0381, "step": 3640 }, { "epoch": 0.06051963986669098, "grad_norm": 0.4781888425350189, "learning_rate": 4.9394803601333096e-05, "loss": 0.0393, "step": 3650 }, { "epoch": 0.06068544709920247, "grad_norm": 1.6333229541778564, "learning_rate": 4.939314552900798e-05, "loss": 0.0753, "step": 3660 }, { "epoch": 0.06085125433171395, "grad_norm": 0.13879834115505219, "learning_rate": 4.939148745668286e-05, "loss": 0.0317, "step": 3670 }, { "epoch": 0.061017061564225435, "grad_norm": 0.6023468375205994, "learning_rate": 4.938982938435775e-05, "loss": 0.028, "step": 3680 }, { "epoch": 0.061182868796736914, "grad_norm": 0.35544461011886597, "learning_rate": 4.938817131203263e-05, "loss": 0.0431, "step": 3690 }, { "epoch": 0.06134867602924839, "grad_norm": 1.5272436141967773, "learning_rate": 4.938651323970751e-05, "loss": 0.0498, "step": 3700 }, { "epoch": 0.06151448326175988, "grad_norm": 0.44367411732673645, "learning_rate": 4.93848551673824e-05, "loss": 0.0328, "step": 3710 }, { "epoch": 0.06168029049427136, "grad_norm": 0.3356432318687439, "learning_rate": 4.938319709505729e-05, "loss": 0.0257, "step": 3720 }, { "epoch": 0.061846097726782845, "grad_norm": 1.9135699272155762, "learning_rate": 4.938153902273218e-05, "loss": 0.0473, "step": 3730 }, { "epoch": 0.062011904959294324, "grad_norm": 0.7390415668487549, "learning_rate": 4.937988095040706e-05, "loss": 0.0394, "step": 3740 }, { "epoch": 0.0621777121918058, "grad_norm": 0.07467512041330338, "learning_rate": 4.9378222878081944e-05, "loss": 0.0441, "step": 3750 }, { "epoch": 0.06234351942431729, "grad_norm": 0.14171169698238373, "learning_rate": 4.937656480575683e-05, "loss": 0.042, "step": 3760 }, { "epoch": 0.06250932665682878, "grad_norm": 1.1198396682739258, "learning_rate": 4.937490673343171e-05, "loss": 0.0749, "step": 3770 }, { "epoch": 0.06267513388934025, "grad_norm": 1.1167393922805786, "learning_rate": 4.93732486611066e-05, "loss": 0.0808, "step": 3780 }, { "epoch": 0.06284094112185173, "grad_norm": 0.34304261207580566, "learning_rate": 4.9371590588781485e-05, "loss": 0.0185, "step": 3790 }, { "epoch": 0.06300674835436322, "grad_norm": 0.5923709869384766, "learning_rate": 4.936993251645637e-05, "loss": 0.0693, "step": 3800 }, { "epoch": 0.06317255558687469, "grad_norm": 0.3884221017360687, "learning_rate": 4.936827444413126e-05, "loss": 0.0307, "step": 3810 }, { "epoch": 0.06333836281938618, "grad_norm": 0.9507660865783691, "learning_rate": 4.936661637180614e-05, "loss": 0.0449, "step": 3820 }, { "epoch": 0.06350417005189767, "grad_norm": 0.25383344292640686, "learning_rate": 4.9364958299481025e-05, "loss": 0.022, "step": 3830 }, { "epoch": 0.06366997728440915, "grad_norm": 0.33223357796669006, "learning_rate": 4.936330022715591e-05, "loss": 0.0241, "step": 3840 }, { "epoch": 0.06383578451692062, "grad_norm": 0.48193731904029846, "learning_rate": 4.936164215483079e-05, "loss": 0.0168, "step": 3850 }, { "epoch": 0.06400159174943211, "grad_norm": 0.49882039427757263, "learning_rate": 4.935998408250568e-05, "loss": 0.0351, "step": 3860 }, { "epoch": 0.0641673989819436, "grad_norm": 0.11243492364883423, "learning_rate": 4.9358326010180566e-05, "loss": 0.0307, "step": 3870 }, { "epoch": 0.06433320621445507, "grad_norm": 0.010148794390261173, "learning_rate": 4.935666793785545e-05, "loss": 0.0333, "step": 3880 }, { "epoch": 0.06449901344696655, "grad_norm": 0.5011746287345886, "learning_rate": 4.935500986553034e-05, "loss": 0.0357, "step": 3890 }, { "epoch": 0.06466482067947804, "grad_norm": 0.06444820016622543, "learning_rate": 4.935335179320522e-05, "loss": 0.0423, "step": 3900 }, { "epoch": 0.06483062791198953, "grad_norm": 0.05255887284874916, "learning_rate": 4.935169372088011e-05, "loss": 0.0224, "step": 3910 }, { "epoch": 0.064996435144501, "grad_norm": 2.963778018951416, "learning_rate": 4.935003564855499e-05, "loss": 0.0696, "step": 3920 }, { "epoch": 0.06516224237701249, "grad_norm": 0.36829933524131775, "learning_rate": 4.9348377576229874e-05, "loss": 0.0284, "step": 3930 }, { "epoch": 0.06532804960952397, "grad_norm": 1.7760039567947388, "learning_rate": 4.9346719503904764e-05, "loss": 0.042, "step": 3940 }, { "epoch": 0.06549385684203544, "grad_norm": 0.10488415509462357, "learning_rate": 4.934506143157965e-05, "loss": 0.0262, "step": 3950 }, { "epoch": 0.06565966407454693, "grad_norm": 0.6070481538772583, "learning_rate": 4.934340335925453e-05, "loss": 0.0087, "step": 3960 }, { "epoch": 0.06582547130705842, "grad_norm": 0.05410623922944069, "learning_rate": 4.934174528692942e-05, "loss": 0.0438, "step": 3970 }, { "epoch": 0.06599127853956989, "grad_norm": 0.015430223196744919, "learning_rate": 4.9340087214604305e-05, "loss": 0.038, "step": 3980 }, { "epoch": 0.06615708577208138, "grad_norm": 0.6532278656959534, "learning_rate": 4.933842914227919e-05, "loss": 0.0389, "step": 3990 }, { "epoch": 0.06632289300459286, "grad_norm": 0.7177039980888367, "learning_rate": 4.933677106995407e-05, "loss": 0.0321, "step": 4000 }, { "epoch": 0.06648870023710435, "grad_norm": 0.13828228414058685, "learning_rate": 4.9335112997628955e-05, "loss": 0.018, "step": 4010 }, { "epoch": 0.06665450746961582, "grad_norm": 0.9762322902679443, "learning_rate": 4.9333454925303845e-05, "loss": 0.0444, "step": 4020 }, { "epoch": 0.0668203147021273, "grad_norm": 0.1316344290971756, "learning_rate": 4.933179685297873e-05, "loss": 0.0441, "step": 4030 }, { "epoch": 0.06698612193463879, "grad_norm": 0.43821412324905396, "learning_rate": 4.933013878065361e-05, "loss": 0.0331, "step": 4040 }, { "epoch": 0.06715192916715026, "grad_norm": 0.0062337820418179035, "learning_rate": 4.93284807083285e-05, "loss": 0.0258, "step": 4050 }, { "epoch": 0.06731773639966175, "grad_norm": 3.03006911277771, "learning_rate": 4.9326822636003386e-05, "loss": 0.0448, "step": 4060 }, { "epoch": 0.06748354363217324, "grad_norm": 0.9070286154747009, "learning_rate": 4.932516456367827e-05, "loss": 0.0672, "step": 4070 }, { "epoch": 0.06764935086468472, "grad_norm": 0.10457609593868256, "learning_rate": 4.932350649135315e-05, "loss": 0.0139, "step": 4080 }, { "epoch": 0.0678151580971962, "grad_norm": 0.9576337337493896, "learning_rate": 4.9321848419028037e-05, "loss": 0.0491, "step": 4090 }, { "epoch": 0.06798096532970768, "grad_norm": 1.2344021797180176, "learning_rate": 4.932019034670293e-05, "loss": 0.0584, "step": 4100 }, { "epoch": 0.06814677256221917, "grad_norm": 0.17334693670272827, "learning_rate": 4.931853227437781e-05, "loss": 0.025, "step": 4110 }, { "epoch": 0.06831257979473064, "grad_norm": 0.6521746516227722, "learning_rate": 4.93168742020527e-05, "loss": 0.0229, "step": 4120 }, { "epoch": 0.06847838702724213, "grad_norm": 0.15880835056304932, "learning_rate": 4.9315216129727584e-05, "loss": 0.0102, "step": 4130 }, { "epoch": 0.06864419425975361, "grad_norm": 0.4522566795349121, "learning_rate": 4.931355805740247e-05, "loss": 0.0479, "step": 4140 }, { "epoch": 0.0688100014922651, "grad_norm": 0.4085192084312439, "learning_rate": 4.931189998507735e-05, "loss": 0.0073, "step": 4150 }, { "epoch": 0.06897580872477657, "grad_norm": 0.09687495231628418, "learning_rate": 4.9310241912752234e-05, "loss": 0.009, "step": 4160 }, { "epoch": 0.06914161595728806, "grad_norm": 0.7202827334403992, "learning_rate": 4.930858384042712e-05, "loss": 0.0268, "step": 4170 }, { "epoch": 0.06930742318979954, "grad_norm": 0.08380676805973053, "learning_rate": 4.930692576810201e-05, "loss": 0.0634, "step": 4180 }, { "epoch": 0.06947323042231102, "grad_norm": 1.1449660062789917, "learning_rate": 4.930526769577689e-05, "loss": 0.0561, "step": 4190 }, { "epoch": 0.0696390376548225, "grad_norm": 0.8397284746170044, "learning_rate": 4.930360962345178e-05, "loss": 0.0407, "step": 4200 }, { "epoch": 0.06980484488733399, "grad_norm": 0.14706012606620789, "learning_rate": 4.9301951551126665e-05, "loss": 0.0245, "step": 4210 }, { "epoch": 0.06997065211984546, "grad_norm": 0.4190678596496582, "learning_rate": 4.930029347880155e-05, "loss": 0.0314, "step": 4220 }, { "epoch": 0.07013645935235695, "grad_norm": 0.4958396553993225, "learning_rate": 4.929863540647643e-05, "loss": 0.0487, "step": 4230 }, { "epoch": 0.07030226658486843, "grad_norm": 0.3128010332584381, "learning_rate": 4.9296977334151316e-05, "loss": 0.025, "step": 4240 }, { "epoch": 0.07046807381737992, "grad_norm": 0.5785943269729614, "learning_rate": 4.92953192618262e-05, "loss": 0.0284, "step": 4250 }, { "epoch": 0.07063388104989139, "grad_norm": 0.6763870120048523, "learning_rate": 4.929366118950109e-05, "loss": 0.0437, "step": 4260 }, { "epoch": 0.07079968828240288, "grad_norm": 1.885956048965454, "learning_rate": 4.929200311717597e-05, "loss": 0.0406, "step": 4270 }, { "epoch": 0.07096549551491436, "grad_norm": 0.5635951161384583, "learning_rate": 4.929034504485086e-05, "loss": 0.0411, "step": 4280 }, { "epoch": 0.07113130274742584, "grad_norm": 0.32439443469047546, "learning_rate": 4.928868697252575e-05, "loss": 0.0512, "step": 4290 }, { "epoch": 0.07129710997993732, "grad_norm": 1.1246960163116455, "learning_rate": 4.928702890020063e-05, "loss": 0.0261, "step": 4300 }, { "epoch": 0.07146291721244881, "grad_norm": 0.010893318802118301, "learning_rate": 4.9285370827875514e-05, "loss": 0.0479, "step": 4310 }, { "epoch": 0.0716287244449603, "grad_norm": 0.42864471673965454, "learning_rate": 4.92837127555504e-05, "loss": 0.1256, "step": 4320 }, { "epoch": 0.07179453167747177, "grad_norm": 1.3001041412353516, "learning_rate": 4.928205468322529e-05, "loss": 0.0379, "step": 4330 }, { "epoch": 0.07196033890998325, "grad_norm": 0.8904619812965393, "learning_rate": 4.928039661090017e-05, "loss": 0.0314, "step": 4340 }, { "epoch": 0.07212614614249474, "grad_norm": 0.39571940898895264, "learning_rate": 4.9278738538575054e-05, "loss": 0.0405, "step": 4350 }, { "epoch": 0.07229195337500621, "grad_norm": 0.12793086469173431, "learning_rate": 4.9277080466249945e-05, "loss": 0.0307, "step": 4360 }, { "epoch": 0.0724577606075177, "grad_norm": 0.1779162585735321, "learning_rate": 4.927542239392483e-05, "loss": 0.0479, "step": 4370 }, { "epoch": 0.07262356784002919, "grad_norm": 0.39659255743026733, "learning_rate": 4.9273764321599705e-05, "loss": 0.0513, "step": 4380 }, { "epoch": 0.07278937507254066, "grad_norm": 0.7713710069656372, "learning_rate": 4.9272106249274595e-05, "loss": 0.0252, "step": 4390 }, { "epoch": 0.07295518230505214, "grad_norm": 0.49024081230163574, "learning_rate": 4.927044817694948e-05, "loss": 0.0232, "step": 4400 }, { "epoch": 0.07312098953756363, "grad_norm": 1.7846615314483643, "learning_rate": 4.926879010462437e-05, "loss": 0.0546, "step": 4410 }, { "epoch": 0.07328679677007512, "grad_norm": 0.4893108308315277, "learning_rate": 4.926713203229925e-05, "loss": 0.015, "step": 4420 }, { "epoch": 0.07345260400258659, "grad_norm": 0.5497331619262695, "learning_rate": 4.9265473959974136e-05, "loss": 0.0821, "step": 4430 }, { "epoch": 0.07361841123509807, "grad_norm": 0.39789092540740967, "learning_rate": 4.9263815887649026e-05, "loss": 0.0431, "step": 4440 }, { "epoch": 0.07378421846760956, "grad_norm": 0.7156301736831665, "learning_rate": 4.92621578153239e-05, "loss": 0.0471, "step": 4450 }, { "epoch": 0.07395002570012103, "grad_norm": 0.44838854670524597, "learning_rate": 4.926049974299879e-05, "loss": 0.0196, "step": 4460 }, { "epoch": 0.07411583293263252, "grad_norm": 0.018080295994877815, "learning_rate": 4.9258841670673676e-05, "loss": 0.0604, "step": 4470 }, { "epoch": 0.074281640165144, "grad_norm": 0.5759099125862122, "learning_rate": 4.925718359834856e-05, "loss": 0.0262, "step": 4480 }, { "epoch": 0.07444744739765549, "grad_norm": 0.17759618163108826, "learning_rate": 4.925552552602345e-05, "loss": 0.075, "step": 4490 }, { "epoch": 0.07461325463016696, "grad_norm": 0.5987913608551025, "learning_rate": 4.9253867453698334e-05, "loss": 0.0544, "step": 4500 }, { "epoch": 0.07477906186267845, "grad_norm": 0.09775808453559875, "learning_rate": 4.925220938137322e-05, "loss": 0.0251, "step": 4510 }, { "epoch": 0.07494486909518994, "grad_norm": 0.03692778944969177, "learning_rate": 4.925055130904811e-05, "loss": 0.0313, "step": 4520 }, { "epoch": 0.07511067632770141, "grad_norm": 0.1044192835688591, "learning_rate": 4.9248893236722984e-05, "loss": 0.0334, "step": 4530 }, { "epoch": 0.0752764835602129, "grad_norm": 0.016991248354315758, "learning_rate": 4.9247235164397874e-05, "loss": 0.0215, "step": 4540 }, { "epoch": 0.07544229079272438, "grad_norm": 0.026545723900198936, "learning_rate": 4.924557709207276e-05, "loss": 0.019, "step": 4550 }, { "epoch": 0.07560809802523587, "grad_norm": 0.44514229893684387, "learning_rate": 4.924391901974764e-05, "loss": 0.0426, "step": 4560 }, { "epoch": 0.07577390525774734, "grad_norm": 0.650136411190033, "learning_rate": 4.924226094742253e-05, "loss": 0.0388, "step": 4570 }, { "epoch": 0.07593971249025883, "grad_norm": 0.6866260170936584, "learning_rate": 4.9240602875097415e-05, "loss": 0.0248, "step": 4580 }, { "epoch": 0.07610551972277031, "grad_norm": 1.2574427127838135, "learning_rate": 4.92389448027723e-05, "loss": 0.0364, "step": 4590 }, { "epoch": 0.07627132695528178, "grad_norm": 0.3791813552379608, "learning_rate": 4.923728673044718e-05, "loss": 0.0104, "step": 4600 }, { "epoch": 0.07643713418779327, "grad_norm": 0.5699152946472168, "learning_rate": 4.9235628658122066e-05, "loss": 0.0736, "step": 4610 }, { "epoch": 0.07660294142030476, "grad_norm": 0.20738929510116577, "learning_rate": 4.9233970585796956e-05, "loss": 0.0226, "step": 4620 }, { "epoch": 0.07676874865281623, "grad_norm": 0.9377612471580505, "learning_rate": 4.923231251347184e-05, "loss": 0.0393, "step": 4630 }, { "epoch": 0.07693455588532772, "grad_norm": 0.029697738587856293, "learning_rate": 4.923065444114672e-05, "loss": 0.0103, "step": 4640 }, { "epoch": 0.0771003631178392, "grad_norm": 0.424972802400589, "learning_rate": 4.922899636882161e-05, "loss": 0.0158, "step": 4650 }, { "epoch": 0.07726617035035069, "grad_norm": 1.095880150794983, "learning_rate": 4.9227338296496496e-05, "loss": 0.0551, "step": 4660 }, { "epoch": 0.07743197758286216, "grad_norm": 0.014417906291782856, "learning_rate": 4.922568022417138e-05, "loss": 0.0588, "step": 4670 }, { "epoch": 0.07759778481537365, "grad_norm": 0.024293655529618263, "learning_rate": 4.9224022151846263e-05, "loss": 0.0312, "step": 4680 }, { "epoch": 0.07776359204788513, "grad_norm": 0.9303911328315735, "learning_rate": 4.922236407952115e-05, "loss": 0.0294, "step": 4690 }, { "epoch": 0.0779293992803966, "grad_norm": 3.5418660640716553, "learning_rate": 4.922070600719604e-05, "loss": 0.0567, "step": 4700 }, { "epoch": 0.07809520651290809, "grad_norm": 0.23822949826717377, "learning_rate": 4.921904793487092e-05, "loss": 0.0146, "step": 4710 }, { "epoch": 0.07826101374541958, "grad_norm": 0.039500266313552856, "learning_rate": 4.9217389862545804e-05, "loss": 0.0482, "step": 4720 }, { "epoch": 0.07842682097793106, "grad_norm": 0.0015191946877166629, "learning_rate": 4.9215731790220694e-05, "loss": 0.0086, "step": 4730 }, { "epoch": 0.07859262821044254, "grad_norm": 1.267340064048767, "learning_rate": 4.921407371789558e-05, "loss": 0.052, "step": 4740 }, { "epoch": 0.07875843544295402, "grad_norm": 0.43544691801071167, "learning_rate": 4.921241564557046e-05, "loss": 0.0114, "step": 4750 }, { "epoch": 0.07892424267546551, "grad_norm": 0.0485750250518322, "learning_rate": 4.9210757573245345e-05, "loss": 0.0389, "step": 4760 }, { "epoch": 0.07909004990797698, "grad_norm": 0.013795307837426662, "learning_rate": 4.920909950092023e-05, "loss": 0.0201, "step": 4770 }, { "epoch": 0.07925585714048847, "grad_norm": 0.02402115799486637, "learning_rate": 4.920744142859512e-05, "loss": 0.0131, "step": 4780 }, { "epoch": 0.07942166437299995, "grad_norm": 0.6303645968437195, "learning_rate": 4.920578335627e-05, "loss": 0.0612, "step": 4790 }, { "epoch": 0.07958747160551143, "grad_norm": 0.8983424305915833, "learning_rate": 4.920412528394489e-05, "loss": 0.0575, "step": 4800 }, { "epoch": 0.07975327883802291, "grad_norm": 0.1561361849308014, "learning_rate": 4.9202467211619776e-05, "loss": 0.0176, "step": 4810 }, { "epoch": 0.0799190860705344, "grad_norm": 1.4198359251022339, "learning_rate": 4.920080913929466e-05, "loss": 0.0527, "step": 4820 }, { "epoch": 0.08008489330304588, "grad_norm": 0.5211503505706787, "learning_rate": 4.919915106696954e-05, "loss": 0.0129, "step": 4830 }, { "epoch": 0.08025070053555736, "grad_norm": 0.4778019189834595, "learning_rate": 4.9197492994644426e-05, "loss": 0.0288, "step": 4840 }, { "epoch": 0.08041650776806884, "grad_norm": 0.6532314419746399, "learning_rate": 4.919583492231931e-05, "loss": 0.039, "step": 4850 }, { "epoch": 0.08058231500058033, "grad_norm": 0.09488502144813538, "learning_rate": 4.91941768499942e-05, "loss": 0.0177, "step": 4860 }, { "epoch": 0.0807481222330918, "grad_norm": 0.7822927236557007, "learning_rate": 4.9192518777669083e-05, "loss": 0.0533, "step": 4870 }, { "epoch": 0.08091392946560329, "grad_norm": 0.03626886010169983, "learning_rate": 4.9190860705343974e-05, "loss": 0.021, "step": 4880 }, { "epoch": 0.08107973669811477, "grad_norm": 0.6250787973403931, "learning_rate": 4.918920263301886e-05, "loss": 0.0207, "step": 4890 }, { "epoch": 0.08124554393062626, "grad_norm": 0.1710643172264099, "learning_rate": 4.918754456069374e-05, "loss": 0.0289, "step": 4900 }, { "epoch": 0.08141135116313773, "grad_norm": 1.3001501560211182, "learning_rate": 4.9185886488368624e-05, "loss": 0.0379, "step": 4910 }, { "epoch": 0.08157715839564922, "grad_norm": 1.6569510698318481, "learning_rate": 4.918422841604351e-05, "loss": 0.0571, "step": 4920 }, { "epoch": 0.0817429656281607, "grad_norm": 0.004679123871028423, "learning_rate": 4.918257034371839e-05, "loss": 0.0275, "step": 4930 }, { "epoch": 0.08190877286067218, "grad_norm": 0.06615662574768066, "learning_rate": 4.918091227139328e-05, "loss": 0.0553, "step": 4940 }, { "epoch": 0.08207458009318366, "grad_norm": 0.5227367877960205, "learning_rate": 4.9179254199068165e-05, "loss": 0.0122, "step": 4950 }, { "epoch": 0.08224038732569515, "grad_norm": 0.003822681959718466, "learning_rate": 4.9177596126743055e-05, "loss": 0.0404, "step": 4960 }, { "epoch": 0.08240619455820664, "grad_norm": 0.54820716381073, "learning_rate": 4.917593805441794e-05, "loss": 0.0137, "step": 4970 }, { "epoch": 0.08257200179071811, "grad_norm": 1.205204963684082, "learning_rate": 4.917427998209282e-05, "loss": 0.0411, "step": 4980 }, { "epoch": 0.0827378090232296, "grad_norm": 0.21051853895187378, "learning_rate": 4.9172621909767705e-05, "loss": 0.0354, "step": 4990 }, { "epoch": 0.08290361625574108, "grad_norm": 0.054738592356443405, "learning_rate": 4.917096383744259e-05, "loss": 0.0177, "step": 5000 }, { "epoch": 0.08306942348825255, "grad_norm": 0.05143625661730766, "learning_rate": 4.916930576511748e-05, "loss": 0.0748, "step": 5010 }, { "epoch": 0.08323523072076404, "grad_norm": 0.30423659086227417, "learning_rate": 4.916764769279236e-05, "loss": 0.0401, "step": 5020 }, { "epoch": 0.08340103795327553, "grad_norm": 0.2842276096343994, "learning_rate": 4.9165989620467246e-05, "loss": 0.0379, "step": 5030 }, { "epoch": 0.083566845185787, "grad_norm": 1.8201429843902588, "learning_rate": 4.9164331548142136e-05, "loss": 0.02, "step": 5040 }, { "epoch": 0.08373265241829848, "grad_norm": 0.31084156036376953, "learning_rate": 4.916267347581702e-05, "loss": 0.0434, "step": 5050 }, { "epoch": 0.08389845965080997, "grad_norm": 0.9417755007743835, "learning_rate": 4.91610154034919e-05, "loss": 0.0242, "step": 5060 }, { "epoch": 0.08406426688332146, "grad_norm": 0.015577294863760471, "learning_rate": 4.915935733116679e-05, "loss": 0.0251, "step": 5070 }, { "epoch": 0.08423007411583293, "grad_norm": 0.08534657210111618, "learning_rate": 4.915769925884167e-05, "loss": 0.0202, "step": 5080 }, { "epoch": 0.08439588134834441, "grad_norm": 0.006400351878255606, "learning_rate": 4.915604118651656e-05, "loss": 0.0106, "step": 5090 }, { "epoch": 0.0845616885808559, "grad_norm": 0.018824586644768715, "learning_rate": 4.9154383114191444e-05, "loss": 0.0185, "step": 5100 }, { "epoch": 0.08472749581336737, "grad_norm": 1.2202550172805786, "learning_rate": 4.915272504186633e-05, "loss": 0.0985, "step": 5110 }, { "epoch": 0.08489330304587886, "grad_norm": 0.6263395547866821, "learning_rate": 4.915106696954122e-05, "loss": 0.0274, "step": 5120 }, { "epoch": 0.08505911027839035, "grad_norm": 1.2169561386108398, "learning_rate": 4.91494088972161e-05, "loss": 0.0116, "step": 5130 }, { "epoch": 0.08522491751090183, "grad_norm": 0.5598856806755066, "learning_rate": 4.9147750824890985e-05, "loss": 0.024, "step": 5140 }, { "epoch": 0.0853907247434133, "grad_norm": 0.016158824786543846, "learning_rate": 4.914609275256587e-05, "loss": 0.0222, "step": 5150 }, { "epoch": 0.08555653197592479, "grad_norm": 1.8463859558105469, "learning_rate": 4.914443468024075e-05, "loss": 0.0414, "step": 5160 }, { "epoch": 0.08572233920843628, "grad_norm": 0.3444734215736389, "learning_rate": 4.914277660791564e-05, "loss": 0.0328, "step": 5170 }, { "epoch": 0.08588814644094775, "grad_norm": 0.08758919686079025, "learning_rate": 4.9141118535590525e-05, "loss": 0.0116, "step": 5180 }, { "epoch": 0.08605395367345924, "grad_norm": 0.35264962911605835, "learning_rate": 4.913946046326541e-05, "loss": 0.0131, "step": 5190 }, { "epoch": 0.08621976090597072, "grad_norm": 0.02352624386548996, "learning_rate": 4.91378023909403e-05, "loss": 0.0147, "step": 5200 }, { "epoch": 0.0863855681384822, "grad_norm": 0.14341920614242554, "learning_rate": 4.913614431861518e-05, "loss": 0.0263, "step": 5210 }, { "epoch": 0.08655137537099368, "grad_norm": 0.27806687355041504, "learning_rate": 4.9134486246290066e-05, "loss": 0.0426, "step": 5220 }, { "epoch": 0.08671718260350517, "grad_norm": 1.0396519899368286, "learning_rate": 4.913282817396495e-05, "loss": 0.0504, "step": 5230 }, { "epoch": 0.08688298983601665, "grad_norm": 0.1755126565694809, "learning_rate": 4.913117010163983e-05, "loss": 0.0088, "step": 5240 }, { "epoch": 0.08704879706852812, "grad_norm": 0.018542908132076263, "learning_rate": 4.912951202931472e-05, "loss": 0.0204, "step": 5250 }, { "epoch": 0.08721460430103961, "grad_norm": 0.28881630301475525, "learning_rate": 4.912785395698961e-05, "loss": 0.0233, "step": 5260 }, { "epoch": 0.0873804115335511, "grad_norm": 0.436796098947525, "learning_rate": 4.912619588466449e-05, "loss": 0.0351, "step": 5270 }, { "epoch": 0.08754621876606257, "grad_norm": 0.35528865456581116, "learning_rate": 4.912453781233938e-05, "loss": 0.03, "step": 5280 }, { "epoch": 0.08771202599857406, "grad_norm": 0.013890985399484634, "learning_rate": 4.912287974001426e-05, "loss": 0.0682, "step": 5290 }, { "epoch": 0.08787783323108554, "grad_norm": 1.9323076009750366, "learning_rate": 4.912122166768915e-05, "loss": 0.031, "step": 5300 }, { "epoch": 0.08804364046359703, "grad_norm": 0.34319016337394714, "learning_rate": 4.911956359536403e-05, "loss": 0.0138, "step": 5310 }, { "epoch": 0.0882094476961085, "grad_norm": 0.3165974020957947, "learning_rate": 4.9117905523038914e-05, "loss": 0.016, "step": 5320 }, { "epoch": 0.08837525492861999, "grad_norm": 0.47960859537124634, "learning_rate": 4.9116247450713805e-05, "loss": 0.0358, "step": 5330 }, { "epoch": 0.08854106216113147, "grad_norm": 0.22656816244125366, "learning_rate": 4.911458937838869e-05, "loss": 0.0131, "step": 5340 }, { "epoch": 0.08870686939364295, "grad_norm": 0.024737363681197166, "learning_rate": 4.911293130606358e-05, "loss": 0.0492, "step": 5350 }, { "epoch": 0.08887267662615443, "grad_norm": 0.027662960812449455, "learning_rate": 4.9111273233738455e-05, "loss": 0.0758, "step": 5360 }, { "epoch": 0.08903848385866592, "grad_norm": 0.021356243640184402, "learning_rate": 4.910961516141334e-05, "loss": 0.0314, "step": 5370 }, { "epoch": 0.0892042910911774, "grad_norm": 0.05491529032588005, "learning_rate": 4.910795708908823e-05, "loss": 0.0402, "step": 5380 }, { "epoch": 0.08937009832368888, "grad_norm": 0.03879276290535927, "learning_rate": 4.910629901676311e-05, "loss": 0.0246, "step": 5390 }, { "epoch": 0.08953590555620036, "grad_norm": 0.09985348582267761, "learning_rate": 4.9104640944437996e-05, "loss": 0.0389, "step": 5400 }, { "epoch": 0.08970171278871185, "grad_norm": 1.3211711645126343, "learning_rate": 4.9102982872112886e-05, "loss": 0.0632, "step": 5410 }, { "epoch": 0.08986752002122332, "grad_norm": 0.0111136669293046, "learning_rate": 4.910132479978777e-05, "loss": 0.0231, "step": 5420 }, { "epoch": 0.09003332725373481, "grad_norm": 0.5407652854919434, "learning_rate": 4.909966672746266e-05, "loss": 0.0155, "step": 5430 }, { "epoch": 0.0901991344862463, "grad_norm": 0.038558077067136765, "learning_rate": 4.9098008655137537e-05, "loss": 0.0385, "step": 5440 }, { "epoch": 0.09036494171875777, "grad_norm": 0.7526810169219971, "learning_rate": 4.909635058281242e-05, "loss": 0.0106, "step": 5450 }, { "epoch": 0.09053074895126925, "grad_norm": 1.3927046060562134, "learning_rate": 4.909469251048731e-05, "loss": 0.0503, "step": 5460 }, { "epoch": 0.09069655618378074, "grad_norm": 0.4828360676765442, "learning_rate": 4.9093034438162194e-05, "loss": 0.0258, "step": 5470 }, { "epoch": 0.09086236341629222, "grad_norm": 0.39229854941368103, "learning_rate": 4.9091376365837084e-05, "loss": 0.0252, "step": 5480 }, { "epoch": 0.0910281706488037, "grad_norm": 0.05436306819319725, "learning_rate": 4.908971829351197e-05, "loss": 0.0349, "step": 5490 }, { "epoch": 0.09119397788131518, "grad_norm": 0.010862544178962708, "learning_rate": 4.908806022118685e-05, "loss": 0.0463, "step": 5500 }, { "epoch": 0.09135978511382667, "grad_norm": 0.004594596568495035, "learning_rate": 4.9086402148861734e-05, "loss": 0.0374, "step": 5510 }, { "epoch": 0.09152559234633814, "grad_norm": 0.03564922884106636, "learning_rate": 4.908474407653662e-05, "loss": 0.0526, "step": 5520 }, { "epoch": 0.09169139957884963, "grad_norm": 1.5041865110397339, "learning_rate": 4.90830860042115e-05, "loss": 0.0492, "step": 5530 }, { "epoch": 0.09185720681136111, "grad_norm": 0.8103625774383545, "learning_rate": 4.908142793188639e-05, "loss": 0.0235, "step": 5540 }, { "epoch": 0.0920230140438726, "grad_norm": 0.08393577486276627, "learning_rate": 4.9079769859561275e-05, "loss": 0.0369, "step": 5550 }, { "epoch": 0.09218882127638407, "grad_norm": 0.012061616405844688, "learning_rate": 4.9078111787236165e-05, "loss": 0.0935, "step": 5560 }, { "epoch": 0.09235462850889556, "grad_norm": 0.6658062934875488, "learning_rate": 4.907645371491105e-05, "loss": 0.0341, "step": 5570 }, { "epoch": 0.09252043574140704, "grad_norm": 0.4917631149291992, "learning_rate": 4.907479564258593e-05, "loss": 0.0258, "step": 5580 }, { "epoch": 0.09268624297391852, "grad_norm": 0.7521623373031616, "learning_rate": 4.9073137570260816e-05, "loss": 0.0295, "step": 5590 }, { "epoch": 0.09285205020643, "grad_norm": 0.22664721310138702, "learning_rate": 4.90714794979357e-05, "loss": 0.0176, "step": 5600 }, { "epoch": 0.09301785743894149, "grad_norm": 0.07312680035829544, "learning_rate": 4.906982142561058e-05, "loss": 0.0162, "step": 5610 }, { "epoch": 0.09318366467145296, "grad_norm": 0.12098245322704315, "learning_rate": 4.906816335328547e-05, "loss": 0.0144, "step": 5620 }, { "epoch": 0.09334947190396445, "grad_norm": 0.23945936560630798, "learning_rate": 4.9066505280960357e-05, "loss": 0.0801, "step": 5630 }, { "epoch": 0.09351527913647593, "grad_norm": 0.18344144523143768, "learning_rate": 4.906484720863525e-05, "loss": 0.0243, "step": 5640 }, { "epoch": 0.09368108636898742, "grad_norm": 0.04537130892276764, "learning_rate": 4.906318913631013e-05, "loss": 0.0145, "step": 5650 }, { "epoch": 0.09384689360149889, "grad_norm": 0.4311492145061493, "learning_rate": 4.9061531063985014e-05, "loss": 0.0473, "step": 5660 }, { "epoch": 0.09401270083401038, "grad_norm": 0.005424423608928919, "learning_rate": 4.90598729916599e-05, "loss": 0.0252, "step": 5670 }, { "epoch": 0.09417850806652187, "grad_norm": 0.5376746654510498, "learning_rate": 4.905821491933478e-05, "loss": 0.0164, "step": 5680 }, { "epoch": 0.09434431529903334, "grad_norm": 0.07498832046985626, "learning_rate": 4.905655684700967e-05, "loss": 0.019, "step": 5690 }, { "epoch": 0.09451012253154482, "grad_norm": 0.14395423233509064, "learning_rate": 4.9054898774684554e-05, "loss": 0.0345, "step": 5700 }, { "epoch": 0.09467592976405631, "grad_norm": 0.8217162489891052, "learning_rate": 4.905324070235944e-05, "loss": 0.0335, "step": 5710 }, { "epoch": 0.0948417369965678, "grad_norm": 0.9115520715713501, "learning_rate": 4.905158263003433e-05, "loss": 0.0281, "step": 5720 }, { "epoch": 0.09500754422907927, "grad_norm": 0.015606436878442764, "learning_rate": 4.904992455770921e-05, "loss": 0.0324, "step": 5730 }, { "epoch": 0.09517335146159075, "grad_norm": 0.02081196755170822, "learning_rate": 4.9048266485384095e-05, "loss": 0.0378, "step": 5740 }, { "epoch": 0.09533915869410224, "grad_norm": 0.45114392042160034, "learning_rate": 4.904660841305898e-05, "loss": 0.0327, "step": 5750 }, { "epoch": 0.09550496592661371, "grad_norm": 0.5892462730407715, "learning_rate": 4.904495034073386e-05, "loss": 0.022, "step": 5760 }, { "epoch": 0.0956707731591252, "grad_norm": 0.0312628373503685, "learning_rate": 4.904329226840875e-05, "loss": 0.0051, "step": 5770 }, { "epoch": 0.09583658039163669, "grad_norm": 1.0699472427368164, "learning_rate": 4.9041634196083636e-05, "loss": 0.0245, "step": 5780 }, { "epoch": 0.09600238762414817, "grad_norm": 0.14634299278259277, "learning_rate": 4.903997612375852e-05, "loss": 0.0165, "step": 5790 }, { "epoch": 0.09616819485665964, "grad_norm": 0.323907732963562, "learning_rate": 4.903831805143341e-05, "loss": 0.0169, "step": 5800 }, { "epoch": 0.09633400208917113, "grad_norm": 0.17753048241138458, "learning_rate": 4.903665997910829e-05, "loss": 0.0123, "step": 5810 }, { "epoch": 0.09649980932168262, "grad_norm": 1.6124995946884155, "learning_rate": 4.9035001906783177e-05, "loss": 0.043, "step": 5820 }, { "epoch": 0.09666561655419409, "grad_norm": 1.3799992799758911, "learning_rate": 4.903334383445806e-05, "loss": 0.0194, "step": 5830 }, { "epoch": 0.09683142378670558, "grad_norm": 0.007916879840195179, "learning_rate": 4.9031685762132943e-05, "loss": 0.0244, "step": 5840 }, { "epoch": 0.09699723101921706, "grad_norm": 0.001706919283606112, "learning_rate": 4.9030027689807834e-05, "loss": 0.0317, "step": 5850 }, { "epoch": 0.09716303825172853, "grad_norm": 1.4168370962142944, "learning_rate": 4.902836961748272e-05, "loss": 0.0599, "step": 5860 }, { "epoch": 0.09732884548424002, "grad_norm": 0.4024459421634674, "learning_rate": 4.90267115451576e-05, "loss": 0.0169, "step": 5870 }, { "epoch": 0.0974946527167515, "grad_norm": 1.3922866582870483, "learning_rate": 4.902505347283249e-05, "loss": 0.0259, "step": 5880 }, { "epoch": 0.09766045994926299, "grad_norm": 0.04006136953830719, "learning_rate": 4.9023395400507374e-05, "loss": 0.0157, "step": 5890 }, { "epoch": 0.09782626718177447, "grad_norm": 0.38535070419311523, "learning_rate": 4.902173732818226e-05, "loss": 0.0479, "step": 5900 }, { "epoch": 0.09799207441428595, "grad_norm": 0.14037980139255524, "learning_rate": 4.902007925585714e-05, "loss": 0.0152, "step": 5910 }, { "epoch": 0.09815788164679744, "grad_norm": 0.0479474775493145, "learning_rate": 4.9018421183532025e-05, "loss": 0.0097, "step": 5920 }, { "epoch": 0.09832368887930891, "grad_norm": 1.0114326477050781, "learning_rate": 4.9016763111206915e-05, "loss": 0.018, "step": 5930 }, { "epoch": 0.0984894961118204, "grad_norm": 0.6763424873352051, "learning_rate": 4.90151050388818e-05, "loss": 0.0202, "step": 5940 }, { "epoch": 0.09865530334433188, "grad_norm": 0.394896924495697, "learning_rate": 4.901344696655668e-05, "loss": 0.0213, "step": 5950 }, { "epoch": 0.09882111057684337, "grad_norm": 0.1982683390378952, "learning_rate": 4.901178889423157e-05, "loss": 0.0185, "step": 5960 }, { "epoch": 0.09898691780935484, "grad_norm": 0.2053014189004898, "learning_rate": 4.9010130821906456e-05, "loss": 0.044, "step": 5970 }, { "epoch": 0.09915272504186633, "grad_norm": 0.043462809175252914, "learning_rate": 4.900847274958134e-05, "loss": 0.0178, "step": 5980 }, { "epoch": 0.09931853227437781, "grad_norm": 1.0372083187103271, "learning_rate": 4.900681467725622e-05, "loss": 0.0606, "step": 5990 }, { "epoch": 0.09948433950688929, "grad_norm": 0.011963270604610443, "learning_rate": 4.9005156604931106e-05, "loss": 0.0131, "step": 6000 }, { "epoch": 0.09965014673940077, "grad_norm": 0.0021832480560988188, "learning_rate": 4.9003498532605997e-05, "loss": 0.0143, "step": 6010 }, { "epoch": 0.09981595397191226, "grad_norm": 0.015924368053674698, "learning_rate": 4.900184046028088e-05, "loss": 0.0125, "step": 6020 }, { "epoch": 0.09998176120442373, "grad_norm": 0.06400017440319061, "learning_rate": 4.900018238795577e-05, "loss": 0.0821, "step": 6030 }, { "epoch": 0.10014756843693522, "grad_norm": 0.49268829822540283, "learning_rate": 4.8998524315630654e-05, "loss": 0.0287, "step": 6040 }, { "epoch": 0.1003133756694467, "grad_norm": 0.07246430218219757, "learning_rate": 4.899686624330553e-05, "loss": 0.015, "step": 6050 }, { "epoch": 0.10047918290195819, "grad_norm": 0.001987823285162449, "learning_rate": 4.899520817098042e-05, "loss": 0.0228, "step": 6060 }, { "epoch": 0.10064499013446966, "grad_norm": 0.7198586463928223, "learning_rate": 4.8993550098655304e-05, "loss": 0.0528, "step": 6070 }, { "epoch": 0.10081079736698115, "grad_norm": 1.0280282497406006, "learning_rate": 4.899189202633019e-05, "loss": 0.0225, "step": 6080 }, { "epoch": 0.10097660459949263, "grad_norm": 0.8635977506637573, "learning_rate": 4.899023395400508e-05, "loss": 0.0219, "step": 6090 }, { "epoch": 0.1011424118320041, "grad_norm": 0.1179019957780838, "learning_rate": 4.898857588167996e-05, "loss": 0.0154, "step": 6100 }, { "epoch": 0.10130821906451559, "grad_norm": 0.005339245777577162, "learning_rate": 4.898691780935485e-05, "loss": 0.016, "step": 6110 }, { "epoch": 0.10147402629702708, "grad_norm": 0.07518219202756882, "learning_rate": 4.898525973702973e-05, "loss": 0.0131, "step": 6120 }, { "epoch": 0.10163983352953856, "grad_norm": 1.329593300819397, "learning_rate": 4.898360166470461e-05, "loss": 0.0254, "step": 6130 }, { "epoch": 0.10180564076205004, "grad_norm": 0.02213215082883835, "learning_rate": 4.89819435923795e-05, "loss": 0.0157, "step": 6140 }, { "epoch": 0.10197144799456152, "grad_norm": 0.05749954283237457, "learning_rate": 4.8980285520054386e-05, "loss": 0.0301, "step": 6150 }, { "epoch": 0.10213725522707301, "grad_norm": 0.003405295079573989, "learning_rate": 4.8978627447729276e-05, "loss": 0.0187, "step": 6160 }, { "epoch": 0.10230306245958448, "grad_norm": 0.008880048990249634, "learning_rate": 4.897696937540416e-05, "loss": 0.0096, "step": 6170 }, { "epoch": 0.10246886969209597, "grad_norm": 0.3852849006652832, "learning_rate": 4.897531130307904e-05, "loss": 0.0178, "step": 6180 }, { "epoch": 0.10263467692460745, "grad_norm": 0.19729238748550415, "learning_rate": 4.897365323075393e-05, "loss": 0.0276, "step": 6190 }, { "epoch": 0.10280048415711894, "grad_norm": 0.5145163536071777, "learning_rate": 4.897199515842881e-05, "loss": 0.0178, "step": 6200 }, { "epoch": 0.10296629138963041, "grad_norm": 0.07262659817934036, "learning_rate": 4.897033708610369e-05, "loss": 0.0393, "step": 6210 }, { "epoch": 0.1031320986221419, "grad_norm": 0.07315067946910858, "learning_rate": 4.8968679013778583e-05, "loss": 0.0223, "step": 6220 }, { "epoch": 0.10329790585465339, "grad_norm": 0.05346200615167618, "learning_rate": 4.896702094145347e-05, "loss": 0.0223, "step": 6230 }, { "epoch": 0.10346371308716486, "grad_norm": 0.003575459588319063, "learning_rate": 4.896536286912836e-05, "loss": 0.022, "step": 6240 }, { "epoch": 0.10362952031967634, "grad_norm": 0.1877111941576004, "learning_rate": 4.896370479680324e-05, "loss": 0.0279, "step": 6250 }, { "epoch": 0.10379532755218783, "grad_norm": 0.6896608471870422, "learning_rate": 4.8962046724478124e-05, "loss": 0.0275, "step": 6260 }, { "epoch": 0.1039611347846993, "grad_norm": 0.4926912188529968, "learning_rate": 4.896038865215301e-05, "loss": 0.016, "step": 6270 }, { "epoch": 0.10412694201721079, "grad_norm": 0.04111488163471222, "learning_rate": 4.895873057982789e-05, "loss": 0.0355, "step": 6280 }, { "epoch": 0.10429274924972227, "grad_norm": 0.36986514925956726, "learning_rate": 4.8957072507502775e-05, "loss": 0.0218, "step": 6290 }, { "epoch": 0.10445855648223376, "grad_norm": 0.05350377783179283, "learning_rate": 4.8955414435177665e-05, "loss": 0.0108, "step": 6300 }, { "epoch": 0.10462436371474523, "grad_norm": 0.22137504816055298, "learning_rate": 4.895375636285255e-05, "loss": 0.0253, "step": 6310 }, { "epoch": 0.10479017094725672, "grad_norm": 0.0030519049614667892, "learning_rate": 4.895209829052744e-05, "loss": 0.0051, "step": 6320 }, { "epoch": 0.1049559781797682, "grad_norm": 0.8879300951957703, "learning_rate": 4.895044021820232e-05, "loss": 0.0136, "step": 6330 }, { "epoch": 0.10512178541227968, "grad_norm": 0.3494093716144562, "learning_rate": 4.8948782145877206e-05, "loss": 0.007, "step": 6340 }, { "epoch": 0.10528759264479116, "grad_norm": 0.9265346527099609, "learning_rate": 4.894712407355209e-05, "loss": 0.0223, "step": 6350 }, { "epoch": 0.10545339987730265, "grad_norm": 0.004959064070135355, "learning_rate": 4.894546600122697e-05, "loss": 0.022, "step": 6360 }, { "epoch": 0.10561920710981414, "grad_norm": 0.03220730647444725, "learning_rate": 4.894380792890186e-05, "loss": 0.019, "step": 6370 }, { "epoch": 0.10578501434232561, "grad_norm": 0.3660895824432373, "learning_rate": 4.8942149856576746e-05, "loss": 0.0075, "step": 6380 }, { "epoch": 0.1059508215748371, "grad_norm": 0.4133009910583496, "learning_rate": 4.894049178425163e-05, "loss": 0.0275, "step": 6390 }, { "epoch": 0.10611662880734858, "grad_norm": 0.001688113552518189, "learning_rate": 4.893883371192652e-05, "loss": 0.0264, "step": 6400 }, { "epoch": 0.10628243603986005, "grad_norm": 0.020482465624809265, "learning_rate": 4.8937175639601403e-05, "loss": 0.0132, "step": 6410 }, { "epoch": 0.10644824327237154, "grad_norm": 0.017235042527318, "learning_rate": 4.893551756727629e-05, "loss": 0.0258, "step": 6420 }, { "epoch": 0.10661405050488303, "grad_norm": 0.013513519428670406, "learning_rate": 4.893385949495117e-05, "loss": 0.0492, "step": 6430 }, { "epoch": 0.1067798577373945, "grad_norm": 0.6861051321029663, "learning_rate": 4.8932201422626054e-05, "loss": 0.0083, "step": 6440 }, { "epoch": 0.10694566496990598, "grad_norm": 0.0646500363945961, "learning_rate": 4.8930543350300944e-05, "loss": 0.032, "step": 6450 }, { "epoch": 0.10711147220241747, "grad_norm": 0.3358404338359833, "learning_rate": 4.892888527797583e-05, "loss": 0.0233, "step": 6460 }, { "epoch": 0.10727727943492896, "grad_norm": 0.21347714960575104, "learning_rate": 4.892722720565071e-05, "loss": 0.0361, "step": 6470 }, { "epoch": 0.10744308666744043, "grad_norm": 0.040498286485672, "learning_rate": 4.89255691333256e-05, "loss": 0.0422, "step": 6480 }, { "epoch": 0.10760889389995192, "grad_norm": 0.8605133891105652, "learning_rate": 4.8923911061000485e-05, "loss": 0.0525, "step": 6490 }, { "epoch": 0.1077747011324634, "grad_norm": 0.8706445097923279, "learning_rate": 4.892225298867537e-05, "loss": 0.0263, "step": 6500 }, { "epoch": 0.10794050836497487, "grad_norm": 0.47727376222610474, "learning_rate": 4.892059491635025e-05, "loss": 0.0312, "step": 6510 }, { "epoch": 0.10810631559748636, "grad_norm": 0.004880841355770826, "learning_rate": 4.8918936844025135e-05, "loss": 0.029, "step": 6520 }, { "epoch": 0.10827212282999785, "grad_norm": 0.0683303251862526, "learning_rate": 4.8917278771700026e-05, "loss": 0.0317, "step": 6530 }, { "epoch": 0.10843793006250933, "grad_norm": 4.175370693206787, "learning_rate": 4.891562069937491e-05, "loss": 0.024, "step": 6540 }, { "epoch": 0.1086037372950208, "grad_norm": 0.2408641278743744, "learning_rate": 4.891396262704979e-05, "loss": 0.0359, "step": 6550 }, { "epoch": 0.10876954452753229, "grad_norm": 0.6056522727012634, "learning_rate": 4.891230455472468e-05, "loss": 0.0129, "step": 6560 }, { "epoch": 0.10893535176004378, "grad_norm": 0.36997824907302856, "learning_rate": 4.8910646482399566e-05, "loss": 0.0174, "step": 6570 }, { "epoch": 0.10910115899255525, "grad_norm": 0.19389675557613373, "learning_rate": 4.890898841007445e-05, "loss": 0.0083, "step": 6580 }, { "epoch": 0.10926696622506674, "grad_norm": 0.4846544861793518, "learning_rate": 4.890733033774933e-05, "loss": 0.0215, "step": 6590 }, { "epoch": 0.10943277345757822, "grad_norm": 0.020385105162858963, "learning_rate": 4.890567226542422e-05, "loss": 0.0146, "step": 6600 }, { "epoch": 0.10959858069008971, "grad_norm": 0.049223218113183975, "learning_rate": 4.890401419309911e-05, "loss": 0.0145, "step": 6610 }, { "epoch": 0.10976438792260118, "grad_norm": 0.12154249101877213, "learning_rate": 4.890235612077399e-05, "loss": 0.012, "step": 6620 }, { "epoch": 0.10993019515511267, "grad_norm": 1.109337329864502, "learning_rate": 4.8900698048448874e-05, "loss": 0.0399, "step": 6630 }, { "epoch": 0.11009600238762415, "grad_norm": 0.294748455286026, "learning_rate": 4.8899039976123764e-05, "loss": 0.0199, "step": 6640 }, { "epoch": 0.11026180962013563, "grad_norm": 0.07336284965276718, "learning_rate": 4.889738190379865e-05, "loss": 0.0108, "step": 6650 }, { "epoch": 0.11042761685264711, "grad_norm": 0.032334279268980026, "learning_rate": 4.889572383147353e-05, "loss": 0.0316, "step": 6660 }, { "epoch": 0.1105934240851586, "grad_norm": 1.246953010559082, "learning_rate": 4.8894065759148415e-05, "loss": 0.0308, "step": 6670 }, { "epoch": 0.11075923131767007, "grad_norm": 0.518337607383728, "learning_rate": 4.88924076868233e-05, "loss": 0.0325, "step": 6680 }, { "epoch": 0.11092503855018156, "grad_norm": 0.03142542019486427, "learning_rate": 4.889074961449819e-05, "loss": 0.0296, "step": 6690 }, { "epoch": 0.11109084578269304, "grad_norm": 0.17484436929225922, "learning_rate": 4.888909154217307e-05, "loss": 0.0284, "step": 6700 }, { "epoch": 0.11125665301520453, "grad_norm": 0.3715192377567291, "learning_rate": 4.888743346984796e-05, "loss": 0.0792, "step": 6710 }, { "epoch": 0.111422460247716, "grad_norm": 0.0961422249674797, "learning_rate": 4.8885775397522845e-05, "loss": 0.0216, "step": 6720 }, { "epoch": 0.11158826748022749, "grad_norm": 1.6029521226882935, "learning_rate": 4.888411732519773e-05, "loss": 0.0528, "step": 6730 }, { "epoch": 0.11175407471273897, "grad_norm": 0.7736514210700989, "learning_rate": 4.888245925287261e-05, "loss": 0.0115, "step": 6740 }, { "epoch": 0.11191988194525045, "grad_norm": 0.5039699077606201, "learning_rate": 4.8880801180547496e-05, "loss": 0.0179, "step": 6750 }, { "epoch": 0.11208568917776193, "grad_norm": 0.04688486084342003, "learning_rate": 4.887914310822238e-05, "loss": 0.02, "step": 6760 }, { "epoch": 0.11225149641027342, "grad_norm": 0.0167758259922266, "learning_rate": 4.887748503589727e-05, "loss": 0.0196, "step": 6770 }, { "epoch": 0.1124173036427849, "grad_norm": 0.0055326479487121105, "learning_rate": 4.887582696357215e-05, "loss": 0.0052, "step": 6780 }, { "epoch": 0.11258311087529638, "grad_norm": 0.03172612562775612, "learning_rate": 4.8874168891247043e-05, "loss": 0.0256, "step": 6790 }, { "epoch": 0.11274891810780786, "grad_norm": 0.7538729906082153, "learning_rate": 4.887251081892193e-05, "loss": 0.0189, "step": 6800 }, { "epoch": 0.11291472534031935, "grad_norm": 0.08693065494298935, "learning_rate": 4.8870852746596804e-05, "loss": 0.0237, "step": 6810 }, { "epoch": 0.11308053257283082, "grad_norm": 0.45645493268966675, "learning_rate": 4.8869194674271694e-05, "loss": 0.0116, "step": 6820 }, { "epoch": 0.11324633980534231, "grad_norm": 0.020656023174524307, "learning_rate": 4.886753660194658e-05, "loss": 0.0151, "step": 6830 }, { "epoch": 0.1134121470378538, "grad_norm": 0.12176919728517532, "learning_rate": 4.886587852962147e-05, "loss": 0.0366, "step": 6840 }, { "epoch": 0.11357795427036527, "grad_norm": 0.017767535522580147, "learning_rate": 4.886422045729635e-05, "loss": 0.0275, "step": 6850 }, { "epoch": 0.11374376150287675, "grad_norm": 0.36292529106140137, "learning_rate": 4.8862562384971235e-05, "loss": 0.0291, "step": 6860 }, { "epoch": 0.11390956873538824, "grad_norm": 0.44631123542785645, "learning_rate": 4.8860904312646125e-05, "loss": 0.0277, "step": 6870 }, { "epoch": 0.11407537596789973, "grad_norm": 0.4849981963634491, "learning_rate": 4.885924624032101e-05, "loss": 0.0212, "step": 6880 }, { "epoch": 0.1142411832004112, "grad_norm": 0.20769494771957397, "learning_rate": 4.8857588167995885e-05, "loss": 0.0198, "step": 6890 }, { "epoch": 0.11440699043292268, "grad_norm": 0.08912926912307739, "learning_rate": 4.8855930095670775e-05, "loss": 0.009, "step": 6900 }, { "epoch": 0.11457279766543417, "grad_norm": 0.022450048476457596, "learning_rate": 4.885427202334566e-05, "loss": 0.0342, "step": 6910 }, { "epoch": 0.11473860489794564, "grad_norm": 0.7790906429290771, "learning_rate": 4.885261395102055e-05, "loss": 0.0265, "step": 6920 }, { "epoch": 0.11490441213045713, "grad_norm": 0.014760294929146767, "learning_rate": 4.885095587869543e-05, "loss": 0.0114, "step": 6930 }, { "epoch": 0.11507021936296861, "grad_norm": 2.2116689682006836, "learning_rate": 4.8849297806370316e-05, "loss": 0.0203, "step": 6940 }, { "epoch": 0.1152360265954801, "grad_norm": 0.5700165629386902, "learning_rate": 4.8847639734045206e-05, "loss": 0.0279, "step": 6950 }, { "epoch": 0.11540183382799157, "grad_norm": 0.00659804604947567, "learning_rate": 4.884598166172008e-05, "loss": 0.03, "step": 6960 }, { "epoch": 0.11556764106050306, "grad_norm": 0.144329234957695, "learning_rate": 4.8844323589394966e-05, "loss": 0.0089, "step": 6970 }, { "epoch": 0.11573344829301455, "grad_norm": 0.5460752844810486, "learning_rate": 4.8842665517069857e-05, "loss": 0.0104, "step": 6980 }, { "epoch": 0.11589925552552602, "grad_norm": 0.02409081533551216, "learning_rate": 4.884100744474474e-05, "loss": 0.0416, "step": 6990 }, { "epoch": 0.1160650627580375, "grad_norm": 0.6500832438468933, "learning_rate": 4.883934937241963e-05, "loss": 0.0241, "step": 7000 }, { "epoch": 0.11623086999054899, "grad_norm": 1.7749781608581543, "learning_rate": 4.8837691300094514e-05, "loss": 0.0329, "step": 7010 }, { "epoch": 0.11639667722306048, "grad_norm": 0.3939022123813629, "learning_rate": 4.88360332277694e-05, "loss": 0.0197, "step": 7020 }, { "epoch": 0.11656248445557195, "grad_norm": 0.45687606930732727, "learning_rate": 4.883437515544428e-05, "loss": 0.0177, "step": 7030 }, { "epoch": 0.11672829168808344, "grad_norm": 0.08013676851987839, "learning_rate": 4.8832717083119164e-05, "loss": 0.0229, "step": 7040 }, { "epoch": 0.11689409892059492, "grad_norm": 1.0180883407592773, "learning_rate": 4.8831059010794055e-05, "loss": 0.0231, "step": 7050 }, { "epoch": 0.1170599061531064, "grad_norm": 0.012550612911581993, "learning_rate": 4.882940093846894e-05, "loss": 0.0262, "step": 7060 }, { "epoch": 0.11722571338561788, "grad_norm": 0.3853667676448822, "learning_rate": 4.882774286614382e-05, "loss": 0.0082, "step": 7070 }, { "epoch": 0.11739152061812937, "grad_norm": 0.27916085720062256, "learning_rate": 4.882608479381871e-05, "loss": 0.0287, "step": 7080 }, { "epoch": 0.11755732785064084, "grad_norm": 1.0433553457260132, "learning_rate": 4.8824426721493595e-05, "loss": 0.0101, "step": 7090 }, { "epoch": 0.11772313508315232, "grad_norm": 0.5027477145195007, "learning_rate": 4.882276864916848e-05, "loss": 0.0288, "step": 7100 }, { "epoch": 0.11788894231566381, "grad_norm": 0.02644435130059719, "learning_rate": 4.882111057684336e-05, "loss": 0.0209, "step": 7110 }, { "epoch": 0.1180547495481753, "grad_norm": 0.011566930450499058, "learning_rate": 4.8819452504518246e-05, "loss": 0.0328, "step": 7120 }, { "epoch": 0.11822055678068677, "grad_norm": 0.006397207733243704, "learning_rate": 4.8817794432193136e-05, "loss": 0.0172, "step": 7130 }, { "epoch": 0.11838636401319826, "grad_norm": 0.9492441415786743, "learning_rate": 4.881613635986802e-05, "loss": 0.0226, "step": 7140 }, { "epoch": 0.11855217124570974, "grad_norm": 0.006618810817599297, "learning_rate": 4.88144782875429e-05, "loss": 0.0112, "step": 7150 }, { "epoch": 0.11871797847822121, "grad_norm": 0.6736335754394531, "learning_rate": 4.881282021521779e-05, "loss": 0.0118, "step": 7160 }, { "epoch": 0.1188837857107327, "grad_norm": 0.10377201437950134, "learning_rate": 4.8811162142892677e-05, "loss": 0.0233, "step": 7170 }, { "epoch": 0.11904959294324419, "grad_norm": 0.48692551255226135, "learning_rate": 4.880950407056756e-05, "loss": 0.0136, "step": 7180 }, { "epoch": 0.11921540017575567, "grad_norm": 0.7245302200317383, "learning_rate": 4.8807845998242444e-05, "loss": 0.0378, "step": 7190 }, { "epoch": 0.11938120740826715, "grad_norm": 0.3452892005443573, "learning_rate": 4.880618792591733e-05, "loss": 0.0151, "step": 7200 }, { "epoch": 0.11954701464077863, "grad_norm": 0.03245503455400467, "learning_rate": 4.880452985359222e-05, "loss": 0.0257, "step": 7210 }, { "epoch": 0.11971282187329012, "grad_norm": 0.7898936867713928, "learning_rate": 4.88028717812671e-05, "loss": 0.021, "step": 7220 }, { "epoch": 0.11987862910580159, "grad_norm": 2.014547824859619, "learning_rate": 4.8801213708941984e-05, "loss": 0.0651, "step": 7230 }, { "epoch": 0.12004443633831308, "grad_norm": 1.194383144378662, "learning_rate": 4.8799555636616874e-05, "loss": 0.0283, "step": 7240 }, { "epoch": 0.12021024357082456, "grad_norm": 1.5134565830230713, "learning_rate": 4.879789756429176e-05, "loss": 0.0095, "step": 7250 }, { "epoch": 0.12037605080333603, "grad_norm": 0.35678017139434814, "learning_rate": 4.879623949196664e-05, "loss": 0.0165, "step": 7260 }, { "epoch": 0.12054185803584752, "grad_norm": 1.1001050472259521, "learning_rate": 4.8794581419641525e-05, "loss": 0.0667, "step": 7270 }, { "epoch": 0.12070766526835901, "grad_norm": 0.03784291446208954, "learning_rate": 4.879292334731641e-05, "loss": 0.0351, "step": 7280 }, { "epoch": 0.1208734725008705, "grad_norm": 0.003873879089951515, "learning_rate": 4.87912652749913e-05, "loss": 0.0097, "step": 7290 }, { "epoch": 0.12103927973338197, "grad_norm": 0.6743125915527344, "learning_rate": 4.878960720266618e-05, "loss": 0.0166, "step": 7300 }, { "epoch": 0.12120508696589345, "grad_norm": 0.2603110671043396, "learning_rate": 4.8787949130341066e-05, "loss": 0.0032, "step": 7310 }, { "epoch": 0.12137089419840494, "grad_norm": 0.07290615886449814, "learning_rate": 4.8786291058015956e-05, "loss": 0.0333, "step": 7320 }, { "epoch": 0.12153670143091641, "grad_norm": 0.013495306484401226, "learning_rate": 4.878463298569084e-05, "loss": 0.0267, "step": 7330 }, { "epoch": 0.1217025086634279, "grad_norm": 0.10628969967365265, "learning_rate": 4.878297491336572e-05, "loss": 0.0128, "step": 7340 }, { "epoch": 0.12186831589593938, "grad_norm": 0.04857974126935005, "learning_rate": 4.8781316841040606e-05, "loss": 0.0264, "step": 7350 }, { "epoch": 0.12203412312845087, "grad_norm": 0.12026470899581909, "learning_rate": 4.877965876871549e-05, "loss": 0.0101, "step": 7360 }, { "epoch": 0.12219993036096234, "grad_norm": 0.10392594337463379, "learning_rate": 4.877800069639038e-05, "loss": 0.0147, "step": 7370 }, { "epoch": 0.12236573759347383, "grad_norm": 1.5203908681869507, "learning_rate": 4.8776342624065264e-05, "loss": 0.0174, "step": 7380 }, { "epoch": 0.12253154482598531, "grad_norm": 0.044897615909576416, "learning_rate": 4.8774684551740154e-05, "loss": 0.0485, "step": 7390 }, { "epoch": 0.12269735205849679, "grad_norm": 0.10426033288240433, "learning_rate": 4.877302647941504e-05, "loss": 0.0271, "step": 7400 }, { "epoch": 0.12286315929100827, "grad_norm": 0.12931784987449646, "learning_rate": 4.877136840708992e-05, "loss": 0.0106, "step": 7410 }, { "epoch": 0.12302896652351976, "grad_norm": 0.26868385076522827, "learning_rate": 4.8769710334764804e-05, "loss": 0.0221, "step": 7420 }, { "epoch": 0.12319477375603123, "grad_norm": 1.3187295198440552, "learning_rate": 4.876805226243969e-05, "loss": 0.0368, "step": 7430 }, { "epoch": 0.12336058098854272, "grad_norm": 0.8718774914741516, "learning_rate": 4.876639419011457e-05, "loss": 0.0171, "step": 7440 }, { "epoch": 0.1235263882210542, "grad_norm": 0.069058857858181, "learning_rate": 4.876473611778946e-05, "loss": 0.0509, "step": 7450 }, { "epoch": 0.12369219545356569, "grad_norm": 0.14683493971824646, "learning_rate": 4.8763078045464345e-05, "loss": 0.0163, "step": 7460 }, { "epoch": 0.12385800268607716, "grad_norm": 0.510967493057251, "learning_rate": 4.8761419973139235e-05, "loss": 0.0332, "step": 7470 }, { "epoch": 0.12402380991858865, "grad_norm": 0.020602909848093987, "learning_rate": 4.875976190081412e-05, "loss": 0.0057, "step": 7480 }, { "epoch": 0.12418961715110013, "grad_norm": 0.2672327756881714, "learning_rate": 4.8758103828489e-05, "loss": 0.0267, "step": 7490 }, { "epoch": 0.1243554243836116, "grad_norm": 0.6559614539146423, "learning_rate": 4.8756445756163886e-05, "loss": 0.0175, "step": 7500 }, { "epoch": 0.1245212316161231, "grad_norm": 0.014749187044799328, "learning_rate": 4.875478768383877e-05, "loss": 0.0126, "step": 7510 }, { "epoch": 0.12468703884863458, "grad_norm": 0.9353926777839661, "learning_rate": 4.875312961151366e-05, "loss": 0.0247, "step": 7520 }, { "epoch": 0.12485284608114607, "grad_norm": 0.00976756401360035, "learning_rate": 4.875147153918854e-05, "loss": 0.0146, "step": 7530 }, { "epoch": 0.12501865331365755, "grad_norm": 0.1942456066608429, "learning_rate": 4.8749813466863426e-05, "loss": 0.0123, "step": 7540 }, { "epoch": 0.12518446054616902, "grad_norm": 1.8539711236953735, "learning_rate": 4.8748155394538317e-05, "loss": 0.0221, "step": 7550 }, { "epoch": 0.1253502677786805, "grad_norm": 0.29857030510902405, "learning_rate": 4.87464973222132e-05, "loss": 0.0117, "step": 7560 }, { "epoch": 0.125516075011192, "grad_norm": 0.03053930588066578, "learning_rate": 4.8744839249888084e-05, "loss": 0.0068, "step": 7570 }, { "epoch": 0.12568188224370347, "grad_norm": 0.013569066300988197, "learning_rate": 4.874318117756297e-05, "loss": 0.0209, "step": 7580 }, { "epoch": 0.12584768947621494, "grad_norm": 1.1810756921768188, "learning_rate": 4.874152310523785e-05, "loss": 0.0292, "step": 7590 }, { "epoch": 0.12601349670872644, "grad_norm": 0.008437873795628548, "learning_rate": 4.873986503291274e-05, "loss": 0.0249, "step": 7600 }, { "epoch": 0.1261793039412379, "grad_norm": 1.463997721672058, "learning_rate": 4.8738206960587624e-05, "loss": 0.0384, "step": 7610 }, { "epoch": 0.12634511117374939, "grad_norm": 0.005902155302464962, "learning_rate": 4.873654888826251e-05, "loss": 0.0105, "step": 7620 }, { "epoch": 0.12651091840626089, "grad_norm": 0.31437045335769653, "learning_rate": 4.87348908159374e-05, "loss": 0.0287, "step": 7630 }, { "epoch": 0.12667672563877236, "grad_norm": 1.1684993505477905, "learning_rate": 4.873323274361228e-05, "loss": 0.0138, "step": 7640 }, { "epoch": 0.12684253287128386, "grad_norm": 0.7132846713066101, "learning_rate": 4.873157467128716e-05, "loss": 0.0329, "step": 7650 }, { "epoch": 0.12700834010379533, "grad_norm": 0.4638887941837311, "learning_rate": 4.872991659896205e-05, "loss": 0.0148, "step": 7660 }, { "epoch": 0.1271741473363068, "grad_norm": 0.01723249815404415, "learning_rate": 4.872825852663693e-05, "loss": 0.022, "step": 7670 }, { "epoch": 0.1273399545688183, "grad_norm": 0.43172138929367065, "learning_rate": 4.872660045431182e-05, "loss": 0.0295, "step": 7680 }, { "epoch": 0.12750576180132978, "grad_norm": 0.030390599742531776, "learning_rate": 4.8724942381986706e-05, "loss": 0.0225, "step": 7690 }, { "epoch": 0.12767156903384125, "grad_norm": 0.09858115762472153, "learning_rate": 4.872328430966159e-05, "loss": 0.0192, "step": 7700 }, { "epoch": 0.12783737626635275, "grad_norm": 0.4203019142150879, "learning_rate": 4.872162623733648e-05, "loss": 0.0456, "step": 7710 }, { "epoch": 0.12800318349886422, "grad_norm": 0.41895362734794617, "learning_rate": 4.8719968165011356e-05, "loss": 0.0089, "step": 7720 }, { "epoch": 0.1281689907313757, "grad_norm": 0.2398909330368042, "learning_rate": 4.8718310092686246e-05, "loss": 0.0222, "step": 7730 }, { "epoch": 0.1283347979638872, "grad_norm": 0.004519639071077108, "learning_rate": 4.871665202036113e-05, "loss": 0.0362, "step": 7740 }, { "epoch": 0.12850060519639867, "grad_norm": 0.7006778717041016, "learning_rate": 4.871499394803601e-05, "loss": 0.0189, "step": 7750 }, { "epoch": 0.12866641242891014, "grad_norm": 0.40684711933135986, "learning_rate": 4.8713335875710904e-05, "loss": 0.0174, "step": 7760 }, { "epoch": 0.12883221966142164, "grad_norm": 0.5466828942298889, "learning_rate": 4.871167780338579e-05, "loss": 0.0169, "step": 7770 }, { "epoch": 0.1289980268939331, "grad_norm": 0.020089391618967056, "learning_rate": 4.871001973106067e-05, "loss": 0.021, "step": 7780 }, { "epoch": 0.12916383412644458, "grad_norm": 0.012233528308570385, "learning_rate": 4.870836165873556e-05, "loss": 0.0171, "step": 7790 }, { "epoch": 0.12932964135895608, "grad_norm": 0.8575052618980408, "learning_rate": 4.870670358641044e-05, "loss": 0.0091, "step": 7800 }, { "epoch": 0.12949544859146755, "grad_norm": 0.01650647073984146, "learning_rate": 4.870504551408533e-05, "loss": 0.0128, "step": 7810 }, { "epoch": 0.12966125582397905, "grad_norm": 0.2759612798690796, "learning_rate": 4.870338744176021e-05, "loss": 0.0065, "step": 7820 }, { "epoch": 0.12982706305649053, "grad_norm": 0.5259891152381897, "learning_rate": 4.8701729369435095e-05, "loss": 0.0069, "step": 7830 }, { "epoch": 0.129992870289002, "grad_norm": 0.021577386185526848, "learning_rate": 4.8700071297109985e-05, "loss": 0.0072, "step": 7840 }, { "epoch": 0.1301586775215135, "grad_norm": 0.5704178810119629, "learning_rate": 4.869841322478487e-05, "loss": 0.0111, "step": 7850 }, { "epoch": 0.13032448475402497, "grad_norm": 0.08357827365398407, "learning_rate": 4.869675515245976e-05, "loss": 0.0243, "step": 7860 }, { "epoch": 0.13049029198653644, "grad_norm": 0.8242596983909607, "learning_rate": 4.8695097080134635e-05, "loss": 0.013, "step": 7870 }, { "epoch": 0.13065609921904794, "grad_norm": 0.1432104855775833, "learning_rate": 4.869343900780952e-05, "loss": 0.012, "step": 7880 }, { "epoch": 0.13082190645155942, "grad_norm": 0.35535579919815063, "learning_rate": 4.869178093548441e-05, "loss": 0.0185, "step": 7890 }, { "epoch": 0.1309877136840709, "grad_norm": 0.10770109295845032, "learning_rate": 4.869012286315929e-05, "loss": 0.0272, "step": 7900 }, { "epoch": 0.1311535209165824, "grad_norm": 0.0052427570335567, "learning_rate": 4.8688464790834176e-05, "loss": 0.0118, "step": 7910 }, { "epoch": 0.13131932814909386, "grad_norm": 0.010984779335558414, "learning_rate": 4.8686806718509066e-05, "loss": 0.0133, "step": 7920 }, { "epoch": 0.13148513538160533, "grad_norm": 0.12395621836185455, "learning_rate": 4.868514864618395e-05, "loss": 0.014, "step": 7930 }, { "epoch": 0.13165094261411683, "grad_norm": 0.6797316670417786, "learning_rate": 4.868349057385883e-05, "loss": 0.0496, "step": 7940 }, { "epoch": 0.1318167498466283, "grad_norm": 0.19625648856163025, "learning_rate": 4.868183250153372e-05, "loss": 0.052, "step": 7950 }, { "epoch": 0.13198255707913978, "grad_norm": 0.0817304253578186, "learning_rate": 4.86801744292086e-05, "loss": 0.0179, "step": 7960 }, { "epoch": 0.13214836431165128, "grad_norm": 0.28114205598831177, "learning_rate": 4.867851635688349e-05, "loss": 0.0309, "step": 7970 }, { "epoch": 0.13231417154416275, "grad_norm": 0.6039358377456665, "learning_rate": 4.8676858284558374e-05, "loss": 0.0247, "step": 7980 }, { "epoch": 0.13247997877667425, "grad_norm": 0.1834632307291031, "learning_rate": 4.867520021223326e-05, "loss": 0.0184, "step": 7990 }, { "epoch": 0.13264578600918572, "grad_norm": 0.513439416885376, "learning_rate": 4.867354213990815e-05, "loss": 0.0349, "step": 8000 }, { "epoch": 0.1328115932416972, "grad_norm": 0.0025477379094809294, "learning_rate": 4.867188406758303e-05, "loss": 0.0079, "step": 8010 }, { "epoch": 0.1329774004742087, "grad_norm": 0.0035474554169923067, "learning_rate": 4.8670225995257915e-05, "loss": 0.0164, "step": 8020 }, { "epoch": 0.13314320770672017, "grad_norm": 0.3437875509262085, "learning_rate": 4.86685679229328e-05, "loss": 0.0152, "step": 8030 }, { "epoch": 0.13330901493923164, "grad_norm": 0.10564035177230835, "learning_rate": 4.866690985060768e-05, "loss": 0.0145, "step": 8040 }, { "epoch": 0.13347482217174314, "grad_norm": 0.12868236005306244, "learning_rate": 4.866525177828257e-05, "loss": 0.015, "step": 8050 }, { "epoch": 0.1336406294042546, "grad_norm": 0.5235897302627563, "learning_rate": 4.8663593705957455e-05, "loss": 0.0283, "step": 8060 }, { "epoch": 0.13380643663676609, "grad_norm": 0.010505576618015766, "learning_rate": 4.8661935633632346e-05, "loss": 0.0399, "step": 8070 }, { "epoch": 0.13397224386927759, "grad_norm": 0.47677096724510193, "learning_rate": 4.866027756130723e-05, "loss": 0.0149, "step": 8080 }, { "epoch": 0.13413805110178906, "grad_norm": 0.13449698686599731, "learning_rate": 4.865861948898211e-05, "loss": 0.0167, "step": 8090 }, { "epoch": 0.13430385833430053, "grad_norm": 0.10072651505470276, "learning_rate": 4.8656961416656996e-05, "loss": 0.0065, "step": 8100 }, { "epoch": 0.13446966556681203, "grad_norm": 0.3492974042892456, "learning_rate": 4.865530334433188e-05, "loss": 0.044, "step": 8110 }, { "epoch": 0.1346354727993235, "grad_norm": 0.15649577975273132, "learning_rate": 4.865364527200676e-05, "loss": 0.0243, "step": 8120 }, { "epoch": 0.134801280031835, "grad_norm": 1.2494902610778809, "learning_rate": 4.865198719968165e-05, "loss": 0.0251, "step": 8130 }, { "epoch": 0.13496708726434647, "grad_norm": 5.958803653717041, "learning_rate": 4.865032912735654e-05, "loss": 0.0171, "step": 8140 }, { "epoch": 0.13513289449685795, "grad_norm": 2.3013055324554443, "learning_rate": 4.864867105503143e-05, "loss": 0.0295, "step": 8150 }, { "epoch": 0.13529870172936945, "grad_norm": 0.006918077357113361, "learning_rate": 4.864701298270631e-05, "loss": 0.0102, "step": 8160 }, { "epoch": 0.13546450896188092, "grad_norm": 0.5148144960403442, "learning_rate": 4.8645354910381194e-05, "loss": 0.0311, "step": 8170 }, { "epoch": 0.1356303161943924, "grad_norm": 0.03958362340927124, "learning_rate": 4.864369683805608e-05, "loss": 0.0178, "step": 8180 }, { "epoch": 0.1357961234269039, "grad_norm": 0.9074087142944336, "learning_rate": 4.864203876573096e-05, "loss": 0.0301, "step": 8190 }, { "epoch": 0.13596193065941536, "grad_norm": 0.8344427943229675, "learning_rate": 4.864038069340585e-05, "loss": 0.0157, "step": 8200 }, { "epoch": 0.13612773789192684, "grad_norm": 0.021181736141443253, "learning_rate": 4.8638722621080735e-05, "loss": 0.013, "step": 8210 }, { "epoch": 0.13629354512443834, "grad_norm": 0.1910484880208969, "learning_rate": 4.863706454875562e-05, "loss": 0.0258, "step": 8220 }, { "epoch": 0.1364593523569498, "grad_norm": 0.36982545256614685, "learning_rate": 4.863540647643051e-05, "loss": 0.0103, "step": 8230 }, { "epoch": 0.13662515958946128, "grad_norm": 1.7771129608154297, "learning_rate": 4.863374840410539e-05, "loss": 0.0233, "step": 8240 }, { "epoch": 0.13679096682197278, "grad_norm": 0.04213705286383629, "learning_rate": 4.8632090331780275e-05, "loss": 0.0187, "step": 8250 }, { "epoch": 0.13695677405448425, "grad_norm": 0.007074269466102123, "learning_rate": 4.863043225945516e-05, "loss": 0.0122, "step": 8260 }, { "epoch": 0.13712258128699573, "grad_norm": 0.0058448174968361855, "learning_rate": 4.862877418713004e-05, "loss": 0.0306, "step": 8270 }, { "epoch": 0.13728838851950723, "grad_norm": 0.0025366111658513546, "learning_rate": 4.862711611480493e-05, "loss": 0.0055, "step": 8280 }, { "epoch": 0.1374541957520187, "grad_norm": 0.2803415060043335, "learning_rate": 4.8625458042479816e-05, "loss": 0.0165, "step": 8290 }, { "epoch": 0.1376200029845302, "grad_norm": 1.7809334993362427, "learning_rate": 4.86237999701547e-05, "loss": 0.007, "step": 8300 }, { "epoch": 0.13778581021704167, "grad_norm": 1.9412846565246582, "learning_rate": 4.862214189782959e-05, "loss": 0.0263, "step": 8310 }, { "epoch": 0.13795161744955314, "grad_norm": 0.28053516149520874, "learning_rate": 4.862048382550447e-05, "loss": 0.0157, "step": 8320 }, { "epoch": 0.13811742468206464, "grad_norm": 0.010551796294748783, "learning_rate": 4.861882575317936e-05, "loss": 0.0219, "step": 8330 }, { "epoch": 0.13828323191457612, "grad_norm": 0.16514615714550018, "learning_rate": 4.861716768085424e-05, "loss": 0.022, "step": 8340 }, { "epoch": 0.1384490391470876, "grad_norm": 0.9090420007705688, "learning_rate": 4.8615509608529124e-05, "loss": 0.0332, "step": 8350 }, { "epoch": 0.1386148463795991, "grad_norm": 0.01687963306903839, "learning_rate": 4.8613851536204014e-05, "loss": 0.0289, "step": 8360 }, { "epoch": 0.13878065361211056, "grad_norm": 0.4542158544063568, "learning_rate": 4.86121934638789e-05, "loss": 0.0194, "step": 8370 }, { "epoch": 0.13894646084462203, "grad_norm": 0.009436283260583878, "learning_rate": 4.861053539155378e-05, "loss": 0.0365, "step": 8380 }, { "epoch": 0.13911226807713353, "grad_norm": 0.9463772177696228, "learning_rate": 4.860887731922867e-05, "loss": 0.0303, "step": 8390 }, { "epoch": 0.139278075309645, "grad_norm": 0.3592124879360199, "learning_rate": 4.8607219246903555e-05, "loss": 0.0377, "step": 8400 }, { "epoch": 0.13944388254215648, "grad_norm": 0.3311426043510437, "learning_rate": 4.860556117457844e-05, "loss": 0.0113, "step": 8410 }, { "epoch": 0.13960968977466798, "grad_norm": 0.05165128782391548, "learning_rate": 4.860390310225332e-05, "loss": 0.0126, "step": 8420 }, { "epoch": 0.13977549700717945, "grad_norm": 0.0025570837315171957, "learning_rate": 4.8602245029928205e-05, "loss": 0.0401, "step": 8430 }, { "epoch": 0.13994130423969092, "grad_norm": 0.3486749231815338, "learning_rate": 4.8600586957603095e-05, "loss": 0.0134, "step": 8440 }, { "epoch": 0.14010711147220242, "grad_norm": 0.9012776017189026, "learning_rate": 4.859892888527798e-05, "loss": 0.0225, "step": 8450 }, { "epoch": 0.1402729187047139, "grad_norm": 0.005202684085816145, "learning_rate": 4.859727081295286e-05, "loss": 0.0114, "step": 8460 }, { "epoch": 0.1404387259372254, "grad_norm": 1.0297255516052246, "learning_rate": 4.859561274062775e-05, "loss": 0.0158, "step": 8470 }, { "epoch": 0.14060453316973687, "grad_norm": 0.014355064369738102, "learning_rate": 4.859395466830263e-05, "loss": 0.0169, "step": 8480 }, { "epoch": 0.14077034040224834, "grad_norm": 0.6062303185462952, "learning_rate": 4.859229659597752e-05, "loss": 0.0313, "step": 8490 }, { "epoch": 0.14093614763475984, "grad_norm": 0.07333876192569733, "learning_rate": 4.85906385236524e-05, "loss": 0.0114, "step": 8500 }, { "epoch": 0.1411019548672713, "grad_norm": 0.00373077136464417, "learning_rate": 4.8588980451327286e-05, "loss": 0.0069, "step": 8510 }, { "epoch": 0.14126776209978278, "grad_norm": 1.1016920804977417, "learning_rate": 4.858732237900218e-05, "loss": 0.0205, "step": 8520 }, { "epoch": 0.14143356933229428, "grad_norm": 1.1095654964447021, "learning_rate": 4.858566430667706e-05, "loss": 0.0088, "step": 8530 }, { "epoch": 0.14159937656480576, "grad_norm": 0.13466671109199524, "learning_rate": 4.8584006234351944e-05, "loss": 0.0481, "step": 8540 }, { "epoch": 0.14176518379731723, "grad_norm": 0.8565822839736938, "learning_rate": 4.8582348162026834e-05, "loss": 0.0371, "step": 8550 }, { "epoch": 0.14193099102982873, "grad_norm": 0.023025749251246452, "learning_rate": 4.858069008970171e-05, "loss": 0.0197, "step": 8560 }, { "epoch": 0.1420967982623402, "grad_norm": 0.11531314998865128, "learning_rate": 4.85790320173766e-05, "loss": 0.0299, "step": 8570 }, { "epoch": 0.14226260549485167, "grad_norm": 1.0173697471618652, "learning_rate": 4.8577373945051484e-05, "loss": 0.0291, "step": 8580 }, { "epoch": 0.14242841272736317, "grad_norm": 0.3466053605079651, "learning_rate": 4.857571587272637e-05, "loss": 0.0149, "step": 8590 }, { "epoch": 0.14259421995987465, "grad_norm": 0.24374882876873016, "learning_rate": 4.857405780040126e-05, "loss": 0.0053, "step": 8600 }, { "epoch": 0.14276002719238612, "grad_norm": 0.6804828643798828, "learning_rate": 4.857239972807614e-05, "loss": 0.0227, "step": 8610 }, { "epoch": 0.14292583442489762, "grad_norm": 0.014198148623108864, "learning_rate": 4.857074165575103e-05, "loss": 0.0115, "step": 8620 }, { "epoch": 0.1430916416574091, "grad_norm": 1.063838243484497, "learning_rate": 4.856908358342591e-05, "loss": 0.0187, "step": 8630 }, { "epoch": 0.1432574488899206, "grad_norm": 2.198479413986206, "learning_rate": 4.856742551110079e-05, "loss": 0.0273, "step": 8640 }, { "epoch": 0.14342325612243206, "grad_norm": 0.003948655445128679, "learning_rate": 4.856576743877568e-05, "loss": 0.0244, "step": 8650 }, { "epoch": 0.14358906335494354, "grad_norm": 0.004226387944072485, "learning_rate": 4.8564109366450566e-05, "loss": 0.0076, "step": 8660 }, { "epoch": 0.14375487058745504, "grad_norm": 0.003708047093823552, "learning_rate": 4.856245129412545e-05, "loss": 0.0619, "step": 8670 }, { "epoch": 0.1439206778199665, "grad_norm": 0.023281585425138474, "learning_rate": 4.856079322180034e-05, "loss": 0.0126, "step": 8680 }, { "epoch": 0.14408648505247798, "grad_norm": 0.02748272754251957, "learning_rate": 4.855913514947522e-05, "loss": 0.0099, "step": 8690 }, { "epoch": 0.14425229228498948, "grad_norm": 0.07205969840288162, "learning_rate": 4.8557477077150106e-05, "loss": 0.0567, "step": 8700 }, { "epoch": 0.14441809951750095, "grad_norm": 0.2183619886636734, "learning_rate": 4.855581900482499e-05, "loss": 0.0221, "step": 8710 }, { "epoch": 0.14458390675001243, "grad_norm": 0.008155960589647293, "learning_rate": 4.855416093249987e-05, "loss": 0.0131, "step": 8720 }, { "epoch": 0.14474971398252393, "grad_norm": 0.005086791235953569, "learning_rate": 4.8552502860174764e-05, "loss": 0.0133, "step": 8730 }, { "epoch": 0.1449155212150354, "grad_norm": 0.007451231591403484, "learning_rate": 4.855084478784965e-05, "loss": 0.0242, "step": 8740 }, { "epoch": 0.14508132844754687, "grad_norm": 1.755716323852539, "learning_rate": 4.854918671552454e-05, "loss": 0.0291, "step": 8750 }, { "epoch": 0.14524713568005837, "grad_norm": 0.9490894675254822, "learning_rate": 4.854752864319942e-05, "loss": 0.023, "step": 8760 }, { "epoch": 0.14541294291256984, "grad_norm": 0.037063561379909515, "learning_rate": 4.8545870570874304e-05, "loss": 0.0126, "step": 8770 }, { "epoch": 0.14557875014508131, "grad_norm": 0.01477364543825388, "learning_rate": 4.854421249854919e-05, "loss": 0.0506, "step": 8780 }, { "epoch": 0.14574455737759281, "grad_norm": 0.08280165493488312, "learning_rate": 4.854255442622407e-05, "loss": 0.043, "step": 8790 }, { "epoch": 0.1459103646101043, "grad_norm": 0.4370889365673065, "learning_rate": 4.8540896353898955e-05, "loss": 0.0071, "step": 8800 }, { "epoch": 0.1460761718426158, "grad_norm": 0.318247526884079, "learning_rate": 4.8539238281573845e-05, "loss": 0.0203, "step": 8810 }, { "epoch": 0.14624197907512726, "grad_norm": 0.6664234399795532, "learning_rate": 4.853758020924873e-05, "loss": 0.0154, "step": 8820 }, { "epoch": 0.14640778630763873, "grad_norm": 0.37175822257995605, "learning_rate": 4.853592213692362e-05, "loss": 0.0477, "step": 8830 }, { "epoch": 0.14657359354015023, "grad_norm": 0.0022468711249530315, "learning_rate": 4.85342640645985e-05, "loss": 0.0057, "step": 8840 }, { "epoch": 0.1467394007726617, "grad_norm": 0.37898313999176025, "learning_rate": 4.8532605992273386e-05, "loss": 0.033, "step": 8850 }, { "epoch": 0.14690520800517318, "grad_norm": 0.0031184309627860785, "learning_rate": 4.853094791994827e-05, "loss": 0.0297, "step": 8860 }, { "epoch": 0.14707101523768468, "grad_norm": 0.022820809856057167, "learning_rate": 4.852928984762315e-05, "loss": 0.0309, "step": 8870 }, { "epoch": 0.14723682247019615, "grad_norm": 0.9566020965576172, "learning_rate": 4.8527631775298036e-05, "loss": 0.0211, "step": 8880 }, { "epoch": 0.14740262970270762, "grad_norm": 0.13948705792427063, "learning_rate": 4.8525973702972926e-05, "loss": 0.0204, "step": 8890 }, { "epoch": 0.14756843693521912, "grad_norm": 1.15494704246521, "learning_rate": 4.852431563064781e-05, "loss": 0.0184, "step": 8900 }, { "epoch": 0.1477342441677306, "grad_norm": 0.012908706441521645, "learning_rate": 4.85226575583227e-05, "loss": 0.0341, "step": 8910 }, { "epoch": 0.14790005140024207, "grad_norm": 0.33163002133369446, "learning_rate": 4.8520999485997584e-05, "loss": 0.0074, "step": 8920 }, { "epoch": 0.14806585863275357, "grad_norm": 1.5269806385040283, "learning_rate": 4.851934141367247e-05, "loss": 0.0417, "step": 8930 }, { "epoch": 0.14823166586526504, "grad_norm": 1.050881266593933, "learning_rate": 4.851768334134735e-05, "loss": 0.0252, "step": 8940 }, { "epoch": 0.14839747309777654, "grad_norm": 0.7084795236587524, "learning_rate": 4.8516025269022234e-05, "loss": 0.0095, "step": 8950 }, { "epoch": 0.148563280330288, "grad_norm": 0.005543823353946209, "learning_rate": 4.8514367196697124e-05, "loss": 0.0295, "step": 8960 }, { "epoch": 0.14872908756279948, "grad_norm": 1.363389015197754, "learning_rate": 4.851270912437201e-05, "loss": 0.0226, "step": 8970 }, { "epoch": 0.14889489479531098, "grad_norm": 0.08204896748065948, "learning_rate": 4.851105105204689e-05, "loss": 0.0211, "step": 8980 }, { "epoch": 0.14906070202782246, "grad_norm": 0.022927992045879364, "learning_rate": 4.850939297972178e-05, "loss": 0.0089, "step": 8990 }, { "epoch": 0.14922650926033393, "grad_norm": 0.29035893082618713, "learning_rate": 4.8507734907396665e-05, "loss": 0.0163, "step": 9000 }, { "epoch": 0.14939231649284543, "grad_norm": 0.39697742462158203, "learning_rate": 4.850607683507155e-05, "loss": 0.0122, "step": 9010 }, { "epoch": 0.1495581237253569, "grad_norm": 0.9518842101097107, "learning_rate": 4.850441876274643e-05, "loss": 0.0314, "step": 9020 }, { "epoch": 0.14972393095786837, "grad_norm": 0.27149465680122375, "learning_rate": 4.8502760690421315e-05, "loss": 0.0124, "step": 9030 }, { "epoch": 0.14988973819037987, "grad_norm": 0.02459290623664856, "learning_rate": 4.8501102618096206e-05, "loss": 0.0363, "step": 9040 }, { "epoch": 0.15005554542289135, "grad_norm": 0.6007902026176453, "learning_rate": 4.849944454577109e-05, "loss": 0.0317, "step": 9050 }, { "epoch": 0.15022135265540282, "grad_norm": 0.02004418335855007, "learning_rate": 4.849778647344597e-05, "loss": 0.0138, "step": 9060 }, { "epoch": 0.15038715988791432, "grad_norm": 0.06864441931247711, "learning_rate": 4.849612840112086e-05, "loss": 0.005, "step": 9070 }, { "epoch": 0.1505529671204258, "grad_norm": 0.07353716343641281, "learning_rate": 4.8494470328795746e-05, "loss": 0.0095, "step": 9080 }, { "epoch": 0.15071877435293726, "grad_norm": 0.0024249216075986624, "learning_rate": 4.849281225647063e-05, "loss": 0.0167, "step": 9090 }, { "epoch": 0.15088458158544876, "grad_norm": 0.17961560189723969, "learning_rate": 4.849115418414551e-05, "loss": 0.0149, "step": 9100 }, { "epoch": 0.15105038881796023, "grad_norm": 0.0460321307182312, "learning_rate": 4.84894961118204e-05, "loss": 0.0112, "step": 9110 }, { "epoch": 0.15121619605047174, "grad_norm": 0.14601987600326538, "learning_rate": 4.848783803949529e-05, "loss": 0.0111, "step": 9120 }, { "epoch": 0.1513820032829832, "grad_norm": 0.6510515213012695, "learning_rate": 4.848617996717017e-05, "loss": 0.0155, "step": 9130 }, { "epoch": 0.15154781051549468, "grad_norm": 0.01081200409680605, "learning_rate": 4.8484521894845054e-05, "loss": 0.0166, "step": 9140 }, { "epoch": 0.15171361774800618, "grad_norm": 0.28971296548843384, "learning_rate": 4.8482863822519944e-05, "loss": 0.0327, "step": 9150 }, { "epoch": 0.15187942498051765, "grad_norm": 0.00439201295375824, "learning_rate": 4.848120575019483e-05, "loss": 0.0225, "step": 9160 }, { "epoch": 0.15204523221302912, "grad_norm": 0.02193393185734749, "learning_rate": 4.847954767786971e-05, "loss": 0.0078, "step": 9170 }, { "epoch": 0.15221103944554062, "grad_norm": 0.09075644612312317, "learning_rate": 4.8477889605544595e-05, "loss": 0.0354, "step": 9180 }, { "epoch": 0.1523768466780521, "grad_norm": 0.009015223942697048, "learning_rate": 4.847623153321948e-05, "loss": 0.015, "step": 9190 }, { "epoch": 0.15254265391056357, "grad_norm": 0.006638884078711271, "learning_rate": 4.847457346089437e-05, "loss": 0.0152, "step": 9200 }, { "epoch": 0.15270846114307507, "grad_norm": 0.006697220727801323, "learning_rate": 4.847291538856925e-05, "loss": 0.0072, "step": 9210 }, { "epoch": 0.15287426837558654, "grad_norm": 0.5062385201454163, "learning_rate": 4.8471257316244135e-05, "loss": 0.0227, "step": 9220 }, { "epoch": 0.15304007560809801, "grad_norm": 0.10029127448797226, "learning_rate": 4.8469599243919026e-05, "loss": 0.0166, "step": 9230 }, { "epoch": 0.15320588284060951, "grad_norm": 0.05299212411046028, "learning_rate": 4.846794117159391e-05, "loss": 0.015, "step": 9240 }, { "epoch": 0.153371690073121, "grad_norm": 0.5552259087562561, "learning_rate": 4.846628309926879e-05, "loss": 0.0286, "step": 9250 }, { "epoch": 0.15353749730563246, "grad_norm": 0.3937070071697235, "learning_rate": 4.8464625026943676e-05, "loss": 0.0021, "step": 9260 }, { "epoch": 0.15370330453814396, "grad_norm": 0.5064679980278015, "learning_rate": 4.846296695461856e-05, "loss": 0.014, "step": 9270 }, { "epoch": 0.15386911177065543, "grad_norm": 0.3857344090938568, "learning_rate": 4.846130888229345e-05, "loss": 0.0293, "step": 9280 }, { "epoch": 0.15403491900316693, "grad_norm": 0.4753590524196625, "learning_rate": 4.845965080996833e-05, "loss": 0.0102, "step": 9290 }, { "epoch": 0.1542007262356784, "grad_norm": 0.020446937531232834, "learning_rate": 4.8457992737643224e-05, "loss": 0.0089, "step": 9300 }, { "epoch": 0.15436653346818988, "grad_norm": 0.0029290984384715557, "learning_rate": 4.845633466531811e-05, "loss": 0.0191, "step": 9310 }, { "epoch": 0.15453234070070138, "grad_norm": 0.15346968173980713, "learning_rate": 4.8454676592992984e-05, "loss": 0.0126, "step": 9320 }, { "epoch": 0.15469814793321285, "grad_norm": 0.4987409710884094, "learning_rate": 4.8453018520667874e-05, "loss": 0.0168, "step": 9330 }, { "epoch": 0.15486395516572432, "grad_norm": 0.01035570353269577, "learning_rate": 4.845136044834276e-05, "loss": 0.0168, "step": 9340 }, { "epoch": 0.15502976239823582, "grad_norm": 0.0123717887327075, "learning_rate": 4.844970237601764e-05, "loss": 0.009, "step": 9350 }, { "epoch": 0.1551955696307473, "grad_norm": 0.2941442131996155, "learning_rate": 4.844804430369253e-05, "loss": 0.0085, "step": 9360 }, { "epoch": 0.15536137686325877, "grad_norm": 0.10872498154640198, "learning_rate": 4.8446386231367415e-05, "loss": 0.0188, "step": 9370 }, { "epoch": 0.15552718409577027, "grad_norm": 0.003769723931327462, "learning_rate": 4.8444728159042305e-05, "loss": 0.032, "step": 9380 }, { "epoch": 0.15569299132828174, "grad_norm": 0.034188412129879, "learning_rate": 4.844307008671718e-05, "loss": 0.0204, "step": 9390 }, { "epoch": 0.1558587985607932, "grad_norm": 0.0029431998264044523, "learning_rate": 4.8441412014392065e-05, "loss": 0.0045, "step": 9400 }, { "epoch": 0.1560246057933047, "grad_norm": 0.683051586151123, "learning_rate": 4.8439753942066955e-05, "loss": 0.0205, "step": 9410 }, { "epoch": 0.15619041302581618, "grad_norm": 1.3210147619247437, "learning_rate": 4.843809586974184e-05, "loss": 0.0241, "step": 9420 }, { "epoch": 0.15635622025832766, "grad_norm": 0.3858678936958313, "learning_rate": 4.843643779741673e-05, "loss": 0.023, "step": 9430 }, { "epoch": 0.15652202749083916, "grad_norm": 0.09695271402597427, "learning_rate": 4.843477972509161e-05, "loss": 0.008, "step": 9440 }, { "epoch": 0.15668783472335063, "grad_norm": 0.23712977766990662, "learning_rate": 4.8433121652766496e-05, "loss": 0.0078, "step": 9450 }, { "epoch": 0.15685364195586213, "grad_norm": 0.003721105633303523, "learning_rate": 4.8431463580441386e-05, "loss": 0.0338, "step": 9460 }, { "epoch": 0.1570194491883736, "grad_norm": 0.6410161256790161, "learning_rate": 4.842980550811626e-05, "loss": 0.0174, "step": 9470 }, { "epoch": 0.15718525642088507, "grad_norm": 0.007058953400701284, "learning_rate": 4.8428147435791146e-05, "loss": 0.039, "step": 9480 }, { "epoch": 0.15735106365339657, "grad_norm": 0.15611082315444946, "learning_rate": 4.842648936346604e-05, "loss": 0.0136, "step": 9490 }, { "epoch": 0.15751687088590804, "grad_norm": 0.7202134132385254, "learning_rate": 4.842483129114092e-05, "loss": 0.0192, "step": 9500 }, { "epoch": 0.15768267811841952, "grad_norm": 0.014662714675068855, "learning_rate": 4.842317321881581e-05, "loss": 0.0071, "step": 9510 }, { "epoch": 0.15784848535093102, "grad_norm": 1.3409847021102905, "learning_rate": 4.8421515146490694e-05, "loss": 0.0302, "step": 9520 }, { "epoch": 0.1580142925834425, "grad_norm": 0.07664506882429123, "learning_rate": 4.841985707416558e-05, "loss": 0.0291, "step": 9530 }, { "epoch": 0.15818009981595396, "grad_norm": 0.15850111842155457, "learning_rate": 4.841819900184046e-05, "loss": 0.0118, "step": 9540 }, { "epoch": 0.15834590704846546, "grad_norm": 0.05567149445414543, "learning_rate": 4.8416540929515344e-05, "loss": 0.0322, "step": 9550 }, { "epoch": 0.15851171428097693, "grad_norm": 0.04470748454332352, "learning_rate": 4.841488285719023e-05, "loss": 0.0106, "step": 9560 }, { "epoch": 0.1586775215134884, "grad_norm": 0.14952927827835083, "learning_rate": 4.841322478486512e-05, "loss": 0.0158, "step": 9570 }, { "epoch": 0.1588433287459999, "grad_norm": 0.6942561864852905, "learning_rate": 4.841156671254e-05, "loss": 0.0089, "step": 9580 }, { "epoch": 0.15900913597851138, "grad_norm": 0.29916808009147644, "learning_rate": 4.840990864021489e-05, "loss": 0.044, "step": 9590 }, { "epoch": 0.15917494321102285, "grad_norm": 2.0880050659179688, "learning_rate": 4.8408250567889775e-05, "loss": 0.0233, "step": 9600 }, { "epoch": 0.15934075044353435, "grad_norm": 0.3338344395160675, "learning_rate": 4.840659249556466e-05, "loss": 0.027, "step": 9610 }, { "epoch": 0.15950655767604582, "grad_norm": 0.037944991141557693, "learning_rate": 4.840493442323954e-05, "loss": 0.0169, "step": 9620 }, { "epoch": 0.15967236490855732, "grad_norm": 0.11313581466674805, "learning_rate": 4.8403276350914426e-05, "loss": 0.0219, "step": 9630 }, { "epoch": 0.1598381721410688, "grad_norm": 0.035052116960287094, "learning_rate": 4.8401618278589316e-05, "loss": 0.0107, "step": 9640 }, { "epoch": 0.16000397937358027, "grad_norm": 0.0037928675301373005, "learning_rate": 4.83999602062642e-05, "loss": 0.0225, "step": 9650 }, { "epoch": 0.16016978660609177, "grad_norm": 0.002162732882425189, "learning_rate": 4.839830213393908e-05, "loss": 0.0111, "step": 9660 }, { "epoch": 0.16033559383860324, "grad_norm": 0.0023082117550075054, "learning_rate": 4.839664406161397e-05, "loss": 0.0028, "step": 9670 }, { "epoch": 0.1605014010711147, "grad_norm": 0.04900488629937172, "learning_rate": 4.839498598928886e-05, "loss": 0.0087, "step": 9680 }, { "epoch": 0.1606672083036262, "grad_norm": 0.34103187918663025, "learning_rate": 4.839332791696374e-05, "loss": 0.0166, "step": 9690 }, { "epoch": 0.16083301553613769, "grad_norm": 0.05877560377120972, "learning_rate": 4.8391669844638624e-05, "loss": 0.0059, "step": 9700 }, { "epoch": 0.16099882276864916, "grad_norm": 1.3001842498779297, "learning_rate": 4.839001177231351e-05, "loss": 0.0235, "step": 9710 }, { "epoch": 0.16116463000116066, "grad_norm": 0.3000037670135498, "learning_rate": 4.83883536999884e-05, "loss": 0.0273, "step": 9720 }, { "epoch": 0.16133043723367213, "grad_norm": 0.2809641361236572, "learning_rate": 4.838669562766328e-05, "loss": 0.0122, "step": 9730 }, { "epoch": 0.1614962444661836, "grad_norm": 0.12711836397647858, "learning_rate": 4.8385037555338164e-05, "loss": 0.0156, "step": 9740 }, { "epoch": 0.1616620516986951, "grad_norm": 1.060126543045044, "learning_rate": 4.8383379483013055e-05, "loss": 0.0338, "step": 9750 }, { "epoch": 0.16182785893120658, "grad_norm": 0.6758625507354736, "learning_rate": 4.838172141068794e-05, "loss": 0.0067, "step": 9760 }, { "epoch": 0.16199366616371808, "grad_norm": 0.07847081869840622, "learning_rate": 4.838006333836282e-05, "loss": 0.0018, "step": 9770 }, { "epoch": 0.16215947339622955, "grad_norm": 0.01940809190273285, "learning_rate": 4.8378405266037705e-05, "loss": 0.0028, "step": 9780 }, { "epoch": 0.16232528062874102, "grad_norm": 0.06481441110372543, "learning_rate": 4.837674719371259e-05, "loss": 0.0157, "step": 9790 }, { "epoch": 0.16249108786125252, "grad_norm": 0.8094516396522522, "learning_rate": 4.837508912138748e-05, "loss": 0.0203, "step": 9800 }, { "epoch": 0.162656895093764, "grad_norm": 0.003082027891650796, "learning_rate": 4.837343104906236e-05, "loss": 0.0142, "step": 9810 }, { "epoch": 0.16282270232627546, "grad_norm": 0.013552001677453518, "learning_rate": 4.8371772976737246e-05, "loss": 0.0121, "step": 9820 }, { "epoch": 0.16298850955878696, "grad_norm": 0.0068100388161838055, "learning_rate": 4.8370114904412136e-05, "loss": 0.0229, "step": 9830 }, { "epoch": 0.16315431679129844, "grad_norm": 0.04636741429567337, "learning_rate": 4.836845683208702e-05, "loss": 0.0286, "step": 9840 }, { "epoch": 0.1633201240238099, "grad_norm": 0.4852985441684723, "learning_rate": 4.83667987597619e-05, "loss": 0.0094, "step": 9850 }, { "epoch": 0.1634859312563214, "grad_norm": 0.01936887390911579, "learning_rate": 4.8365140687436786e-05, "loss": 0.0127, "step": 9860 }, { "epoch": 0.16365173848883288, "grad_norm": 0.004719074349850416, "learning_rate": 4.836348261511167e-05, "loss": 0.0221, "step": 9870 }, { "epoch": 0.16381754572134435, "grad_norm": 0.012172214686870575, "learning_rate": 4.836182454278656e-05, "loss": 0.0058, "step": 9880 }, { "epoch": 0.16398335295385585, "grad_norm": 0.14271345734596252, "learning_rate": 4.8360166470461444e-05, "loss": 0.0238, "step": 9890 }, { "epoch": 0.16414916018636733, "grad_norm": 0.13001297414302826, "learning_rate": 4.835850839813633e-05, "loss": 0.0097, "step": 9900 }, { "epoch": 0.1643149674188788, "grad_norm": 1.0950027704238892, "learning_rate": 4.835685032581122e-05, "loss": 0.0397, "step": 9910 }, { "epoch": 0.1644807746513903, "grad_norm": 0.01744467206299305, "learning_rate": 4.83551922534861e-05, "loss": 0.0066, "step": 9920 }, { "epoch": 0.16464658188390177, "grad_norm": 0.020867910236120224, "learning_rate": 4.8353534181160984e-05, "loss": 0.0104, "step": 9930 }, { "epoch": 0.16481238911641327, "grad_norm": 0.25553184747695923, "learning_rate": 4.835187610883587e-05, "loss": 0.0195, "step": 9940 }, { "epoch": 0.16497819634892474, "grad_norm": 0.8870458602905273, "learning_rate": 4.835021803651075e-05, "loss": 0.0077, "step": 9950 }, { "epoch": 0.16514400358143622, "grad_norm": 0.05362611636519432, "learning_rate": 4.834855996418564e-05, "loss": 0.0051, "step": 9960 }, { "epoch": 0.16530981081394772, "grad_norm": 0.7647026777267456, "learning_rate": 4.8346901891860525e-05, "loss": 0.0226, "step": 9970 }, { "epoch": 0.1654756180464592, "grad_norm": 0.606015682220459, "learning_rate": 4.8345243819535415e-05, "loss": 0.0348, "step": 9980 }, { "epoch": 0.16564142527897066, "grad_norm": 0.4808199405670166, "learning_rate": 4.83435857472103e-05, "loss": 0.0161, "step": 9990 }, { "epoch": 0.16580723251148216, "grad_norm": 0.40376946330070496, "learning_rate": 4.834192767488518e-05, "loss": 0.0046, "step": 10000 }, { "epoch": 0.16597303974399363, "grad_norm": 0.06979089230298996, "learning_rate": 4.8340269602560066e-05, "loss": 0.0209, "step": 10010 }, { "epoch": 0.1661388469765051, "grad_norm": 1.037685751914978, "learning_rate": 4.833861153023495e-05, "loss": 0.0214, "step": 10020 }, { "epoch": 0.1663046542090166, "grad_norm": 1.3355728387832642, "learning_rate": 4.833695345790983e-05, "loss": 0.0181, "step": 10030 }, { "epoch": 0.16647046144152808, "grad_norm": 0.00927483756095171, "learning_rate": 4.833529538558472e-05, "loss": 0.0062, "step": 10040 }, { "epoch": 0.16663626867403955, "grad_norm": 0.22306303679943085, "learning_rate": 4.8333637313259606e-05, "loss": 0.0114, "step": 10050 }, { "epoch": 0.16680207590655105, "grad_norm": 0.4906418025493622, "learning_rate": 4.83319792409345e-05, "loss": 0.0076, "step": 10060 }, { "epoch": 0.16696788313906252, "grad_norm": 0.7699620723724365, "learning_rate": 4.833032116860938e-05, "loss": 0.0054, "step": 10070 }, { "epoch": 0.167133690371574, "grad_norm": 0.013551303185522556, "learning_rate": 4.832866309628426e-05, "loss": 0.0382, "step": 10080 }, { "epoch": 0.1672994976040855, "grad_norm": 1.4944701194763184, "learning_rate": 4.832700502395915e-05, "loss": 0.0429, "step": 10090 }, { "epoch": 0.16746530483659697, "grad_norm": 0.20577387511730194, "learning_rate": 4.832534695163403e-05, "loss": 0.012, "step": 10100 }, { "epoch": 0.16763111206910847, "grad_norm": 0.10263609886169434, "learning_rate": 4.832368887930892e-05, "loss": 0.0023, "step": 10110 }, { "epoch": 0.16779691930161994, "grad_norm": 1.4052501916885376, "learning_rate": 4.8322030806983804e-05, "loss": 0.0184, "step": 10120 }, { "epoch": 0.1679627265341314, "grad_norm": 0.09597828984260559, "learning_rate": 4.832037273465869e-05, "loss": 0.0438, "step": 10130 }, { "epoch": 0.1681285337666429, "grad_norm": 0.9342050552368164, "learning_rate": 4.831871466233358e-05, "loss": 0.0201, "step": 10140 }, { "epoch": 0.16829434099915438, "grad_norm": 0.6447886824607849, "learning_rate": 4.831705659000846e-05, "loss": 0.005, "step": 10150 }, { "epoch": 0.16846014823166586, "grad_norm": 0.03822040930390358, "learning_rate": 4.831539851768334e-05, "loss": 0.038, "step": 10160 }, { "epoch": 0.16862595546417736, "grad_norm": 0.5830698013305664, "learning_rate": 4.831374044535823e-05, "loss": 0.0158, "step": 10170 }, { "epoch": 0.16879176269668883, "grad_norm": 0.1312352418899536, "learning_rate": 4.831208237303311e-05, "loss": 0.0068, "step": 10180 }, { "epoch": 0.1689575699292003, "grad_norm": 0.7143198251724243, "learning_rate": 4.8310424300708e-05, "loss": 0.0218, "step": 10190 }, { "epoch": 0.1691233771617118, "grad_norm": 0.3946590721607208, "learning_rate": 4.8308766228382886e-05, "loss": 0.0156, "step": 10200 }, { "epoch": 0.16928918439422327, "grad_norm": 0.5163778066635132, "learning_rate": 4.830710815605777e-05, "loss": 0.0128, "step": 10210 }, { "epoch": 0.16945499162673475, "grad_norm": 0.07552451640367508, "learning_rate": 4.830545008373266e-05, "loss": 0.0253, "step": 10220 }, { "epoch": 0.16962079885924625, "grad_norm": 0.48579445481300354, "learning_rate": 4.8303792011407536e-05, "loss": 0.0294, "step": 10230 }, { "epoch": 0.16978660609175772, "grad_norm": 0.004488652106374502, "learning_rate": 4.830213393908242e-05, "loss": 0.021, "step": 10240 }, { "epoch": 0.1699524133242692, "grad_norm": 0.019545914605259895, "learning_rate": 4.830047586675731e-05, "loss": 0.0019, "step": 10250 }, { "epoch": 0.1701182205567807, "grad_norm": 0.08091771602630615, "learning_rate": 4.8298817794432193e-05, "loss": 0.0143, "step": 10260 }, { "epoch": 0.17028402778929216, "grad_norm": 0.15574420988559723, "learning_rate": 4.8297159722107084e-05, "loss": 0.0175, "step": 10270 }, { "epoch": 0.17044983502180366, "grad_norm": 0.5432015061378479, "learning_rate": 4.829550164978197e-05, "loss": 0.0282, "step": 10280 }, { "epoch": 0.17061564225431514, "grad_norm": 0.7964729070663452, "learning_rate": 4.829384357745685e-05, "loss": 0.0311, "step": 10290 }, { "epoch": 0.1707814494868266, "grad_norm": 0.6024550199508667, "learning_rate": 4.8292185505131734e-05, "loss": 0.0172, "step": 10300 }, { "epoch": 0.1709472567193381, "grad_norm": 0.4342009127140045, "learning_rate": 4.829052743280662e-05, "loss": 0.0249, "step": 10310 }, { "epoch": 0.17111306395184958, "grad_norm": 0.0037930819671601057, "learning_rate": 4.828886936048151e-05, "loss": 0.0238, "step": 10320 }, { "epoch": 0.17127887118436105, "grad_norm": 0.012909095734357834, "learning_rate": 4.828721128815639e-05, "loss": 0.0364, "step": 10330 }, { "epoch": 0.17144467841687255, "grad_norm": 0.05222475528717041, "learning_rate": 4.8285553215831275e-05, "loss": 0.0091, "step": 10340 }, { "epoch": 0.17161048564938403, "grad_norm": 0.4628376066684723, "learning_rate": 4.8283895143506165e-05, "loss": 0.0221, "step": 10350 }, { "epoch": 0.1717762928818955, "grad_norm": 0.2550285756587982, "learning_rate": 4.828223707118105e-05, "loss": 0.0065, "step": 10360 }, { "epoch": 0.171942100114407, "grad_norm": 0.0035846971441060305, "learning_rate": 4.828057899885593e-05, "loss": 0.0225, "step": 10370 }, { "epoch": 0.17210790734691847, "grad_norm": 0.7488291263580322, "learning_rate": 4.8278920926530815e-05, "loss": 0.0215, "step": 10380 }, { "epoch": 0.17227371457942994, "grad_norm": 0.03131420910358429, "learning_rate": 4.82772628542057e-05, "loss": 0.0194, "step": 10390 }, { "epoch": 0.17243952181194144, "grad_norm": 0.21240267157554626, "learning_rate": 4.827560478188059e-05, "loss": 0.0177, "step": 10400 }, { "epoch": 0.17260532904445292, "grad_norm": 1.6342359781265259, "learning_rate": 4.827394670955547e-05, "loss": 0.0197, "step": 10410 }, { "epoch": 0.1727711362769644, "grad_norm": 0.37842363119125366, "learning_rate": 4.8272288637230356e-05, "loss": 0.0055, "step": 10420 }, { "epoch": 0.1729369435094759, "grad_norm": 0.5960548520088196, "learning_rate": 4.8270630564905246e-05, "loss": 0.0209, "step": 10430 }, { "epoch": 0.17310275074198736, "grad_norm": 0.03231169655919075, "learning_rate": 4.826897249258013e-05, "loss": 0.0049, "step": 10440 }, { "epoch": 0.17326855797449886, "grad_norm": 0.004227782133966684, "learning_rate": 4.826731442025501e-05, "loss": 0.0101, "step": 10450 }, { "epoch": 0.17343436520701033, "grad_norm": 0.11093756556510925, "learning_rate": 4.82656563479299e-05, "loss": 0.0153, "step": 10460 }, { "epoch": 0.1736001724395218, "grad_norm": 0.026078514754772186, "learning_rate": 4.826399827560478e-05, "loss": 0.0171, "step": 10470 }, { "epoch": 0.1737659796720333, "grad_norm": 0.33491501212120056, "learning_rate": 4.826234020327967e-05, "loss": 0.0084, "step": 10480 }, { "epoch": 0.17393178690454478, "grad_norm": 1.2404512166976929, "learning_rate": 4.8260682130954554e-05, "loss": 0.028, "step": 10490 }, { "epoch": 0.17409759413705625, "grad_norm": 0.2678106725215912, "learning_rate": 4.825902405862944e-05, "loss": 0.021, "step": 10500 }, { "epoch": 0.17426340136956775, "grad_norm": 0.027597760781645775, "learning_rate": 4.825736598630433e-05, "loss": 0.0234, "step": 10510 }, { "epoch": 0.17442920860207922, "grad_norm": 0.2681354880332947, "learning_rate": 4.825570791397921e-05, "loss": 0.0086, "step": 10520 }, { "epoch": 0.1745950158345907, "grad_norm": 0.17736640572547913, "learning_rate": 4.8254049841654095e-05, "loss": 0.0052, "step": 10530 }, { "epoch": 0.1747608230671022, "grad_norm": 0.5705441236495972, "learning_rate": 4.825239176932898e-05, "loss": 0.0219, "step": 10540 }, { "epoch": 0.17492663029961367, "grad_norm": 0.12593905627727509, "learning_rate": 4.825073369700386e-05, "loss": 0.0122, "step": 10550 }, { "epoch": 0.17509243753212514, "grad_norm": 0.29955893754959106, "learning_rate": 4.824907562467875e-05, "loss": 0.0039, "step": 10560 }, { "epoch": 0.17525824476463664, "grad_norm": 0.5225467681884766, "learning_rate": 4.8247417552353635e-05, "loss": 0.0222, "step": 10570 }, { "epoch": 0.1754240519971481, "grad_norm": 0.031178275123238564, "learning_rate": 4.824575948002852e-05, "loss": 0.0096, "step": 10580 }, { "epoch": 0.17558985922965958, "grad_norm": 1.1030410528182983, "learning_rate": 4.824410140770341e-05, "loss": 0.0099, "step": 10590 }, { "epoch": 0.17575566646217108, "grad_norm": 0.13134849071502686, "learning_rate": 4.824244333537829e-05, "loss": 0.0086, "step": 10600 }, { "epoch": 0.17592147369468256, "grad_norm": 0.12332119792699814, "learning_rate": 4.8240785263053176e-05, "loss": 0.0196, "step": 10610 }, { "epoch": 0.17608728092719406, "grad_norm": 0.017974235117435455, "learning_rate": 4.823912719072806e-05, "loss": 0.0208, "step": 10620 }, { "epoch": 0.17625308815970553, "grad_norm": 0.0026602381840348244, "learning_rate": 4.823746911840294e-05, "loss": 0.0131, "step": 10630 }, { "epoch": 0.176418895392217, "grad_norm": 0.003962521906942129, "learning_rate": 4.823581104607783e-05, "loss": 0.0262, "step": 10640 }, { "epoch": 0.1765847026247285, "grad_norm": 0.0007639429531991482, "learning_rate": 4.823415297375272e-05, "loss": 0.0087, "step": 10650 }, { "epoch": 0.17675050985723997, "grad_norm": 0.33797135949134827, "learning_rate": 4.823249490142761e-05, "loss": 0.019, "step": 10660 }, { "epoch": 0.17691631708975145, "grad_norm": 3.4866533279418945, "learning_rate": 4.823083682910249e-05, "loss": 0.0715, "step": 10670 }, { "epoch": 0.17708212432226295, "grad_norm": 0.25997257232666016, "learning_rate": 4.8229178756777374e-05, "loss": 0.008, "step": 10680 }, { "epoch": 0.17724793155477442, "grad_norm": 0.00746323075145483, "learning_rate": 4.822752068445226e-05, "loss": 0.0097, "step": 10690 }, { "epoch": 0.1774137387872859, "grad_norm": 0.014226734638214111, "learning_rate": 4.822586261212714e-05, "loss": 0.0474, "step": 10700 }, { "epoch": 0.1775795460197974, "grad_norm": 0.0009436269756406546, "learning_rate": 4.8224204539802024e-05, "loss": 0.0283, "step": 10710 }, { "epoch": 0.17774535325230886, "grad_norm": 0.010012663900852203, "learning_rate": 4.8222546467476915e-05, "loss": 0.0178, "step": 10720 }, { "epoch": 0.17791116048482034, "grad_norm": 0.04223550856113434, "learning_rate": 4.82208883951518e-05, "loss": 0.0101, "step": 10730 }, { "epoch": 0.17807696771733184, "grad_norm": 0.012541301548480988, "learning_rate": 4.821923032282669e-05, "loss": 0.0076, "step": 10740 }, { "epoch": 0.1782427749498433, "grad_norm": 0.05100781470537186, "learning_rate": 4.821757225050157e-05, "loss": 0.0185, "step": 10750 }, { "epoch": 0.1784085821823548, "grad_norm": 1.397262454032898, "learning_rate": 4.8215914178176455e-05, "loss": 0.0237, "step": 10760 }, { "epoch": 0.17857438941486628, "grad_norm": 0.3344859182834625, "learning_rate": 4.821425610585134e-05, "loss": 0.0129, "step": 10770 }, { "epoch": 0.17874019664737775, "grad_norm": 0.08335533738136292, "learning_rate": 4.821259803352622e-05, "loss": 0.0165, "step": 10780 }, { "epoch": 0.17890600387988925, "grad_norm": 0.16292542219161987, "learning_rate": 4.821093996120111e-05, "loss": 0.0117, "step": 10790 }, { "epoch": 0.17907181111240073, "grad_norm": 0.009715941734611988, "learning_rate": 4.8209281888875996e-05, "loss": 0.0215, "step": 10800 }, { "epoch": 0.1792376183449122, "grad_norm": 0.4539640545845032, "learning_rate": 4.820762381655088e-05, "loss": 0.0109, "step": 10810 }, { "epoch": 0.1794034255774237, "grad_norm": 0.009718487970530987, "learning_rate": 4.820596574422577e-05, "loss": 0.0181, "step": 10820 }, { "epoch": 0.17956923280993517, "grad_norm": 0.22153891623020172, "learning_rate": 4.820430767190065e-05, "loss": 0.0072, "step": 10830 }, { "epoch": 0.17973504004244664, "grad_norm": 0.1937340945005417, "learning_rate": 4.820264959957553e-05, "loss": 0.0235, "step": 10840 }, { "epoch": 0.17990084727495814, "grad_norm": 1.3923970460891724, "learning_rate": 4.820099152725042e-05, "loss": 0.0136, "step": 10850 }, { "epoch": 0.18006665450746961, "grad_norm": 0.21361953020095825, "learning_rate": 4.8199333454925304e-05, "loss": 0.0122, "step": 10860 }, { "epoch": 0.1802324617399811, "grad_norm": 0.2998175323009491, "learning_rate": 4.8197675382600194e-05, "loss": 0.0219, "step": 10870 }, { "epoch": 0.1803982689724926, "grad_norm": 0.4043668210506439, "learning_rate": 4.819601731027508e-05, "loss": 0.0199, "step": 10880 }, { "epoch": 0.18056407620500406, "grad_norm": 0.026717770844697952, "learning_rate": 4.819435923794996e-05, "loss": 0.0127, "step": 10890 }, { "epoch": 0.18072988343751553, "grad_norm": 0.3742642104625702, "learning_rate": 4.819270116562485e-05, "loss": 0.0046, "step": 10900 }, { "epoch": 0.18089569067002703, "grad_norm": 0.19056694209575653, "learning_rate": 4.8191043093299735e-05, "loss": 0.0079, "step": 10910 }, { "epoch": 0.1810614979025385, "grad_norm": 0.3709595501422882, "learning_rate": 4.818938502097461e-05, "loss": 0.0559, "step": 10920 }, { "epoch": 0.18122730513505, "grad_norm": 0.42802220582962036, "learning_rate": 4.81877269486495e-05, "loss": 0.0276, "step": 10930 }, { "epoch": 0.18139311236756148, "grad_norm": 0.4540025293827057, "learning_rate": 4.8186068876324385e-05, "loss": 0.0436, "step": 10940 }, { "epoch": 0.18155891960007295, "grad_norm": 0.6033986210823059, "learning_rate": 4.8184410803999275e-05, "loss": 0.0105, "step": 10950 }, { "epoch": 0.18172472683258445, "grad_norm": 0.010541018098592758, "learning_rate": 4.818275273167416e-05, "loss": 0.0367, "step": 10960 }, { "epoch": 0.18189053406509592, "grad_norm": 0.44977259635925293, "learning_rate": 4.818109465934904e-05, "loss": 0.015, "step": 10970 }, { "epoch": 0.1820563412976074, "grad_norm": 0.02651473693549633, "learning_rate": 4.817943658702393e-05, "loss": 0.0151, "step": 10980 }, { "epoch": 0.1822221485301189, "grad_norm": 0.10407018661499023, "learning_rate": 4.817777851469881e-05, "loss": 0.0074, "step": 10990 }, { "epoch": 0.18238795576263037, "grad_norm": 0.14472128450870514, "learning_rate": 4.81761204423737e-05, "loss": 0.015, "step": 11000 }, { "epoch": 0.18255376299514184, "grad_norm": 0.00492025725543499, "learning_rate": 4.817446237004858e-05, "loss": 0.0038, "step": 11010 }, { "epoch": 0.18271957022765334, "grad_norm": 0.17610058188438416, "learning_rate": 4.8172804297723467e-05, "loss": 0.0069, "step": 11020 }, { "epoch": 0.1828853774601648, "grad_norm": 0.000998430303297937, "learning_rate": 4.817114622539836e-05, "loss": 0.0117, "step": 11030 }, { "epoch": 0.18305118469267628, "grad_norm": 0.5301579236984253, "learning_rate": 4.816948815307324e-05, "loss": 0.0143, "step": 11040 }, { "epoch": 0.18321699192518778, "grad_norm": 0.007249798160046339, "learning_rate": 4.8167830080748124e-05, "loss": 0.0129, "step": 11050 }, { "epoch": 0.18338279915769926, "grad_norm": 0.5595592856407166, "learning_rate": 4.816617200842301e-05, "loss": 0.0216, "step": 11060 }, { "epoch": 0.18354860639021073, "grad_norm": 0.0012748430017381907, "learning_rate": 4.816451393609789e-05, "loss": 0.024, "step": 11070 }, { "epoch": 0.18371441362272223, "grad_norm": 0.38953009247779846, "learning_rate": 4.816285586377278e-05, "loss": 0.0178, "step": 11080 }, { "epoch": 0.1838802208552337, "grad_norm": 0.05103391036391258, "learning_rate": 4.8161197791447664e-05, "loss": 0.0024, "step": 11090 }, { "epoch": 0.1840460280877452, "grad_norm": 0.11834841221570969, "learning_rate": 4.815953971912255e-05, "loss": 0.0307, "step": 11100 }, { "epoch": 0.18421183532025667, "grad_norm": 0.003977560438215733, "learning_rate": 4.815788164679744e-05, "loss": 0.0148, "step": 11110 }, { "epoch": 0.18437764255276815, "grad_norm": 0.6243199706077576, "learning_rate": 4.815622357447232e-05, "loss": 0.0072, "step": 11120 }, { "epoch": 0.18454344978527965, "grad_norm": 0.22203390300273895, "learning_rate": 4.815456550214721e-05, "loss": 0.0144, "step": 11130 }, { "epoch": 0.18470925701779112, "grad_norm": 0.29400745034217834, "learning_rate": 4.815290742982209e-05, "loss": 0.0223, "step": 11140 }, { "epoch": 0.1848750642503026, "grad_norm": 0.20150959491729736, "learning_rate": 4.815124935749697e-05, "loss": 0.0104, "step": 11150 }, { "epoch": 0.1850408714828141, "grad_norm": 0.3757796287536621, "learning_rate": 4.814959128517186e-05, "loss": 0.0133, "step": 11160 }, { "epoch": 0.18520667871532556, "grad_norm": 0.08346294611692429, "learning_rate": 4.8147933212846746e-05, "loss": 0.0212, "step": 11170 }, { "epoch": 0.18537248594783703, "grad_norm": 0.33407077193260193, "learning_rate": 4.814627514052163e-05, "loss": 0.0167, "step": 11180 }, { "epoch": 0.18553829318034853, "grad_norm": 0.00675391498953104, "learning_rate": 4.814461706819652e-05, "loss": 0.0153, "step": 11190 }, { "epoch": 0.18570410041286, "grad_norm": 0.019542116671800613, "learning_rate": 4.81429589958714e-05, "loss": 0.0055, "step": 11200 }, { "epoch": 0.18586990764537148, "grad_norm": 2.2429254055023193, "learning_rate": 4.8141300923546287e-05, "loss": 0.0247, "step": 11210 }, { "epoch": 0.18603571487788298, "grad_norm": 0.15851180255413055, "learning_rate": 4.813964285122117e-05, "loss": 0.0558, "step": 11220 }, { "epoch": 0.18620152211039445, "grad_norm": 0.31633061170578003, "learning_rate": 4.8137984778896053e-05, "loss": 0.0158, "step": 11230 }, { "epoch": 0.18636732934290592, "grad_norm": 0.003248789580538869, "learning_rate": 4.8136326706570944e-05, "loss": 0.0101, "step": 11240 }, { "epoch": 0.18653313657541742, "grad_norm": 0.2504834234714508, "learning_rate": 4.813466863424583e-05, "loss": 0.0156, "step": 11250 }, { "epoch": 0.1866989438079289, "grad_norm": 0.2136121690273285, "learning_rate": 4.813301056192071e-05, "loss": 0.0086, "step": 11260 }, { "epoch": 0.1868647510404404, "grad_norm": 0.26796525716781616, "learning_rate": 4.81313524895956e-05, "loss": 0.0234, "step": 11270 }, { "epoch": 0.18703055827295187, "grad_norm": 0.5263760089874268, "learning_rate": 4.8129694417270484e-05, "loss": 0.0107, "step": 11280 }, { "epoch": 0.18719636550546334, "grad_norm": 0.06780882179737091, "learning_rate": 4.812803634494537e-05, "loss": 0.0237, "step": 11290 }, { "epoch": 0.18736217273797484, "grad_norm": 0.12531226873397827, "learning_rate": 4.812637827262025e-05, "loss": 0.0123, "step": 11300 }, { "epoch": 0.1875279799704863, "grad_norm": 0.046464141458272934, "learning_rate": 4.8124720200295135e-05, "loss": 0.0167, "step": 11310 }, { "epoch": 0.18769378720299779, "grad_norm": 0.6019371747970581, "learning_rate": 4.8123062127970025e-05, "loss": 0.02, "step": 11320 }, { "epoch": 0.1878595944355093, "grad_norm": 0.3670867085456848, "learning_rate": 4.812140405564491e-05, "loss": 0.026, "step": 11330 }, { "epoch": 0.18802540166802076, "grad_norm": 0.025216443464159966, "learning_rate": 4.81197459833198e-05, "loss": 0.015, "step": 11340 }, { "epoch": 0.18819120890053223, "grad_norm": 0.002143757650628686, "learning_rate": 4.811808791099468e-05, "loss": 0.0135, "step": 11350 }, { "epoch": 0.18835701613304373, "grad_norm": 0.7968838810920715, "learning_rate": 4.8116429838669566e-05, "loss": 0.006, "step": 11360 }, { "epoch": 0.1885228233655552, "grad_norm": 0.0018319084774702787, "learning_rate": 4.811477176634445e-05, "loss": 0.0047, "step": 11370 }, { "epoch": 0.18868863059806668, "grad_norm": 0.297786682844162, "learning_rate": 4.811311369401933e-05, "loss": 0.0192, "step": 11380 }, { "epoch": 0.18885443783057818, "grad_norm": 0.0770673006772995, "learning_rate": 4.8111455621694216e-05, "loss": 0.0073, "step": 11390 }, { "epoch": 0.18902024506308965, "grad_norm": 0.42704954743385315, "learning_rate": 4.8109797549369107e-05, "loss": 0.0034, "step": 11400 }, { "epoch": 0.18918605229560112, "grad_norm": 0.004302650690078735, "learning_rate": 4.810813947704399e-05, "loss": 0.0029, "step": 11410 }, { "epoch": 0.18935185952811262, "grad_norm": 1.3446557521820068, "learning_rate": 4.810648140471888e-05, "loss": 0.0288, "step": 11420 }, { "epoch": 0.1895176667606241, "grad_norm": 0.14364174008369446, "learning_rate": 4.8104823332393764e-05, "loss": 0.0114, "step": 11430 }, { "epoch": 0.1896834739931356, "grad_norm": 0.030949847772717476, "learning_rate": 4.810316526006865e-05, "loss": 0.025, "step": 11440 }, { "epoch": 0.18984928122564707, "grad_norm": 1.5723555088043213, "learning_rate": 4.810150718774353e-05, "loss": 0.0195, "step": 11450 }, { "epoch": 0.19001508845815854, "grad_norm": 0.32009679079055786, "learning_rate": 4.8099849115418414e-05, "loss": 0.0155, "step": 11460 }, { "epoch": 0.19018089569067004, "grad_norm": 1.3501147031784058, "learning_rate": 4.8098191043093304e-05, "loss": 0.0214, "step": 11470 }, { "epoch": 0.1903467029231815, "grad_norm": 0.2882983684539795, "learning_rate": 4.809653297076819e-05, "loss": 0.0267, "step": 11480 }, { "epoch": 0.19051251015569298, "grad_norm": 0.2581384479999542, "learning_rate": 4.809487489844307e-05, "loss": 0.0049, "step": 11490 }, { "epoch": 0.19067831738820448, "grad_norm": 0.032715193927288055, "learning_rate": 4.809321682611796e-05, "loss": 0.0318, "step": 11500 }, { "epoch": 0.19084412462071595, "grad_norm": 0.2812054753303528, "learning_rate": 4.8091558753792845e-05, "loss": 0.0283, "step": 11510 }, { "epoch": 0.19100993185322743, "grad_norm": 0.07873338460922241, "learning_rate": 4.808990068146773e-05, "loss": 0.0275, "step": 11520 }, { "epoch": 0.19117573908573893, "grad_norm": 0.04040965437889099, "learning_rate": 4.808824260914261e-05, "loss": 0.008, "step": 11530 }, { "epoch": 0.1913415463182504, "grad_norm": 0.030788710340857506, "learning_rate": 4.8086584536817496e-05, "loss": 0.03, "step": 11540 }, { "epoch": 0.19150735355076187, "grad_norm": 0.05722830817103386, "learning_rate": 4.8084926464492386e-05, "loss": 0.0228, "step": 11550 }, { "epoch": 0.19167316078327337, "grad_norm": 0.019223885610699654, "learning_rate": 4.808326839216727e-05, "loss": 0.0155, "step": 11560 }, { "epoch": 0.19183896801578484, "grad_norm": 0.0078006647527217865, "learning_rate": 4.808161031984215e-05, "loss": 0.0149, "step": 11570 }, { "epoch": 0.19200477524829634, "grad_norm": 0.2328590601682663, "learning_rate": 4.807995224751704e-05, "loss": 0.0128, "step": 11580 }, { "epoch": 0.19217058248080782, "grad_norm": 0.02961660735309124, "learning_rate": 4.8078294175191926e-05, "loss": 0.007, "step": 11590 }, { "epoch": 0.1923363897133193, "grad_norm": 0.01231374591588974, "learning_rate": 4.807663610286681e-05, "loss": 0.0276, "step": 11600 }, { "epoch": 0.1925021969458308, "grad_norm": 0.9525614380836487, "learning_rate": 4.8074978030541693e-05, "loss": 0.014, "step": 11610 }, { "epoch": 0.19266800417834226, "grad_norm": 0.4161481559276581, "learning_rate": 4.807331995821658e-05, "loss": 0.0126, "step": 11620 }, { "epoch": 0.19283381141085373, "grad_norm": 1.0033683776855469, "learning_rate": 4.807166188589147e-05, "loss": 0.027, "step": 11630 }, { "epoch": 0.19299961864336523, "grad_norm": 0.009835855104029179, "learning_rate": 4.807000381356635e-05, "loss": 0.0302, "step": 11640 }, { "epoch": 0.1931654258758767, "grad_norm": 0.46069905161857605, "learning_rate": 4.8068345741241234e-05, "loss": 0.0252, "step": 11650 }, { "epoch": 0.19333123310838818, "grad_norm": 0.002187831327319145, "learning_rate": 4.8066687668916124e-05, "loss": 0.0088, "step": 11660 }, { "epoch": 0.19349704034089968, "grad_norm": 0.8758753538131714, "learning_rate": 4.806502959659101e-05, "loss": 0.0199, "step": 11670 }, { "epoch": 0.19366284757341115, "grad_norm": 0.13629084825515747, "learning_rate": 4.806337152426589e-05, "loss": 0.0076, "step": 11680 }, { "epoch": 0.19382865480592262, "grad_norm": 0.005568057764321566, "learning_rate": 4.8061713451940775e-05, "loss": 0.0167, "step": 11690 }, { "epoch": 0.19399446203843412, "grad_norm": 1.599331021308899, "learning_rate": 4.806005537961566e-05, "loss": 0.0363, "step": 11700 }, { "epoch": 0.1941602692709456, "grad_norm": 0.07492050528526306, "learning_rate": 4.805839730729055e-05, "loss": 0.0048, "step": 11710 }, { "epoch": 0.19432607650345707, "grad_norm": 0.16461580991744995, "learning_rate": 4.805673923496543e-05, "loss": 0.0194, "step": 11720 }, { "epoch": 0.19449188373596857, "grad_norm": 0.007769261486828327, "learning_rate": 4.8055081162640316e-05, "loss": 0.011, "step": 11730 }, { "epoch": 0.19465769096848004, "grad_norm": 0.06680110096931458, "learning_rate": 4.8053423090315206e-05, "loss": 0.0162, "step": 11740 }, { "epoch": 0.19482349820099154, "grad_norm": 0.027204331010580063, "learning_rate": 4.805176501799008e-05, "loss": 0.0173, "step": 11750 }, { "epoch": 0.194989305433503, "grad_norm": 0.02790558524429798, "learning_rate": 4.805010694566497e-05, "loss": 0.0093, "step": 11760 }, { "epoch": 0.19515511266601449, "grad_norm": 0.35503628849983215, "learning_rate": 4.8048448873339856e-05, "loss": 0.0143, "step": 11770 }, { "epoch": 0.19532091989852599, "grad_norm": 0.020769478753209114, "learning_rate": 4.804679080101474e-05, "loss": 0.0054, "step": 11780 }, { "epoch": 0.19548672713103746, "grad_norm": 0.08803226053714752, "learning_rate": 4.804513272868963e-05, "loss": 0.0091, "step": 11790 }, { "epoch": 0.19565253436354893, "grad_norm": 0.016749307513237, "learning_rate": 4.8043474656364513e-05, "loss": 0.0075, "step": 11800 }, { "epoch": 0.19581834159606043, "grad_norm": 0.9385719895362854, "learning_rate": 4.8041816584039404e-05, "loss": 0.016, "step": 11810 }, { "epoch": 0.1959841488285719, "grad_norm": 0.48727405071258545, "learning_rate": 4.804015851171429e-05, "loss": 0.0074, "step": 11820 }, { "epoch": 0.19614995606108337, "grad_norm": 0.2636340260505676, "learning_rate": 4.8038500439389164e-05, "loss": 0.0151, "step": 11830 }, { "epoch": 0.19631576329359487, "grad_norm": 0.218398779630661, "learning_rate": 4.8036842367064054e-05, "loss": 0.0136, "step": 11840 }, { "epoch": 0.19648157052610635, "grad_norm": 0.6633094549179077, "learning_rate": 4.803518429473894e-05, "loss": 0.0192, "step": 11850 }, { "epoch": 0.19664737775861782, "grad_norm": 0.04939642921090126, "learning_rate": 4.803352622241382e-05, "loss": 0.0157, "step": 11860 }, { "epoch": 0.19681318499112932, "grad_norm": 0.005266956053674221, "learning_rate": 4.803186815008871e-05, "loss": 0.0107, "step": 11870 }, { "epoch": 0.1969789922236408, "grad_norm": 1.0338152647018433, "learning_rate": 4.8030210077763595e-05, "loss": 0.0047, "step": 11880 }, { "epoch": 0.19714479945615226, "grad_norm": 0.01643066667020321, "learning_rate": 4.8028552005438485e-05, "loss": 0.0177, "step": 11890 }, { "epoch": 0.19731060668866376, "grad_norm": 0.8715020418167114, "learning_rate": 4.802689393311336e-05, "loss": 0.0077, "step": 11900 }, { "epoch": 0.19747641392117524, "grad_norm": 0.15073995292186737, "learning_rate": 4.8025235860788245e-05, "loss": 0.0256, "step": 11910 }, { "epoch": 0.19764222115368674, "grad_norm": 1.0158023834228516, "learning_rate": 4.8023577788463136e-05, "loss": 0.0105, "step": 11920 }, { "epoch": 0.1978080283861982, "grad_norm": 0.3104121685028076, "learning_rate": 4.802191971613802e-05, "loss": 0.0081, "step": 11930 }, { "epoch": 0.19797383561870968, "grad_norm": 0.07535795122385025, "learning_rate": 4.80202616438129e-05, "loss": 0.0134, "step": 11940 }, { "epoch": 0.19813964285122118, "grad_norm": 0.32629239559173584, "learning_rate": 4.801860357148779e-05, "loss": 0.0328, "step": 11950 }, { "epoch": 0.19830545008373265, "grad_norm": 0.001485608983784914, "learning_rate": 4.8016945499162676e-05, "loss": 0.007, "step": 11960 }, { "epoch": 0.19847125731624413, "grad_norm": 0.24148179590702057, "learning_rate": 4.801528742683756e-05, "loss": 0.0063, "step": 11970 }, { "epoch": 0.19863706454875563, "grad_norm": 0.05176457017660141, "learning_rate": 4.801362935451244e-05, "loss": 0.0223, "step": 11980 }, { "epoch": 0.1988028717812671, "grad_norm": 0.7643097639083862, "learning_rate": 4.801197128218733e-05, "loss": 0.0419, "step": 11990 }, { "epoch": 0.19896867901377857, "grad_norm": 0.46758463978767395, "learning_rate": 4.801031320986222e-05, "loss": 0.0127, "step": 12000 }, { "epoch": 0.19913448624629007, "grad_norm": 0.014076925814151764, "learning_rate": 4.80086551375371e-05, "loss": 0.0039, "step": 12010 }, { "epoch": 0.19930029347880154, "grad_norm": 0.05701892077922821, "learning_rate": 4.800699706521199e-05, "loss": 0.0063, "step": 12020 }, { "epoch": 0.19946610071131302, "grad_norm": 0.07452680170536041, "learning_rate": 4.8005338992886874e-05, "loss": 0.0082, "step": 12030 }, { "epoch": 0.19963190794382452, "grad_norm": 0.3765993118286133, "learning_rate": 4.800368092056176e-05, "loss": 0.0219, "step": 12040 }, { "epoch": 0.199797715176336, "grad_norm": 0.29377421736717224, "learning_rate": 4.800202284823664e-05, "loss": 0.0174, "step": 12050 }, { "epoch": 0.19996352240884746, "grad_norm": 0.4315122961997986, "learning_rate": 4.8000364775911525e-05, "loss": 0.0145, "step": 12060 }, { "epoch": 0.20012932964135896, "grad_norm": 0.004788883030414581, "learning_rate": 4.799870670358641e-05, "loss": 0.0132, "step": 12070 }, { "epoch": 0.20029513687387043, "grad_norm": 1.0857117176055908, "learning_rate": 4.79970486312613e-05, "loss": 0.0242, "step": 12080 }, { "epoch": 0.20046094410638193, "grad_norm": 1.100858449935913, "learning_rate": 4.799539055893618e-05, "loss": 0.027, "step": 12090 }, { "epoch": 0.2006267513388934, "grad_norm": 0.5309869050979614, "learning_rate": 4.799373248661107e-05, "loss": 0.0143, "step": 12100 }, { "epoch": 0.20079255857140488, "grad_norm": 0.3050989508628845, "learning_rate": 4.7992074414285955e-05, "loss": 0.0161, "step": 12110 }, { "epoch": 0.20095836580391638, "grad_norm": 0.7685258984565735, "learning_rate": 4.799041634196084e-05, "loss": 0.0255, "step": 12120 }, { "epoch": 0.20112417303642785, "grad_norm": 0.3411165475845337, "learning_rate": 4.798875826963572e-05, "loss": 0.0078, "step": 12130 }, { "epoch": 0.20128998026893932, "grad_norm": 0.11229018867015839, "learning_rate": 4.7987100197310606e-05, "loss": 0.0085, "step": 12140 }, { "epoch": 0.20145578750145082, "grad_norm": 1.1802587509155273, "learning_rate": 4.7985442124985496e-05, "loss": 0.0072, "step": 12150 }, { "epoch": 0.2016215947339623, "grad_norm": 0.2537180781364441, "learning_rate": 4.798378405266038e-05, "loss": 0.0141, "step": 12160 }, { "epoch": 0.20178740196647377, "grad_norm": 0.3246958553791046, "learning_rate": 4.798212598033526e-05, "loss": 0.0318, "step": 12170 }, { "epoch": 0.20195320919898527, "grad_norm": 0.25751063227653503, "learning_rate": 4.7980467908010153e-05, "loss": 0.0141, "step": 12180 }, { "epoch": 0.20211901643149674, "grad_norm": 0.030560456216335297, "learning_rate": 4.797880983568504e-05, "loss": 0.0085, "step": 12190 }, { "epoch": 0.2022848236640082, "grad_norm": 0.04161863401532173, "learning_rate": 4.797715176335992e-05, "loss": 0.0036, "step": 12200 }, { "epoch": 0.2024506308965197, "grad_norm": 0.08251558989286423, "learning_rate": 4.7975493691034804e-05, "loss": 0.0268, "step": 12210 }, { "epoch": 0.20261643812903118, "grad_norm": 0.5173248052597046, "learning_rate": 4.797383561870969e-05, "loss": 0.0081, "step": 12220 }, { "epoch": 0.20278224536154266, "grad_norm": 0.009407564997673035, "learning_rate": 4.797217754638458e-05, "loss": 0.009, "step": 12230 }, { "epoch": 0.20294805259405416, "grad_norm": 0.24189189076423645, "learning_rate": 4.797051947405946e-05, "loss": 0.01, "step": 12240 }, { "epoch": 0.20311385982656563, "grad_norm": 0.6267142295837402, "learning_rate": 4.7968861401734345e-05, "loss": 0.0108, "step": 12250 }, { "epoch": 0.20327966705907713, "grad_norm": 0.004248118959367275, "learning_rate": 4.7967203329409235e-05, "loss": 0.0051, "step": 12260 }, { "epoch": 0.2034454742915886, "grad_norm": 0.011264023371040821, "learning_rate": 4.796554525708412e-05, "loss": 0.0108, "step": 12270 }, { "epoch": 0.20361128152410007, "grad_norm": 0.007539089303463697, "learning_rate": 4.7963887184759e-05, "loss": 0.0044, "step": 12280 }, { "epoch": 0.20377708875661157, "grad_norm": 0.0005666647921316326, "learning_rate": 4.7962229112433885e-05, "loss": 0.0029, "step": 12290 }, { "epoch": 0.20394289598912305, "grad_norm": 1.6779261827468872, "learning_rate": 4.796057104010877e-05, "loss": 0.0079, "step": 12300 }, { "epoch": 0.20410870322163452, "grad_norm": 0.01601269096136093, "learning_rate": 4.795891296778366e-05, "loss": 0.0107, "step": 12310 }, { "epoch": 0.20427451045414602, "grad_norm": 0.06842856854200363, "learning_rate": 4.795725489545854e-05, "loss": 0.0038, "step": 12320 }, { "epoch": 0.2044403176866575, "grad_norm": 0.0007347888895310462, "learning_rate": 4.7955596823133426e-05, "loss": 0.0036, "step": 12330 }, { "epoch": 0.20460612491916896, "grad_norm": 0.8009995222091675, "learning_rate": 4.7953938750808316e-05, "loss": 0.0133, "step": 12340 }, { "epoch": 0.20477193215168046, "grad_norm": 0.3873991072177887, "learning_rate": 4.79522806784832e-05, "loss": 0.0191, "step": 12350 }, { "epoch": 0.20493773938419194, "grad_norm": 0.029841022565960884, "learning_rate": 4.795062260615808e-05, "loss": 0.0294, "step": 12360 }, { "epoch": 0.2051035466167034, "grad_norm": 0.7915412783622742, "learning_rate": 4.7948964533832967e-05, "loss": 0.0129, "step": 12370 }, { "epoch": 0.2052693538492149, "grad_norm": 0.25202640891075134, "learning_rate": 4.794730646150785e-05, "loss": 0.0112, "step": 12380 }, { "epoch": 0.20543516108172638, "grad_norm": 0.22265593707561493, "learning_rate": 4.794564838918274e-05, "loss": 0.0089, "step": 12390 }, { "epoch": 0.20560096831423788, "grad_norm": 0.006602804642170668, "learning_rate": 4.7943990316857624e-05, "loss": 0.0238, "step": 12400 }, { "epoch": 0.20576677554674935, "grad_norm": 0.015965363010764122, "learning_rate": 4.794233224453251e-05, "loss": 0.0252, "step": 12410 }, { "epoch": 0.20593258277926083, "grad_norm": 0.008200655691325665, "learning_rate": 4.79406741722074e-05, "loss": 0.0187, "step": 12420 }, { "epoch": 0.20609839001177233, "grad_norm": 0.00489291176199913, "learning_rate": 4.793901609988228e-05, "loss": 0.0074, "step": 12430 }, { "epoch": 0.2062641972442838, "grad_norm": 0.007836851291358471, "learning_rate": 4.7937358027557165e-05, "loss": 0.0149, "step": 12440 }, { "epoch": 0.20643000447679527, "grad_norm": 0.3110598921775818, "learning_rate": 4.793569995523205e-05, "loss": 0.0113, "step": 12450 }, { "epoch": 0.20659581170930677, "grad_norm": 0.21249021589756012, "learning_rate": 4.793404188290693e-05, "loss": 0.0066, "step": 12460 }, { "epoch": 0.20676161894181824, "grad_norm": 0.06791020929813385, "learning_rate": 4.793238381058182e-05, "loss": 0.0123, "step": 12470 }, { "epoch": 0.20692742617432971, "grad_norm": 0.11487049609422684, "learning_rate": 4.7930725738256705e-05, "loss": 0.0217, "step": 12480 }, { "epoch": 0.20709323340684122, "grad_norm": 0.30725935101509094, "learning_rate": 4.7929067665931595e-05, "loss": 0.0081, "step": 12490 }, { "epoch": 0.2072590406393527, "grad_norm": 0.11454621702432632, "learning_rate": 4.792740959360648e-05, "loss": 0.0183, "step": 12500 }, { "epoch": 0.20742484787186416, "grad_norm": 0.12966865301132202, "learning_rate": 4.792575152128136e-05, "loss": 0.0186, "step": 12510 }, { "epoch": 0.20759065510437566, "grad_norm": 0.28662365674972534, "learning_rate": 4.7924093448956246e-05, "loss": 0.0059, "step": 12520 }, { "epoch": 0.20775646233688713, "grad_norm": 0.027513546869158745, "learning_rate": 4.792243537663113e-05, "loss": 0.0141, "step": 12530 }, { "epoch": 0.2079222695693986, "grad_norm": 0.06159766763448715, "learning_rate": 4.792077730430601e-05, "loss": 0.0041, "step": 12540 }, { "epoch": 0.2080880768019101, "grad_norm": 0.20387309789657593, "learning_rate": 4.79191192319809e-05, "loss": 0.0162, "step": 12550 }, { "epoch": 0.20825388403442158, "grad_norm": 0.10697881877422333, "learning_rate": 4.7917461159655787e-05, "loss": 0.0259, "step": 12560 }, { "epoch": 0.20841969126693308, "grad_norm": 0.27653032541275024, "learning_rate": 4.791580308733068e-05, "loss": 0.01, "step": 12570 }, { "epoch": 0.20858549849944455, "grad_norm": 0.13183367252349854, "learning_rate": 4.791414501500556e-05, "loss": 0.0028, "step": 12580 }, { "epoch": 0.20875130573195602, "grad_norm": 0.22022059559822083, "learning_rate": 4.791248694268044e-05, "loss": 0.021, "step": 12590 }, { "epoch": 0.20891711296446752, "grad_norm": 0.04006640613079071, "learning_rate": 4.791082887035533e-05, "loss": 0.0182, "step": 12600 }, { "epoch": 0.209082920196979, "grad_norm": 0.002932947129011154, "learning_rate": 4.790917079803021e-05, "loss": 0.0087, "step": 12610 }, { "epoch": 0.20924872742949047, "grad_norm": 0.28637057542800903, "learning_rate": 4.7907512725705094e-05, "loss": 0.0498, "step": 12620 }, { "epoch": 0.20941453466200197, "grad_norm": 0.029807763174176216, "learning_rate": 4.7905854653379984e-05, "loss": 0.0189, "step": 12630 }, { "epoch": 0.20958034189451344, "grad_norm": 0.12642472982406616, "learning_rate": 4.790419658105487e-05, "loss": 0.01, "step": 12640 }, { "epoch": 0.2097461491270249, "grad_norm": 0.034239087253808975, "learning_rate": 4.790253850872976e-05, "loss": 0.0084, "step": 12650 }, { "epoch": 0.2099119563595364, "grad_norm": 0.34231698513031006, "learning_rate": 4.7900880436404635e-05, "loss": 0.0311, "step": 12660 }, { "epoch": 0.21007776359204788, "grad_norm": 0.038023073226213455, "learning_rate": 4.789922236407952e-05, "loss": 0.0229, "step": 12670 }, { "epoch": 0.21024357082455936, "grad_norm": 0.27721673250198364, "learning_rate": 4.789756429175441e-05, "loss": 0.0196, "step": 12680 }, { "epoch": 0.21040937805707086, "grad_norm": 0.6685371994972229, "learning_rate": 4.789590621942929e-05, "loss": 0.0106, "step": 12690 }, { "epoch": 0.21057518528958233, "grad_norm": 0.27121156454086304, "learning_rate": 4.789424814710418e-05, "loss": 0.0093, "step": 12700 }, { "epoch": 0.2107409925220938, "grad_norm": 0.14005817472934723, "learning_rate": 4.7892590074779066e-05, "loss": 0.0086, "step": 12710 }, { "epoch": 0.2109067997546053, "grad_norm": 0.0056054601445794106, "learning_rate": 4.789093200245395e-05, "loss": 0.017, "step": 12720 }, { "epoch": 0.21107260698711677, "grad_norm": 0.02392648160457611, "learning_rate": 4.788927393012884e-05, "loss": 0.0124, "step": 12730 }, { "epoch": 0.21123841421962827, "grad_norm": 0.010231999680399895, "learning_rate": 4.7887615857803716e-05, "loss": 0.0077, "step": 12740 }, { "epoch": 0.21140422145213975, "grad_norm": 0.6780127286911011, "learning_rate": 4.78859577854786e-05, "loss": 0.0099, "step": 12750 }, { "epoch": 0.21157002868465122, "grad_norm": 0.004955841228365898, "learning_rate": 4.788429971315349e-05, "loss": 0.0036, "step": 12760 }, { "epoch": 0.21173583591716272, "grad_norm": 0.7506738901138306, "learning_rate": 4.7882641640828374e-05, "loss": 0.0237, "step": 12770 }, { "epoch": 0.2119016431496742, "grad_norm": 0.06341691315174103, "learning_rate": 4.7880983568503264e-05, "loss": 0.0011, "step": 12780 }, { "epoch": 0.21206745038218566, "grad_norm": 0.0008745498489588499, "learning_rate": 4.787932549617815e-05, "loss": 0.0047, "step": 12790 }, { "epoch": 0.21223325761469716, "grad_norm": 0.09050252288579941, "learning_rate": 4.787766742385303e-05, "loss": 0.0157, "step": 12800 }, { "epoch": 0.21239906484720864, "grad_norm": 0.7715242505073547, "learning_rate": 4.7876009351527914e-05, "loss": 0.0099, "step": 12810 }, { "epoch": 0.2125648720797201, "grad_norm": 0.10108855366706848, "learning_rate": 4.78743512792028e-05, "loss": 0.0087, "step": 12820 }, { "epoch": 0.2127306793122316, "grad_norm": 0.03189641982316971, "learning_rate": 4.787269320687769e-05, "loss": 0.0214, "step": 12830 }, { "epoch": 0.21289648654474308, "grad_norm": 0.005835750140249729, "learning_rate": 4.787103513455257e-05, "loss": 0.0308, "step": 12840 }, { "epoch": 0.21306229377725455, "grad_norm": 0.005778890568763018, "learning_rate": 4.7869377062227455e-05, "loss": 0.0181, "step": 12850 }, { "epoch": 0.21322810100976605, "grad_norm": 0.6111973524093628, "learning_rate": 4.7867718989902345e-05, "loss": 0.0216, "step": 12860 }, { "epoch": 0.21339390824227752, "grad_norm": 0.6582425832748413, "learning_rate": 4.786606091757723e-05, "loss": 0.0375, "step": 12870 }, { "epoch": 0.213559715474789, "grad_norm": 0.11368755996227264, "learning_rate": 4.786440284525211e-05, "loss": 0.0139, "step": 12880 }, { "epoch": 0.2137255227073005, "grad_norm": 0.2708222568035126, "learning_rate": 4.7862744772926996e-05, "loss": 0.0064, "step": 12890 }, { "epoch": 0.21389132993981197, "grad_norm": 0.00773854274302721, "learning_rate": 4.786108670060188e-05, "loss": 0.0205, "step": 12900 }, { "epoch": 0.21405713717232347, "grad_norm": 0.4538000226020813, "learning_rate": 4.785942862827677e-05, "loss": 0.0069, "step": 12910 }, { "epoch": 0.21422294440483494, "grad_norm": 1.106738805770874, "learning_rate": 4.785777055595165e-05, "loss": 0.0087, "step": 12920 }, { "epoch": 0.21438875163734641, "grad_norm": 0.05225714296102524, "learning_rate": 4.7856112483626536e-05, "loss": 0.0394, "step": 12930 }, { "epoch": 0.21455455886985791, "grad_norm": 0.19152210652828217, "learning_rate": 4.7854454411301427e-05, "loss": 0.0018, "step": 12940 }, { "epoch": 0.2147203661023694, "grad_norm": 0.3850805163383484, "learning_rate": 4.785279633897631e-05, "loss": 0.0043, "step": 12950 }, { "epoch": 0.21488617333488086, "grad_norm": 0.9068076014518738, "learning_rate": 4.7851138266651194e-05, "loss": 0.0139, "step": 12960 }, { "epoch": 0.21505198056739236, "grad_norm": 0.026075581088662148, "learning_rate": 4.784948019432608e-05, "loss": 0.0135, "step": 12970 }, { "epoch": 0.21521778779990383, "grad_norm": 1.7167975902557373, "learning_rate": 4.784782212200096e-05, "loss": 0.0242, "step": 12980 }, { "epoch": 0.2153835950324153, "grad_norm": 0.09830297529697418, "learning_rate": 4.784616404967585e-05, "loss": 0.0127, "step": 12990 }, { "epoch": 0.2155494022649268, "grad_norm": 0.5817351937294006, "learning_rate": 4.7844505977350734e-05, "loss": 0.0041, "step": 13000 }, { "epoch": 0.21571520949743828, "grad_norm": 0.0035604536533355713, "learning_rate": 4.784284790502562e-05, "loss": 0.0163, "step": 13010 }, { "epoch": 0.21588101672994975, "grad_norm": 0.19109708070755005, "learning_rate": 4.784118983270051e-05, "loss": 0.0155, "step": 13020 }, { "epoch": 0.21604682396246125, "grad_norm": 0.011057741940021515, "learning_rate": 4.783953176037539e-05, "loss": 0.0079, "step": 13030 }, { "epoch": 0.21621263119497272, "grad_norm": 0.0347120501101017, "learning_rate": 4.7837873688050275e-05, "loss": 0.0206, "step": 13040 }, { "epoch": 0.2163784384274842, "grad_norm": 0.9435796141624451, "learning_rate": 4.783621561572516e-05, "loss": 0.0156, "step": 13050 }, { "epoch": 0.2165442456599957, "grad_norm": 0.2637970447540283, "learning_rate": 4.783455754340004e-05, "loss": 0.0177, "step": 13060 }, { "epoch": 0.21671005289250717, "grad_norm": 1.5521807670593262, "learning_rate": 4.783289947107493e-05, "loss": 0.0038, "step": 13070 }, { "epoch": 0.21687586012501867, "grad_norm": 0.5386339426040649, "learning_rate": 4.7831241398749816e-05, "loss": 0.0245, "step": 13080 }, { "epoch": 0.21704166735753014, "grad_norm": 0.5353602766990662, "learning_rate": 4.78295833264247e-05, "loss": 0.0253, "step": 13090 }, { "epoch": 0.2172074745900416, "grad_norm": 0.0016078382031992078, "learning_rate": 4.782792525409959e-05, "loss": 0.0205, "step": 13100 }, { "epoch": 0.2173732818225531, "grad_norm": 0.23959742486476898, "learning_rate": 4.782626718177447e-05, "loss": 0.0238, "step": 13110 }, { "epoch": 0.21753908905506458, "grad_norm": 0.29993465542793274, "learning_rate": 4.7824609109449356e-05, "loss": 0.0098, "step": 13120 }, { "epoch": 0.21770489628757606, "grad_norm": 0.015918249264359474, "learning_rate": 4.782295103712424e-05, "loss": 0.0034, "step": 13130 }, { "epoch": 0.21787070352008756, "grad_norm": 0.2889372706413269, "learning_rate": 4.782129296479912e-05, "loss": 0.0298, "step": 13140 }, { "epoch": 0.21803651075259903, "grad_norm": 0.27220505475997925, "learning_rate": 4.7819634892474013e-05, "loss": 0.0074, "step": 13150 }, { "epoch": 0.2182023179851105, "grad_norm": 0.06235388293862343, "learning_rate": 4.78179768201489e-05, "loss": 0.0193, "step": 13160 }, { "epoch": 0.218368125217622, "grad_norm": 0.030905956402420998, "learning_rate": 4.781631874782379e-05, "loss": 0.0045, "step": 13170 }, { "epoch": 0.21853393245013347, "grad_norm": 0.04532850533723831, "learning_rate": 4.781466067549867e-05, "loss": 0.0251, "step": 13180 }, { "epoch": 0.21869973968264494, "grad_norm": 0.05886853486299515, "learning_rate": 4.7813002603173554e-05, "loss": 0.0062, "step": 13190 }, { "epoch": 0.21886554691515644, "grad_norm": 0.041811712086200714, "learning_rate": 4.781134453084844e-05, "loss": 0.003, "step": 13200 }, { "epoch": 0.21903135414766792, "grad_norm": 0.30417314171791077, "learning_rate": 4.780968645852332e-05, "loss": 0.0148, "step": 13210 }, { "epoch": 0.21919716138017942, "grad_norm": 0.3142698407173157, "learning_rate": 4.7808028386198205e-05, "loss": 0.0056, "step": 13220 }, { "epoch": 0.2193629686126909, "grad_norm": 0.3212254047393799, "learning_rate": 4.7806370313873095e-05, "loss": 0.0165, "step": 13230 }, { "epoch": 0.21952877584520236, "grad_norm": 0.01985791139304638, "learning_rate": 4.780471224154798e-05, "loss": 0.0162, "step": 13240 }, { "epoch": 0.21969458307771386, "grad_norm": 0.00309552694670856, "learning_rate": 4.780305416922287e-05, "loss": 0.0093, "step": 13250 }, { "epoch": 0.21986039031022533, "grad_norm": 0.11783391982316971, "learning_rate": 4.780139609689775e-05, "loss": 0.0126, "step": 13260 }, { "epoch": 0.2200261975427368, "grad_norm": 0.2667348086833954, "learning_rate": 4.7799738024572636e-05, "loss": 0.0274, "step": 13270 }, { "epoch": 0.2201920047752483, "grad_norm": 0.009251443669199944, "learning_rate": 4.779807995224752e-05, "loss": 0.0066, "step": 13280 }, { "epoch": 0.22035781200775978, "grad_norm": 2.0626466274261475, "learning_rate": 4.77964218799224e-05, "loss": 0.0133, "step": 13290 }, { "epoch": 0.22052361924027125, "grad_norm": 0.023911258205771446, "learning_rate": 4.7794763807597286e-05, "loss": 0.008, "step": 13300 }, { "epoch": 0.22068942647278275, "grad_norm": 0.10507246106863022, "learning_rate": 4.7793105735272176e-05, "loss": 0.0176, "step": 13310 }, { "epoch": 0.22085523370529422, "grad_norm": 0.4640641510486603, "learning_rate": 4.779144766294706e-05, "loss": 0.0031, "step": 13320 }, { "epoch": 0.2210210409378057, "grad_norm": 0.001082502189092338, "learning_rate": 4.778978959062195e-05, "loss": 0.0198, "step": 13330 }, { "epoch": 0.2211868481703172, "grad_norm": 0.9629235863685608, "learning_rate": 4.7788131518296833e-05, "loss": 0.0099, "step": 13340 }, { "epoch": 0.22135265540282867, "grad_norm": 0.0026579091791063547, "learning_rate": 4.778647344597171e-05, "loss": 0.0095, "step": 13350 }, { "epoch": 0.22151846263534014, "grad_norm": 0.02819749154150486, "learning_rate": 4.77848153736466e-05, "loss": 0.0017, "step": 13360 }, { "epoch": 0.22168426986785164, "grad_norm": 0.0039406027644872665, "learning_rate": 4.7783157301321484e-05, "loss": 0.005, "step": 13370 }, { "epoch": 0.2218500771003631, "grad_norm": 0.2557194232940674, "learning_rate": 4.7781499228996374e-05, "loss": 0.0181, "step": 13380 }, { "epoch": 0.2220158843328746, "grad_norm": 0.03505513444542885, "learning_rate": 4.777984115667126e-05, "loss": 0.015, "step": 13390 }, { "epoch": 0.22218169156538609, "grad_norm": 0.07631723582744598, "learning_rate": 4.777818308434614e-05, "loss": 0.0095, "step": 13400 }, { "epoch": 0.22234749879789756, "grad_norm": 0.015260647051036358, "learning_rate": 4.777652501202103e-05, "loss": 0.0158, "step": 13410 }, { "epoch": 0.22251330603040906, "grad_norm": 0.37152451276779175, "learning_rate": 4.777486693969591e-05, "loss": 0.0018, "step": 13420 }, { "epoch": 0.22267911326292053, "grad_norm": 0.02754908613860607, "learning_rate": 4.777320886737079e-05, "loss": 0.0016, "step": 13430 }, { "epoch": 0.222844920495432, "grad_norm": 0.00920961145311594, "learning_rate": 4.777155079504568e-05, "loss": 0.0124, "step": 13440 }, { "epoch": 0.2230107277279435, "grad_norm": 0.13706360757350922, "learning_rate": 4.7769892722720565e-05, "loss": 0.0186, "step": 13450 }, { "epoch": 0.22317653496045498, "grad_norm": 0.00784175843000412, "learning_rate": 4.7768234650395456e-05, "loss": 0.0081, "step": 13460 }, { "epoch": 0.22334234219296645, "grad_norm": 0.05170699581503868, "learning_rate": 4.776657657807034e-05, "loss": 0.013, "step": 13470 }, { "epoch": 0.22350814942547795, "grad_norm": 0.617952287197113, "learning_rate": 4.776491850574522e-05, "loss": 0.0113, "step": 13480 }, { "epoch": 0.22367395665798942, "grad_norm": 0.004362290725111961, "learning_rate": 4.776326043342011e-05, "loss": 0.0047, "step": 13490 }, { "epoch": 0.2238397638905009, "grad_norm": 0.2136722058057785, "learning_rate": 4.776160236109499e-05, "loss": 0.0131, "step": 13500 }, { "epoch": 0.2240055711230124, "grad_norm": 1.8496237993240356, "learning_rate": 4.775994428876988e-05, "loss": 0.0289, "step": 13510 }, { "epoch": 0.22417137835552386, "grad_norm": 0.002094806404784322, "learning_rate": 4.775828621644476e-05, "loss": 0.0114, "step": 13520 }, { "epoch": 0.22433718558803534, "grad_norm": 0.4697650372982025, "learning_rate": 4.775662814411965e-05, "loss": 0.0104, "step": 13530 }, { "epoch": 0.22450299282054684, "grad_norm": 0.32370010018348694, "learning_rate": 4.775497007179454e-05, "loss": 0.0166, "step": 13540 }, { "epoch": 0.2246688000530583, "grad_norm": 0.011946872808039188, "learning_rate": 4.775331199946942e-05, "loss": 0.0207, "step": 13550 }, { "epoch": 0.2248346072855698, "grad_norm": 0.014971286989748478, "learning_rate": 4.7751653927144304e-05, "loss": 0.0018, "step": 13560 }, { "epoch": 0.22500041451808128, "grad_norm": 0.31379151344299316, "learning_rate": 4.774999585481919e-05, "loss": 0.0099, "step": 13570 }, { "epoch": 0.22516622175059275, "grad_norm": 0.04913819953799248, "learning_rate": 4.774833778249407e-05, "loss": 0.0123, "step": 13580 }, { "epoch": 0.22533202898310425, "grad_norm": 0.13000404834747314, "learning_rate": 4.774667971016896e-05, "loss": 0.0114, "step": 13590 }, { "epoch": 0.22549783621561573, "grad_norm": 0.8132479786872864, "learning_rate": 4.7745021637843845e-05, "loss": 0.0202, "step": 13600 }, { "epoch": 0.2256636434481272, "grad_norm": 0.2859516739845276, "learning_rate": 4.774336356551873e-05, "loss": 0.0163, "step": 13610 }, { "epoch": 0.2258294506806387, "grad_norm": 0.0005302439676597714, "learning_rate": 4.774170549319362e-05, "loss": 0.0113, "step": 13620 }, { "epoch": 0.22599525791315017, "grad_norm": 0.002417101990431547, "learning_rate": 4.77400474208685e-05, "loss": 0.0032, "step": 13630 }, { "epoch": 0.22616106514566164, "grad_norm": 0.04464854672551155, "learning_rate": 4.7738389348543385e-05, "loss": 0.0386, "step": 13640 }, { "epoch": 0.22632687237817314, "grad_norm": 0.2878645658493042, "learning_rate": 4.773673127621827e-05, "loss": 0.008, "step": 13650 }, { "epoch": 0.22649267961068462, "grad_norm": 0.07894904166460037, "learning_rate": 4.773507320389315e-05, "loss": 0.0188, "step": 13660 }, { "epoch": 0.2266584868431961, "grad_norm": 0.011106397025287151, "learning_rate": 4.773341513156804e-05, "loss": 0.0042, "step": 13670 }, { "epoch": 0.2268242940757076, "grad_norm": 0.9368284940719604, "learning_rate": 4.7731757059242926e-05, "loss": 0.0309, "step": 13680 }, { "epoch": 0.22699010130821906, "grad_norm": 0.7578672170639038, "learning_rate": 4.773009898691781e-05, "loss": 0.0238, "step": 13690 }, { "epoch": 0.22715590854073053, "grad_norm": 0.0020964620634913445, "learning_rate": 4.77284409145927e-05, "loss": 0.0025, "step": 13700 }, { "epoch": 0.22732171577324203, "grad_norm": 0.7763687372207642, "learning_rate": 4.772678284226758e-05, "loss": 0.0174, "step": 13710 }, { "epoch": 0.2274875230057535, "grad_norm": 0.018038859590888023, "learning_rate": 4.772512476994247e-05, "loss": 0.0011, "step": 13720 }, { "epoch": 0.227653330238265, "grad_norm": 0.28477635979652405, "learning_rate": 4.772346669761735e-05, "loss": 0.0208, "step": 13730 }, { "epoch": 0.22781913747077648, "grad_norm": 0.6424687504768372, "learning_rate": 4.7721808625292234e-05, "loss": 0.012, "step": 13740 }, { "epoch": 0.22798494470328795, "grad_norm": 0.011078288778662682, "learning_rate": 4.7720150552967124e-05, "loss": 0.0138, "step": 13750 }, { "epoch": 0.22815075193579945, "grad_norm": 0.006945878732949495, "learning_rate": 4.771849248064201e-05, "loss": 0.0066, "step": 13760 }, { "epoch": 0.22831655916831092, "grad_norm": 1.3746540546417236, "learning_rate": 4.771683440831689e-05, "loss": 0.0126, "step": 13770 }, { "epoch": 0.2284823664008224, "grad_norm": 0.025751955807209015, "learning_rate": 4.771517633599178e-05, "loss": 0.0133, "step": 13780 }, { "epoch": 0.2286481736333339, "grad_norm": 0.468379944562912, "learning_rate": 4.7713518263666665e-05, "loss": 0.0235, "step": 13790 }, { "epoch": 0.22881398086584537, "grad_norm": 0.03935294225811958, "learning_rate": 4.771186019134155e-05, "loss": 0.0135, "step": 13800 }, { "epoch": 0.22897978809835684, "grad_norm": 0.008395412936806679, "learning_rate": 4.771020211901643e-05, "loss": 0.0034, "step": 13810 }, { "epoch": 0.22914559533086834, "grad_norm": 0.00039827587897889316, "learning_rate": 4.7708544046691315e-05, "loss": 0.0062, "step": 13820 }, { "epoch": 0.2293114025633798, "grad_norm": 0.11048510670661926, "learning_rate": 4.7706885974366205e-05, "loss": 0.0079, "step": 13830 }, { "epoch": 0.22947720979589128, "grad_norm": 0.01792815513908863, "learning_rate": 4.770522790204109e-05, "loss": 0.0008, "step": 13840 }, { "epoch": 0.22964301702840278, "grad_norm": 0.00504017760977149, "learning_rate": 4.770356982971598e-05, "loss": 0.0054, "step": 13850 }, { "epoch": 0.22980882426091426, "grad_norm": 0.0006889802170917392, "learning_rate": 4.770191175739086e-05, "loss": 0.0115, "step": 13860 }, { "epoch": 0.22997463149342573, "grad_norm": 0.014456341974437237, "learning_rate": 4.7700253685065746e-05, "loss": 0.0107, "step": 13870 }, { "epoch": 0.23014043872593723, "grad_norm": 0.06272676587104797, "learning_rate": 4.769859561274063e-05, "loss": 0.0274, "step": 13880 }, { "epoch": 0.2303062459584487, "grad_norm": 0.022832470014691353, "learning_rate": 4.769693754041551e-05, "loss": 0.0107, "step": 13890 }, { "epoch": 0.2304720531909602, "grad_norm": 0.8684821128845215, "learning_rate": 4.7695279468090396e-05, "loss": 0.0089, "step": 13900 }, { "epoch": 0.23063786042347167, "grad_norm": 0.018012769520282745, "learning_rate": 4.769362139576529e-05, "loss": 0.0124, "step": 13910 }, { "epoch": 0.23080366765598315, "grad_norm": 0.006200128234922886, "learning_rate": 4.769196332344017e-05, "loss": 0.0131, "step": 13920 }, { "epoch": 0.23096947488849465, "grad_norm": 0.11141766607761383, "learning_rate": 4.769030525111506e-05, "loss": 0.0076, "step": 13930 }, { "epoch": 0.23113528212100612, "grad_norm": 0.6653167605400085, "learning_rate": 4.7688647178789944e-05, "loss": 0.0256, "step": 13940 }, { "epoch": 0.2313010893535176, "grad_norm": 0.0021089764777570963, "learning_rate": 4.768698910646483e-05, "loss": 0.0306, "step": 13950 }, { "epoch": 0.2314668965860291, "grad_norm": 0.7208356261253357, "learning_rate": 4.768533103413971e-05, "loss": 0.0077, "step": 13960 }, { "epoch": 0.23163270381854056, "grad_norm": 0.04913623631000519, "learning_rate": 4.7683672961814594e-05, "loss": 0.0139, "step": 13970 }, { "epoch": 0.23179851105105204, "grad_norm": 1.300206184387207, "learning_rate": 4.768201488948948e-05, "loss": 0.0064, "step": 13980 }, { "epoch": 0.23196431828356354, "grad_norm": 0.11030997335910797, "learning_rate": 4.768035681716437e-05, "loss": 0.0041, "step": 13990 }, { "epoch": 0.232130125516075, "grad_norm": 0.002535442588850856, "learning_rate": 4.767869874483925e-05, "loss": 0.0139, "step": 14000 }, { "epoch": 0.23229593274858648, "grad_norm": 0.03916081041097641, "learning_rate": 4.767704067251414e-05, "loss": 0.0128, "step": 14010 }, { "epoch": 0.23246173998109798, "grad_norm": 0.011619254015386105, "learning_rate": 4.7675382600189025e-05, "loss": 0.0272, "step": 14020 }, { "epoch": 0.23262754721360945, "grad_norm": 0.01563764549791813, "learning_rate": 4.767372452786391e-05, "loss": 0.0045, "step": 14030 }, { "epoch": 0.23279335444612095, "grad_norm": 1.168324589729309, "learning_rate": 4.767206645553879e-05, "loss": 0.0442, "step": 14040 }, { "epoch": 0.23295916167863243, "grad_norm": 0.4591445028781891, "learning_rate": 4.7670408383213676e-05, "loss": 0.0061, "step": 14050 }, { "epoch": 0.2331249689111439, "grad_norm": 0.05532139167189598, "learning_rate": 4.7668750310888566e-05, "loss": 0.0228, "step": 14060 }, { "epoch": 0.2332907761436554, "grad_norm": 0.050398681312799454, "learning_rate": 4.766709223856345e-05, "loss": 0.0054, "step": 14070 }, { "epoch": 0.23345658337616687, "grad_norm": 0.3989144265651703, "learning_rate": 4.766543416623833e-05, "loss": 0.0121, "step": 14080 }, { "epoch": 0.23362239060867834, "grad_norm": 0.062161266803741455, "learning_rate": 4.766377609391322e-05, "loss": 0.0227, "step": 14090 }, { "epoch": 0.23378819784118984, "grad_norm": 0.28119370341300964, "learning_rate": 4.766211802158811e-05, "loss": 0.0216, "step": 14100 }, { "epoch": 0.23395400507370132, "grad_norm": 0.028335068374872208, "learning_rate": 4.766045994926298e-05, "loss": 0.0417, "step": 14110 }, { "epoch": 0.2341198123062128, "grad_norm": 0.16417531669139862, "learning_rate": 4.7658801876937874e-05, "loss": 0.0155, "step": 14120 }, { "epoch": 0.2342856195387243, "grad_norm": 0.24744223058223724, "learning_rate": 4.765714380461276e-05, "loss": 0.0064, "step": 14130 }, { "epoch": 0.23445142677123576, "grad_norm": 0.008991786278784275, "learning_rate": 4.765548573228765e-05, "loss": 0.0058, "step": 14140 }, { "epoch": 0.23461723400374723, "grad_norm": 0.0026476788334548473, "learning_rate": 4.765382765996253e-05, "loss": 0.0121, "step": 14150 }, { "epoch": 0.23478304123625873, "grad_norm": 0.011816970072686672, "learning_rate": 4.7652169587637414e-05, "loss": 0.0065, "step": 14160 }, { "epoch": 0.2349488484687702, "grad_norm": 0.95173180103302, "learning_rate": 4.7650511515312305e-05, "loss": 0.0139, "step": 14170 }, { "epoch": 0.23511465570128168, "grad_norm": 0.013566453009843826, "learning_rate": 4.764885344298719e-05, "loss": 0.0188, "step": 14180 }, { "epoch": 0.23528046293379318, "grad_norm": 0.32287314534187317, "learning_rate": 4.764719537066207e-05, "loss": 0.0054, "step": 14190 }, { "epoch": 0.23544627016630465, "grad_norm": 0.566352903842926, "learning_rate": 4.7645537298336955e-05, "loss": 0.0131, "step": 14200 }, { "epoch": 0.23561207739881615, "grad_norm": 0.7943230271339417, "learning_rate": 4.764387922601184e-05, "loss": 0.0096, "step": 14210 }, { "epoch": 0.23577788463132762, "grad_norm": 0.007954922504723072, "learning_rate": 4.764222115368673e-05, "loss": 0.0096, "step": 14220 }, { "epoch": 0.2359436918638391, "grad_norm": 0.003418857231736183, "learning_rate": 4.764056308136161e-05, "loss": 0.0115, "step": 14230 }, { "epoch": 0.2361094990963506, "grad_norm": 0.06777288019657135, "learning_rate": 4.7638905009036496e-05, "loss": 0.029, "step": 14240 }, { "epoch": 0.23627530632886207, "grad_norm": 0.25516244769096375, "learning_rate": 4.7637246936711386e-05, "loss": 0.0143, "step": 14250 }, { "epoch": 0.23644111356137354, "grad_norm": 0.02808079496026039, "learning_rate": 4.763558886438626e-05, "loss": 0.0083, "step": 14260 }, { "epoch": 0.23660692079388504, "grad_norm": 0.007314735092222691, "learning_rate": 4.763393079206115e-05, "loss": 0.0156, "step": 14270 }, { "epoch": 0.2367727280263965, "grad_norm": 0.5085915327072144, "learning_rate": 4.7632272719736036e-05, "loss": 0.0154, "step": 14280 }, { "epoch": 0.23693853525890798, "grad_norm": 0.008952018804848194, "learning_rate": 4.763061464741092e-05, "loss": 0.0075, "step": 14290 }, { "epoch": 0.23710434249141948, "grad_norm": 0.7489403486251831, "learning_rate": 4.762895657508581e-05, "loss": 0.0208, "step": 14300 }, { "epoch": 0.23727014972393096, "grad_norm": 0.2423180639743805, "learning_rate": 4.7627298502760694e-05, "loss": 0.0105, "step": 14310 }, { "epoch": 0.23743595695644243, "grad_norm": 0.6243029236793518, "learning_rate": 4.762564043043558e-05, "loss": 0.013, "step": 14320 }, { "epoch": 0.23760176418895393, "grad_norm": 0.5442762970924377, "learning_rate": 4.762398235811046e-05, "loss": 0.0182, "step": 14330 }, { "epoch": 0.2377675714214654, "grad_norm": 0.37828585505485535, "learning_rate": 4.7622324285785344e-05, "loss": 0.0736, "step": 14340 }, { "epoch": 0.23793337865397687, "grad_norm": 0.09869234263896942, "learning_rate": 4.7620666213460234e-05, "loss": 0.0458, "step": 14350 }, { "epoch": 0.23809918588648837, "grad_norm": 0.00499850744381547, "learning_rate": 4.761900814113512e-05, "loss": 0.0072, "step": 14360 }, { "epoch": 0.23826499311899985, "grad_norm": 0.2889483571052551, "learning_rate": 4.761735006881e-05, "loss": 0.0098, "step": 14370 }, { "epoch": 0.23843080035151135, "grad_norm": 0.28670838475227356, "learning_rate": 4.761569199648489e-05, "loss": 0.0165, "step": 14380 }, { "epoch": 0.23859660758402282, "grad_norm": 0.013393694534897804, "learning_rate": 4.7614033924159775e-05, "loss": 0.0111, "step": 14390 }, { "epoch": 0.2387624148165343, "grad_norm": 0.03019631654024124, "learning_rate": 4.7612375851834665e-05, "loss": 0.0188, "step": 14400 }, { "epoch": 0.2389282220490458, "grad_norm": 0.005961103364825249, "learning_rate": 4.761071777950954e-05, "loss": 0.0062, "step": 14410 }, { "epoch": 0.23909402928155726, "grad_norm": 0.11919725686311722, "learning_rate": 4.7609059707184425e-05, "loss": 0.0135, "step": 14420 }, { "epoch": 0.23925983651406874, "grad_norm": 0.0022535088937729597, "learning_rate": 4.7607401634859316e-05, "loss": 0.0113, "step": 14430 }, { "epoch": 0.23942564374658024, "grad_norm": 0.6713401079177856, "learning_rate": 4.76057435625342e-05, "loss": 0.0153, "step": 14440 }, { "epoch": 0.2395914509790917, "grad_norm": 0.14886915683746338, "learning_rate": 4.760408549020908e-05, "loss": 0.0285, "step": 14450 }, { "epoch": 0.23975725821160318, "grad_norm": 0.02863195538520813, "learning_rate": 4.760242741788397e-05, "loss": 0.0193, "step": 14460 }, { "epoch": 0.23992306544411468, "grad_norm": 0.04250093176960945, "learning_rate": 4.7600769345558856e-05, "loss": 0.0182, "step": 14470 }, { "epoch": 0.24008887267662615, "grad_norm": 0.3679390251636505, "learning_rate": 4.759911127323374e-05, "loss": 0.0246, "step": 14480 }, { "epoch": 0.24025467990913763, "grad_norm": 0.9045445919036865, "learning_rate": 4.759745320090862e-05, "loss": 0.015, "step": 14490 }, { "epoch": 0.24042048714164913, "grad_norm": 0.10198906064033508, "learning_rate": 4.759579512858351e-05, "loss": 0.0228, "step": 14500 }, { "epoch": 0.2405862943741606, "grad_norm": 0.0020929398015141487, "learning_rate": 4.75941370562584e-05, "loss": 0.0129, "step": 14510 }, { "epoch": 0.24075210160667207, "grad_norm": 0.008381535299122334, "learning_rate": 4.759247898393328e-05, "loss": 0.0069, "step": 14520 }, { "epoch": 0.24091790883918357, "grad_norm": 0.004166432656347752, "learning_rate": 4.759082091160817e-05, "loss": 0.0102, "step": 14530 }, { "epoch": 0.24108371607169504, "grad_norm": 0.009382247924804688, "learning_rate": 4.7589162839283054e-05, "loss": 0.0119, "step": 14540 }, { "epoch": 0.24124952330420654, "grad_norm": 0.08185926079750061, "learning_rate": 4.758750476695794e-05, "loss": 0.0145, "step": 14550 }, { "epoch": 0.24141533053671801, "grad_norm": 0.32487553358078003, "learning_rate": 4.758584669463282e-05, "loss": 0.0191, "step": 14560 }, { "epoch": 0.2415811377692295, "grad_norm": 0.012566103599965572, "learning_rate": 4.7584188622307705e-05, "loss": 0.0026, "step": 14570 }, { "epoch": 0.241746945001741, "grad_norm": 0.7159761786460876, "learning_rate": 4.758253054998259e-05, "loss": 0.0179, "step": 14580 }, { "epoch": 0.24191275223425246, "grad_norm": 0.012872119434177876, "learning_rate": 4.758087247765748e-05, "loss": 0.0047, "step": 14590 }, { "epoch": 0.24207855946676393, "grad_norm": 0.5903939008712769, "learning_rate": 4.757921440533236e-05, "loss": 0.0032, "step": 14600 }, { "epoch": 0.24224436669927543, "grad_norm": 1.4197908639907837, "learning_rate": 4.757755633300725e-05, "loss": 0.0137, "step": 14610 }, { "epoch": 0.2424101739317869, "grad_norm": 0.7900287508964539, "learning_rate": 4.7575898260682136e-05, "loss": 0.004, "step": 14620 }, { "epoch": 0.24257598116429838, "grad_norm": 0.004935293924063444, "learning_rate": 4.757424018835702e-05, "loss": 0.0114, "step": 14630 }, { "epoch": 0.24274178839680988, "grad_norm": 0.6442698240280151, "learning_rate": 4.75725821160319e-05, "loss": 0.0023, "step": 14640 }, { "epoch": 0.24290759562932135, "grad_norm": 0.08252313733100891, "learning_rate": 4.7570924043706786e-05, "loss": 0.0145, "step": 14650 }, { "epoch": 0.24307340286183282, "grad_norm": 0.35107624530792236, "learning_rate": 4.756926597138167e-05, "loss": 0.022, "step": 14660 }, { "epoch": 0.24323921009434432, "grad_norm": 0.7917414903640747, "learning_rate": 4.756760789905656e-05, "loss": 0.0221, "step": 14670 }, { "epoch": 0.2434050173268558, "grad_norm": 0.5752846598625183, "learning_rate": 4.756594982673144e-05, "loss": 0.0145, "step": 14680 }, { "epoch": 0.24357082455936727, "grad_norm": 0.7881940603256226, "learning_rate": 4.7564291754406334e-05, "loss": 0.0335, "step": 14690 }, { "epoch": 0.24373663179187877, "grad_norm": 0.3035494089126587, "learning_rate": 4.756263368208122e-05, "loss": 0.0149, "step": 14700 }, { "epoch": 0.24390243902439024, "grad_norm": 0.013362455181777477, "learning_rate": 4.75609756097561e-05, "loss": 0.0194, "step": 14710 }, { "epoch": 0.24406824625690174, "grad_norm": 0.0007359765004366636, "learning_rate": 4.7559317537430984e-05, "loss": 0.0197, "step": 14720 }, { "epoch": 0.2442340534894132, "grad_norm": 0.779545247554779, "learning_rate": 4.755765946510587e-05, "loss": 0.002, "step": 14730 }, { "epoch": 0.24439986072192468, "grad_norm": 0.010082058608531952, "learning_rate": 4.755600139278076e-05, "loss": 0.0168, "step": 14740 }, { "epoch": 0.24456566795443618, "grad_norm": 0.11491786688566208, "learning_rate": 4.755434332045564e-05, "loss": 0.0035, "step": 14750 }, { "epoch": 0.24473147518694766, "grad_norm": 0.0051423958502709866, "learning_rate": 4.7552685248130525e-05, "loss": 0.0156, "step": 14760 }, { "epoch": 0.24489728241945913, "grad_norm": 0.662571370601654, "learning_rate": 4.7551027175805415e-05, "loss": 0.0063, "step": 14770 }, { "epoch": 0.24506308965197063, "grad_norm": 0.07682876288890839, "learning_rate": 4.75493691034803e-05, "loss": 0.0025, "step": 14780 }, { "epoch": 0.2452288968844821, "grad_norm": 0.019815215840935707, "learning_rate": 4.754771103115518e-05, "loss": 0.0035, "step": 14790 }, { "epoch": 0.24539470411699357, "grad_norm": 0.007489909417927265, "learning_rate": 4.7546052958830065e-05, "loss": 0.0057, "step": 14800 }, { "epoch": 0.24556051134950507, "grad_norm": 0.01957944966852665, "learning_rate": 4.754439488650495e-05, "loss": 0.0096, "step": 14810 }, { "epoch": 0.24572631858201655, "grad_norm": 0.32327526807785034, "learning_rate": 4.754273681417984e-05, "loss": 0.0142, "step": 14820 }, { "epoch": 0.24589212581452802, "grad_norm": 0.7379637956619263, "learning_rate": 4.754107874185472e-05, "loss": 0.0148, "step": 14830 }, { "epoch": 0.24605793304703952, "grad_norm": 0.04025648906826973, "learning_rate": 4.7539420669529606e-05, "loss": 0.0154, "step": 14840 }, { "epoch": 0.246223740279551, "grad_norm": 0.00672096386551857, "learning_rate": 4.7537762597204496e-05, "loss": 0.0175, "step": 14850 }, { "epoch": 0.24638954751206246, "grad_norm": 1.067058801651001, "learning_rate": 4.753610452487938e-05, "loss": 0.0162, "step": 14860 }, { "epoch": 0.24655535474457396, "grad_norm": 0.003493481082841754, "learning_rate": 4.753444645255426e-05, "loss": 0.0366, "step": 14870 }, { "epoch": 0.24672116197708543, "grad_norm": 0.3249286711215973, "learning_rate": 4.753278838022915e-05, "loss": 0.0218, "step": 14880 }, { "epoch": 0.24688696920959693, "grad_norm": 0.26466280221939087, "learning_rate": 4.753113030790403e-05, "loss": 0.0269, "step": 14890 }, { "epoch": 0.2470527764421084, "grad_norm": 0.006903429515659809, "learning_rate": 4.752947223557892e-05, "loss": 0.0044, "step": 14900 }, { "epoch": 0.24721858367461988, "grad_norm": 0.22720809280872345, "learning_rate": 4.7527814163253804e-05, "loss": 0.0113, "step": 14910 }, { "epoch": 0.24738439090713138, "grad_norm": 0.013613102957606316, "learning_rate": 4.752615609092869e-05, "loss": 0.0026, "step": 14920 }, { "epoch": 0.24755019813964285, "grad_norm": 0.49043309688568115, "learning_rate": 4.752449801860358e-05, "loss": 0.0275, "step": 14930 }, { "epoch": 0.24771600537215432, "grad_norm": 0.09515061974525452, "learning_rate": 4.752283994627846e-05, "loss": 0.0142, "step": 14940 }, { "epoch": 0.24788181260466582, "grad_norm": 0.4826078712940216, "learning_rate": 4.7521181873953345e-05, "loss": 0.0132, "step": 14950 }, { "epoch": 0.2480476198371773, "grad_norm": 0.283059686422348, "learning_rate": 4.751952380162823e-05, "loss": 0.0277, "step": 14960 }, { "epoch": 0.24821342706968877, "grad_norm": 0.03908573091030121, "learning_rate": 4.751786572930311e-05, "loss": 0.0192, "step": 14970 }, { "epoch": 0.24837923430220027, "grad_norm": 0.5258143544197083, "learning_rate": 4.7516207656978e-05, "loss": 0.0072, "step": 14980 }, { "epoch": 0.24854504153471174, "grad_norm": 0.0030918146949261427, "learning_rate": 4.7514549584652885e-05, "loss": 0.0233, "step": 14990 }, { "epoch": 0.2487108487672232, "grad_norm": 0.061097897589206696, "learning_rate": 4.751289151232777e-05, "loss": 0.0353, "step": 15000 }, { "epoch": 0.2488766559997347, "grad_norm": 0.09413185715675354, "learning_rate": 4.751123344000266e-05, "loss": 0.0093, "step": 15010 }, { "epoch": 0.2490424632322462, "grad_norm": 0.0121046993881464, "learning_rate": 4.7509575367677536e-05, "loss": 0.0057, "step": 15020 }, { "epoch": 0.2492082704647577, "grad_norm": 0.03186052292585373, "learning_rate": 4.7507917295352426e-05, "loss": 0.0138, "step": 15030 }, { "epoch": 0.24937407769726916, "grad_norm": 0.17698000371456146, "learning_rate": 4.750625922302731e-05, "loss": 0.011, "step": 15040 }, { "epoch": 0.24953988492978063, "grad_norm": 0.02765551768243313, "learning_rate": 4.750460115070219e-05, "loss": 0.0086, "step": 15050 }, { "epoch": 0.24970569216229213, "grad_norm": 0.002168558072298765, "learning_rate": 4.750294307837708e-05, "loss": 0.0049, "step": 15060 }, { "epoch": 0.2498714993948036, "grad_norm": 0.18257111310958862, "learning_rate": 4.750128500605197e-05, "loss": 0.0045, "step": 15070 }, { "epoch": 0.2500373066273151, "grad_norm": 0.009191903285682201, "learning_rate": 4.749962693372686e-05, "loss": 0.0249, "step": 15080 }, { "epoch": 0.2502031138598266, "grad_norm": 1.3200093507766724, "learning_rate": 4.7497968861401734e-05, "loss": 0.0093, "step": 15090 }, { "epoch": 0.25036892109233805, "grad_norm": 0.4904412031173706, "learning_rate": 4.749631078907662e-05, "loss": 0.0121, "step": 15100 }, { "epoch": 0.2505347283248495, "grad_norm": 0.011736704967916012, "learning_rate": 4.749465271675151e-05, "loss": 0.0167, "step": 15110 }, { "epoch": 0.250700535557361, "grad_norm": 0.42421388626098633, "learning_rate": 4.749299464442639e-05, "loss": 0.02, "step": 15120 }, { "epoch": 0.2508663427898725, "grad_norm": 0.04947711154818535, "learning_rate": 4.7491336572101274e-05, "loss": 0.0233, "step": 15130 }, { "epoch": 0.251032150022384, "grad_norm": 0.9770110845565796, "learning_rate": 4.7489678499776165e-05, "loss": 0.0111, "step": 15140 }, { "epoch": 0.25119795725489547, "grad_norm": 0.0019247301388531923, "learning_rate": 4.748802042745105e-05, "loss": 0.0035, "step": 15150 }, { "epoch": 0.25136376448740694, "grad_norm": 0.36900973320007324, "learning_rate": 4.748636235512594e-05, "loss": 0.0157, "step": 15160 }, { "epoch": 0.2515295717199184, "grad_norm": 0.10186321288347244, "learning_rate": 4.7484704282800815e-05, "loss": 0.0043, "step": 15170 }, { "epoch": 0.2516953789524299, "grad_norm": 0.2770662009716034, "learning_rate": 4.74830462104757e-05, "loss": 0.0072, "step": 15180 }, { "epoch": 0.2518611861849414, "grad_norm": 0.08613560348749161, "learning_rate": 4.748138813815059e-05, "loss": 0.0108, "step": 15190 }, { "epoch": 0.2520269934174529, "grad_norm": 0.09668639302253723, "learning_rate": 4.747973006582547e-05, "loss": 0.0116, "step": 15200 }, { "epoch": 0.25219280064996435, "grad_norm": 0.10979616641998291, "learning_rate": 4.747807199350036e-05, "loss": 0.0144, "step": 15210 }, { "epoch": 0.2523586078824758, "grad_norm": 1.3198726177215576, "learning_rate": 4.7476413921175246e-05, "loss": 0.0127, "step": 15220 }, { "epoch": 0.2525244151149873, "grad_norm": 0.0015955932904034853, "learning_rate": 4.747475584885013e-05, "loss": 0.0173, "step": 15230 }, { "epoch": 0.25269022234749877, "grad_norm": 0.04668748006224632, "learning_rate": 4.747309777652501e-05, "loss": 0.0082, "step": 15240 }, { "epoch": 0.2528560295800103, "grad_norm": 0.0028006681241095066, "learning_rate": 4.7471439704199896e-05, "loss": 0.0378, "step": 15250 }, { "epoch": 0.25302183681252177, "grad_norm": 0.0031708809547126293, "learning_rate": 4.746978163187478e-05, "loss": 0.0651, "step": 15260 }, { "epoch": 0.25318764404503324, "grad_norm": 0.30170348286628723, "learning_rate": 4.746812355954967e-05, "loss": 0.0055, "step": 15270 }, { "epoch": 0.2533534512775447, "grad_norm": 0.09356686472892761, "learning_rate": 4.7466465487224554e-05, "loss": 0.0201, "step": 15280 }, { "epoch": 0.2535192585100562, "grad_norm": 1.5877883434295654, "learning_rate": 4.7464807414899444e-05, "loss": 0.0174, "step": 15290 }, { "epoch": 0.2536850657425677, "grad_norm": 0.003051077714189887, "learning_rate": 4.746314934257433e-05, "loss": 0.0203, "step": 15300 }, { "epoch": 0.2538508729750792, "grad_norm": 0.41311007738113403, "learning_rate": 4.746149127024921e-05, "loss": 0.0118, "step": 15310 }, { "epoch": 0.25401668020759066, "grad_norm": 0.007732486817985773, "learning_rate": 4.7459833197924094e-05, "loss": 0.0085, "step": 15320 }, { "epoch": 0.25418248744010213, "grad_norm": 0.1832648664712906, "learning_rate": 4.745817512559898e-05, "loss": 0.0151, "step": 15330 }, { "epoch": 0.2543482946726136, "grad_norm": 0.5291997790336609, "learning_rate": 4.745651705327386e-05, "loss": 0.013, "step": 15340 }, { "epoch": 0.2545141019051251, "grad_norm": 0.01085240114480257, "learning_rate": 4.745485898094875e-05, "loss": 0.0041, "step": 15350 }, { "epoch": 0.2546799091376366, "grad_norm": 0.21834591031074524, "learning_rate": 4.7453200908623635e-05, "loss": 0.0208, "step": 15360 }, { "epoch": 0.2548457163701481, "grad_norm": 0.00103990756906569, "learning_rate": 4.7451542836298525e-05, "loss": 0.0182, "step": 15370 }, { "epoch": 0.25501152360265955, "grad_norm": 0.1338740587234497, "learning_rate": 4.744988476397341e-05, "loss": 0.0076, "step": 15380 }, { "epoch": 0.255177330835171, "grad_norm": 1.609269618988037, "learning_rate": 4.744822669164829e-05, "loss": 0.0337, "step": 15390 }, { "epoch": 0.2553431380676825, "grad_norm": 0.046956151723861694, "learning_rate": 4.7446568619323176e-05, "loss": 0.0275, "step": 15400 }, { "epoch": 0.25550894530019397, "grad_norm": 0.019412729889154434, "learning_rate": 4.744491054699806e-05, "loss": 0.0122, "step": 15410 }, { "epoch": 0.2556747525327055, "grad_norm": 0.0052231005392968655, "learning_rate": 4.744325247467295e-05, "loss": 0.0034, "step": 15420 }, { "epoch": 0.25584055976521697, "grad_norm": 0.5199715495109558, "learning_rate": 4.744159440234783e-05, "loss": 0.0258, "step": 15430 }, { "epoch": 0.25600636699772844, "grad_norm": 0.0034216067288070917, "learning_rate": 4.7439936330022716e-05, "loss": 0.0231, "step": 15440 }, { "epoch": 0.2561721742302399, "grad_norm": 0.6121439933776855, "learning_rate": 4.743827825769761e-05, "loss": 0.0282, "step": 15450 }, { "epoch": 0.2563379814627514, "grad_norm": 0.009034230373799801, "learning_rate": 4.743662018537249e-05, "loss": 0.0054, "step": 15460 }, { "epoch": 0.2565037886952629, "grad_norm": 0.022655265405774117, "learning_rate": 4.7434962113047374e-05, "loss": 0.0165, "step": 15470 }, { "epoch": 0.2566695959277744, "grad_norm": 0.006839575711637735, "learning_rate": 4.743330404072226e-05, "loss": 0.0105, "step": 15480 }, { "epoch": 0.25683540316028586, "grad_norm": 0.1129976361989975, "learning_rate": 4.743164596839714e-05, "loss": 0.0105, "step": 15490 }, { "epoch": 0.25700121039279733, "grad_norm": 0.21422478556632996, "learning_rate": 4.742998789607203e-05, "loss": 0.009, "step": 15500 }, { "epoch": 0.2571670176253088, "grad_norm": 0.0852898359298706, "learning_rate": 4.7428329823746914e-05, "loss": 0.0045, "step": 15510 }, { "epoch": 0.2573328248578203, "grad_norm": 0.010838143527507782, "learning_rate": 4.74266717514218e-05, "loss": 0.0102, "step": 15520 }, { "epoch": 0.2574986320903318, "grad_norm": 0.3256528675556183, "learning_rate": 4.742501367909669e-05, "loss": 0.009, "step": 15530 }, { "epoch": 0.2576644393228433, "grad_norm": 0.009383784607052803, "learning_rate": 4.742335560677157e-05, "loss": 0.0019, "step": 15540 }, { "epoch": 0.25783024655535475, "grad_norm": 0.27167171239852905, "learning_rate": 4.7421697534446455e-05, "loss": 0.0162, "step": 15550 }, { "epoch": 0.2579960537878662, "grad_norm": 0.9403040409088135, "learning_rate": 4.742003946212134e-05, "loss": 0.0203, "step": 15560 }, { "epoch": 0.2581618610203777, "grad_norm": 0.08313172310590744, "learning_rate": 4.741838138979622e-05, "loss": 0.018, "step": 15570 }, { "epoch": 0.25832766825288916, "grad_norm": 0.4833745062351227, "learning_rate": 4.741672331747111e-05, "loss": 0.0054, "step": 15580 }, { "epoch": 0.2584934754854007, "grad_norm": 0.003021497745066881, "learning_rate": 4.7415065245145996e-05, "loss": 0.0232, "step": 15590 }, { "epoch": 0.25865928271791216, "grad_norm": 0.6960960030555725, "learning_rate": 4.741340717282088e-05, "loss": 0.011, "step": 15600 }, { "epoch": 0.25882508995042364, "grad_norm": 0.007229677867144346, "learning_rate": 4.741174910049577e-05, "loss": 0.0228, "step": 15610 }, { "epoch": 0.2589908971829351, "grad_norm": 0.39614272117614746, "learning_rate": 4.741009102817065e-05, "loss": 0.0045, "step": 15620 }, { "epoch": 0.2591567044154466, "grad_norm": 0.7481017708778381, "learning_rate": 4.7408432955845536e-05, "loss": 0.0052, "step": 15630 }, { "epoch": 0.2593225116479581, "grad_norm": 0.012145956046879292, "learning_rate": 4.740677488352042e-05, "loss": 0.006, "step": 15640 }, { "epoch": 0.2594883188804696, "grad_norm": 0.18634548783302307, "learning_rate": 4.74051168111953e-05, "loss": 0.0049, "step": 15650 }, { "epoch": 0.25965412611298105, "grad_norm": 0.5364863276481628, "learning_rate": 4.7403458738870194e-05, "loss": 0.0138, "step": 15660 }, { "epoch": 0.2598199333454925, "grad_norm": 0.03386622667312622, "learning_rate": 4.740180066654508e-05, "loss": 0.0084, "step": 15670 }, { "epoch": 0.259985740578004, "grad_norm": 0.03396879509091377, "learning_rate": 4.740014259421996e-05, "loss": 0.005, "step": 15680 }, { "epoch": 0.26015154781051547, "grad_norm": 0.0010216321097686887, "learning_rate": 4.739848452189485e-05, "loss": 0.0127, "step": 15690 }, { "epoch": 0.260317355043027, "grad_norm": 0.005495079793035984, "learning_rate": 4.7396826449569734e-05, "loss": 0.0009, "step": 15700 }, { "epoch": 0.26048316227553847, "grad_norm": 0.6981143355369568, "learning_rate": 4.739516837724462e-05, "loss": 0.0175, "step": 15710 }, { "epoch": 0.26064896950804994, "grad_norm": 0.02355572022497654, "learning_rate": 4.73935103049195e-05, "loss": 0.0057, "step": 15720 }, { "epoch": 0.2608147767405614, "grad_norm": 0.09493251144886017, "learning_rate": 4.7391852232594385e-05, "loss": 0.0046, "step": 15730 }, { "epoch": 0.2609805839730729, "grad_norm": 0.015166866593062878, "learning_rate": 4.7390194160269275e-05, "loss": 0.0075, "step": 15740 }, { "epoch": 0.26114639120558436, "grad_norm": 0.7380528450012207, "learning_rate": 4.738853608794416e-05, "loss": 0.0214, "step": 15750 }, { "epoch": 0.2613121984380959, "grad_norm": 0.286124050617218, "learning_rate": 4.738687801561905e-05, "loss": 0.0039, "step": 15760 }, { "epoch": 0.26147800567060736, "grad_norm": 0.21848340332508087, "learning_rate": 4.738521994329393e-05, "loss": 0.0199, "step": 15770 }, { "epoch": 0.26164381290311883, "grad_norm": 0.005727679468691349, "learning_rate": 4.738356187096881e-05, "loss": 0.054, "step": 15780 }, { "epoch": 0.2618096201356303, "grad_norm": 0.060405194759368896, "learning_rate": 4.73819037986437e-05, "loss": 0.0072, "step": 15790 }, { "epoch": 0.2619754273681418, "grad_norm": 1.677807092666626, "learning_rate": 4.738024572631858e-05, "loss": 0.0322, "step": 15800 }, { "epoch": 0.2621412346006533, "grad_norm": 0.06617323309183121, "learning_rate": 4.7378587653993466e-05, "loss": 0.0133, "step": 15810 }, { "epoch": 0.2623070418331648, "grad_norm": 0.8130667209625244, "learning_rate": 4.7376929581668356e-05, "loss": 0.0116, "step": 15820 }, { "epoch": 0.26247284906567625, "grad_norm": 1.1021580696105957, "learning_rate": 4.737527150934324e-05, "loss": 0.0289, "step": 15830 }, { "epoch": 0.2626386562981877, "grad_norm": 0.053946029394865036, "learning_rate": 4.737361343701813e-05, "loss": 0.0154, "step": 15840 }, { "epoch": 0.2628044635306992, "grad_norm": 0.040427688509225845, "learning_rate": 4.7371955364693014e-05, "loss": 0.011, "step": 15850 }, { "epoch": 0.26297027076321067, "grad_norm": 0.00579454330727458, "learning_rate": 4.737029729236789e-05, "loss": 0.0186, "step": 15860 }, { "epoch": 0.2631360779957222, "grad_norm": 0.007389890495687723, "learning_rate": 4.736863922004278e-05, "loss": 0.006, "step": 15870 }, { "epoch": 0.26330188522823367, "grad_norm": 0.8506996631622314, "learning_rate": 4.7366981147717664e-05, "loss": 0.0146, "step": 15880 }, { "epoch": 0.26346769246074514, "grad_norm": 0.02028653211891651, "learning_rate": 4.7365323075392554e-05, "loss": 0.0129, "step": 15890 }, { "epoch": 0.2636334996932566, "grad_norm": 0.14550206065177917, "learning_rate": 4.736366500306744e-05, "loss": 0.0016, "step": 15900 }, { "epoch": 0.2637993069257681, "grad_norm": 0.004165996331721544, "learning_rate": 4.736200693074232e-05, "loss": 0.0019, "step": 15910 }, { "epoch": 0.26396511415827956, "grad_norm": 0.6905379891395569, "learning_rate": 4.736034885841721e-05, "loss": 0.0126, "step": 15920 }, { "epoch": 0.2641309213907911, "grad_norm": 0.3340214192867279, "learning_rate": 4.735869078609209e-05, "loss": 0.0153, "step": 15930 }, { "epoch": 0.26429672862330256, "grad_norm": 0.5960756540298462, "learning_rate": 4.735703271376697e-05, "loss": 0.0087, "step": 15940 }, { "epoch": 0.26446253585581403, "grad_norm": 0.5193901062011719, "learning_rate": 4.735537464144186e-05, "loss": 0.0027, "step": 15950 }, { "epoch": 0.2646283430883255, "grad_norm": 0.003805487183853984, "learning_rate": 4.7353716569116745e-05, "loss": 0.0116, "step": 15960 }, { "epoch": 0.264794150320837, "grad_norm": 0.09359916299581528, "learning_rate": 4.7352058496791636e-05, "loss": 0.0102, "step": 15970 }, { "epoch": 0.2649599575533485, "grad_norm": 0.7489514350891113, "learning_rate": 4.735040042446652e-05, "loss": 0.0203, "step": 15980 }, { "epoch": 0.26512576478586, "grad_norm": 0.28344303369522095, "learning_rate": 4.73487423521414e-05, "loss": 0.0118, "step": 15990 }, { "epoch": 0.26529157201837145, "grad_norm": 0.10051745176315308, "learning_rate": 4.7347084279816286e-05, "loss": 0.0133, "step": 16000 }, { "epoch": 0.2654573792508829, "grad_norm": 0.35799646377563477, "learning_rate": 4.734542620749117e-05, "loss": 0.0084, "step": 16010 }, { "epoch": 0.2656231864833944, "grad_norm": 0.01919502392411232, "learning_rate": 4.734376813516605e-05, "loss": 0.0151, "step": 16020 }, { "epoch": 0.26578899371590586, "grad_norm": 1.484177827835083, "learning_rate": 4.734211006284094e-05, "loss": 0.022, "step": 16030 }, { "epoch": 0.2659548009484174, "grad_norm": 0.3591676950454712, "learning_rate": 4.734045199051583e-05, "loss": 0.0088, "step": 16040 }, { "epoch": 0.26612060818092886, "grad_norm": 1.160178542137146, "learning_rate": 4.733879391819072e-05, "loss": 0.0217, "step": 16050 }, { "epoch": 0.26628641541344034, "grad_norm": 0.007010998670011759, "learning_rate": 4.73371358458656e-05, "loss": 0.0036, "step": 16060 }, { "epoch": 0.2664522226459518, "grad_norm": 0.6503627896308899, "learning_rate": 4.7335477773540484e-05, "loss": 0.0154, "step": 16070 }, { "epoch": 0.2666180298784633, "grad_norm": 0.030910195782780647, "learning_rate": 4.733381970121537e-05, "loss": 0.0058, "step": 16080 }, { "epoch": 0.26678383711097475, "grad_norm": 0.4629737436771393, "learning_rate": 4.733216162889025e-05, "loss": 0.0181, "step": 16090 }, { "epoch": 0.2669496443434863, "grad_norm": 0.13954401016235352, "learning_rate": 4.733050355656514e-05, "loss": 0.0067, "step": 16100 }, { "epoch": 0.26711545157599775, "grad_norm": 0.009308012202382088, "learning_rate": 4.7328845484240025e-05, "loss": 0.005, "step": 16110 }, { "epoch": 0.2672812588085092, "grad_norm": 1.2070051431655884, "learning_rate": 4.732718741191491e-05, "loss": 0.0199, "step": 16120 }, { "epoch": 0.2674470660410207, "grad_norm": 1.0341235399246216, "learning_rate": 4.73255293395898e-05, "loss": 0.0143, "step": 16130 }, { "epoch": 0.26761287327353217, "grad_norm": 0.3778434991836548, "learning_rate": 4.732387126726468e-05, "loss": 0.0158, "step": 16140 }, { "epoch": 0.2677786805060437, "grad_norm": 0.005327664781361818, "learning_rate": 4.7322213194939565e-05, "loss": 0.0143, "step": 16150 }, { "epoch": 0.26794448773855517, "grad_norm": 0.4816472828388214, "learning_rate": 4.732055512261445e-05, "loss": 0.0192, "step": 16160 }, { "epoch": 0.26811029497106664, "grad_norm": 0.0007565030828118324, "learning_rate": 4.731889705028933e-05, "loss": 0.0155, "step": 16170 }, { "epoch": 0.2682761022035781, "grad_norm": 0.6666962504386902, "learning_rate": 4.731723897796422e-05, "loss": 0.0058, "step": 16180 }, { "epoch": 0.2684419094360896, "grad_norm": 0.014324142597615719, "learning_rate": 4.7315580905639106e-05, "loss": 0.0096, "step": 16190 }, { "epoch": 0.26860771666860106, "grad_norm": 0.003516893368214369, "learning_rate": 4.731392283331399e-05, "loss": 0.0084, "step": 16200 }, { "epoch": 0.2687735239011126, "grad_norm": 0.5098187923431396, "learning_rate": 4.731226476098888e-05, "loss": 0.0096, "step": 16210 }, { "epoch": 0.26893933113362406, "grad_norm": 0.005076131317764521, "learning_rate": 4.731060668866376e-05, "loss": 0.0027, "step": 16220 }, { "epoch": 0.26910513836613553, "grad_norm": 0.04881172627210617, "learning_rate": 4.730894861633865e-05, "loss": 0.0116, "step": 16230 }, { "epoch": 0.269270945598647, "grad_norm": 0.10468702018260956, "learning_rate": 4.730729054401353e-05, "loss": 0.0054, "step": 16240 }, { "epoch": 0.2694367528311585, "grad_norm": 0.0023655518889427185, "learning_rate": 4.7305632471688414e-05, "loss": 0.0095, "step": 16250 }, { "epoch": 0.26960256006367, "grad_norm": 0.07061570882797241, "learning_rate": 4.7303974399363304e-05, "loss": 0.0051, "step": 16260 }, { "epoch": 0.2697683672961815, "grad_norm": 0.043943531811237335, "learning_rate": 4.730231632703819e-05, "loss": 0.0183, "step": 16270 }, { "epoch": 0.26993417452869295, "grad_norm": 0.48313820362091064, "learning_rate": 4.730065825471307e-05, "loss": 0.0369, "step": 16280 }, { "epoch": 0.2700999817612044, "grad_norm": 0.16965919733047485, "learning_rate": 4.729900018238796e-05, "loss": 0.0122, "step": 16290 }, { "epoch": 0.2702657889937159, "grad_norm": 1.1627672910690308, "learning_rate": 4.7297342110062845e-05, "loss": 0.022, "step": 16300 }, { "epoch": 0.27043159622622737, "grad_norm": 0.040360018610954285, "learning_rate": 4.729568403773773e-05, "loss": 0.0056, "step": 16310 }, { "epoch": 0.2705974034587389, "grad_norm": 0.28101956844329834, "learning_rate": 4.729402596541261e-05, "loss": 0.0089, "step": 16320 }, { "epoch": 0.27076321069125037, "grad_norm": 0.4877753257751465, "learning_rate": 4.7292367893087495e-05, "loss": 0.011, "step": 16330 }, { "epoch": 0.27092901792376184, "grad_norm": 0.36738717555999756, "learning_rate": 4.7290709820762385e-05, "loss": 0.0083, "step": 16340 }, { "epoch": 0.2710948251562733, "grad_norm": 0.5834525227546692, "learning_rate": 4.728905174843727e-05, "loss": 0.0116, "step": 16350 }, { "epoch": 0.2712606323887848, "grad_norm": 1.3585972785949707, "learning_rate": 4.728739367611215e-05, "loss": 0.0301, "step": 16360 }, { "epoch": 0.27142643962129626, "grad_norm": 0.2605573832988739, "learning_rate": 4.728573560378704e-05, "loss": 0.0099, "step": 16370 }, { "epoch": 0.2715922468538078, "grad_norm": 0.07719836384057999, "learning_rate": 4.7284077531461926e-05, "loss": 0.0052, "step": 16380 }, { "epoch": 0.27175805408631926, "grad_norm": 0.011274248361587524, "learning_rate": 4.728241945913681e-05, "loss": 0.0135, "step": 16390 }, { "epoch": 0.27192386131883073, "grad_norm": 0.9034345746040344, "learning_rate": 4.728076138681169e-05, "loss": 0.007, "step": 16400 }, { "epoch": 0.2720896685513422, "grad_norm": 3.2676730155944824, "learning_rate": 4.7279103314486577e-05, "loss": 0.0106, "step": 16410 }, { "epoch": 0.2722554757838537, "grad_norm": 0.30238160490989685, "learning_rate": 4.727744524216147e-05, "loss": 0.0107, "step": 16420 }, { "epoch": 0.2724212830163652, "grad_norm": 0.055439822375774384, "learning_rate": 4.727578716983635e-05, "loss": 0.0174, "step": 16430 }, { "epoch": 0.2725870902488767, "grad_norm": 1.1648892164230347, "learning_rate": 4.727412909751124e-05, "loss": 0.0142, "step": 16440 }, { "epoch": 0.27275289748138815, "grad_norm": 0.01835249923169613, "learning_rate": 4.7272471025186124e-05, "loss": 0.0036, "step": 16450 }, { "epoch": 0.2729187047138996, "grad_norm": 0.00653906911611557, "learning_rate": 4.727081295286101e-05, "loss": 0.0133, "step": 16460 }, { "epoch": 0.2730845119464111, "grad_norm": 0.0038686248008161783, "learning_rate": 4.726915488053589e-05, "loss": 0.0007, "step": 16470 }, { "epoch": 0.27325031917892256, "grad_norm": 0.019453246146440506, "learning_rate": 4.7267496808210774e-05, "loss": 0.0181, "step": 16480 }, { "epoch": 0.2734161264114341, "grad_norm": 0.23345661163330078, "learning_rate": 4.726583873588566e-05, "loss": 0.0069, "step": 16490 }, { "epoch": 0.27358193364394556, "grad_norm": 0.1988188922405243, "learning_rate": 4.726418066356055e-05, "loss": 0.014, "step": 16500 }, { "epoch": 0.27374774087645704, "grad_norm": 0.013769141398370266, "learning_rate": 4.726252259123543e-05, "loss": 0.0009, "step": 16510 }, { "epoch": 0.2739135481089685, "grad_norm": 0.09776204824447632, "learning_rate": 4.726086451891032e-05, "loss": 0.016, "step": 16520 }, { "epoch": 0.27407935534148, "grad_norm": 0.13142910599708557, "learning_rate": 4.7259206446585205e-05, "loss": 0.0102, "step": 16530 }, { "epoch": 0.27424516257399145, "grad_norm": 0.007188886404037476, "learning_rate": 4.725754837426009e-05, "loss": 0.0238, "step": 16540 }, { "epoch": 0.274410969806503, "grad_norm": 0.7118958830833435, "learning_rate": 4.725589030193497e-05, "loss": 0.0128, "step": 16550 }, { "epoch": 0.27457677703901445, "grad_norm": 0.07524970173835754, "learning_rate": 4.7254232229609856e-05, "loss": 0.0064, "step": 16560 }, { "epoch": 0.2747425842715259, "grad_norm": 1.0023895502090454, "learning_rate": 4.7252574157284746e-05, "loss": 0.009, "step": 16570 }, { "epoch": 0.2749083915040374, "grad_norm": 0.0042923674918711185, "learning_rate": 4.725091608495963e-05, "loss": 0.0099, "step": 16580 }, { "epoch": 0.27507419873654887, "grad_norm": 0.00984422117471695, "learning_rate": 4.724925801263451e-05, "loss": 0.0084, "step": 16590 }, { "epoch": 0.2752400059690604, "grad_norm": 0.8501408696174622, "learning_rate": 4.72475999403094e-05, "loss": 0.0042, "step": 16600 }, { "epoch": 0.27540581320157187, "grad_norm": 1.015154480934143, "learning_rate": 4.724594186798429e-05, "loss": 0.0266, "step": 16610 }, { "epoch": 0.27557162043408334, "grad_norm": 0.4265463948249817, "learning_rate": 4.7244283795659163e-05, "loss": 0.0078, "step": 16620 }, { "epoch": 0.2757374276665948, "grad_norm": 0.0035973319318145514, "learning_rate": 4.7242625723334054e-05, "loss": 0.0126, "step": 16630 }, { "epoch": 0.2759032348991063, "grad_norm": 0.2441326528787613, "learning_rate": 4.724096765100894e-05, "loss": 0.0124, "step": 16640 }, { "epoch": 0.27606904213161776, "grad_norm": 0.32983970642089844, "learning_rate": 4.723930957868383e-05, "loss": 0.0108, "step": 16650 }, { "epoch": 0.2762348493641293, "grad_norm": 0.28284645080566406, "learning_rate": 4.723765150635871e-05, "loss": 0.0103, "step": 16660 }, { "epoch": 0.27640065659664076, "grad_norm": 0.019701790064573288, "learning_rate": 4.7235993434033594e-05, "loss": 0.0026, "step": 16670 }, { "epoch": 0.27656646382915223, "grad_norm": 0.47233879566192627, "learning_rate": 4.7234335361708485e-05, "loss": 0.0076, "step": 16680 }, { "epoch": 0.2767322710616637, "grad_norm": 0.5523298978805542, "learning_rate": 4.723267728938336e-05, "loss": 0.0125, "step": 16690 }, { "epoch": 0.2768980782941752, "grad_norm": 1.3468674421310425, "learning_rate": 4.7231019217058245e-05, "loss": 0.0219, "step": 16700 }, { "epoch": 0.27706388552668665, "grad_norm": 0.00200084806419909, "learning_rate": 4.7229361144733135e-05, "loss": 0.0083, "step": 16710 }, { "epoch": 0.2772296927591982, "grad_norm": 0.07324337214231491, "learning_rate": 4.722770307240802e-05, "loss": 0.0003, "step": 16720 }, { "epoch": 0.27739549999170965, "grad_norm": 0.05222314968705177, "learning_rate": 4.722604500008291e-05, "loss": 0.0058, "step": 16730 }, { "epoch": 0.2775613072242211, "grad_norm": 0.31487029790878296, "learning_rate": 4.722438692775779e-05, "loss": 0.001, "step": 16740 }, { "epoch": 0.2777271144567326, "grad_norm": 0.006913726683706045, "learning_rate": 4.7222728855432676e-05, "loss": 0.0148, "step": 16750 }, { "epoch": 0.27789292168924407, "grad_norm": 0.013683408498764038, "learning_rate": 4.7221070783107566e-05, "loss": 0.0039, "step": 16760 }, { "epoch": 0.2780587289217556, "grad_norm": 0.012387880124151707, "learning_rate": 4.721941271078244e-05, "loss": 0.0185, "step": 16770 }, { "epoch": 0.27822453615426707, "grad_norm": 0.020072154700756073, "learning_rate": 4.721775463845733e-05, "loss": 0.01, "step": 16780 }, { "epoch": 0.27839034338677854, "grad_norm": 0.39245325326919556, "learning_rate": 4.7216096566132217e-05, "loss": 0.0171, "step": 16790 }, { "epoch": 0.27855615061929, "grad_norm": 0.0010858572786673903, "learning_rate": 4.72144384938071e-05, "loss": 0.0165, "step": 16800 }, { "epoch": 0.2787219578518015, "grad_norm": 0.0046363468281924725, "learning_rate": 4.721278042148199e-05, "loss": 0.0067, "step": 16810 }, { "epoch": 0.27888776508431296, "grad_norm": 0.021278658881783485, "learning_rate": 4.7211122349156874e-05, "loss": 0.0265, "step": 16820 }, { "epoch": 0.2790535723168245, "grad_norm": 0.050394486635923386, "learning_rate": 4.720946427683176e-05, "loss": 0.0056, "step": 16830 }, { "epoch": 0.27921937954933596, "grad_norm": 0.029319629073143005, "learning_rate": 4.720780620450664e-05, "loss": 0.0197, "step": 16840 }, { "epoch": 0.2793851867818474, "grad_norm": 0.6767562031745911, "learning_rate": 4.7206148132181524e-05, "loss": 0.0215, "step": 16850 }, { "epoch": 0.2795509940143589, "grad_norm": 0.21658462285995483, "learning_rate": 4.7204490059856414e-05, "loss": 0.0133, "step": 16860 }, { "epoch": 0.2797168012468704, "grad_norm": 3.7262909412384033, "learning_rate": 4.72028319875313e-05, "loss": 0.0112, "step": 16870 }, { "epoch": 0.27988260847938184, "grad_norm": 0.807954728603363, "learning_rate": 4.720117391520618e-05, "loss": 0.0157, "step": 16880 }, { "epoch": 0.2800484157118934, "grad_norm": 0.002732351655140519, "learning_rate": 4.719951584288107e-05, "loss": 0.0116, "step": 16890 }, { "epoch": 0.28021422294440484, "grad_norm": 0.006129487417638302, "learning_rate": 4.7197857770555955e-05, "loss": 0.0081, "step": 16900 }, { "epoch": 0.2803800301769163, "grad_norm": 0.7889925241470337, "learning_rate": 4.719619969823084e-05, "loss": 0.0372, "step": 16910 }, { "epoch": 0.2805458374094278, "grad_norm": 0.43918144702911377, "learning_rate": 4.719454162590572e-05, "loss": 0.0107, "step": 16920 }, { "epoch": 0.28071164464193926, "grad_norm": 0.07627899199724197, "learning_rate": 4.7192883553580606e-05, "loss": 0.0164, "step": 16930 }, { "epoch": 0.2808774518744508, "grad_norm": 0.1632697433233261, "learning_rate": 4.7191225481255496e-05, "loss": 0.0085, "step": 16940 }, { "epoch": 0.28104325910696226, "grad_norm": 0.2899167239665985, "learning_rate": 4.718956740893038e-05, "loss": 0.0167, "step": 16950 }, { "epoch": 0.28120906633947373, "grad_norm": 0.7744119763374329, "learning_rate": 4.718790933660526e-05, "loss": 0.015, "step": 16960 }, { "epoch": 0.2813748735719852, "grad_norm": 0.009145326912403107, "learning_rate": 4.718625126428015e-05, "loss": 0.0146, "step": 16970 }, { "epoch": 0.2815406808044967, "grad_norm": 0.012018900364637375, "learning_rate": 4.7184593191955036e-05, "loss": 0.026, "step": 16980 }, { "epoch": 0.28170648803700815, "grad_norm": 0.521774411201477, "learning_rate": 4.718293511962992e-05, "loss": 0.0132, "step": 16990 }, { "epoch": 0.2818722952695197, "grad_norm": 0.3713981509208679, "learning_rate": 4.7181277047304803e-05, "loss": 0.0118, "step": 17000 }, { "epoch": 0.28203810250203115, "grad_norm": 0.07735387235879898, "learning_rate": 4.717961897497969e-05, "loss": 0.0335, "step": 17010 }, { "epoch": 0.2822039097345426, "grad_norm": 0.45453158020973206, "learning_rate": 4.717796090265458e-05, "loss": 0.0124, "step": 17020 }, { "epoch": 0.2823697169670541, "grad_norm": 0.013510460965335369, "learning_rate": 4.717630283032946e-05, "loss": 0.0094, "step": 17030 }, { "epoch": 0.28253552419956557, "grad_norm": 0.06739959120750427, "learning_rate": 4.7174644758004344e-05, "loss": 0.0145, "step": 17040 }, { "epoch": 0.28270133143207704, "grad_norm": 0.0365455262362957, "learning_rate": 4.7172986685679234e-05, "loss": 0.007, "step": 17050 }, { "epoch": 0.28286713866458857, "grad_norm": 0.4880533516407013, "learning_rate": 4.717132861335412e-05, "loss": 0.0104, "step": 17060 }, { "epoch": 0.28303294589710004, "grad_norm": 0.01818564161658287, "learning_rate": 4.7169670541029e-05, "loss": 0.0132, "step": 17070 }, { "epoch": 0.2831987531296115, "grad_norm": 0.020818809047341347, "learning_rate": 4.7168012468703885e-05, "loss": 0.0185, "step": 17080 }, { "epoch": 0.283364560362123, "grad_norm": 1.6620360612869263, "learning_rate": 4.716635439637877e-05, "loss": 0.0187, "step": 17090 }, { "epoch": 0.28353036759463446, "grad_norm": 0.0033707444090396166, "learning_rate": 4.716469632405366e-05, "loss": 0.0092, "step": 17100 }, { "epoch": 0.283696174827146, "grad_norm": 0.5942723155021667, "learning_rate": 4.716303825172854e-05, "loss": 0.0297, "step": 17110 }, { "epoch": 0.28386198205965746, "grad_norm": 0.8404774069786072, "learning_rate": 4.716138017940343e-05, "loss": 0.0231, "step": 17120 }, { "epoch": 0.28402778929216893, "grad_norm": 0.019946185871958733, "learning_rate": 4.7159722107078316e-05, "loss": 0.017, "step": 17130 }, { "epoch": 0.2841935965246804, "grad_norm": 0.013000572100281715, "learning_rate": 4.71580640347532e-05, "loss": 0.0276, "step": 17140 }, { "epoch": 0.2843594037571919, "grad_norm": 0.022474657744169235, "learning_rate": 4.715640596242808e-05, "loss": 0.0037, "step": 17150 }, { "epoch": 0.28452521098970335, "grad_norm": 0.007108496036380529, "learning_rate": 4.7154747890102966e-05, "loss": 0.0159, "step": 17160 }, { "epoch": 0.2846910182222149, "grad_norm": 0.016980426385998726, "learning_rate": 4.715308981777785e-05, "loss": 0.0014, "step": 17170 }, { "epoch": 0.28485682545472635, "grad_norm": 0.09223011881113052, "learning_rate": 4.715143174545274e-05, "loss": 0.0243, "step": 17180 }, { "epoch": 0.2850226326872378, "grad_norm": 0.07254526764154434, "learning_rate": 4.7149773673127623e-05, "loss": 0.0152, "step": 17190 }, { "epoch": 0.2851884399197493, "grad_norm": 0.43194735050201416, "learning_rate": 4.7148115600802514e-05, "loss": 0.0138, "step": 17200 }, { "epoch": 0.28535424715226076, "grad_norm": 0.19808198511600494, "learning_rate": 4.71464575284774e-05, "loss": 0.0115, "step": 17210 }, { "epoch": 0.28552005438477224, "grad_norm": 0.00568911200389266, "learning_rate": 4.714479945615228e-05, "loss": 0.0135, "step": 17220 }, { "epoch": 0.28568586161728377, "grad_norm": 0.0039742011576890945, "learning_rate": 4.7143141383827164e-05, "loss": 0.0126, "step": 17230 }, { "epoch": 0.28585166884979524, "grad_norm": 0.1449626386165619, "learning_rate": 4.714148331150205e-05, "loss": 0.0052, "step": 17240 }, { "epoch": 0.2860174760823067, "grad_norm": 0.02142171561717987, "learning_rate": 4.713982523917693e-05, "loss": 0.0048, "step": 17250 }, { "epoch": 0.2861832833148182, "grad_norm": 0.09079170972108841, "learning_rate": 4.713816716685182e-05, "loss": 0.0041, "step": 17260 }, { "epoch": 0.28634909054732965, "grad_norm": 0.4147668778896332, "learning_rate": 4.7136509094526705e-05, "loss": 0.0088, "step": 17270 }, { "epoch": 0.2865148977798412, "grad_norm": 0.48310166597366333, "learning_rate": 4.7134851022201595e-05, "loss": 0.0059, "step": 17280 }, { "epoch": 0.28668070501235265, "grad_norm": 0.004078846424818039, "learning_rate": 4.713319294987648e-05, "loss": 0.0116, "step": 17290 }, { "epoch": 0.2868465122448641, "grad_norm": 0.4339688718318939, "learning_rate": 4.713153487755136e-05, "loss": 0.0062, "step": 17300 }, { "epoch": 0.2870123194773756, "grad_norm": 0.049666907638311386, "learning_rate": 4.7129876805226246e-05, "loss": 0.0016, "step": 17310 }, { "epoch": 0.28717812670988707, "grad_norm": 2.02215576171875, "learning_rate": 4.712821873290113e-05, "loss": 0.0224, "step": 17320 }, { "epoch": 0.28734393394239854, "grad_norm": 1.4505064487457275, "learning_rate": 4.712656066057602e-05, "loss": 0.0247, "step": 17330 }, { "epoch": 0.28750974117491007, "grad_norm": 0.008949380367994308, "learning_rate": 4.71249025882509e-05, "loss": 0.0473, "step": 17340 }, { "epoch": 0.28767554840742154, "grad_norm": 0.020341210067272186, "learning_rate": 4.7123244515925786e-05, "loss": 0.0118, "step": 17350 }, { "epoch": 0.287841355639933, "grad_norm": 0.0012071594828739762, "learning_rate": 4.7121586443600676e-05, "loss": 0.0038, "step": 17360 }, { "epoch": 0.2880071628724445, "grad_norm": 0.6945551633834839, "learning_rate": 4.711992837127556e-05, "loss": 0.0086, "step": 17370 }, { "epoch": 0.28817297010495596, "grad_norm": 2.087397813796997, "learning_rate": 4.711827029895044e-05, "loss": 0.0223, "step": 17380 }, { "epoch": 0.28833877733746743, "grad_norm": 0.0007972500752657652, "learning_rate": 4.711661222662533e-05, "loss": 0.0224, "step": 17390 }, { "epoch": 0.28850458456997896, "grad_norm": 0.025150444358587265, "learning_rate": 4.711495415430021e-05, "loss": 0.014, "step": 17400 }, { "epoch": 0.28867039180249043, "grad_norm": 0.21949371695518494, "learning_rate": 4.71132960819751e-05, "loss": 0.0072, "step": 17410 }, { "epoch": 0.2888361990350019, "grad_norm": 0.012940664775669575, "learning_rate": 4.7111638009649984e-05, "loss": 0.0026, "step": 17420 }, { "epoch": 0.2890020062675134, "grad_norm": 0.0418693982064724, "learning_rate": 4.710997993732487e-05, "loss": 0.0103, "step": 17430 }, { "epoch": 0.28916781350002485, "grad_norm": 0.01705104112625122, "learning_rate": 4.710832186499976e-05, "loss": 0.0107, "step": 17440 }, { "epoch": 0.2893336207325364, "grad_norm": 0.06494946777820587, "learning_rate": 4.7106663792674635e-05, "loss": 0.0009, "step": 17450 }, { "epoch": 0.28949942796504785, "grad_norm": 0.03531530871987343, "learning_rate": 4.7105005720349525e-05, "loss": 0.0168, "step": 17460 }, { "epoch": 0.2896652351975593, "grad_norm": 0.35874831676483154, "learning_rate": 4.710334764802441e-05, "loss": 0.0083, "step": 17470 }, { "epoch": 0.2898310424300708, "grad_norm": 0.013285149820148945, "learning_rate": 4.710168957569929e-05, "loss": 0.0339, "step": 17480 }, { "epoch": 0.28999684966258227, "grad_norm": 0.1445913016796112, "learning_rate": 4.710003150337418e-05, "loss": 0.0109, "step": 17490 }, { "epoch": 0.29016265689509374, "grad_norm": 1.0162365436553955, "learning_rate": 4.7098373431049065e-05, "loss": 0.0038, "step": 17500 }, { "epoch": 0.29032846412760527, "grad_norm": 0.24163414537906647, "learning_rate": 4.709671535872395e-05, "loss": 0.0125, "step": 17510 }, { "epoch": 0.29049427136011674, "grad_norm": 0.4636216461658478, "learning_rate": 4.709505728639884e-05, "loss": 0.014, "step": 17520 }, { "epoch": 0.2906600785926282, "grad_norm": 0.07222872972488403, "learning_rate": 4.7093399214073716e-05, "loss": 0.0085, "step": 17530 }, { "epoch": 0.2908258858251397, "grad_norm": 0.24831001460552216, "learning_rate": 4.7091741141748606e-05, "loss": 0.0043, "step": 17540 }, { "epoch": 0.29099169305765116, "grad_norm": 0.0015100499149411917, "learning_rate": 4.709008306942349e-05, "loss": 0.0159, "step": 17550 }, { "epoch": 0.29115750029016263, "grad_norm": 0.01897372677922249, "learning_rate": 4.708842499709837e-05, "loss": 0.0088, "step": 17560 }, { "epoch": 0.29132330752267416, "grad_norm": 0.026562554761767387, "learning_rate": 4.7086766924773263e-05, "loss": 0.0153, "step": 17570 }, { "epoch": 0.29148911475518563, "grad_norm": 0.003413851372897625, "learning_rate": 4.708510885244815e-05, "loss": 0.0062, "step": 17580 }, { "epoch": 0.2916549219876971, "grad_norm": 0.27993831038475037, "learning_rate": 4.708345078012303e-05, "loss": 0.0229, "step": 17590 }, { "epoch": 0.2918207292202086, "grad_norm": 0.327946275472641, "learning_rate": 4.7081792707797914e-05, "loss": 0.0166, "step": 17600 }, { "epoch": 0.29198653645272005, "grad_norm": 0.04467600956559181, "learning_rate": 4.70801346354728e-05, "loss": 0.0058, "step": 17610 }, { "epoch": 0.2921523436852316, "grad_norm": 0.08886966109275818, "learning_rate": 4.707847656314769e-05, "loss": 0.0088, "step": 17620 }, { "epoch": 0.29231815091774305, "grad_norm": 0.2099728286266327, "learning_rate": 4.707681849082257e-05, "loss": 0.0039, "step": 17630 }, { "epoch": 0.2924839581502545, "grad_norm": 0.005034260451793671, "learning_rate": 4.7075160418497455e-05, "loss": 0.0124, "step": 17640 }, { "epoch": 0.292649765382766, "grad_norm": 0.2818352282047272, "learning_rate": 4.7073502346172345e-05, "loss": 0.0173, "step": 17650 }, { "epoch": 0.29281557261527746, "grad_norm": 0.029147345572710037, "learning_rate": 4.707184427384723e-05, "loss": 0.0178, "step": 17660 }, { "epoch": 0.29298137984778894, "grad_norm": 0.013931267894804478, "learning_rate": 4.707018620152211e-05, "loss": 0.0127, "step": 17670 }, { "epoch": 0.29314718708030046, "grad_norm": 0.00805256050080061, "learning_rate": 4.7068528129196995e-05, "loss": 0.015, "step": 17680 }, { "epoch": 0.29331299431281194, "grad_norm": 0.8530465364456177, "learning_rate": 4.706687005687188e-05, "loss": 0.0121, "step": 17690 }, { "epoch": 0.2934788015453234, "grad_norm": 0.033824920654296875, "learning_rate": 4.706521198454677e-05, "loss": 0.0114, "step": 17700 }, { "epoch": 0.2936446087778349, "grad_norm": 1.4111082553863525, "learning_rate": 4.706355391222165e-05, "loss": 0.0218, "step": 17710 }, { "epoch": 0.29381041601034635, "grad_norm": 0.06825023889541626, "learning_rate": 4.7061895839896536e-05, "loss": 0.0035, "step": 17720 }, { "epoch": 0.2939762232428578, "grad_norm": 0.00170802790671587, "learning_rate": 4.7060237767571426e-05, "loss": 0.0088, "step": 17730 }, { "epoch": 0.29414203047536935, "grad_norm": 0.016713466495275497, "learning_rate": 4.705857969524631e-05, "loss": 0.0124, "step": 17740 }, { "epoch": 0.2943078377078808, "grad_norm": 0.5671813488006592, "learning_rate": 4.705692162292119e-05, "loss": 0.0222, "step": 17750 }, { "epoch": 0.2944736449403923, "grad_norm": 0.004419597331434488, "learning_rate": 4.7055263550596077e-05, "loss": 0.0107, "step": 17760 }, { "epoch": 0.29463945217290377, "grad_norm": 0.013985666446387768, "learning_rate": 4.705360547827096e-05, "loss": 0.0073, "step": 17770 }, { "epoch": 0.29480525940541524, "grad_norm": 0.003052945714443922, "learning_rate": 4.705194740594585e-05, "loss": 0.0118, "step": 17780 }, { "epoch": 0.29497106663792677, "grad_norm": 0.000911771203391254, "learning_rate": 4.7050289333620734e-05, "loss": 0.0123, "step": 17790 }, { "epoch": 0.29513687387043824, "grad_norm": 1.4536296129226685, "learning_rate": 4.7048631261295624e-05, "loss": 0.0305, "step": 17800 }, { "epoch": 0.2953026811029497, "grad_norm": 0.2378539890050888, "learning_rate": 4.704697318897051e-05, "loss": 0.009, "step": 17810 }, { "epoch": 0.2954684883354612, "grad_norm": 0.6349492073059082, "learning_rate": 4.704531511664539e-05, "loss": 0.0114, "step": 17820 }, { "epoch": 0.29563429556797266, "grad_norm": 0.0030582468025386333, "learning_rate": 4.7043657044320275e-05, "loss": 0.023, "step": 17830 }, { "epoch": 0.29580010280048413, "grad_norm": 0.09751605242490768, "learning_rate": 4.704199897199516e-05, "loss": 0.0119, "step": 17840 }, { "epoch": 0.29596591003299566, "grad_norm": 0.0065349494107067585, "learning_rate": 4.704034089967004e-05, "loss": 0.0092, "step": 17850 }, { "epoch": 0.29613171726550713, "grad_norm": 0.06924304366111755, "learning_rate": 4.703868282734493e-05, "loss": 0.014, "step": 17860 }, { "epoch": 0.2962975244980186, "grad_norm": 1.0094367265701294, "learning_rate": 4.7037024755019815e-05, "loss": 0.0269, "step": 17870 }, { "epoch": 0.2964633317305301, "grad_norm": 0.0059507242403924465, "learning_rate": 4.7035366682694705e-05, "loss": 0.0129, "step": 17880 }, { "epoch": 0.29662913896304155, "grad_norm": 0.506046712398529, "learning_rate": 4.703370861036959e-05, "loss": 0.012, "step": 17890 }, { "epoch": 0.2967949461955531, "grad_norm": 0.41002631187438965, "learning_rate": 4.703205053804447e-05, "loss": 0.0179, "step": 17900 }, { "epoch": 0.29696075342806455, "grad_norm": 0.2897057831287384, "learning_rate": 4.7030392465719356e-05, "loss": 0.0129, "step": 17910 }, { "epoch": 0.297126560660576, "grad_norm": 0.19279548525810242, "learning_rate": 4.702873439339424e-05, "loss": 0.0051, "step": 17920 }, { "epoch": 0.2972923678930875, "grad_norm": 0.0011910833418369293, "learning_rate": 4.702707632106912e-05, "loss": 0.0057, "step": 17930 }, { "epoch": 0.29745817512559897, "grad_norm": 0.48223912715911865, "learning_rate": 4.702541824874401e-05, "loss": 0.0057, "step": 17940 }, { "epoch": 0.29762398235811044, "grad_norm": 0.48690372705459595, "learning_rate": 4.7023760176418897e-05, "loss": 0.0155, "step": 17950 }, { "epoch": 0.29778978959062197, "grad_norm": 0.5359979271888733, "learning_rate": 4.702210210409379e-05, "loss": 0.0132, "step": 17960 }, { "epoch": 0.29795559682313344, "grad_norm": 0.4301803410053253, "learning_rate": 4.702044403176867e-05, "loss": 0.0225, "step": 17970 }, { "epoch": 0.2981214040556449, "grad_norm": 0.017677029594779015, "learning_rate": 4.7018785959443554e-05, "loss": 0.0042, "step": 17980 }, { "epoch": 0.2982872112881564, "grad_norm": 0.7294352650642395, "learning_rate": 4.701712788711844e-05, "loss": 0.0197, "step": 17990 }, { "epoch": 0.29845301852066786, "grad_norm": 0.6662147641181946, "learning_rate": 4.701546981479332e-05, "loss": 0.0065, "step": 18000 }, { "epoch": 0.29861882575317933, "grad_norm": 0.2527208924293518, "learning_rate": 4.701381174246821e-05, "loss": 0.0079, "step": 18010 }, { "epoch": 0.29878463298569086, "grad_norm": 0.0017790135461837053, "learning_rate": 4.7012153670143094e-05, "loss": 0.0071, "step": 18020 }, { "epoch": 0.29895044021820233, "grad_norm": 0.04595516622066498, "learning_rate": 4.701049559781798e-05, "loss": 0.0128, "step": 18030 }, { "epoch": 0.2991162474507138, "grad_norm": 0.23071739077568054, "learning_rate": 4.700883752549287e-05, "loss": 0.0038, "step": 18040 }, { "epoch": 0.2992820546832253, "grad_norm": 0.1960013061761856, "learning_rate": 4.700717945316775e-05, "loss": 0.0103, "step": 18050 }, { "epoch": 0.29944786191573675, "grad_norm": 0.2127445638179779, "learning_rate": 4.7005521380842635e-05, "loss": 0.022, "step": 18060 }, { "epoch": 0.2996136691482483, "grad_norm": 0.019086796790361404, "learning_rate": 4.700386330851752e-05, "loss": 0.0076, "step": 18070 }, { "epoch": 0.29977947638075975, "grad_norm": 0.4302825927734375, "learning_rate": 4.70022052361924e-05, "loss": 0.0109, "step": 18080 }, { "epoch": 0.2999452836132712, "grad_norm": 0.46873295307159424, "learning_rate": 4.700054716386729e-05, "loss": 0.0145, "step": 18090 }, { "epoch": 0.3001110908457827, "grad_norm": 1.0132765769958496, "learning_rate": 4.6998889091542176e-05, "loss": 0.0142, "step": 18100 }, { "epoch": 0.30027689807829416, "grad_norm": 0.006599654443562031, "learning_rate": 4.699723101921706e-05, "loss": 0.0157, "step": 18110 }, { "epoch": 0.30044270531080564, "grad_norm": 0.21903583407402039, "learning_rate": 4.699557294689195e-05, "loss": 0.0164, "step": 18120 }, { "epoch": 0.30060851254331716, "grad_norm": 0.381583034992218, "learning_rate": 4.699391487456683e-05, "loss": 0.0158, "step": 18130 }, { "epoch": 0.30077431977582864, "grad_norm": 0.2817971706390381, "learning_rate": 4.6992256802241717e-05, "loss": 0.0099, "step": 18140 }, { "epoch": 0.3009401270083401, "grad_norm": 0.3921818137168884, "learning_rate": 4.69905987299166e-05, "loss": 0.0143, "step": 18150 }, { "epoch": 0.3011059342408516, "grad_norm": 0.11037557572126389, "learning_rate": 4.6988940657591484e-05, "loss": 0.0002, "step": 18160 }, { "epoch": 0.30127174147336305, "grad_norm": 0.014668759889900684, "learning_rate": 4.6987282585266374e-05, "loss": 0.0202, "step": 18170 }, { "epoch": 0.3014375487058745, "grad_norm": 0.04215585067868233, "learning_rate": 4.698562451294126e-05, "loss": 0.0084, "step": 18180 }, { "epoch": 0.30160335593838605, "grad_norm": 0.07975224405527115, "learning_rate": 4.698396644061614e-05, "loss": 0.0086, "step": 18190 }, { "epoch": 0.3017691631708975, "grad_norm": 0.016577238216996193, "learning_rate": 4.698230836829103e-05, "loss": 0.0037, "step": 18200 }, { "epoch": 0.301934970403409, "grad_norm": 0.830334484577179, "learning_rate": 4.6980650295965914e-05, "loss": 0.0172, "step": 18210 }, { "epoch": 0.30210077763592047, "grad_norm": 0.07307278364896774, "learning_rate": 4.69789922236408e-05, "loss": 0.0082, "step": 18220 }, { "epoch": 0.30226658486843194, "grad_norm": 0.3938884735107422, "learning_rate": 4.697733415131568e-05, "loss": 0.0064, "step": 18230 }, { "epoch": 0.30243239210094347, "grad_norm": 1.351287603378296, "learning_rate": 4.6975676078990565e-05, "loss": 0.0133, "step": 18240 }, { "epoch": 0.30259819933345494, "grad_norm": 0.35378125309944153, "learning_rate": 4.6974018006665455e-05, "loss": 0.0266, "step": 18250 }, { "epoch": 0.3027640065659664, "grad_norm": 0.5331043601036072, "learning_rate": 4.697235993434034e-05, "loss": 0.0193, "step": 18260 }, { "epoch": 0.3029298137984779, "grad_norm": 0.012783171609044075, "learning_rate": 4.697070186201522e-05, "loss": 0.0105, "step": 18270 }, { "epoch": 0.30309562103098936, "grad_norm": 0.12215497344732285, "learning_rate": 4.696904378969011e-05, "loss": 0.0006, "step": 18280 }, { "epoch": 0.30326142826350083, "grad_norm": 0.015585212968289852, "learning_rate": 4.696738571736499e-05, "loss": 0.0024, "step": 18290 }, { "epoch": 0.30342723549601236, "grad_norm": 0.1793092042207718, "learning_rate": 4.696572764503988e-05, "loss": 0.0082, "step": 18300 }, { "epoch": 0.30359304272852383, "grad_norm": 0.5288193225860596, "learning_rate": 4.696406957271476e-05, "loss": 0.0146, "step": 18310 }, { "epoch": 0.3037588499610353, "grad_norm": 0.155329167842865, "learning_rate": 4.6962411500389646e-05, "loss": 0.007, "step": 18320 }, { "epoch": 0.3039246571935468, "grad_norm": 0.04431428015232086, "learning_rate": 4.6960753428064537e-05, "loss": 0.0005, "step": 18330 }, { "epoch": 0.30409046442605825, "grad_norm": 0.32340559363365173, "learning_rate": 4.695909535573942e-05, "loss": 0.1223, "step": 18340 }, { "epoch": 0.3042562716585697, "grad_norm": 0.007992638275027275, "learning_rate": 4.695743728341431e-05, "loss": 0.0347, "step": 18350 }, { "epoch": 0.30442207889108125, "grad_norm": 0.6506252884864807, "learning_rate": 4.695577921108919e-05, "loss": 0.0039, "step": 18360 }, { "epoch": 0.3045878861235927, "grad_norm": 0.0006950235110707581, "learning_rate": 4.695412113876407e-05, "loss": 0.0086, "step": 18370 }, { "epoch": 0.3047536933561042, "grad_norm": 0.7797844409942627, "learning_rate": 4.695246306643896e-05, "loss": 0.0182, "step": 18380 }, { "epoch": 0.30491950058861567, "grad_norm": 0.08230867981910706, "learning_rate": 4.6950804994113844e-05, "loss": 0.0392, "step": 18390 }, { "epoch": 0.30508530782112714, "grad_norm": 0.010624540969729424, "learning_rate": 4.694914692178873e-05, "loss": 0.0126, "step": 18400 }, { "epoch": 0.30525111505363867, "grad_norm": 0.48071977496147156, "learning_rate": 4.694748884946362e-05, "loss": 0.0107, "step": 18410 }, { "epoch": 0.30541692228615014, "grad_norm": 0.0016256222734227777, "learning_rate": 4.69458307771385e-05, "loss": 0.0108, "step": 18420 }, { "epoch": 0.3055827295186616, "grad_norm": 0.9591442942619324, "learning_rate": 4.694417270481339e-05, "loss": 0.013, "step": 18430 }, { "epoch": 0.3057485367511731, "grad_norm": 0.07116959244012833, "learning_rate": 4.694251463248827e-05, "loss": 0.0086, "step": 18440 }, { "epoch": 0.30591434398368456, "grad_norm": 0.0060918559320271015, "learning_rate": 4.694085656016315e-05, "loss": 0.0111, "step": 18450 }, { "epoch": 0.30608015121619603, "grad_norm": 0.28324049711227417, "learning_rate": 4.693919848783804e-05, "loss": 0.0156, "step": 18460 }, { "epoch": 0.30624595844870756, "grad_norm": 0.04576308652758598, "learning_rate": 4.6937540415512926e-05, "loss": 0.0063, "step": 18470 }, { "epoch": 0.30641176568121903, "grad_norm": 0.016756722703576088, "learning_rate": 4.6935882343187816e-05, "loss": 0.0131, "step": 18480 }, { "epoch": 0.3065775729137305, "grad_norm": 0.4526016116142273, "learning_rate": 4.69342242708627e-05, "loss": 0.0018, "step": 18490 }, { "epoch": 0.306743380146242, "grad_norm": 0.7181523442268372, "learning_rate": 4.693256619853758e-05, "loss": 0.0161, "step": 18500 }, { "epoch": 0.30690918737875345, "grad_norm": 0.5662201642990112, "learning_rate": 4.6930908126212466e-05, "loss": 0.0111, "step": 18510 }, { "epoch": 0.3070749946112649, "grad_norm": 0.41151151061058044, "learning_rate": 4.692925005388735e-05, "loss": 0.0152, "step": 18520 }, { "epoch": 0.30724080184377645, "grad_norm": 0.41668665409088135, "learning_rate": 4.692759198156223e-05, "loss": 0.0038, "step": 18530 }, { "epoch": 0.3074066090762879, "grad_norm": 0.01378802303224802, "learning_rate": 4.6925933909237123e-05, "loss": 0.0088, "step": 18540 }, { "epoch": 0.3075724163087994, "grad_norm": 0.02304535172879696, "learning_rate": 4.692427583691201e-05, "loss": 0.0088, "step": 18550 }, { "epoch": 0.30773822354131086, "grad_norm": 0.04259795695543289, "learning_rate": 4.69226177645869e-05, "loss": 0.0221, "step": 18560 }, { "epoch": 0.30790403077382233, "grad_norm": 0.002065408043563366, "learning_rate": 4.692095969226178e-05, "loss": 0.011, "step": 18570 }, { "epoch": 0.30806983800633386, "grad_norm": 0.02735699899494648, "learning_rate": 4.6919301619936664e-05, "loss": 0.0023, "step": 18580 }, { "epoch": 0.30823564523884533, "grad_norm": 0.004841624293476343, "learning_rate": 4.691764354761155e-05, "loss": 0.0017, "step": 18590 }, { "epoch": 0.3084014524713568, "grad_norm": 0.3891834318637848, "learning_rate": 4.691598547528643e-05, "loss": 0.011, "step": 18600 }, { "epoch": 0.3085672597038683, "grad_norm": 0.007004516664892435, "learning_rate": 4.6914327402961315e-05, "loss": 0.0079, "step": 18610 }, { "epoch": 0.30873306693637975, "grad_norm": 0.0002790997677948326, "learning_rate": 4.6912669330636205e-05, "loss": 0.0073, "step": 18620 }, { "epoch": 0.3088988741688912, "grad_norm": 0.40015819668769836, "learning_rate": 4.691101125831109e-05, "loss": 0.0149, "step": 18630 }, { "epoch": 0.30906468140140275, "grad_norm": 0.1599431186914444, "learning_rate": 4.690935318598598e-05, "loss": 0.0066, "step": 18640 }, { "epoch": 0.3092304886339142, "grad_norm": 0.04136814922094345, "learning_rate": 4.690769511366086e-05, "loss": 0.0083, "step": 18650 }, { "epoch": 0.3093962958664257, "grad_norm": 1.2005029916763306, "learning_rate": 4.6906037041335746e-05, "loss": 0.0189, "step": 18660 }, { "epoch": 0.30956210309893717, "grad_norm": 0.1759576052427292, "learning_rate": 4.690437896901063e-05, "loss": 0.0036, "step": 18670 }, { "epoch": 0.30972791033144864, "grad_norm": 0.1748279333114624, "learning_rate": 4.690272089668551e-05, "loss": 0.0101, "step": 18680 }, { "epoch": 0.3098937175639601, "grad_norm": 0.37087205052375793, "learning_rate": 4.69010628243604e-05, "loss": 0.0124, "step": 18690 }, { "epoch": 0.31005952479647164, "grad_norm": 0.0014671034878119826, "learning_rate": 4.6899404752035286e-05, "loss": 0.0131, "step": 18700 }, { "epoch": 0.3102253320289831, "grad_norm": 0.5028848052024841, "learning_rate": 4.689774667971017e-05, "loss": 0.0129, "step": 18710 }, { "epoch": 0.3103911392614946, "grad_norm": 0.1734289675951004, "learning_rate": 4.689608860738506e-05, "loss": 0.0202, "step": 18720 }, { "epoch": 0.31055694649400606, "grad_norm": 0.010501950047910213, "learning_rate": 4.6894430535059943e-05, "loss": 0.0142, "step": 18730 }, { "epoch": 0.31072275372651753, "grad_norm": 0.8588910698890686, "learning_rate": 4.689277246273483e-05, "loss": 0.0177, "step": 18740 }, { "epoch": 0.31088856095902906, "grad_norm": 0.3965502381324768, "learning_rate": 4.689111439040971e-05, "loss": 0.0133, "step": 18750 }, { "epoch": 0.31105436819154053, "grad_norm": 0.5098718404769897, "learning_rate": 4.6889456318084594e-05, "loss": 0.0135, "step": 18760 }, { "epoch": 0.311220175424052, "grad_norm": 0.2798687219619751, "learning_rate": 4.6887798245759484e-05, "loss": 0.012, "step": 18770 }, { "epoch": 0.3113859826565635, "grad_norm": 0.9620321989059448, "learning_rate": 4.688614017343437e-05, "loss": 0.0372, "step": 18780 }, { "epoch": 0.31155178988907495, "grad_norm": 0.03820415958762169, "learning_rate": 4.688448210110925e-05, "loss": 0.0129, "step": 18790 }, { "epoch": 0.3117175971215864, "grad_norm": 0.337015837430954, "learning_rate": 4.688282402878414e-05, "loss": 0.0166, "step": 18800 }, { "epoch": 0.31188340435409795, "grad_norm": 0.3305654525756836, "learning_rate": 4.6881165956459025e-05, "loss": 0.0177, "step": 18810 }, { "epoch": 0.3120492115866094, "grad_norm": 0.08860733360052109, "learning_rate": 4.687950788413391e-05, "loss": 0.0054, "step": 18820 }, { "epoch": 0.3122150188191209, "grad_norm": 0.4058178663253784, "learning_rate": 4.687784981180879e-05, "loss": 0.0101, "step": 18830 }, { "epoch": 0.31238082605163237, "grad_norm": 1.3236274719238281, "learning_rate": 4.6876191739483675e-05, "loss": 0.0153, "step": 18840 }, { "epoch": 0.31254663328414384, "grad_norm": 0.674260139465332, "learning_rate": 4.6874533667158566e-05, "loss": 0.0105, "step": 18850 }, { "epoch": 0.3127124405166553, "grad_norm": 0.009765595197677612, "learning_rate": 4.687287559483345e-05, "loss": 0.0083, "step": 18860 }, { "epoch": 0.31287824774916684, "grad_norm": 0.17218263447284698, "learning_rate": 4.687121752250833e-05, "loss": 0.0188, "step": 18870 }, { "epoch": 0.3130440549816783, "grad_norm": 0.0008843858377076685, "learning_rate": 4.686955945018322e-05, "loss": 0.0115, "step": 18880 }, { "epoch": 0.3132098622141898, "grad_norm": 1.5871707201004028, "learning_rate": 4.6867901377858106e-05, "loss": 0.0089, "step": 18890 }, { "epoch": 0.31337566944670125, "grad_norm": 0.013125399127602577, "learning_rate": 4.686624330553299e-05, "loss": 0.0125, "step": 18900 }, { "epoch": 0.3135414766792127, "grad_norm": 0.07666580379009247, "learning_rate": 4.686458523320787e-05, "loss": 0.0087, "step": 18910 }, { "epoch": 0.31370728391172426, "grad_norm": 0.323426753282547, "learning_rate": 4.686292716088276e-05, "loss": 0.0121, "step": 18920 }, { "epoch": 0.3138730911442357, "grad_norm": 0.01106312032788992, "learning_rate": 4.686126908855765e-05, "loss": 0.013, "step": 18930 }, { "epoch": 0.3140388983767472, "grad_norm": 0.2481423169374466, "learning_rate": 4.685961101623253e-05, "loss": 0.0022, "step": 18940 }, { "epoch": 0.31420470560925867, "grad_norm": 1.2092680931091309, "learning_rate": 4.6857952943907414e-05, "loss": 0.0143, "step": 18950 }, { "epoch": 0.31437051284177014, "grad_norm": 0.9517198204994202, "learning_rate": 4.6856294871582304e-05, "loss": 0.0099, "step": 18960 }, { "epoch": 0.3145363200742816, "grad_norm": 0.010685241781175137, "learning_rate": 4.685463679925719e-05, "loss": 0.013, "step": 18970 }, { "epoch": 0.31470212730679314, "grad_norm": 0.0014525314327329397, "learning_rate": 4.685297872693207e-05, "loss": 0.0113, "step": 18980 }, { "epoch": 0.3148679345393046, "grad_norm": 0.04439003765583038, "learning_rate": 4.6851320654606955e-05, "loss": 0.0117, "step": 18990 }, { "epoch": 0.3150337417718161, "grad_norm": 0.005557147320359945, "learning_rate": 4.684966258228184e-05, "loss": 0.0156, "step": 19000 }, { "epoch": 0.31519954900432756, "grad_norm": 0.2756252884864807, "learning_rate": 4.684800450995673e-05, "loss": 0.0176, "step": 19010 }, { "epoch": 0.31536535623683903, "grad_norm": 0.20168869197368622, "learning_rate": 4.684634643763161e-05, "loss": 0.0012, "step": 19020 }, { "epoch": 0.3155311634693505, "grad_norm": 0.40292030572891235, "learning_rate": 4.68446883653065e-05, "loss": 0.0048, "step": 19030 }, { "epoch": 0.31569697070186203, "grad_norm": 0.16277745366096497, "learning_rate": 4.6843030292981386e-05, "loss": 0.0055, "step": 19040 }, { "epoch": 0.3158627779343735, "grad_norm": 0.004705211613327265, "learning_rate": 4.684137222065626e-05, "loss": 0.0064, "step": 19050 }, { "epoch": 0.316028585166885, "grad_norm": 1.6042933464050293, "learning_rate": 4.683971414833115e-05, "loss": 0.0115, "step": 19060 }, { "epoch": 0.31619439239939645, "grad_norm": 0.0033153407275676727, "learning_rate": 4.6838056076006036e-05, "loss": 0.0149, "step": 19070 }, { "epoch": 0.3163601996319079, "grad_norm": 0.02894815057516098, "learning_rate": 4.683639800368092e-05, "loss": 0.0134, "step": 19080 }, { "epoch": 0.31652600686441945, "grad_norm": 0.15058736503124237, "learning_rate": 4.683473993135581e-05, "loss": 0.0019, "step": 19090 }, { "epoch": 0.3166918140969309, "grad_norm": 0.214969202876091, "learning_rate": 4.683308185903069e-05, "loss": 0.0101, "step": 19100 }, { "epoch": 0.3168576213294424, "grad_norm": 0.12148920446634293, "learning_rate": 4.6831423786705583e-05, "loss": 0.0038, "step": 19110 }, { "epoch": 0.31702342856195387, "grad_norm": 0.0317823551595211, "learning_rate": 4.682976571438047e-05, "loss": 0.0082, "step": 19120 }, { "epoch": 0.31718923579446534, "grad_norm": 0.17152175307273865, "learning_rate": 4.6828107642055344e-05, "loss": 0.0064, "step": 19130 }, { "epoch": 0.3173550430269768, "grad_norm": 0.00014534126967191696, "learning_rate": 4.6826449569730234e-05, "loss": 0.0072, "step": 19140 }, { "epoch": 0.31752085025948834, "grad_norm": 0.0354478545486927, "learning_rate": 4.682479149740512e-05, "loss": 0.0062, "step": 19150 }, { "epoch": 0.3176866574919998, "grad_norm": 0.8083193898200989, "learning_rate": 4.682313342508001e-05, "loss": 0.0166, "step": 19160 }, { "epoch": 0.3178524647245113, "grad_norm": 0.30655044317245483, "learning_rate": 4.682147535275489e-05, "loss": 0.0114, "step": 19170 }, { "epoch": 0.31801827195702276, "grad_norm": 0.3326229453086853, "learning_rate": 4.6819817280429775e-05, "loss": 0.0081, "step": 19180 }, { "epoch": 0.31818407918953423, "grad_norm": 0.0011444180272519588, "learning_rate": 4.6818159208104665e-05, "loss": 0.0211, "step": 19190 }, { "epoch": 0.3183498864220457, "grad_norm": 0.24718014895915985, "learning_rate": 4.681650113577954e-05, "loss": 0.0063, "step": 19200 }, { "epoch": 0.31851569365455723, "grad_norm": 3.2821333408355713, "learning_rate": 4.6814843063454425e-05, "loss": 0.0348, "step": 19210 }, { "epoch": 0.3186815008870687, "grad_norm": 0.04892807453870773, "learning_rate": 4.6813184991129315e-05, "loss": 0.0174, "step": 19220 }, { "epoch": 0.3188473081195802, "grad_norm": 0.00043719622772186995, "learning_rate": 4.68115269188042e-05, "loss": 0.0093, "step": 19230 }, { "epoch": 0.31901311535209165, "grad_norm": 0.16216635704040527, "learning_rate": 4.680986884647909e-05, "loss": 0.0104, "step": 19240 }, { "epoch": 0.3191789225846031, "grad_norm": 0.055937204509973526, "learning_rate": 4.680821077415397e-05, "loss": 0.0067, "step": 19250 }, { "epoch": 0.31934472981711465, "grad_norm": 0.006623002700507641, "learning_rate": 4.6806552701828856e-05, "loss": 0.0011, "step": 19260 }, { "epoch": 0.3195105370496261, "grad_norm": 0.01879875734448433, "learning_rate": 4.680489462950374e-05, "loss": 0.019, "step": 19270 }, { "epoch": 0.3196763442821376, "grad_norm": 0.00207389984279871, "learning_rate": 4.680323655717862e-05, "loss": 0.0013, "step": 19280 }, { "epoch": 0.31984215151464906, "grad_norm": 1.7364137172698975, "learning_rate": 4.6801578484853506e-05, "loss": 0.0318, "step": 19290 }, { "epoch": 0.32000795874716054, "grad_norm": 0.08620817214250565, "learning_rate": 4.67999204125284e-05, "loss": 0.0024, "step": 19300 }, { "epoch": 0.320173765979672, "grad_norm": 0.008970722556114197, "learning_rate": 4.679826234020328e-05, "loss": 0.0292, "step": 19310 }, { "epoch": 0.32033957321218354, "grad_norm": 0.00524845439940691, "learning_rate": 4.679660426787817e-05, "loss": 0.0285, "step": 19320 }, { "epoch": 0.320505380444695, "grad_norm": 0.006259437184780836, "learning_rate": 4.6794946195553054e-05, "loss": 0.0126, "step": 19330 }, { "epoch": 0.3206711876772065, "grad_norm": 0.9822027683258057, "learning_rate": 4.679328812322794e-05, "loss": 0.0135, "step": 19340 }, { "epoch": 0.32083699490971795, "grad_norm": 0.24535858631134033, "learning_rate": 4.679163005090282e-05, "loss": 0.0042, "step": 19350 }, { "epoch": 0.3210028021422294, "grad_norm": 0.00674430700019002, "learning_rate": 4.6789971978577704e-05, "loss": 0.0181, "step": 19360 }, { "epoch": 0.3211686093747409, "grad_norm": 0.59493488073349, "learning_rate": 4.6788313906252595e-05, "loss": 0.0091, "step": 19370 }, { "epoch": 0.3213344166072524, "grad_norm": 0.0011136792600154877, "learning_rate": 4.678665583392748e-05, "loss": 0.0147, "step": 19380 }, { "epoch": 0.3215002238397639, "grad_norm": 1.173349142074585, "learning_rate": 4.678499776160236e-05, "loss": 0.0121, "step": 19390 }, { "epoch": 0.32166603107227537, "grad_norm": 0.18912789225578308, "learning_rate": 4.678333968927725e-05, "loss": 0.0099, "step": 19400 }, { "epoch": 0.32183183830478684, "grad_norm": 0.021528439596295357, "learning_rate": 4.6781681616952135e-05, "loss": 0.0057, "step": 19410 }, { "epoch": 0.3219976455372983, "grad_norm": 0.04336395114660263, "learning_rate": 4.678002354462702e-05, "loss": 0.0149, "step": 19420 }, { "epoch": 0.32216345276980984, "grad_norm": 0.004481755197048187, "learning_rate": 4.67783654723019e-05, "loss": 0.0064, "step": 19430 }, { "epoch": 0.3223292600023213, "grad_norm": 0.09616406261920929, "learning_rate": 4.6776707399976786e-05, "loss": 0.0098, "step": 19440 }, { "epoch": 0.3224950672348328, "grad_norm": 0.003881688229739666, "learning_rate": 4.6775049327651676e-05, "loss": 0.0146, "step": 19450 }, { "epoch": 0.32266087446734426, "grad_norm": 0.4313903748989105, "learning_rate": 4.677339125532656e-05, "loss": 0.0106, "step": 19460 }, { "epoch": 0.32282668169985573, "grad_norm": 0.16867370903491974, "learning_rate": 4.677173318300144e-05, "loss": 0.0069, "step": 19470 }, { "epoch": 0.3229924889323672, "grad_norm": 0.18499009311199188, "learning_rate": 4.677007511067633e-05, "loss": 0.0369, "step": 19480 }, { "epoch": 0.32315829616487873, "grad_norm": 0.10485931485891342, "learning_rate": 4.676841703835122e-05, "loss": 0.0105, "step": 19490 }, { "epoch": 0.3233241033973902, "grad_norm": 0.2385910600423813, "learning_rate": 4.67667589660261e-05, "loss": 0.0121, "step": 19500 }, { "epoch": 0.3234899106299017, "grad_norm": 0.042241357266902924, "learning_rate": 4.6765100893700984e-05, "loss": 0.0038, "step": 19510 }, { "epoch": 0.32365571786241315, "grad_norm": 0.03780096769332886, "learning_rate": 4.676344282137587e-05, "loss": 0.031, "step": 19520 }, { "epoch": 0.3238215250949246, "grad_norm": 0.06367601454257965, "learning_rate": 4.676178474905076e-05, "loss": 0.0078, "step": 19530 }, { "epoch": 0.32398733232743615, "grad_norm": 1.3239874839782715, "learning_rate": 4.676012667672564e-05, "loss": 0.0129, "step": 19540 }, { "epoch": 0.3241531395599476, "grad_norm": 0.030410759150981903, "learning_rate": 4.6758468604400524e-05, "loss": 0.0026, "step": 19550 }, { "epoch": 0.3243189467924591, "grad_norm": 0.0035834619775414467, "learning_rate": 4.6756810532075415e-05, "loss": 0.0155, "step": 19560 }, { "epoch": 0.32448475402497057, "grad_norm": 0.005140149965882301, "learning_rate": 4.67551524597503e-05, "loss": 0.0147, "step": 19570 }, { "epoch": 0.32465056125748204, "grad_norm": 0.010636750608682632, "learning_rate": 4.675349438742518e-05, "loss": 0.0064, "step": 19580 }, { "epoch": 0.3248163684899935, "grad_norm": 0.24697481095790863, "learning_rate": 4.6751836315100065e-05, "loss": 0.0017, "step": 19590 }, { "epoch": 0.32498217572250504, "grad_norm": 0.1220136433839798, "learning_rate": 4.675017824277495e-05, "loss": 0.0128, "step": 19600 }, { "epoch": 0.3251479829550165, "grad_norm": 0.030453603714704514, "learning_rate": 4.674852017044984e-05, "loss": 0.0166, "step": 19610 }, { "epoch": 0.325313790187528, "grad_norm": 0.06822531670331955, "learning_rate": 4.674686209812472e-05, "loss": 0.0169, "step": 19620 }, { "epoch": 0.32547959742003946, "grad_norm": 0.8557561635971069, "learning_rate": 4.6745204025799606e-05, "loss": 0.0087, "step": 19630 }, { "epoch": 0.32564540465255093, "grad_norm": 0.4606951177120209, "learning_rate": 4.6743545953474496e-05, "loss": 0.0094, "step": 19640 }, { "epoch": 0.3258112118850624, "grad_norm": 0.029322531074285507, "learning_rate": 4.674188788114938e-05, "loss": 0.0107, "step": 19650 }, { "epoch": 0.32597701911757393, "grad_norm": 1.7540863752365112, "learning_rate": 4.674022980882426e-05, "loss": 0.0237, "step": 19660 }, { "epoch": 0.3261428263500854, "grad_norm": 0.6489263772964478, "learning_rate": 4.6738571736499146e-05, "loss": 0.0108, "step": 19670 }, { "epoch": 0.3263086335825969, "grad_norm": 0.0015876233810558915, "learning_rate": 4.673691366417403e-05, "loss": 0.0017, "step": 19680 }, { "epoch": 0.32647444081510835, "grad_norm": 0.35451340675354004, "learning_rate": 4.673525559184892e-05, "loss": 0.009, "step": 19690 }, { "epoch": 0.3266402480476198, "grad_norm": 0.2990739047527313, "learning_rate": 4.6733597519523804e-05, "loss": 0.0104, "step": 19700 }, { "epoch": 0.32680605528013135, "grad_norm": 0.016829291358590126, "learning_rate": 4.6731939447198694e-05, "loss": 0.0086, "step": 19710 }, { "epoch": 0.3269718625126428, "grad_norm": 0.004795106127858162, "learning_rate": 4.673028137487358e-05, "loss": 0.0112, "step": 19720 }, { "epoch": 0.3271376697451543, "grad_norm": 0.0024811008479446173, "learning_rate": 4.672862330254846e-05, "loss": 0.0253, "step": 19730 }, { "epoch": 0.32730347697766576, "grad_norm": 0.0014128858456388116, "learning_rate": 4.6726965230223344e-05, "loss": 0.0067, "step": 19740 }, { "epoch": 0.32746928421017724, "grad_norm": 0.0018221924547106028, "learning_rate": 4.672530715789823e-05, "loss": 0.0223, "step": 19750 }, { "epoch": 0.3276350914426887, "grad_norm": 0.003502487437799573, "learning_rate": 4.672364908557311e-05, "loss": 0.0066, "step": 19760 }, { "epoch": 0.32780089867520024, "grad_norm": 0.018763205036520958, "learning_rate": 4.6721991013248e-05, "loss": 0.0211, "step": 19770 }, { "epoch": 0.3279667059077117, "grad_norm": 0.011222919449210167, "learning_rate": 4.6720332940922885e-05, "loss": 0.0028, "step": 19780 }, { "epoch": 0.3281325131402232, "grad_norm": 0.6557891368865967, "learning_rate": 4.6718674868597775e-05, "loss": 0.0479, "step": 19790 }, { "epoch": 0.32829832037273465, "grad_norm": 0.004125450737774372, "learning_rate": 4.671701679627266e-05, "loss": 0.0069, "step": 19800 }, { "epoch": 0.3284641276052461, "grad_norm": 0.0316937230527401, "learning_rate": 4.6715358723947535e-05, "loss": 0.0225, "step": 19810 }, { "epoch": 0.3286299348377576, "grad_norm": 0.014905177056789398, "learning_rate": 4.6713700651622426e-05, "loss": 0.0014, "step": 19820 }, { "epoch": 0.3287957420702691, "grad_norm": 0.0053489976562559605, "learning_rate": 4.671204257929731e-05, "loss": 0.0121, "step": 19830 }, { "epoch": 0.3289615493027806, "grad_norm": 0.005432736594229937, "learning_rate": 4.67103845069722e-05, "loss": 0.0079, "step": 19840 }, { "epoch": 0.32912735653529207, "grad_norm": 0.00752119068056345, "learning_rate": 4.670872643464708e-05, "loss": 0.005, "step": 19850 }, { "epoch": 0.32929316376780354, "grad_norm": 0.005857755895704031, "learning_rate": 4.6707068362321966e-05, "loss": 0.001, "step": 19860 }, { "epoch": 0.329458971000315, "grad_norm": 0.000992615707218647, "learning_rate": 4.6705410289996857e-05, "loss": 0.0203, "step": 19870 }, { "epoch": 0.32962477823282654, "grad_norm": 0.2736750841140747, "learning_rate": 4.670375221767174e-05, "loss": 0.007, "step": 19880 }, { "epoch": 0.329790585465338, "grad_norm": 0.05984029173851013, "learning_rate": 4.670209414534662e-05, "loss": 0.0105, "step": 19890 }, { "epoch": 0.3299563926978495, "grad_norm": 0.0765315368771553, "learning_rate": 4.670043607302151e-05, "loss": 0.0244, "step": 19900 }, { "epoch": 0.33012219993036096, "grad_norm": 0.8575253486633301, "learning_rate": 4.669877800069639e-05, "loss": 0.0054, "step": 19910 }, { "epoch": 0.33028800716287243, "grad_norm": 0.0018477443372830749, "learning_rate": 4.669711992837128e-05, "loss": 0.0116, "step": 19920 }, { "epoch": 0.3304538143953839, "grad_norm": 0.3636398911476135, "learning_rate": 4.6695461856046164e-05, "loss": 0.0139, "step": 19930 }, { "epoch": 0.33061962162789543, "grad_norm": 0.018263623118400574, "learning_rate": 4.669380378372105e-05, "loss": 0.0102, "step": 19940 }, { "epoch": 0.3307854288604069, "grad_norm": 1.0442129373550415, "learning_rate": 4.669214571139594e-05, "loss": 0.0164, "step": 19950 }, { "epoch": 0.3309512360929184, "grad_norm": 0.2143937200307846, "learning_rate": 4.6690487639070815e-05, "loss": 0.0105, "step": 19960 }, { "epoch": 0.33111704332542985, "grad_norm": 0.03378615528345108, "learning_rate": 4.66888295667457e-05, "loss": 0.0082, "step": 19970 }, { "epoch": 0.3312828505579413, "grad_norm": 1.911860466003418, "learning_rate": 4.668717149442059e-05, "loss": 0.0392, "step": 19980 }, { "epoch": 0.3314486577904528, "grad_norm": 0.005600175820291042, "learning_rate": 4.668551342209547e-05, "loss": 0.0175, "step": 19990 }, { "epoch": 0.3316144650229643, "grad_norm": 0.5841103792190552, "learning_rate": 4.668385534977036e-05, "loss": 0.009, "step": 20000 }, { "epoch": 0.3317802722554758, "grad_norm": 0.22580797970294952, "learning_rate": 4.6682197277445246e-05, "loss": 0.003, "step": 20010 }, { "epoch": 0.33194607948798727, "grad_norm": 0.01970861107110977, "learning_rate": 4.668053920512013e-05, "loss": 0.0141, "step": 20020 }, { "epoch": 0.33211188672049874, "grad_norm": 0.0974373072385788, "learning_rate": 4.667888113279501e-05, "loss": 0.0015, "step": 20030 }, { "epoch": 0.3322776939530102, "grad_norm": 0.020935717970132828, "learning_rate": 4.6677223060469896e-05, "loss": 0.0138, "step": 20040 }, { "epoch": 0.33244350118552174, "grad_norm": 0.2939164936542511, "learning_rate": 4.6675564988144786e-05, "loss": 0.0294, "step": 20050 }, { "epoch": 0.3326093084180332, "grad_norm": 0.04191530495882034, "learning_rate": 4.667390691581967e-05, "loss": 0.0067, "step": 20060 }, { "epoch": 0.3327751156505447, "grad_norm": 0.009478779509663582, "learning_rate": 4.667224884349455e-05, "loss": 0.0024, "step": 20070 }, { "epoch": 0.33294092288305616, "grad_norm": 0.019561603665351868, "learning_rate": 4.6670590771169444e-05, "loss": 0.0082, "step": 20080 }, { "epoch": 0.33310673011556763, "grad_norm": 0.10322454571723938, "learning_rate": 4.666893269884433e-05, "loss": 0.0045, "step": 20090 }, { "epoch": 0.3332725373480791, "grad_norm": 0.00382619327865541, "learning_rate": 4.666727462651921e-05, "loss": 0.0153, "step": 20100 }, { "epoch": 0.33343834458059063, "grad_norm": 0.03472396358847618, "learning_rate": 4.6665616554194094e-05, "loss": 0.0064, "step": 20110 }, { "epoch": 0.3336041518131021, "grad_norm": 0.13596509397029877, "learning_rate": 4.666395848186898e-05, "loss": 0.0092, "step": 20120 }, { "epoch": 0.3337699590456136, "grad_norm": 0.011979795061051846, "learning_rate": 4.666230040954387e-05, "loss": 0.0089, "step": 20130 }, { "epoch": 0.33393576627812505, "grad_norm": 0.0064095607958734035, "learning_rate": 4.666064233721875e-05, "loss": 0.0074, "step": 20140 }, { "epoch": 0.3341015735106365, "grad_norm": 0.4911086857318878, "learning_rate": 4.6658984264893635e-05, "loss": 0.0111, "step": 20150 }, { "epoch": 0.334267380743148, "grad_norm": 0.0025218615774065256, "learning_rate": 4.6657326192568525e-05, "loss": 0.0213, "step": 20160 }, { "epoch": 0.3344331879756595, "grad_norm": 0.0029780101031064987, "learning_rate": 4.665566812024341e-05, "loss": 0.0202, "step": 20170 }, { "epoch": 0.334598995208171, "grad_norm": 0.06883730739355087, "learning_rate": 4.665401004791829e-05, "loss": 0.0045, "step": 20180 }, { "epoch": 0.33476480244068246, "grad_norm": 0.002369561232626438, "learning_rate": 4.6652351975593175e-05, "loss": 0.0018, "step": 20190 }, { "epoch": 0.33493060967319394, "grad_norm": 0.038666848093271255, "learning_rate": 4.665069390326806e-05, "loss": 0.0144, "step": 20200 }, { "epoch": 0.3350964169057054, "grad_norm": 0.00731239328160882, "learning_rate": 4.664903583094295e-05, "loss": 0.0027, "step": 20210 }, { "epoch": 0.33526222413821694, "grad_norm": 0.32003962993621826, "learning_rate": 4.664737775861783e-05, "loss": 0.0133, "step": 20220 }, { "epoch": 0.3354280313707284, "grad_norm": 1.191548466682434, "learning_rate": 4.6645719686292716e-05, "loss": 0.0277, "step": 20230 }, { "epoch": 0.3355938386032399, "grad_norm": 1.3430473804473877, "learning_rate": 4.6644061613967606e-05, "loss": 0.0317, "step": 20240 }, { "epoch": 0.33575964583575135, "grad_norm": 0.034735992550849915, "learning_rate": 4.664240354164249e-05, "loss": 0.003, "step": 20250 }, { "epoch": 0.3359254530682628, "grad_norm": 0.01556843426078558, "learning_rate": 4.664074546931737e-05, "loss": 0.0047, "step": 20260 }, { "epoch": 0.3360912603007743, "grad_norm": 0.6810442209243774, "learning_rate": 4.663908739699226e-05, "loss": 0.0099, "step": 20270 }, { "epoch": 0.3362570675332858, "grad_norm": 0.01364513672888279, "learning_rate": 4.663742932466714e-05, "loss": 0.0096, "step": 20280 }, { "epoch": 0.3364228747657973, "grad_norm": 0.0026998911052942276, "learning_rate": 4.663577125234203e-05, "loss": 0.0032, "step": 20290 }, { "epoch": 0.33658868199830877, "grad_norm": 0.006841213442385197, "learning_rate": 4.6634113180016914e-05, "loss": 0.0092, "step": 20300 }, { "epoch": 0.33675448923082024, "grad_norm": 0.07229980826377869, "learning_rate": 4.66324551076918e-05, "loss": 0.0188, "step": 20310 }, { "epoch": 0.3369202964633317, "grad_norm": 0.08247546851634979, "learning_rate": 4.663079703536669e-05, "loss": 0.0173, "step": 20320 }, { "epoch": 0.3370861036958432, "grad_norm": 0.009141925722360611, "learning_rate": 4.662913896304157e-05, "loss": 0.0013, "step": 20330 }, { "epoch": 0.3372519109283547, "grad_norm": 0.22176572680473328, "learning_rate": 4.6627480890716455e-05, "loss": 0.0218, "step": 20340 }, { "epoch": 0.3374177181608662, "grad_norm": 0.480642706155777, "learning_rate": 4.662582281839134e-05, "loss": 0.0149, "step": 20350 }, { "epoch": 0.33758352539337766, "grad_norm": 0.0271992776542902, "learning_rate": 4.662416474606622e-05, "loss": 0.0197, "step": 20360 }, { "epoch": 0.33774933262588913, "grad_norm": 0.07272971421480179, "learning_rate": 4.662250667374111e-05, "loss": 0.0061, "step": 20370 }, { "epoch": 0.3379151398584006, "grad_norm": 0.28069376945495605, "learning_rate": 4.6620848601415995e-05, "loss": 0.0042, "step": 20380 }, { "epoch": 0.33808094709091213, "grad_norm": 0.2503950297832489, "learning_rate": 4.6619190529090886e-05, "loss": 0.0051, "step": 20390 }, { "epoch": 0.3382467543234236, "grad_norm": 0.7261168360710144, "learning_rate": 4.661753245676577e-05, "loss": 0.0068, "step": 20400 }, { "epoch": 0.3384125615559351, "grad_norm": 0.0010361064923927188, "learning_rate": 4.661587438444065e-05, "loss": 0.0106, "step": 20410 }, { "epoch": 0.33857836878844655, "grad_norm": 0.23116056621074677, "learning_rate": 4.6614216312115536e-05, "loss": 0.0096, "step": 20420 }, { "epoch": 0.338744176020958, "grad_norm": 0.024958018213510513, "learning_rate": 4.661255823979042e-05, "loss": 0.0058, "step": 20430 }, { "epoch": 0.3389099832534695, "grad_norm": 1.1157697439193726, "learning_rate": 4.66109001674653e-05, "loss": 0.0206, "step": 20440 }, { "epoch": 0.339075790485981, "grad_norm": 0.005843489896506071, "learning_rate": 4.660924209514019e-05, "loss": 0.0008, "step": 20450 }, { "epoch": 0.3392415977184925, "grad_norm": 1.0204981565475464, "learning_rate": 4.660758402281508e-05, "loss": 0.0237, "step": 20460 }, { "epoch": 0.33940740495100397, "grad_norm": 0.0025252162013202906, "learning_rate": 4.660592595048997e-05, "loss": 0.0018, "step": 20470 }, { "epoch": 0.33957321218351544, "grad_norm": 1.210456371307373, "learning_rate": 4.660426787816485e-05, "loss": 0.0175, "step": 20480 }, { "epoch": 0.3397390194160269, "grad_norm": 0.0016800019657239318, "learning_rate": 4.6602609805839734e-05, "loss": 0.0068, "step": 20490 }, { "epoch": 0.3399048266485384, "grad_norm": 0.001605974044650793, "learning_rate": 4.660095173351462e-05, "loss": 0.0032, "step": 20500 }, { "epoch": 0.3400706338810499, "grad_norm": 0.27203354239463806, "learning_rate": 4.65992936611895e-05, "loss": 0.0176, "step": 20510 }, { "epoch": 0.3402364411135614, "grad_norm": 0.0030325218103826046, "learning_rate": 4.659763558886439e-05, "loss": 0.0013, "step": 20520 }, { "epoch": 0.34040224834607286, "grad_norm": 0.0154941501095891, "learning_rate": 4.6595977516539275e-05, "loss": 0.0129, "step": 20530 }, { "epoch": 0.34056805557858433, "grad_norm": 0.065730981528759, "learning_rate": 4.659431944421416e-05, "loss": 0.0165, "step": 20540 }, { "epoch": 0.3407338628110958, "grad_norm": 0.2782772183418274, "learning_rate": 4.659266137188905e-05, "loss": 0.0175, "step": 20550 }, { "epoch": 0.34089967004360733, "grad_norm": 0.4847356081008911, "learning_rate": 4.659100329956393e-05, "loss": 0.0055, "step": 20560 }, { "epoch": 0.3410654772761188, "grad_norm": 0.6863724589347839, "learning_rate": 4.6589345227238815e-05, "loss": 0.0083, "step": 20570 }, { "epoch": 0.3412312845086303, "grad_norm": 0.006271510850638151, "learning_rate": 4.65876871549137e-05, "loss": 0.0122, "step": 20580 }, { "epoch": 0.34139709174114174, "grad_norm": 0.03701026737689972, "learning_rate": 4.658602908258858e-05, "loss": 0.0109, "step": 20590 }, { "epoch": 0.3415628989736532, "grad_norm": 0.1571057140827179, "learning_rate": 4.658437101026347e-05, "loss": 0.0084, "step": 20600 }, { "epoch": 0.3417287062061647, "grad_norm": 0.10233006626367569, "learning_rate": 4.6582712937938356e-05, "loss": 0.0073, "step": 20610 }, { "epoch": 0.3418945134386762, "grad_norm": 0.7113935351371765, "learning_rate": 4.658105486561324e-05, "loss": 0.022, "step": 20620 }, { "epoch": 0.3420603206711877, "grad_norm": 0.06762129068374634, "learning_rate": 4.657939679328813e-05, "loss": 0.0085, "step": 20630 }, { "epoch": 0.34222612790369916, "grad_norm": 0.0013843177584931254, "learning_rate": 4.657773872096301e-05, "loss": 0.0136, "step": 20640 }, { "epoch": 0.34239193513621063, "grad_norm": 0.002287566661834717, "learning_rate": 4.657608064863789e-05, "loss": 0.0101, "step": 20650 }, { "epoch": 0.3425577423687221, "grad_norm": 0.06154787540435791, "learning_rate": 4.657442257631278e-05, "loss": 0.0178, "step": 20660 }, { "epoch": 0.3427235496012336, "grad_norm": 0.0004104238760191947, "learning_rate": 4.6572764503987664e-05, "loss": 0.0079, "step": 20670 }, { "epoch": 0.3428893568337451, "grad_norm": 0.0012511331588029861, "learning_rate": 4.6571106431662554e-05, "loss": 0.014, "step": 20680 }, { "epoch": 0.3430551640662566, "grad_norm": 0.001139912405051291, "learning_rate": 4.656944835933744e-05, "loss": 0.0171, "step": 20690 }, { "epoch": 0.34322097129876805, "grad_norm": 0.006874049082398415, "learning_rate": 4.656779028701232e-05, "loss": 0.001, "step": 20700 }, { "epoch": 0.3433867785312795, "grad_norm": 0.004395098891109228, "learning_rate": 4.656613221468721e-05, "loss": 0.0008, "step": 20710 }, { "epoch": 0.343552585763791, "grad_norm": 0.026328949257731438, "learning_rate": 4.656447414236209e-05, "loss": 0.0167, "step": 20720 }, { "epoch": 0.3437183929963025, "grad_norm": 0.02172042243182659, "learning_rate": 4.656281607003698e-05, "loss": 0.0108, "step": 20730 }, { "epoch": 0.343884200228814, "grad_norm": 0.026257067918777466, "learning_rate": 4.656115799771186e-05, "loss": 0.009, "step": 20740 }, { "epoch": 0.34405000746132547, "grad_norm": 0.84846031665802, "learning_rate": 4.6559499925386745e-05, "loss": 0.0122, "step": 20750 }, { "epoch": 0.34421581469383694, "grad_norm": 0.013881681486964226, "learning_rate": 4.6557841853061635e-05, "loss": 0.0053, "step": 20760 }, { "epoch": 0.3443816219263484, "grad_norm": 0.0022665185388177633, "learning_rate": 4.655618378073652e-05, "loss": 0.0193, "step": 20770 }, { "epoch": 0.3445474291588599, "grad_norm": 0.0019619136583060026, "learning_rate": 4.65545257084114e-05, "loss": 0.0175, "step": 20780 }, { "epoch": 0.3447132363913714, "grad_norm": 0.5994951128959656, "learning_rate": 4.655286763608629e-05, "loss": 0.0176, "step": 20790 }, { "epoch": 0.3448790436238829, "grad_norm": 0.030797384679317474, "learning_rate": 4.655120956376117e-05, "loss": 0.0118, "step": 20800 }, { "epoch": 0.34504485085639436, "grad_norm": 0.4980422556400299, "learning_rate": 4.654955149143606e-05, "loss": 0.0205, "step": 20810 }, { "epoch": 0.34521065808890583, "grad_norm": 0.09374410659074783, "learning_rate": 4.654789341911094e-05, "loss": 0.0284, "step": 20820 }, { "epoch": 0.3453764653214173, "grad_norm": 0.45202693343162537, "learning_rate": 4.6546235346785826e-05, "loss": 0.0075, "step": 20830 }, { "epoch": 0.3455422725539288, "grad_norm": 0.03236038610339165, "learning_rate": 4.654457727446072e-05, "loss": 0.0101, "step": 20840 }, { "epoch": 0.3457080797864403, "grad_norm": 1.839593529701233, "learning_rate": 4.65429192021356e-05, "loss": 0.0356, "step": 20850 }, { "epoch": 0.3458738870189518, "grad_norm": 0.4062574505805969, "learning_rate": 4.654126112981049e-05, "loss": 0.0183, "step": 20860 }, { "epoch": 0.34603969425146325, "grad_norm": 0.009179794229567051, "learning_rate": 4.653960305748537e-05, "loss": 0.0051, "step": 20870 }, { "epoch": 0.3462055014839747, "grad_norm": 0.21037103235721588, "learning_rate": 4.653794498516025e-05, "loss": 0.0119, "step": 20880 }, { "epoch": 0.3463713087164862, "grad_norm": 0.008744402788579464, "learning_rate": 4.653628691283514e-05, "loss": 0.0036, "step": 20890 }, { "epoch": 0.3465371159489977, "grad_norm": 0.01679391972720623, "learning_rate": 4.6534628840510024e-05, "loss": 0.0014, "step": 20900 }, { "epoch": 0.3467029231815092, "grad_norm": 0.08968185633420944, "learning_rate": 4.653297076818491e-05, "loss": 0.0037, "step": 20910 }, { "epoch": 0.34686873041402067, "grad_norm": 0.11775275319814682, "learning_rate": 4.65313126958598e-05, "loss": 0.0051, "step": 20920 }, { "epoch": 0.34703453764653214, "grad_norm": 0.63372403383255, "learning_rate": 4.652965462353468e-05, "loss": 0.0106, "step": 20930 }, { "epoch": 0.3472003448790436, "grad_norm": 0.7652347683906555, "learning_rate": 4.6527996551209565e-05, "loss": 0.0151, "step": 20940 }, { "epoch": 0.3473661521115551, "grad_norm": 0.2534799873828888, "learning_rate": 4.652633847888445e-05, "loss": 0.0146, "step": 20950 }, { "epoch": 0.3475319593440666, "grad_norm": 0.006677529308944941, "learning_rate": 4.652468040655933e-05, "loss": 0.0086, "step": 20960 }, { "epoch": 0.3476977665765781, "grad_norm": 0.002415283350273967, "learning_rate": 4.652302233423422e-05, "loss": 0.0013, "step": 20970 }, { "epoch": 0.34786357380908955, "grad_norm": 0.011709090322256088, "learning_rate": 4.6521364261909106e-05, "loss": 0.0126, "step": 20980 }, { "epoch": 0.348029381041601, "grad_norm": 0.15873007476329803, "learning_rate": 4.651970618958399e-05, "loss": 0.0118, "step": 20990 }, { "epoch": 0.3481951882741125, "grad_norm": 0.04247105121612549, "learning_rate": 4.651804811725888e-05, "loss": 0.0142, "step": 21000 }, { "epoch": 0.34836099550662397, "grad_norm": 0.10677752643823624, "learning_rate": 4.651639004493376e-05, "loss": 0.0158, "step": 21010 }, { "epoch": 0.3485268027391355, "grad_norm": 0.024497371166944504, "learning_rate": 4.6514731972608646e-05, "loss": 0.0011, "step": 21020 }, { "epoch": 0.34869260997164697, "grad_norm": 0.048155102878808975, "learning_rate": 4.651307390028353e-05, "loss": 0.0011, "step": 21030 }, { "epoch": 0.34885841720415844, "grad_norm": 0.11558731645345688, "learning_rate": 4.651141582795841e-05, "loss": 0.0145, "step": 21040 }, { "epoch": 0.3490242244366699, "grad_norm": 0.00942992977797985, "learning_rate": 4.6509757755633304e-05, "loss": 0.0005, "step": 21050 }, { "epoch": 0.3491900316691814, "grad_norm": 0.03053080290555954, "learning_rate": 4.650809968330819e-05, "loss": 0.0163, "step": 21060 }, { "epoch": 0.3493558389016929, "grad_norm": 0.0015400100965052843, "learning_rate": 4.650644161098308e-05, "loss": 0.0208, "step": 21070 }, { "epoch": 0.3495216461342044, "grad_norm": 0.2918691337108612, "learning_rate": 4.650478353865796e-05, "loss": 0.0074, "step": 21080 }, { "epoch": 0.34968745336671586, "grad_norm": 2.445472002029419, "learning_rate": 4.6503125466332844e-05, "loss": 0.0067, "step": 21090 }, { "epoch": 0.34985326059922733, "grad_norm": 0.8624869585037231, "learning_rate": 4.650146739400773e-05, "loss": 0.0125, "step": 21100 }, { "epoch": 0.3500190678317388, "grad_norm": 0.010828349739313126, "learning_rate": 4.649980932168261e-05, "loss": 0.0184, "step": 21110 }, { "epoch": 0.3501848750642503, "grad_norm": 2.0782439708709717, "learning_rate": 4.6498151249357495e-05, "loss": 0.0504, "step": 21120 }, { "epoch": 0.3503506822967618, "grad_norm": 0.8180920481681824, "learning_rate": 4.6496493177032385e-05, "loss": 0.0188, "step": 21130 }, { "epoch": 0.3505164895292733, "grad_norm": 0.4912376403808594, "learning_rate": 4.649483510470727e-05, "loss": 0.029, "step": 21140 }, { "epoch": 0.35068229676178475, "grad_norm": 0.016281649470329285, "learning_rate": 4.649317703238216e-05, "loss": 0.0063, "step": 21150 }, { "epoch": 0.3508481039942962, "grad_norm": 0.008544367738068104, "learning_rate": 4.649151896005704e-05, "loss": 0.0016, "step": 21160 }, { "epoch": 0.3510139112268077, "grad_norm": 0.005545034073293209, "learning_rate": 4.6489860887731926e-05, "loss": 0.0089, "step": 21170 }, { "epoch": 0.35117971845931917, "grad_norm": 0.018536768853664398, "learning_rate": 4.648820281540681e-05, "loss": 0.0129, "step": 21180 }, { "epoch": 0.3513455256918307, "grad_norm": 0.08608189225196838, "learning_rate": 4.648654474308169e-05, "loss": 0.0061, "step": 21190 }, { "epoch": 0.35151133292434217, "grad_norm": 0.011489322409033775, "learning_rate": 4.648488667075658e-05, "loss": 0.0062, "step": 21200 }, { "epoch": 0.35167714015685364, "grad_norm": 0.005756027530878782, "learning_rate": 4.6483228598431466e-05, "loss": 0.0071, "step": 21210 }, { "epoch": 0.3518429473893651, "grad_norm": 0.38548579812049866, "learning_rate": 4.648157052610635e-05, "loss": 0.0083, "step": 21220 }, { "epoch": 0.3520087546218766, "grad_norm": 0.006546678952872753, "learning_rate": 4.647991245378124e-05, "loss": 0.0075, "step": 21230 }, { "epoch": 0.3521745618543881, "grad_norm": 0.4052790701389313, "learning_rate": 4.6478254381456124e-05, "loss": 0.0055, "step": 21240 }, { "epoch": 0.3523403690868996, "grad_norm": 0.03466833010315895, "learning_rate": 4.647659630913101e-05, "loss": 0.0156, "step": 21250 }, { "epoch": 0.35250617631941106, "grad_norm": 0.3173932731151581, "learning_rate": 4.647493823680589e-05, "loss": 0.0167, "step": 21260 }, { "epoch": 0.35267198355192253, "grad_norm": 0.9406988024711609, "learning_rate": 4.6473280164480774e-05, "loss": 0.0143, "step": 21270 }, { "epoch": 0.352837790784434, "grad_norm": 0.5098180770874023, "learning_rate": 4.6471622092155664e-05, "loss": 0.012, "step": 21280 }, { "epoch": 0.3530035980169455, "grad_norm": 0.474555104970932, "learning_rate": 4.646996401983055e-05, "loss": 0.0096, "step": 21290 }, { "epoch": 0.353169405249457, "grad_norm": 0.0026220420841127634, "learning_rate": 4.646830594750543e-05, "loss": 0.0082, "step": 21300 }, { "epoch": 0.3533352124819685, "grad_norm": 0.527185320854187, "learning_rate": 4.646664787518032e-05, "loss": 0.0092, "step": 21310 }, { "epoch": 0.35350101971447995, "grad_norm": 0.27850982546806335, "learning_rate": 4.6464989802855205e-05, "loss": 0.0067, "step": 21320 }, { "epoch": 0.3536668269469914, "grad_norm": 0.00851439405232668, "learning_rate": 4.646333173053009e-05, "loss": 0.0077, "step": 21330 }, { "epoch": 0.3538326341795029, "grad_norm": 0.020361589267849922, "learning_rate": 4.646167365820497e-05, "loss": 0.0145, "step": 21340 }, { "epoch": 0.3539984414120144, "grad_norm": 0.0005570537177845836, "learning_rate": 4.6460015585879855e-05, "loss": 0.0107, "step": 21350 }, { "epoch": 0.3541642486445259, "grad_norm": 0.12104702740907669, "learning_rate": 4.6458357513554746e-05, "loss": 0.015, "step": 21360 }, { "epoch": 0.35433005587703736, "grad_norm": 0.11615961790084839, "learning_rate": 4.645669944122963e-05, "loss": 0.0112, "step": 21370 }, { "epoch": 0.35449586310954884, "grad_norm": 0.4655389189720154, "learning_rate": 4.645504136890451e-05, "loss": 0.008, "step": 21380 }, { "epoch": 0.3546616703420603, "grad_norm": 0.06386834383010864, "learning_rate": 4.64533832965794e-05, "loss": 0.0179, "step": 21390 }, { "epoch": 0.3548274775745718, "grad_norm": 0.025236312299966812, "learning_rate": 4.6451725224254286e-05, "loss": 0.0116, "step": 21400 }, { "epoch": 0.3549932848070833, "grad_norm": 1.3681946992874146, "learning_rate": 4.645006715192917e-05, "loss": 0.0211, "step": 21410 }, { "epoch": 0.3551590920395948, "grad_norm": 0.01066774781793356, "learning_rate": 4.644840907960405e-05, "loss": 0.0029, "step": 21420 }, { "epoch": 0.35532489927210625, "grad_norm": 0.2161775380373001, "learning_rate": 4.644675100727894e-05, "loss": 0.0044, "step": 21430 }, { "epoch": 0.3554907065046177, "grad_norm": 0.014447150751948357, "learning_rate": 4.644509293495383e-05, "loss": 0.0108, "step": 21440 }, { "epoch": 0.3556565137371292, "grad_norm": 0.2813713848590851, "learning_rate": 4.644343486262871e-05, "loss": 0.0124, "step": 21450 }, { "epoch": 0.35582232096964067, "grad_norm": 0.0026638642884790897, "learning_rate": 4.6441776790303594e-05, "loss": 0.0073, "step": 21460 }, { "epoch": 0.3559881282021522, "grad_norm": 0.002597650047391653, "learning_rate": 4.6440118717978484e-05, "loss": 0.0214, "step": 21470 }, { "epoch": 0.35615393543466367, "grad_norm": 0.07498805224895477, "learning_rate": 4.643846064565337e-05, "loss": 0.0042, "step": 21480 }, { "epoch": 0.35631974266717514, "grad_norm": 0.013159307651221752, "learning_rate": 4.643680257332825e-05, "loss": 0.0035, "step": 21490 }, { "epoch": 0.3564855498996866, "grad_norm": 0.07539711892604828, "learning_rate": 4.6435144501003135e-05, "loss": 0.037, "step": 21500 }, { "epoch": 0.3566513571321981, "grad_norm": 0.001089578727260232, "learning_rate": 4.643348642867802e-05, "loss": 0.007, "step": 21510 }, { "epoch": 0.3568171643647096, "grad_norm": 0.2551211416721344, "learning_rate": 4.643182835635291e-05, "loss": 0.0107, "step": 21520 }, { "epoch": 0.3569829715972211, "grad_norm": 0.7439578771591187, "learning_rate": 4.643017028402779e-05, "loss": 0.0139, "step": 21530 }, { "epoch": 0.35714877882973256, "grad_norm": 0.6551162004470825, "learning_rate": 4.642851221170268e-05, "loss": 0.0123, "step": 21540 }, { "epoch": 0.35731458606224403, "grad_norm": 0.011472093872725964, "learning_rate": 4.6426854139377566e-05, "loss": 0.0097, "step": 21550 }, { "epoch": 0.3574803932947555, "grad_norm": 0.021907474845647812, "learning_rate": 4.642519606705244e-05, "loss": 0.0208, "step": 21560 }, { "epoch": 0.357646200527267, "grad_norm": 0.48806318640708923, "learning_rate": 4.642353799472733e-05, "loss": 0.0157, "step": 21570 }, { "epoch": 0.3578120077597785, "grad_norm": 0.030101826414465904, "learning_rate": 4.6421879922402216e-05, "loss": 0.0094, "step": 21580 }, { "epoch": 0.35797781499229, "grad_norm": 0.06682966649532318, "learning_rate": 4.64202218500771e-05, "loss": 0.0154, "step": 21590 }, { "epoch": 0.35814362222480145, "grad_norm": 0.026917286217212677, "learning_rate": 4.641856377775199e-05, "loss": 0.0092, "step": 21600 }, { "epoch": 0.3583094294573129, "grad_norm": 0.003315681591629982, "learning_rate": 4.641690570542687e-05, "loss": 0.0032, "step": 21610 }, { "epoch": 0.3584752366898244, "grad_norm": 0.01923023723065853, "learning_rate": 4.6415247633101764e-05, "loss": 0.0005, "step": 21620 }, { "epoch": 0.35864104392233587, "grad_norm": 0.021620891988277435, "learning_rate": 4.641358956077664e-05, "loss": 0.0054, "step": 21630 }, { "epoch": 0.3588068511548474, "grad_norm": 0.7200126647949219, "learning_rate": 4.6411931488451524e-05, "loss": 0.0132, "step": 21640 }, { "epoch": 0.35897265838735887, "grad_norm": 0.28191664814949036, "learning_rate": 4.6410273416126414e-05, "loss": 0.006, "step": 21650 }, { "epoch": 0.35913846561987034, "grad_norm": 0.0030042959842830896, "learning_rate": 4.64086153438013e-05, "loss": 0.0023, "step": 21660 }, { "epoch": 0.3593042728523818, "grad_norm": 0.9932172894477844, "learning_rate": 4.640695727147618e-05, "loss": 0.0117, "step": 21670 }, { "epoch": 0.3594700800848933, "grad_norm": 0.005944724194705486, "learning_rate": 4.640529919915107e-05, "loss": 0.0043, "step": 21680 }, { "epoch": 0.3596358873174048, "grad_norm": 0.0021877787075936794, "learning_rate": 4.6403641126825955e-05, "loss": 0.0041, "step": 21690 }, { "epoch": 0.3598016945499163, "grad_norm": 0.0007984486292116344, "learning_rate": 4.6401983054500845e-05, "loss": 0.0071, "step": 21700 }, { "epoch": 0.35996750178242776, "grad_norm": 0.3374616503715515, "learning_rate": 4.640032498217572e-05, "loss": 0.0204, "step": 21710 }, { "epoch": 0.36013330901493923, "grad_norm": 0.3554394543170929, "learning_rate": 4.6398666909850605e-05, "loss": 0.0184, "step": 21720 }, { "epoch": 0.3602991162474507, "grad_norm": 0.4675487279891968, "learning_rate": 4.6397008837525495e-05, "loss": 0.0135, "step": 21730 }, { "epoch": 0.3604649234799622, "grad_norm": 0.36736801266670227, "learning_rate": 4.639535076520038e-05, "loss": 0.0062, "step": 21740 }, { "epoch": 0.3606307307124737, "grad_norm": 0.008075137622654438, "learning_rate": 4.639369269287527e-05, "loss": 0.0137, "step": 21750 }, { "epoch": 0.3607965379449852, "grad_norm": 0.2871454358100891, "learning_rate": 4.639203462055015e-05, "loss": 0.0193, "step": 21760 }, { "epoch": 0.36096234517749665, "grad_norm": 0.006667615380138159, "learning_rate": 4.6390376548225036e-05, "loss": 0.0018, "step": 21770 }, { "epoch": 0.3611281524100081, "grad_norm": 0.0012108460068702698, "learning_rate": 4.638871847589992e-05, "loss": 0.0094, "step": 21780 }, { "epoch": 0.3612939596425196, "grad_norm": 0.11414441466331482, "learning_rate": 4.63870604035748e-05, "loss": 0.0038, "step": 21790 }, { "epoch": 0.36145976687503106, "grad_norm": 0.009034245274960995, "learning_rate": 4.6385402331249687e-05, "loss": 0.009, "step": 21800 }, { "epoch": 0.3616255741075426, "grad_norm": 0.0044540902599692345, "learning_rate": 4.638374425892458e-05, "loss": 0.0113, "step": 21810 }, { "epoch": 0.36179138134005406, "grad_norm": 1.1855608224868774, "learning_rate": 4.638208618659946e-05, "loss": 0.0198, "step": 21820 }, { "epoch": 0.36195718857256554, "grad_norm": 0.5756886005401611, "learning_rate": 4.638042811427435e-05, "loss": 0.0141, "step": 21830 }, { "epoch": 0.362122995805077, "grad_norm": 0.11807325482368469, "learning_rate": 4.6378770041949234e-05, "loss": 0.0076, "step": 21840 }, { "epoch": 0.3622888030375885, "grad_norm": 0.006167169660329819, "learning_rate": 4.637711196962412e-05, "loss": 0.0126, "step": 21850 }, { "epoch": 0.3624546102701, "grad_norm": 0.0025737069081515074, "learning_rate": 4.6375453897299e-05, "loss": 0.007, "step": 21860 }, { "epoch": 0.3626204175026115, "grad_norm": 0.054614946246147156, "learning_rate": 4.6373795824973884e-05, "loss": 0.0014, "step": 21870 }, { "epoch": 0.36278622473512295, "grad_norm": 0.44247737526893616, "learning_rate": 4.6372137752648775e-05, "loss": 0.0099, "step": 21880 }, { "epoch": 0.3629520319676344, "grad_norm": 0.39503398537635803, "learning_rate": 4.637047968032366e-05, "loss": 0.0151, "step": 21890 }, { "epoch": 0.3631178392001459, "grad_norm": 0.004322464112192392, "learning_rate": 4.636882160799854e-05, "loss": 0.0051, "step": 21900 }, { "epoch": 0.36328364643265737, "grad_norm": 0.031833715736866, "learning_rate": 4.636716353567343e-05, "loss": 0.019, "step": 21910 }, { "epoch": 0.3634494536651689, "grad_norm": 0.005306317005306482, "learning_rate": 4.6365505463348315e-05, "loss": 0.0033, "step": 21920 }, { "epoch": 0.36361526089768037, "grad_norm": 0.2985513508319855, "learning_rate": 4.63638473910232e-05, "loss": 0.0028, "step": 21930 }, { "epoch": 0.36378106813019184, "grad_norm": 0.39952075481414795, "learning_rate": 4.636218931869808e-05, "loss": 0.0268, "step": 21940 }, { "epoch": 0.3639468753627033, "grad_norm": 0.007315597031265497, "learning_rate": 4.6360531246372966e-05, "loss": 0.006, "step": 21950 }, { "epoch": 0.3641126825952148, "grad_norm": 0.018756140023469925, "learning_rate": 4.6358873174047856e-05, "loss": 0.0012, "step": 21960 }, { "epoch": 0.36427848982772626, "grad_norm": 1.5628100633621216, "learning_rate": 4.635721510172274e-05, "loss": 0.0173, "step": 21970 }, { "epoch": 0.3644442970602378, "grad_norm": 0.025714756920933723, "learning_rate": 4.635555702939762e-05, "loss": 0.0019, "step": 21980 }, { "epoch": 0.36461010429274926, "grad_norm": 1.053876519203186, "learning_rate": 4.635389895707251e-05, "loss": 0.0129, "step": 21990 }, { "epoch": 0.36477591152526073, "grad_norm": 0.0005597830750048161, "learning_rate": 4.63522408847474e-05, "loss": 0.0007, "step": 22000 }, { "epoch": 0.3649417187577722, "grad_norm": 0.013370543718338013, "learning_rate": 4.635058281242228e-05, "loss": 0.0026, "step": 22010 }, { "epoch": 0.3651075259902837, "grad_norm": 0.013996072113513947, "learning_rate": 4.6348924740097164e-05, "loss": 0.0049, "step": 22020 }, { "epoch": 0.3652733332227952, "grad_norm": 0.27653759717941284, "learning_rate": 4.634726666777205e-05, "loss": 0.0049, "step": 22030 }, { "epoch": 0.3654391404553067, "grad_norm": 0.006047689821571112, "learning_rate": 4.634560859544694e-05, "loss": 0.0164, "step": 22040 }, { "epoch": 0.36560494768781815, "grad_norm": 1.0879530906677246, "learning_rate": 4.634395052312182e-05, "loss": 0.0074, "step": 22050 }, { "epoch": 0.3657707549203296, "grad_norm": 0.0929049402475357, "learning_rate": 4.6342292450796704e-05, "loss": 0.0102, "step": 22060 }, { "epoch": 0.3659365621528411, "grad_norm": 0.008518602699041367, "learning_rate": 4.6340634378471595e-05, "loss": 0.0063, "step": 22070 }, { "epoch": 0.36610236938535257, "grad_norm": 0.05178586766123772, "learning_rate": 4.633897630614648e-05, "loss": 0.0195, "step": 22080 }, { "epoch": 0.3662681766178641, "grad_norm": 0.5992889404296875, "learning_rate": 4.633731823382136e-05, "loss": 0.006, "step": 22090 }, { "epoch": 0.36643398385037557, "grad_norm": 0.08062233030796051, "learning_rate": 4.6335660161496245e-05, "loss": 0.0044, "step": 22100 }, { "epoch": 0.36659979108288704, "grad_norm": 0.06846253573894501, "learning_rate": 4.633400208917113e-05, "loss": 0.0083, "step": 22110 }, { "epoch": 0.3667655983153985, "grad_norm": 0.0004798574955202639, "learning_rate": 4.633234401684602e-05, "loss": 0.0054, "step": 22120 }, { "epoch": 0.36693140554791, "grad_norm": 0.02602461911737919, "learning_rate": 4.63306859445209e-05, "loss": 0.0144, "step": 22130 }, { "epoch": 0.36709721278042146, "grad_norm": 0.05870187655091286, "learning_rate": 4.6329027872195786e-05, "loss": 0.0107, "step": 22140 }, { "epoch": 0.367263020012933, "grad_norm": 1.2654647827148438, "learning_rate": 4.6327369799870676e-05, "loss": 0.0052, "step": 22150 }, { "epoch": 0.36742882724544446, "grad_norm": 0.018296314403414726, "learning_rate": 4.632571172754556e-05, "loss": 0.0108, "step": 22160 }, { "epoch": 0.36759463447795593, "grad_norm": 0.04227831959724426, "learning_rate": 4.632405365522044e-05, "loss": 0.015, "step": 22170 }, { "epoch": 0.3677604417104674, "grad_norm": 1.7987903356552124, "learning_rate": 4.6322395582895327e-05, "loss": 0.0151, "step": 22180 }, { "epoch": 0.3679262489429789, "grad_norm": 0.059915002435445786, "learning_rate": 4.632073751057021e-05, "loss": 0.0081, "step": 22190 }, { "epoch": 0.3680920561754904, "grad_norm": 0.08986654877662659, "learning_rate": 4.63190794382451e-05, "loss": 0.0196, "step": 22200 }, { "epoch": 0.3682578634080019, "grad_norm": 0.01450286339968443, "learning_rate": 4.6317421365919984e-05, "loss": 0.0012, "step": 22210 }, { "epoch": 0.36842367064051335, "grad_norm": 0.6557223200798035, "learning_rate": 4.6315763293594874e-05, "loss": 0.0106, "step": 22220 }, { "epoch": 0.3685894778730248, "grad_norm": 0.009948299266397953, "learning_rate": 4.631410522126976e-05, "loss": 0.0478, "step": 22230 }, { "epoch": 0.3687552851055363, "grad_norm": 0.0014597111148759723, "learning_rate": 4.631244714894464e-05, "loss": 0.008, "step": 22240 }, { "epoch": 0.36892109233804776, "grad_norm": 0.15206055343151093, "learning_rate": 4.6310789076619524e-05, "loss": 0.0147, "step": 22250 }, { "epoch": 0.3690868995705593, "grad_norm": 0.08486097306013107, "learning_rate": 4.630913100429441e-05, "loss": 0.0086, "step": 22260 }, { "epoch": 0.36925270680307076, "grad_norm": 0.06191328540444374, "learning_rate": 4.630747293196929e-05, "loss": 0.0034, "step": 22270 }, { "epoch": 0.36941851403558223, "grad_norm": 0.9053910374641418, "learning_rate": 4.630581485964418e-05, "loss": 0.0219, "step": 22280 }, { "epoch": 0.3695843212680937, "grad_norm": 1.502366304397583, "learning_rate": 4.6304156787319065e-05, "loss": 0.0176, "step": 22290 }, { "epoch": 0.3697501285006052, "grad_norm": 0.7370454668998718, "learning_rate": 4.6302498714993955e-05, "loss": 0.0092, "step": 22300 }, { "epoch": 0.36991593573311665, "grad_norm": 0.7035604119300842, "learning_rate": 4.630084064266884e-05, "loss": 0.0189, "step": 22310 }, { "epoch": 0.3700817429656282, "grad_norm": 0.020449968054890633, "learning_rate": 4.6299182570343716e-05, "loss": 0.0031, "step": 22320 }, { "epoch": 0.37024755019813965, "grad_norm": 0.0011365979444235563, "learning_rate": 4.6297524498018606e-05, "loss": 0.0092, "step": 22330 }, { "epoch": 0.3704133574306511, "grad_norm": 0.9568859338760376, "learning_rate": 4.629586642569349e-05, "loss": 0.0302, "step": 22340 }, { "epoch": 0.3705791646631626, "grad_norm": 0.007750700227916241, "learning_rate": 4.629420835336837e-05, "loss": 0.0074, "step": 22350 }, { "epoch": 0.37074497189567407, "grad_norm": 0.0024249202106148005, "learning_rate": 4.629255028104326e-05, "loss": 0.0143, "step": 22360 }, { "epoch": 0.3709107791281856, "grad_norm": 3.044854164123535, "learning_rate": 4.6290892208718146e-05, "loss": 0.0295, "step": 22370 }, { "epoch": 0.37107658636069707, "grad_norm": 0.0004948629648424685, "learning_rate": 4.628923413639304e-05, "loss": 0.0067, "step": 22380 }, { "epoch": 0.37124239359320854, "grad_norm": 0.24632804095745087, "learning_rate": 4.6287576064067913e-05, "loss": 0.0036, "step": 22390 }, { "epoch": 0.37140820082572, "grad_norm": 0.25574350357055664, "learning_rate": 4.62859179917428e-05, "loss": 0.02, "step": 22400 }, { "epoch": 0.3715740080582315, "grad_norm": 0.2511567175388336, "learning_rate": 4.628425991941769e-05, "loss": 0.0196, "step": 22410 }, { "epoch": 0.37173981529074296, "grad_norm": 0.006666766945272684, "learning_rate": 4.628260184709257e-05, "loss": 0.0103, "step": 22420 }, { "epoch": 0.3719056225232545, "grad_norm": 0.0016286367317661643, "learning_rate": 4.628094377476746e-05, "loss": 0.0109, "step": 22430 }, { "epoch": 0.37207142975576596, "grad_norm": 0.5233529806137085, "learning_rate": 4.6279285702442344e-05, "loss": 0.0039, "step": 22440 }, { "epoch": 0.37223723698827743, "grad_norm": 0.011954986490309238, "learning_rate": 4.627762763011723e-05, "loss": 0.0012, "step": 22450 }, { "epoch": 0.3724030442207889, "grad_norm": 0.0022297895047813654, "learning_rate": 4.627596955779212e-05, "loss": 0.0027, "step": 22460 }, { "epoch": 0.3725688514533004, "grad_norm": 0.0015408432809635997, "learning_rate": 4.6274311485466995e-05, "loss": 0.0073, "step": 22470 }, { "epoch": 0.37273465868581185, "grad_norm": 0.001051299273967743, "learning_rate": 4.627265341314188e-05, "loss": 0.0116, "step": 22480 }, { "epoch": 0.3729004659183234, "grad_norm": 0.12379126250743866, "learning_rate": 4.627099534081677e-05, "loss": 0.0036, "step": 22490 }, { "epoch": 0.37306627315083485, "grad_norm": 0.2896876633167267, "learning_rate": 4.626933726849165e-05, "loss": 0.027, "step": 22500 }, { "epoch": 0.3732320803833463, "grad_norm": 0.001227540778927505, "learning_rate": 4.626767919616654e-05, "loss": 0.0069, "step": 22510 }, { "epoch": 0.3733978876158578, "grad_norm": 0.048939164727926254, "learning_rate": 4.6266021123841426e-05, "loss": 0.0111, "step": 22520 }, { "epoch": 0.37356369484836927, "grad_norm": 0.0003912456741090864, "learning_rate": 4.626436305151631e-05, "loss": 0.0038, "step": 22530 }, { "epoch": 0.3737295020808808, "grad_norm": 0.5212793350219727, "learning_rate": 4.626270497919119e-05, "loss": 0.0067, "step": 22540 }, { "epoch": 0.37389530931339227, "grad_norm": 0.004788815975189209, "learning_rate": 4.6261046906866076e-05, "loss": 0.0105, "step": 22550 }, { "epoch": 0.37406111654590374, "grad_norm": 0.595399022102356, "learning_rate": 4.6259388834540966e-05, "loss": 0.0157, "step": 22560 }, { "epoch": 0.3742269237784152, "grad_norm": 0.3830641508102417, "learning_rate": 4.625773076221585e-05, "loss": 0.0135, "step": 22570 }, { "epoch": 0.3743927310109267, "grad_norm": 0.020870165899395943, "learning_rate": 4.6256072689890733e-05, "loss": 0.0016, "step": 22580 }, { "epoch": 0.37455853824343815, "grad_norm": 0.4811341166496277, "learning_rate": 4.6254414617565624e-05, "loss": 0.0111, "step": 22590 }, { "epoch": 0.3747243454759497, "grad_norm": 0.1189010813832283, "learning_rate": 4.625275654524051e-05, "loss": 0.0039, "step": 22600 }, { "epoch": 0.37489015270846116, "grad_norm": 0.006261907983571291, "learning_rate": 4.625109847291539e-05, "loss": 0.0254, "step": 22610 }, { "epoch": 0.3750559599409726, "grad_norm": 0.0073298439383506775, "learning_rate": 4.6249440400590274e-05, "loss": 0.0143, "step": 22620 }, { "epoch": 0.3752217671734841, "grad_norm": 0.1761963963508606, "learning_rate": 4.624778232826516e-05, "loss": 0.001, "step": 22630 }, { "epoch": 0.37538757440599557, "grad_norm": 0.03250988945364952, "learning_rate": 4.624612425594005e-05, "loss": 0.0183, "step": 22640 }, { "epoch": 0.37555338163850704, "grad_norm": 0.013309973292052746, "learning_rate": 4.624446618361493e-05, "loss": 0.0079, "step": 22650 }, { "epoch": 0.3757191888710186, "grad_norm": 0.5514638423919678, "learning_rate": 4.6242808111289815e-05, "loss": 0.0092, "step": 22660 }, { "epoch": 0.37588499610353004, "grad_norm": 0.45776471495628357, "learning_rate": 4.6241150038964705e-05, "loss": 0.0106, "step": 22670 }, { "epoch": 0.3760508033360415, "grad_norm": 0.022803641855716705, "learning_rate": 4.623949196663959e-05, "loss": 0.0107, "step": 22680 }, { "epoch": 0.376216610568553, "grad_norm": 0.0022435926366597414, "learning_rate": 4.623783389431447e-05, "loss": 0.01, "step": 22690 }, { "epoch": 0.37638241780106446, "grad_norm": 0.1982651650905609, "learning_rate": 4.6236175821989356e-05, "loss": 0.0071, "step": 22700 }, { "epoch": 0.376548225033576, "grad_norm": 0.3521530032157898, "learning_rate": 4.623451774966424e-05, "loss": 0.0114, "step": 22710 }, { "epoch": 0.37671403226608746, "grad_norm": 0.041481658816337585, "learning_rate": 4.623285967733913e-05, "loss": 0.0092, "step": 22720 }, { "epoch": 0.37687983949859893, "grad_norm": 0.166648268699646, "learning_rate": 4.623120160501401e-05, "loss": 0.009, "step": 22730 }, { "epoch": 0.3770456467311104, "grad_norm": 0.2739027738571167, "learning_rate": 4.6229543532688896e-05, "loss": 0.0075, "step": 22740 }, { "epoch": 0.3772114539636219, "grad_norm": 0.39936888217926025, "learning_rate": 4.6227885460363786e-05, "loss": 0.0042, "step": 22750 }, { "epoch": 0.37737726119613335, "grad_norm": 0.028219936415553093, "learning_rate": 4.622622738803867e-05, "loss": 0.0075, "step": 22760 }, { "epoch": 0.3775430684286449, "grad_norm": 0.0009691272862255573, "learning_rate": 4.6224569315713553e-05, "loss": 0.0122, "step": 22770 }, { "epoch": 0.37770887566115635, "grad_norm": 0.5274335145950317, "learning_rate": 4.622291124338844e-05, "loss": 0.0127, "step": 22780 }, { "epoch": 0.3778746828936678, "grad_norm": 0.00409161951392889, "learning_rate": 4.622125317106332e-05, "loss": 0.011, "step": 22790 }, { "epoch": 0.3780404901261793, "grad_norm": 1.028006911277771, "learning_rate": 4.621959509873821e-05, "loss": 0.0245, "step": 22800 }, { "epoch": 0.37820629735869077, "grad_norm": 0.0004553688922896981, "learning_rate": 4.6217937026413094e-05, "loss": 0.0219, "step": 22810 }, { "epoch": 0.37837210459120224, "grad_norm": 0.005282693076878786, "learning_rate": 4.621627895408798e-05, "loss": 0.002, "step": 22820 }, { "epoch": 0.37853791182371377, "grad_norm": 0.025669492781162262, "learning_rate": 4.621462088176287e-05, "loss": 0.0038, "step": 22830 }, { "epoch": 0.37870371905622524, "grad_norm": 0.048327282071113586, "learning_rate": 4.621296280943775e-05, "loss": 0.0112, "step": 22840 }, { "epoch": 0.3788695262887367, "grad_norm": 0.048165641725063324, "learning_rate": 4.6211304737112635e-05, "loss": 0.0025, "step": 22850 }, { "epoch": 0.3790353335212482, "grad_norm": 0.0011585971806198359, "learning_rate": 4.620964666478752e-05, "loss": 0.0122, "step": 22860 }, { "epoch": 0.37920114075375966, "grad_norm": 0.008842546492815018, "learning_rate": 4.62079885924624e-05, "loss": 0.0016, "step": 22870 }, { "epoch": 0.3793669479862712, "grad_norm": 0.03074539080262184, "learning_rate": 4.620633052013729e-05, "loss": 0.003, "step": 22880 }, { "epoch": 0.37953275521878266, "grad_norm": 0.4901660978794098, "learning_rate": 4.6204672447812175e-05, "loss": 0.0125, "step": 22890 }, { "epoch": 0.37969856245129413, "grad_norm": 0.01870180293917656, "learning_rate": 4.6203014375487066e-05, "loss": 0.0034, "step": 22900 }, { "epoch": 0.3798643696838056, "grad_norm": 0.0026814197190105915, "learning_rate": 4.620135630316195e-05, "loss": 0.005, "step": 22910 }, { "epoch": 0.3800301769163171, "grad_norm": 0.13681760430335999, "learning_rate": 4.619969823083683e-05, "loss": 0.0009, "step": 22920 }, { "epoch": 0.38019598414882855, "grad_norm": 0.0036497614346444607, "learning_rate": 4.6198040158511716e-05, "loss": 0.0003, "step": 22930 }, { "epoch": 0.3803617913813401, "grad_norm": 0.0043557798489928246, "learning_rate": 4.61963820861866e-05, "loss": 0.0013, "step": 22940 }, { "epoch": 0.38052759861385155, "grad_norm": 0.30415433645248413, "learning_rate": 4.619472401386148e-05, "loss": 0.0098, "step": 22950 }, { "epoch": 0.380693405846363, "grad_norm": 0.0001867232349468395, "learning_rate": 4.6193065941536373e-05, "loss": 0.0223, "step": 22960 }, { "epoch": 0.3808592130788745, "grad_norm": 0.41318246722221375, "learning_rate": 4.619140786921126e-05, "loss": 0.0148, "step": 22970 }, { "epoch": 0.38102502031138596, "grad_norm": 0.03601359948515892, "learning_rate": 4.618974979688615e-05, "loss": 0.0071, "step": 22980 }, { "epoch": 0.3811908275438975, "grad_norm": 0.33006659150123596, "learning_rate": 4.618809172456103e-05, "loss": 0.0126, "step": 22990 }, { "epoch": 0.38135663477640896, "grad_norm": 0.007291944697499275, "learning_rate": 4.6186433652235914e-05, "loss": 0.008, "step": 23000 }, { "epoch": 0.38152244200892044, "grad_norm": 0.04125931113958359, "learning_rate": 4.61847755799108e-05, "loss": 0.0138, "step": 23010 }, { "epoch": 0.3816882492414319, "grad_norm": 0.018635276705026627, "learning_rate": 4.618311750758568e-05, "loss": 0.0005, "step": 23020 }, { "epoch": 0.3818540564739434, "grad_norm": 0.011360201984643936, "learning_rate": 4.6181459435260565e-05, "loss": 0.0178, "step": 23030 }, { "epoch": 0.38201986370645485, "grad_norm": 0.49772003293037415, "learning_rate": 4.6179801362935455e-05, "loss": 0.0106, "step": 23040 }, { "epoch": 0.3821856709389664, "grad_norm": 0.6685953140258789, "learning_rate": 4.617814329061034e-05, "loss": 0.0078, "step": 23050 }, { "epoch": 0.38235147817147785, "grad_norm": 0.004294500686228275, "learning_rate": 4.617648521828523e-05, "loss": 0.0129, "step": 23060 }, { "epoch": 0.3825172854039893, "grad_norm": 0.4194336235523224, "learning_rate": 4.617482714596011e-05, "loss": 0.0061, "step": 23070 }, { "epoch": 0.3826830926365008, "grad_norm": 0.06640587747097015, "learning_rate": 4.617316907363499e-05, "loss": 0.0106, "step": 23080 }, { "epoch": 0.38284889986901227, "grad_norm": 0.9858404397964478, "learning_rate": 4.617151100130988e-05, "loss": 0.0169, "step": 23090 }, { "epoch": 0.38301470710152374, "grad_norm": 0.49006325006484985, "learning_rate": 4.616985292898476e-05, "loss": 0.0092, "step": 23100 }, { "epoch": 0.38318051433403527, "grad_norm": 0.01749076507985592, "learning_rate": 4.616819485665965e-05, "loss": 0.0042, "step": 23110 }, { "epoch": 0.38334632156654674, "grad_norm": 0.9671266674995422, "learning_rate": 4.6166536784334536e-05, "loss": 0.023, "step": 23120 }, { "epoch": 0.3835121287990582, "grad_norm": 0.20306508243083954, "learning_rate": 4.616487871200942e-05, "loss": 0.0287, "step": 23130 }, { "epoch": 0.3836779360315697, "grad_norm": 0.13714821636676788, "learning_rate": 4.616322063968431e-05, "loss": 0.0063, "step": 23140 }, { "epoch": 0.38384374326408116, "grad_norm": 0.0005310051492415369, "learning_rate": 4.616156256735919e-05, "loss": 0.0044, "step": 23150 }, { "epoch": 0.3840095504965927, "grad_norm": 0.011851453222334385, "learning_rate": 4.615990449503407e-05, "loss": 0.0122, "step": 23160 }, { "epoch": 0.38417535772910416, "grad_norm": 0.5938488245010376, "learning_rate": 4.615824642270896e-05, "loss": 0.0077, "step": 23170 }, { "epoch": 0.38434116496161563, "grad_norm": 0.333325058221817, "learning_rate": 4.6156588350383844e-05, "loss": 0.0228, "step": 23180 }, { "epoch": 0.3845069721941271, "grad_norm": 0.016273414716124535, "learning_rate": 4.6154930278058734e-05, "loss": 0.013, "step": 23190 }, { "epoch": 0.3846727794266386, "grad_norm": 0.6720101833343506, "learning_rate": 4.615327220573362e-05, "loss": 0.0104, "step": 23200 }, { "epoch": 0.38483858665915005, "grad_norm": 0.0038483215030282736, "learning_rate": 4.61516141334085e-05, "loss": 0.012, "step": 23210 }, { "epoch": 0.3850043938916616, "grad_norm": 0.374774307012558, "learning_rate": 4.614995606108339e-05, "loss": 0.0009, "step": 23220 }, { "epoch": 0.38517020112417305, "grad_norm": 0.2187480479478836, "learning_rate": 4.614829798875827e-05, "loss": 0.0111, "step": 23230 }, { "epoch": 0.3853360083566845, "grad_norm": 0.025362256914377213, "learning_rate": 4.614663991643316e-05, "loss": 0.0102, "step": 23240 }, { "epoch": 0.385501815589196, "grad_norm": 0.012340911664068699, "learning_rate": 4.614498184410804e-05, "loss": 0.0025, "step": 23250 }, { "epoch": 0.38566762282170747, "grad_norm": 0.16924777626991272, "learning_rate": 4.6143323771782925e-05, "loss": 0.0046, "step": 23260 }, { "epoch": 0.38583343005421894, "grad_norm": 0.012412802316248417, "learning_rate": 4.6141665699457815e-05, "loss": 0.0016, "step": 23270 }, { "epoch": 0.38599923728673047, "grad_norm": 0.00043967130477540195, "learning_rate": 4.61400076271327e-05, "loss": 0.0059, "step": 23280 }, { "epoch": 0.38616504451924194, "grad_norm": 0.7884066104888916, "learning_rate": 4.613834955480758e-05, "loss": 0.0081, "step": 23290 }, { "epoch": 0.3863308517517534, "grad_norm": 0.014756295830011368, "learning_rate": 4.6136691482482466e-05, "loss": 0.0034, "step": 23300 }, { "epoch": 0.3864966589842649, "grad_norm": 0.8976914286613464, "learning_rate": 4.613503341015735e-05, "loss": 0.0102, "step": 23310 }, { "epoch": 0.38666246621677636, "grad_norm": 0.030851304531097412, "learning_rate": 4.613337533783224e-05, "loss": 0.0008, "step": 23320 }, { "epoch": 0.3868282734492879, "grad_norm": 0.251005083322525, "learning_rate": 4.613171726550712e-05, "loss": 0.0092, "step": 23330 }, { "epoch": 0.38699408068179936, "grad_norm": 0.0037368193734437227, "learning_rate": 4.6130059193182007e-05, "loss": 0.0044, "step": 23340 }, { "epoch": 0.38715988791431083, "grad_norm": 0.0007826677756384015, "learning_rate": 4.61284011208569e-05, "loss": 0.0195, "step": 23350 }, { "epoch": 0.3873256951468223, "grad_norm": 0.44323253631591797, "learning_rate": 4.612674304853178e-05, "loss": 0.0122, "step": 23360 }, { "epoch": 0.3874915023793338, "grad_norm": 0.014484625309705734, "learning_rate": 4.6125084976206664e-05, "loss": 0.0002, "step": 23370 }, { "epoch": 0.38765730961184525, "grad_norm": 0.22529929876327515, "learning_rate": 4.612342690388155e-05, "loss": 0.0141, "step": 23380 }, { "epoch": 0.3878231168443568, "grad_norm": 0.23591120541095734, "learning_rate": 4.612176883155643e-05, "loss": 0.0033, "step": 23390 }, { "epoch": 0.38798892407686825, "grad_norm": 0.006621464621275663, "learning_rate": 4.612011075923132e-05, "loss": 0.0058, "step": 23400 }, { "epoch": 0.3881547313093797, "grad_norm": 0.008399424143135548, "learning_rate": 4.6118452686906204e-05, "loss": 0.0061, "step": 23410 }, { "epoch": 0.3883205385418912, "grad_norm": 0.006695247255265713, "learning_rate": 4.611679461458109e-05, "loss": 0.0004, "step": 23420 }, { "epoch": 0.38848634577440266, "grad_norm": 0.010974645614624023, "learning_rate": 4.611513654225598e-05, "loss": 0.0043, "step": 23430 }, { "epoch": 0.38865215300691414, "grad_norm": 0.12619006633758545, "learning_rate": 4.611347846993086e-05, "loss": 0.0093, "step": 23440 }, { "epoch": 0.38881796023942566, "grad_norm": 0.10262373089790344, "learning_rate": 4.6111820397605745e-05, "loss": 0.0078, "step": 23450 }, { "epoch": 0.38898376747193714, "grad_norm": 0.0008408221765421331, "learning_rate": 4.611016232528063e-05, "loss": 0.0011, "step": 23460 }, { "epoch": 0.3891495747044486, "grad_norm": 0.007223816122859716, "learning_rate": 4.610850425295551e-05, "loss": 0.0029, "step": 23470 }, { "epoch": 0.3893153819369601, "grad_norm": 0.004302439279854298, "learning_rate": 4.61068461806304e-05, "loss": 0.0129, "step": 23480 }, { "epoch": 0.38948118916947155, "grad_norm": 0.013044644147157669, "learning_rate": 4.6105188108305286e-05, "loss": 0.0052, "step": 23490 }, { "epoch": 0.3896469964019831, "grad_norm": 0.0017900834791362286, "learning_rate": 4.610353003598017e-05, "loss": 0.0179, "step": 23500 }, { "epoch": 0.38981280363449455, "grad_norm": 0.9980999827384949, "learning_rate": 4.610187196365506e-05, "loss": 0.009, "step": 23510 }, { "epoch": 0.389978610867006, "grad_norm": 0.24405571818351746, "learning_rate": 4.610021389132994e-05, "loss": 0.0042, "step": 23520 }, { "epoch": 0.3901444180995175, "grad_norm": 0.0063187493942677975, "learning_rate": 4.6098555819004827e-05, "loss": 0.0024, "step": 23530 }, { "epoch": 0.39031022533202897, "grad_norm": 0.7542669177055359, "learning_rate": 4.609689774667971e-05, "loss": 0.0113, "step": 23540 }, { "epoch": 0.39047603256454044, "grad_norm": 0.002210871083661914, "learning_rate": 4.6095239674354594e-05, "loss": 0.0039, "step": 23550 }, { "epoch": 0.39064183979705197, "grad_norm": 0.01693263277411461, "learning_rate": 4.6093581602029484e-05, "loss": 0.016, "step": 23560 }, { "epoch": 0.39080764702956344, "grad_norm": 0.004139572381973267, "learning_rate": 4.609192352970437e-05, "loss": 0.0047, "step": 23570 }, { "epoch": 0.3909734542620749, "grad_norm": 0.39994120597839355, "learning_rate": 4.609026545737926e-05, "loss": 0.016, "step": 23580 }, { "epoch": 0.3911392614945864, "grad_norm": 0.03678097203373909, "learning_rate": 4.608860738505414e-05, "loss": 0.007, "step": 23590 }, { "epoch": 0.39130506872709786, "grad_norm": 0.6031773090362549, "learning_rate": 4.6086949312729024e-05, "loss": 0.0159, "step": 23600 }, { "epoch": 0.39147087595960933, "grad_norm": 0.0011402128729969263, "learning_rate": 4.608529124040391e-05, "loss": 0.002, "step": 23610 }, { "epoch": 0.39163668319212086, "grad_norm": 0.010952349752187729, "learning_rate": 4.608363316807879e-05, "loss": 0.0079, "step": 23620 }, { "epoch": 0.39180249042463233, "grad_norm": 0.2254479080438614, "learning_rate": 4.6081975095753675e-05, "loss": 0.0171, "step": 23630 }, { "epoch": 0.3919682976571438, "grad_norm": 0.6789988279342651, "learning_rate": 4.6080317023428565e-05, "loss": 0.0136, "step": 23640 }, { "epoch": 0.3921341048896553, "grad_norm": 0.1459292769432068, "learning_rate": 4.607865895110345e-05, "loss": 0.0006, "step": 23650 }, { "epoch": 0.39229991212216675, "grad_norm": 0.000947088235989213, "learning_rate": 4.607700087877834e-05, "loss": 0.0062, "step": 23660 }, { "epoch": 0.3924657193546783, "grad_norm": 0.3044280409812927, "learning_rate": 4.607534280645322e-05, "loss": 0.0096, "step": 23670 }, { "epoch": 0.39263152658718975, "grad_norm": 0.0009256748016923666, "learning_rate": 4.6073684734128106e-05, "loss": 0.007, "step": 23680 }, { "epoch": 0.3927973338197012, "grad_norm": 0.6221476197242737, "learning_rate": 4.607202666180299e-05, "loss": 0.0113, "step": 23690 }, { "epoch": 0.3929631410522127, "grad_norm": 0.8139849305152893, "learning_rate": 4.607036858947787e-05, "loss": 0.0075, "step": 23700 }, { "epoch": 0.39312894828472417, "grad_norm": 0.28931617736816406, "learning_rate": 4.6068710517152756e-05, "loss": 0.0091, "step": 23710 }, { "epoch": 0.39329475551723564, "grad_norm": 0.020038876682519913, "learning_rate": 4.6067052444827647e-05, "loss": 0.0043, "step": 23720 }, { "epoch": 0.39346056274974717, "grad_norm": 0.0026480783708393574, "learning_rate": 4.606539437250253e-05, "loss": 0.0178, "step": 23730 }, { "epoch": 0.39362636998225864, "grad_norm": 0.006190701853483915, "learning_rate": 4.606373630017742e-05, "loss": 0.0035, "step": 23740 }, { "epoch": 0.3937921772147701, "grad_norm": 0.004648315720260143, "learning_rate": 4.6062078227852304e-05, "loss": 0.0058, "step": 23750 }, { "epoch": 0.3939579844472816, "grad_norm": 0.039594266563653946, "learning_rate": 4.606042015552719e-05, "loss": 0.0116, "step": 23760 }, { "epoch": 0.39412379167979306, "grad_norm": 0.006880039814859629, "learning_rate": 4.605876208320207e-05, "loss": 0.0064, "step": 23770 }, { "epoch": 0.39428959891230453, "grad_norm": 0.03407210856676102, "learning_rate": 4.6057104010876954e-05, "loss": 0.0047, "step": 23780 }, { "epoch": 0.39445540614481606, "grad_norm": 0.011009227484464645, "learning_rate": 4.6055445938551844e-05, "loss": 0.0047, "step": 23790 }, { "epoch": 0.39462121337732753, "grad_norm": 0.2500680387020111, "learning_rate": 4.605378786622673e-05, "loss": 0.0107, "step": 23800 }, { "epoch": 0.394787020609839, "grad_norm": 0.2866184711456299, "learning_rate": 4.605212979390161e-05, "loss": 0.0191, "step": 23810 }, { "epoch": 0.3949528278423505, "grad_norm": 0.3303237557411194, "learning_rate": 4.60504717215765e-05, "loss": 0.0145, "step": 23820 }, { "epoch": 0.39511863507486195, "grad_norm": 0.00035069361911155283, "learning_rate": 4.6048813649251385e-05, "loss": 0.0017, "step": 23830 }, { "epoch": 0.3952844423073735, "grad_norm": 0.02684009075164795, "learning_rate": 4.604715557692627e-05, "loss": 0.0141, "step": 23840 }, { "epoch": 0.39545024953988495, "grad_norm": 0.0017041678074747324, "learning_rate": 4.604549750460115e-05, "loss": 0.0058, "step": 23850 }, { "epoch": 0.3956160567723964, "grad_norm": 0.14432784914970398, "learning_rate": 4.6043839432276036e-05, "loss": 0.0039, "step": 23860 }, { "epoch": 0.3957818640049079, "grad_norm": 0.010061224922537804, "learning_rate": 4.6042181359950926e-05, "loss": 0.0081, "step": 23870 }, { "epoch": 0.39594767123741936, "grad_norm": 1.6332168579101562, "learning_rate": 4.604052328762581e-05, "loss": 0.0232, "step": 23880 }, { "epoch": 0.39611347846993084, "grad_norm": 0.28462547063827515, "learning_rate": 4.603886521530069e-05, "loss": 0.0111, "step": 23890 }, { "epoch": 0.39627928570244236, "grad_norm": 0.7693564295768738, "learning_rate": 4.603720714297558e-05, "loss": 0.0075, "step": 23900 }, { "epoch": 0.39644509293495384, "grad_norm": 0.14446718990802765, "learning_rate": 4.6035549070650467e-05, "loss": 0.0168, "step": 23910 }, { "epoch": 0.3966109001674653, "grad_norm": 0.000539747066795826, "learning_rate": 4.603389099832535e-05, "loss": 0.0069, "step": 23920 }, { "epoch": 0.3967767073999768, "grad_norm": 0.0055684675462543964, "learning_rate": 4.6032232926000233e-05, "loss": 0.0073, "step": 23930 }, { "epoch": 0.39694251463248825, "grad_norm": 0.6708335876464844, "learning_rate": 4.603057485367512e-05, "loss": 0.0248, "step": 23940 }, { "epoch": 0.3971083218649997, "grad_norm": 0.11075667291879654, "learning_rate": 4.602891678135001e-05, "loss": 0.0074, "step": 23950 }, { "epoch": 0.39727412909751125, "grad_norm": 0.024644380435347557, "learning_rate": 4.602725870902489e-05, "loss": 0.0052, "step": 23960 }, { "epoch": 0.3974399363300227, "grad_norm": 0.08048942685127258, "learning_rate": 4.6025600636699774e-05, "loss": 0.0231, "step": 23970 }, { "epoch": 0.3976057435625342, "grad_norm": 0.6672359704971313, "learning_rate": 4.6023942564374664e-05, "loss": 0.033, "step": 23980 }, { "epoch": 0.39777155079504567, "grad_norm": 0.7893871068954468, "learning_rate": 4.602228449204954e-05, "loss": 0.0215, "step": 23990 }, { "epoch": 0.39793735802755714, "grad_norm": 0.0008488819585181773, "learning_rate": 4.602062641972443e-05, "loss": 0.0047, "step": 24000 }, { "epoch": 0.39810316526006867, "grad_norm": 0.1217372938990593, "learning_rate": 4.6018968347399315e-05, "loss": 0.0083, "step": 24010 }, { "epoch": 0.39826897249258014, "grad_norm": 1.0726134777069092, "learning_rate": 4.60173102750742e-05, "loss": 0.0254, "step": 24020 }, { "epoch": 0.3984347797250916, "grad_norm": 0.24090254306793213, "learning_rate": 4.601565220274909e-05, "loss": 0.0022, "step": 24030 }, { "epoch": 0.3986005869576031, "grad_norm": 0.006472441367805004, "learning_rate": 4.601399413042397e-05, "loss": 0.012, "step": 24040 }, { "epoch": 0.39876639419011456, "grad_norm": 0.045027464628219604, "learning_rate": 4.6012336058098856e-05, "loss": 0.0084, "step": 24050 }, { "epoch": 0.39893220142262603, "grad_norm": 0.7082275748252869, "learning_rate": 4.6010677985773746e-05, "loss": 0.0143, "step": 24060 }, { "epoch": 0.39909800865513756, "grad_norm": 0.006560879293829203, "learning_rate": 4.600901991344862e-05, "loss": 0.0256, "step": 24070 }, { "epoch": 0.39926381588764903, "grad_norm": 0.0010288000339642167, "learning_rate": 4.600736184112351e-05, "loss": 0.0075, "step": 24080 }, { "epoch": 0.3994296231201605, "grad_norm": 0.023762304335832596, "learning_rate": 4.6005703768798396e-05, "loss": 0.0081, "step": 24090 }, { "epoch": 0.399595430352672, "grad_norm": 0.04887137934565544, "learning_rate": 4.600404569647328e-05, "loss": 0.0081, "step": 24100 }, { "epoch": 0.39976123758518345, "grad_norm": 0.22603590786457062, "learning_rate": 4.600238762414817e-05, "loss": 0.0044, "step": 24110 }, { "epoch": 0.3999270448176949, "grad_norm": 0.0008818757487460971, "learning_rate": 4.6000729551823053e-05, "loss": 0.0088, "step": 24120 }, { "epoch": 0.40009285205020645, "grad_norm": 0.6869795918464661, "learning_rate": 4.5999071479497944e-05, "loss": 0.0012, "step": 24130 }, { "epoch": 0.4002586592827179, "grad_norm": 0.541748046875, "learning_rate": 4.599741340717282e-05, "loss": 0.015, "step": 24140 }, { "epoch": 0.4004244665152294, "grad_norm": 0.6080260872840881, "learning_rate": 4.5995755334847704e-05, "loss": 0.0168, "step": 24150 }, { "epoch": 0.40059027374774087, "grad_norm": 0.0007516848272643983, "learning_rate": 4.5994097262522594e-05, "loss": 0.003, "step": 24160 }, { "epoch": 0.40075608098025234, "grad_norm": 1.1342113018035889, "learning_rate": 4.599243919019748e-05, "loss": 0.0084, "step": 24170 }, { "epoch": 0.40092188821276387, "grad_norm": 0.047921229153871536, "learning_rate": 4.599078111787236e-05, "loss": 0.0005, "step": 24180 }, { "epoch": 0.40108769544527534, "grad_norm": 0.113835409283638, "learning_rate": 4.598912304554725e-05, "loss": 0.0293, "step": 24190 }, { "epoch": 0.4012535026777868, "grad_norm": 0.3791518807411194, "learning_rate": 4.5987464973222135e-05, "loss": 0.0109, "step": 24200 }, { "epoch": 0.4014193099102983, "grad_norm": 0.016254093497991562, "learning_rate": 4.598580690089702e-05, "loss": 0.0174, "step": 24210 }, { "epoch": 0.40158511714280976, "grad_norm": 0.008700201287865639, "learning_rate": 4.59841488285719e-05, "loss": 0.0153, "step": 24220 }, { "epoch": 0.40175092437532123, "grad_norm": 0.0014928387245163321, "learning_rate": 4.5982490756246785e-05, "loss": 0.016, "step": 24230 }, { "epoch": 0.40191673160783276, "grad_norm": 0.8762142658233643, "learning_rate": 4.5980832683921676e-05, "loss": 0.0336, "step": 24240 }, { "epoch": 0.40208253884034423, "grad_norm": 0.521358847618103, "learning_rate": 4.597917461159656e-05, "loss": 0.0013, "step": 24250 }, { "epoch": 0.4022483460728557, "grad_norm": 0.02935829572379589, "learning_rate": 4.597751653927145e-05, "loss": 0.0572, "step": 24260 }, { "epoch": 0.4024141533053672, "grad_norm": 0.004555659834295511, "learning_rate": 4.597585846694633e-05, "loss": 0.0099, "step": 24270 }, { "epoch": 0.40257996053787864, "grad_norm": 0.3020718991756439, "learning_rate": 4.5974200394621216e-05, "loss": 0.0591, "step": 24280 }, { "epoch": 0.4027457677703901, "grad_norm": 0.16647981107234955, "learning_rate": 4.59725423222961e-05, "loss": 0.009, "step": 24290 }, { "epoch": 0.40291157500290165, "grad_norm": 0.5227949619293213, "learning_rate": 4.597088424997098e-05, "loss": 0.007, "step": 24300 }, { "epoch": 0.4030773822354131, "grad_norm": 0.1746288388967514, "learning_rate": 4.596922617764587e-05, "loss": 0.0036, "step": 24310 }, { "epoch": 0.4032431894679246, "grad_norm": 0.00014535612717736512, "learning_rate": 4.596756810532076e-05, "loss": 0.0098, "step": 24320 }, { "epoch": 0.40340899670043606, "grad_norm": 0.015350868925452232, "learning_rate": 4.596591003299564e-05, "loss": 0.0059, "step": 24330 }, { "epoch": 0.40357480393294753, "grad_norm": 0.7647314667701721, "learning_rate": 4.596425196067053e-05, "loss": 0.0027, "step": 24340 }, { "epoch": 0.40374061116545906, "grad_norm": 0.4093334376811981, "learning_rate": 4.5962593888345414e-05, "loss": 0.0353, "step": 24350 }, { "epoch": 0.40390641839797053, "grad_norm": 0.4612254798412323, "learning_rate": 4.59609358160203e-05, "loss": 0.0075, "step": 24360 }, { "epoch": 0.404072225630482, "grad_norm": 0.5099648833274841, "learning_rate": 4.595927774369518e-05, "loss": 0.0046, "step": 24370 }, { "epoch": 0.4042380328629935, "grad_norm": 0.11231251060962677, "learning_rate": 4.5957619671370065e-05, "loss": 0.0108, "step": 24380 }, { "epoch": 0.40440384009550495, "grad_norm": 0.0037778215482831, "learning_rate": 4.595596159904495e-05, "loss": 0.0273, "step": 24390 }, { "epoch": 0.4045696473280164, "grad_norm": 0.0168459452688694, "learning_rate": 4.595430352671984e-05, "loss": 0.0204, "step": 24400 }, { "epoch": 0.40473545456052795, "grad_norm": 0.020552167668938637, "learning_rate": 4.595264545439472e-05, "loss": 0.0042, "step": 24410 }, { "epoch": 0.4049012617930394, "grad_norm": 0.01047579012811184, "learning_rate": 4.595098738206961e-05, "loss": 0.0011, "step": 24420 }, { "epoch": 0.4050670690255509, "grad_norm": 0.009179096668958664, "learning_rate": 4.5949329309744496e-05, "loss": 0.0044, "step": 24430 }, { "epoch": 0.40523287625806237, "grad_norm": 0.0012880400754511356, "learning_rate": 4.594767123741938e-05, "loss": 0.0081, "step": 24440 }, { "epoch": 0.40539868349057384, "grad_norm": 0.5142925977706909, "learning_rate": 4.594601316509426e-05, "loss": 0.0018, "step": 24450 }, { "epoch": 0.4055644907230853, "grad_norm": 0.1829756647348404, "learning_rate": 4.5944355092769146e-05, "loss": 0.0036, "step": 24460 }, { "epoch": 0.40573029795559684, "grad_norm": 0.0204891599714756, "learning_rate": 4.5942697020444036e-05, "loss": 0.012, "step": 24470 }, { "epoch": 0.4058961051881083, "grad_norm": 0.0014678967418149114, "learning_rate": 4.594103894811892e-05, "loss": 0.0191, "step": 24480 }, { "epoch": 0.4060619124206198, "grad_norm": 0.0014170107897371054, "learning_rate": 4.59393808757938e-05, "loss": 0.0054, "step": 24490 }, { "epoch": 0.40622771965313126, "grad_norm": 0.9028356671333313, "learning_rate": 4.5937722803468693e-05, "loss": 0.0079, "step": 24500 }, { "epoch": 0.40639352688564273, "grad_norm": 0.029657887294888496, "learning_rate": 4.593606473114358e-05, "loss": 0.0111, "step": 24510 }, { "epoch": 0.40655933411815426, "grad_norm": 0.007650658022612333, "learning_rate": 4.593440665881846e-05, "loss": 0.0116, "step": 24520 }, { "epoch": 0.40672514135066573, "grad_norm": 0.007121677976101637, "learning_rate": 4.5932748586493344e-05, "loss": 0.0048, "step": 24530 }, { "epoch": 0.4068909485831772, "grad_norm": 0.014063659124076366, "learning_rate": 4.593109051416823e-05, "loss": 0.0322, "step": 24540 }, { "epoch": 0.4070567558156887, "grad_norm": 0.006450282875448465, "learning_rate": 4.592943244184312e-05, "loss": 0.0049, "step": 24550 }, { "epoch": 0.40722256304820015, "grad_norm": 0.028105728328227997, "learning_rate": 4.5927774369518e-05, "loss": 0.0023, "step": 24560 }, { "epoch": 0.4073883702807116, "grad_norm": 0.0192997045814991, "learning_rate": 4.5926116297192885e-05, "loss": 0.0135, "step": 24570 }, { "epoch": 0.40755417751322315, "grad_norm": 0.25117596983909607, "learning_rate": 4.5924458224867775e-05, "loss": 0.0102, "step": 24580 }, { "epoch": 0.4077199847457346, "grad_norm": 0.5413357615470886, "learning_rate": 4.592280015254266e-05, "loss": 0.0075, "step": 24590 }, { "epoch": 0.4078857919782461, "grad_norm": 0.03254774957895279, "learning_rate": 4.592114208021754e-05, "loss": 0.0079, "step": 24600 }, { "epoch": 0.40805159921075757, "grad_norm": 0.5208159685134888, "learning_rate": 4.5919484007892425e-05, "loss": 0.0116, "step": 24610 }, { "epoch": 0.40821740644326904, "grad_norm": 0.02098875306546688, "learning_rate": 4.591782593556731e-05, "loss": 0.0143, "step": 24620 }, { "epoch": 0.4083832136757805, "grad_norm": 0.013163542374968529, "learning_rate": 4.59161678632422e-05, "loss": 0.0154, "step": 24630 }, { "epoch": 0.40854902090829204, "grad_norm": 0.005140876863151789, "learning_rate": 4.591450979091708e-05, "loss": 0.0314, "step": 24640 }, { "epoch": 0.4087148281408035, "grad_norm": 0.010592912323772907, "learning_rate": 4.5912851718591966e-05, "loss": 0.0023, "step": 24650 }, { "epoch": 0.408880635373315, "grad_norm": 0.37815389037132263, "learning_rate": 4.5911193646266856e-05, "loss": 0.0174, "step": 24660 }, { "epoch": 0.40904644260582645, "grad_norm": 0.484512597322464, "learning_rate": 4.590953557394174e-05, "loss": 0.0063, "step": 24670 }, { "epoch": 0.4092122498383379, "grad_norm": 0.00611615227535367, "learning_rate": 4.590787750161662e-05, "loss": 0.0129, "step": 24680 }, { "epoch": 0.40937805707084945, "grad_norm": 0.09202909469604492, "learning_rate": 4.590621942929151e-05, "loss": 0.0107, "step": 24690 }, { "epoch": 0.4095438643033609, "grad_norm": 0.062274474650621414, "learning_rate": 4.590456135696639e-05, "loss": 0.0115, "step": 24700 }, { "epoch": 0.4097096715358724, "grad_norm": 1.0337111949920654, "learning_rate": 4.590290328464128e-05, "loss": 0.0228, "step": 24710 }, { "epoch": 0.40987547876838387, "grad_norm": 0.00026792805874720216, "learning_rate": 4.5901245212316164e-05, "loss": 0.0225, "step": 24720 }, { "epoch": 0.41004128600089534, "grad_norm": 0.010174441151320934, "learning_rate": 4.589958713999105e-05, "loss": 0.0029, "step": 24730 }, { "epoch": 0.4102070932334068, "grad_norm": 0.36011630296707153, "learning_rate": 4.589792906766594e-05, "loss": 0.0171, "step": 24740 }, { "epoch": 0.41037290046591834, "grad_norm": 0.0006992954877205193, "learning_rate": 4.5896270995340814e-05, "loss": 0.0007, "step": 24750 }, { "epoch": 0.4105387076984298, "grad_norm": 0.3979134261608124, "learning_rate": 4.5894612923015705e-05, "loss": 0.0096, "step": 24760 }, { "epoch": 0.4107045149309413, "grad_norm": 0.5402275323867798, "learning_rate": 4.589295485069059e-05, "loss": 0.0061, "step": 24770 }, { "epoch": 0.41087032216345276, "grad_norm": 0.0039097401313483715, "learning_rate": 4.589129677836547e-05, "loss": 0.0091, "step": 24780 }, { "epoch": 0.41103612939596423, "grad_norm": 0.004986438900232315, "learning_rate": 4.588963870604036e-05, "loss": 0.0089, "step": 24790 }, { "epoch": 0.41120193662847576, "grad_norm": 0.2654755115509033, "learning_rate": 4.5887980633715245e-05, "loss": 0.0077, "step": 24800 }, { "epoch": 0.41136774386098723, "grad_norm": 0.04014052823185921, "learning_rate": 4.5886322561390135e-05, "loss": 0.0057, "step": 24810 }, { "epoch": 0.4115335510934987, "grad_norm": 0.5174480676651001, "learning_rate": 4.588466448906502e-05, "loss": 0.0217, "step": 24820 }, { "epoch": 0.4116993583260102, "grad_norm": 0.01748001016676426, "learning_rate": 4.5883006416739896e-05, "loss": 0.0046, "step": 24830 }, { "epoch": 0.41186516555852165, "grad_norm": 1.0803241729736328, "learning_rate": 4.5881348344414786e-05, "loss": 0.0028, "step": 24840 }, { "epoch": 0.4120309727910331, "grad_norm": 0.021983502432703972, "learning_rate": 4.587969027208967e-05, "loss": 0.0052, "step": 24850 }, { "epoch": 0.41219678002354465, "grad_norm": 0.29213947057724, "learning_rate": 4.587803219976455e-05, "loss": 0.0042, "step": 24860 }, { "epoch": 0.4123625872560561, "grad_norm": 0.005291065201163292, "learning_rate": 4.587637412743944e-05, "loss": 0.0039, "step": 24870 }, { "epoch": 0.4125283944885676, "grad_norm": 0.0024685272946953773, "learning_rate": 4.587471605511433e-05, "loss": 0.0115, "step": 24880 }, { "epoch": 0.41269420172107907, "grad_norm": 1.5786385536193848, "learning_rate": 4.587305798278922e-05, "loss": 0.0118, "step": 24890 }, { "epoch": 0.41286000895359054, "grad_norm": 0.004860293120145798, "learning_rate": 4.5871399910464094e-05, "loss": 0.0196, "step": 24900 }, { "epoch": 0.413025816186102, "grad_norm": 0.000785728741902858, "learning_rate": 4.586974183813898e-05, "loss": 0.018, "step": 24910 }, { "epoch": 0.41319162341861354, "grad_norm": 0.014311366714537144, "learning_rate": 4.586808376581387e-05, "loss": 0.0038, "step": 24920 }, { "epoch": 0.413357430651125, "grad_norm": 0.8330885767936707, "learning_rate": 4.586642569348875e-05, "loss": 0.0103, "step": 24930 }, { "epoch": 0.4135232378836365, "grad_norm": 0.001064361771568656, "learning_rate": 4.586476762116364e-05, "loss": 0.016, "step": 24940 }, { "epoch": 0.41368904511614796, "grad_norm": 0.015298161655664444, "learning_rate": 4.5863109548838525e-05, "loss": 0.0064, "step": 24950 }, { "epoch": 0.41385485234865943, "grad_norm": 0.01421614270657301, "learning_rate": 4.586145147651341e-05, "loss": 0.0075, "step": 24960 }, { "epoch": 0.41402065958117096, "grad_norm": 0.005515323486179113, "learning_rate": 4.585979340418829e-05, "loss": 0.0028, "step": 24970 }, { "epoch": 0.41418646681368243, "grad_norm": 0.0022682994604110718, "learning_rate": 4.5858135331863175e-05, "loss": 0.0067, "step": 24980 }, { "epoch": 0.4143522740461939, "grad_norm": 0.02213871479034424, "learning_rate": 4.585647725953806e-05, "loss": 0.0115, "step": 24990 }, { "epoch": 0.4145180812787054, "grad_norm": 0.6283359527587891, "learning_rate": 4.585481918721295e-05, "loss": 0.0247, "step": 25000 }, { "epoch": 0.41468388851121685, "grad_norm": 0.0666508674621582, "learning_rate": 4.585316111488783e-05, "loss": 0.0046, "step": 25010 }, { "epoch": 0.4148496957437283, "grad_norm": 0.002393346978351474, "learning_rate": 4.585150304256272e-05, "loss": 0.0047, "step": 25020 }, { "epoch": 0.41501550297623985, "grad_norm": 0.3260158598423004, "learning_rate": 4.5849844970237606e-05, "loss": 0.0096, "step": 25030 }, { "epoch": 0.4151813102087513, "grad_norm": 0.005634906701743603, "learning_rate": 4.584818689791249e-05, "loss": 0.0019, "step": 25040 }, { "epoch": 0.4153471174412628, "grad_norm": 0.7001514434814453, "learning_rate": 4.584652882558737e-05, "loss": 0.0122, "step": 25050 }, { "epoch": 0.41551292467377426, "grad_norm": 0.007403271738439798, "learning_rate": 4.5844870753262256e-05, "loss": 0.007, "step": 25060 }, { "epoch": 0.41567873190628574, "grad_norm": 0.04008275642991066, "learning_rate": 4.584321268093714e-05, "loss": 0.0038, "step": 25070 }, { "epoch": 0.4158445391387972, "grad_norm": 0.014857027679681778, "learning_rate": 4.584155460861203e-05, "loss": 0.0043, "step": 25080 }, { "epoch": 0.41601034637130874, "grad_norm": 0.0031380392611026764, "learning_rate": 4.5839896536286914e-05, "loss": 0.0322, "step": 25090 }, { "epoch": 0.4161761536038202, "grad_norm": 0.0056868488900363445, "learning_rate": 4.5838238463961804e-05, "loss": 0.0166, "step": 25100 }, { "epoch": 0.4163419608363317, "grad_norm": 0.009350716136395931, "learning_rate": 4.583658039163669e-05, "loss": 0.0045, "step": 25110 }, { "epoch": 0.41650776806884315, "grad_norm": 0.769881010055542, "learning_rate": 4.583492231931157e-05, "loss": 0.0066, "step": 25120 }, { "epoch": 0.4166735753013546, "grad_norm": 0.24333232641220093, "learning_rate": 4.5833264246986454e-05, "loss": 0.0253, "step": 25130 }, { "epoch": 0.41683938253386615, "grad_norm": 0.019318625330924988, "learning_rate": 4.583160617466134e-05, "loss": 0.0133, "step": 25140 }, { "epoch": 0.4170051897663776, "grad_norm": 0.022859564051032066, "learning_rate": 4.582994810233623e-05, "loss": 0.0053, "step": 25150 }, { "epoch": 0.4171709969988891, "grad_norm": 0.33486026525497437, "learning_rate": 4.582829003001111e-05, "loss": 0.0091, "step": 25160 }, { "epoch": 0.41733680423140057, "grad_norm": 0.025275973603129387, "learning_rate": 4.5826631957685995e-05, "loss": 0.0009, "step": 25170 }, { "epoch": 0.41750261146391204, "grad_norm": 1.8760324716567993, "learning_rate": 4.5824973885360885e-05, "loss": 0.0137, "step": 25180 }, { "epoch": 0.4176684186964235, "grad_norm": 0.005279189441353083, "learning_rate": 4.582331581303577e-05, "loss": 0.0184, "step": 25190 }, { "epoch": 0.41783422592893504, "grad_norm": 0.029770812019705772, "learning_rate": 4.582165774071065e-05, "loss": 0.0094, "step": 25200 }, { "epoch": 0.4180000331614465, "grad_norm": 0.4343496859073639, "learning_rate": 4.5819999668385536e-05, "loss": 0.0165, "step": 25210 }, { "epoch": 0.418165840393958, "grad_norm": 0.001272144028916955, "learning_rate": 4.581834159606042e-05, "loss": 0.0219, "step": 25220 }, { "epoch": 0.41833164762646946, "grad_norm": 0.009042232297360897, "learning_rate": 4.581668352373531e-05, "loss": 0.0227, "step": 25230 }, { "epoch": 0.41849745485898093, "grad_norm": 0.004425417631864548, "learning_rate": 4.581502545141019e-05, "loss": 0.0078, "step": 25240 }, { "epoch": 0.4186632620914924, "grad_norm": 0.02245161309838295, "learning_rate": 4.5813367379085076e-05, "loss": 0.0026, "step": 25250 }, { "epoch": 0.41882906932400393, "grad_norm": 0.2797398865222931, "learning_rate": 4.5811709306759967e-05, "loss": 0.0004, "step": 25260 }, { "epoch": 0.4189948765565154, "grad_norm": 0.01830032654106617, "learning_rate": 4.581005123443485e-05, "loss": 0.0115, "step": 25270 }, { "epoch": 0.4191606837890269, "grad_norm": 0.011400589719414711, "learning_rate": 4.5808393162109734e-05, "loss": 0.0066, "step": 25280 }, { "epoch": 0.41932649102153835, "grad_norm": 0.10121872276067734, "learning_rate": 4.580673508978462e-05, "loss": 0.011, "step": 25290 }, { "epoch": 0.4194922982540498, "grad_norm": 0.05853503569960594, "learning_rate": 4.58050770174595e-05, "loss": 0.0008, "step": 25300 }, { "epoch": 0.41965810548656135, "grad_norm": 0.0009139431640505791, "learning_rate": 4.580341894513439e-05, "loss": 0.0059, "step": 25310 }, { "epoch": 0.4198239127190728, "grad_norm": 0.08872675150632858, "learning_rate": 4.5801760872809274e-05, "loss": 0.0071, "step": 25320 }, { "epoch": 0.4199897199515843, "grad_norm": 0.08024144917726517, "learning_rate": 4.580010280048416e-05, "loss": 0.011, "step": 25330 }, { "epoch": 0.42015552718409577, "grad_norm": 0.00562440836802125, "learning_rate": 4.579844472815905e-05, "loss": 0.0053, "step": 25340 }, { "epoch": 0.42032133441660724, "grad_norm": 0.000560159794986248, "learning_rate": 4.579678665583393e-05, "loss": 0.0145, "step": 25350 }, { "epoch": 0.4204871416491187, "grad_norm": 1.1359045505523682, "learning_rate": 4.5795128583508815e-05, "loss": 0.0108, "step": 25360 }, { "epoch": 0.42065294888163024, "grad_norm": 0.00034945394145324826, "learning_rate": 4.57934705111837e-05, "loss": 0.0113, "step": 25370 }, { "epoch": 0.4208187561141417, "grad_norm": 0.0008302140631712973, "learning_rate": 4.579181243885858e-05, "loss": 0.007, "step": 25380 }, { "epoch": 0.4209845633466532, "grad_norm": 0.39954522252082825, "learning_rate": 4.579015436653347e-05, "loss": 0.0106, "step": 25390 }, { "epoch": 0.42115037057916466, "grad_norm": 0.11902686953544617, "learning_rate": 4.5788496294208356e-05, "loss": 0.0036, "step": 25400 }, { "epoch": 0.42131617781167613, "grad_norm": 0.08963717520236969, "learning_rate": 4.578683822188324e-05, "loss": 0.0185, "step": 25410 }, { "epoch": 0.4214819850441876, "grad_norm": 0.6467733383178711, "learning_rate": 4.578518014955813e-05, "loss": 0.0182, "step": 25420 }, { "epoch": 0.42164779227669913, "grad_norm": 0.10285366326570511, "learning_rate": 4.578352207723301e-05, "loss": 0.012, "step": 25430 }, { "epoch": 0.4218135995092106, "grad_norm": 0.026676326990127563, "learning_rate": 4.5781864004907896e-05, "loss": 0.0018, "step": 25440 }, { "epoch": 0.4219794067417221, "grad_norm": 0.5539650917053223, "learning_rate": 4.578020593258278e-05, "loss": 0.0028, "step": 25450 }, { "epoch": 0.42214521397423355, "grad_norm": 0.5287041068077087, "learning_rate": 4.577854786025766e-05, "loss": 0.0048, "step": 25460 }, { "epoch": 0.422311021206745, "grad_norm": 0.00036817140062339604, "learning_rate": 4.5776889787932554e-05, "loss": 0.0123, "step": 25470 }, { "epoch": 0.42247682843925655, "grad_norm": 0.010733162052929401, "learning_rate": 4.577523171560744e-05, "loss": 0.0035, "step": 25480 }, { "epoch": 0.422642635671768, "grad_norm": 0.5715892910957336, "learning_rate": 4.577357364328233e-05, "loss": 0.0094, "step": 25490 }, { "epoch": 0.4228084429042795, "grad_norm": 0.012059446424245834, "learning_rate": 4.577191557095721e-05, "loss": 0.0011, "step": 25500 }, { "epoch": 0.42297425013679096, "grad_norm": 0.004427095875144005, "learning_rate": 4.5770257498632094e-05, "loss": 0.0008, "step": 25510 }, { "epoch": 0.42314005736930244, "grad_norm": 0.015552077442407608, "learning_rate": 4.576859942630698e-05, "loss": 0.0145, "step": 25520 }, { "epoch": 0.4233058646018139, "grad_norm": 0.318536639213562, "learning_rate": 4.576694135398186e-05, "loss": 0.0076, "step": 25530 }, { "epoch": 0.42347167183432544, "grad_norm": 0.06258372962474823, "learning_rate": 4.5765283281656745e-05, "loss": 0.0175, "step": 25540 }, { "epoch": 0.4236374790668369, "grad_norm": 0.507469117641449, "learning_rate": 4.5763625209331635e-05, "loss": 0.0107, "step": 25550 }, { "epoch": 0.4238032862993484, "grad_norm": 0.22497020661830902, "learning_rate": 4.576196713700652e-05, "loss": 0.0106, "step": 25560 }, { "epoch": 0.42396909353185985, "grad_norm": 0.05847715213894844, "learning_rate": 4.576030906468141e-05, "loss": 0.0208, "step": 25570 }, { "epoch": 0.4241349007643713, "grad_norm": 0.002619639504700899, "learning_rate": 4.575865099235629e-05, "loss": 0.0093, "step": 25580 }, { "epoch": 0.4243007079968828, "grad_norm": 1.344428300857544, "learning_rate": 4.575699292003117e-05, "loss": 0.0187, "step": 25590 }, { "epoch": 0.4244665152293943, "grad_norm": 0.006134966854006052, "learning_rate": 4.575533484770606e-05, "loss": 0.0146, "step": 25600 }, { "epoch": 0.4246323224619058, "grad_norm": 0.10000906139612198, "learning_rate": 4.575367677538094e-05, "loss": 0.0082, "step": 25610 }, { "epoch": 0.42479812969441727, "grad_norm": 0.07077044993638992, "learning_rate": 4.5752018703055826e-05, "loss": 0.0107, "step": 25620 }, { "epoch": 0.42496393692692874, "grad_norm": 0.5213000178337097, "learning_rate": 4.5750360630730716e-05, "loss": 0.0079, "step": 25630 }, { "epoch": 0.4251297441594402, "grad_norm": 0.0021415494848042727, "learning_rate": 4.57487025584056e-05, "loss": 0.0097, "step": 25640 }, { "epoch": 0.42529555139195174, "grad_norm": 0.09931454062461853, "learning_rate": 4.574704448608049e-05, "loss": 0.0095, "step": 25650 }, { "epoch": 0.4254613586244632, "grad_norm": 0.13609346747398376, "learning_rate": 4.574538641375537e-05, "loss": 0.0046, "step": 25660 }, { "epoch": 0.4256271658569747, "grad_norm": 0.43740949034690857, "learning_rate": 4.574372834143025e-05, "loss": 0.0093, "step": 25670 }, { "epoch": 0.42579297308948616, "grad_norm": 0.009350232779979706, "learning_rate": 4.574207026910514e-05, "loss": 0.0055, "step": 25680 }, { "epoch": 0.42595878032199763, "grad_norm": 0.6516657471656799, "learning_rate": 4.5740412196780024e-05, "loss": 0.0111, "step": 25690 }, { "epoch": 0.4261245875545091, "grad_norm": 0.6125279664993286, "learning_rate": 4.5738754124454914e-05, "loss": 0.0237, "step": 25700 }, { "epoch": 0.42629039478702063, "grad_norm": 0.3129393458366394, "learning_rate": 4.57370960521298e-05, "loss": 0.01, "step": 25710 }, { "epoch": 0.4264562020195321, "grad_norm": 0.6108027100563049, "learning_rate": 4.573543797980468e-05, "loss": 0.0088, "step": 25720 }, { "epoch": 0.4266220092520436, "grad_norm": 0.02010253630578518, "learning_rate": 4.573377990747957e-05, "loss": 0.0372, "step": 25730 }, { "epoch": 0.42678781648455505, "grad_norm": 0.17489074170589447, "learning_rate": 4.573212183515445e-05, "loss": 0.0048, "step": 25740 }, { "epoch": 0.4269536237170665, "grad_norm": 0.1270425170660019, "learning_rate": 4.573046376282933e-05, "loss": 0.0066, "step": 25750 }, { "epoch": 0.427119430949578, "grad_norm": 0.3480953276157379, "learning_rate": 4.572880569050422e-05, "loss": 0.0166, "step": 25760 }, { "epoch": 0.4272852381820895, "grad_norm": 0.0037814422976225615, "learning_rate": 4.5727147618179105e-05, "loss": 0.0065, "step": 25770 }, { "epoch": 0.427451045414601, "grad_norm": 0.014507408253848553, "learning_rate": 4.5725489545853996e-05, "loss": 0.0144, "step": 25780 }, { "epoch": 0.42761685264711247, "grad_norm": 0.2526107132434845, "learning_rate": 4.572383147352888e-05, "loss": 0.0052, "step": 25790 }, { "epoch": 0.42778265987962394, "grad_norm": 0.0009583555511198938, "learning_rate": 4.572217340120376e-05, "loss": 0.004, "step": 25800 }, { "epoch": 0.4279484671121354, "grad_norm": 0.011131403036415577, "learning_rate": 4.5720515328878646e-05, "loss": 0.0066, "step": 25810 }, { "epoch": 0.42811427434464694, "grad_norm": 0.005809533875435591, "learning_rate": 4.571885725655353e-05, "loss": 0.004, "step": 25820 }, { "epoch": 0.4282800815771584, "grad_norm": 0.001974435755982995, "learning_rate": 4.571719918422842e-05, "loss": 0.0044, "step": 25830 }, { "epoch": 0.4284458888096699, "grad_norm": 0.13991248607635498, "learning_rate": 4.57155411119033e-05, "loss": 0.0067, "step": 25840 }, { "epoch": 0.42861169604218136, "grad_norm": 0.016018562018871307, "learning_rate": 4.571388303957819e-05, "loss": 0.0188, "step": 25850 }, { "epoch": 0.42877750327469283, "grad_norm": 0.003543785773217678, "learning_rate": 4.571222496725308e-05, "loss": 0.0041, "step": 25860 }, { "epoch": 0.4289433105072043, "grad_norm": 0.3493916988372803, "learning_rate": 4.571056689492796e-05, "loss": 0.023, "step": 25870 }, { "epoch": 0.42910911773971583, "grad_norm": 0.8699536323547363, "learning_rate": 4.5708908822602844e-05, "loss": 0.0137, "step": 25880 }, { "epoch": 0.4292749249722273, "grad_norm": 0.02779487706720829, "learning_rate": 4.570725075027773e-05, "loss": 0.006, "step": 25890 }, { "epoch": 0.4294407322047388, "grad_norm": 0.005961242131888866, "learning_rate": 4.570559267795261e-05, "loss": 0.0048, "step": 25900 }, { "epoch": 0.42960653943725025, "grad_norm": 0.06081699952483177, "learning_rate": 4.57039346056275e-05, "loss": 0.0102, "step": 25910 }, { "epoch": 0.4297723466697617, "grad_norm": 0.045990243554115295, "learning_rate": 4.5702276533302385e-05, "loss": 0.0149, "step": 25920 }, { "epoch": 0.4299381539022732, "grad_norm": 0.07840652763843536, "learning_rate": 4.570061846097727e-05, "loss": 0.0067, "step": 25930 }, { "epoch": 0.4301039611347847, "grad_norm": 0.0875377282500267, "learning_rate": 4.569896038865216e-05, "loss": 0.0052, "step": 25940 }, { "epoch": 0.4302697683672962, "grad_norm": 0.734952986240387, "learning_rate": 4.569730231632704e-05, "loss": 0.0244, "step": 25950 }, { "epoch": 0.43043557559980766, "grad_norm": 0.6155216097831726, "learning_rate": 4.5695644244001925e-05, "loss": 0.0163, "step": 25960 }, { "epoch": 0.43060138283231914, "grad_norm": 0.05100703239440918, "learning_rate": 4.569398617167681e-05, "loss": 0.0066, "step": 25970 }, { "epoch": 0.4307671900648306, "grad_norm": 0.0034441682510077953, "learning_rate": 4.569232809935169e-05, "loss": 0.0266, "step": 25980 }, { "epoch": 0.43093299729734214, "grad_norm": 0.008331160992383957, "learning_rate": 4.569067002702658e-05, "loss": 0.0169, "step": 25990 }, { "epoch": 0.4310988045298536, "grad_norm": 0.02374453656375408, "learning_rate": 4.5689011954701466e-05, "loss": 0.0067, "step": 26000 }, { "epoch": 0.4312646117623651, "grad_norm": 0.24472017586231232, "learning_rate": 4.568735388237635e-05, "loss": 0.0106, "step": 26010 }, { "epoch": 0.43143041899487655, "grad_norm": 0.0759948343038559, "learning_rate": 4.568569581005124e-05, "loss": 0.0036, "step": 26020 }, { "epoch": 0.431596226227388, "grad_norm": 0.006961729843169451, "learning_rate": 4.568403773772612e-05, "loss": 0.0094, "step": 26030 }, { "epoch": 0.4317620334598995, "grad_norm": 0.057343434542417526, "learning_rate": 4.568237966540101e-05, "loss": 0.0019, "step": 26040 }, { "epoch": 0.431927840692411, "grad_norm": 0.42087510228157043, "learning_rate": 4.568072159307589e-05, "loss": 0.0118, "step": 26050 }, { "epoch": 0.4320936479249225, "grad_norm": 0.864494800567627, "learning_rate": 4.5679063520750774e-05, "loss": 0.0155, "step": 26060 }, { "epoch": 0.43225945515743397, "grad_norm": 0.21629807353019714, "learning_rate": 4.5677405448425664e-05, "loss": 0.0108, "step": 26070 }, { "epoch": 0.43242526238994544, "grad_norm": 0.010786084458231926, "learning_rate": 4.567574737610055e-05, "loss": 0.0087, "step": 26080 }, { "epoch": 0.4325910696224569, "grad_norm": 0.11542047560214996, "learning_rate": 4.567408930377543e-05, "loss": 0.0134, "step": 26090 }, { "epoch": 0.4327568768549684, "grad_norm": 0.0011905323481187224, "learning_rate": 4.567243123145032e-05, "loss": 0.0054, "step": 26100 }, { "epoch": 0.4329226840874799, "grad_norm": 0.27812162041664124, "learning_rate": 4.5670773159125205e-05, "loss": 0.0068, "step": 26110 }, { "epoch": 0.4330884913199914, "grad_norm": 0.002325469860807061, "learning_rate": 4.566911508680009e-05, "loss": 0.0068, "step": 26120 }, { "epoch": 0.43325429855250286, "grad_norm": 0.718681275844574, "learning_rate": 4.566745701447497e-05, "loss": 0.0356, "step": 26130 }, { "epoch": 0.43342010578501433, "grad_norm": 0.0017858578357845545, "learning_rate": 4.5665798942149855e-05, "loss": 0.0096, "step": 26140 }, { "epoch": 0.4335859130175258, "grad_norm": 0.0012163507053628564, "learning_rate": 4.5664140869824745e-05, "loss": 0.0247, "step": 26150 }, { "epoch": 0.43375172025003733, "grad_norm": 0.003411154728382826, "learning_rate": 4.566248279749963e-05, "loss": 0.0175, "step": 26160 }, { "epoch": 0.4339175274825488, "grad_norm": 0.004007028415799141, "learning_rate": 4.566082472517452e-05, "loss": 0.0096, "step": 26170 }, { "epoch": 0.4340833347150603, "grad_norm": 0.018662605434656143, "learning_rate": 4.56591666528494e-05, "loss": 0.0076, "step": 26180 }, { "epoch": 0.43424914194757175, "grad_norm": 0.027299612760543823, "learning_rate": 4.5657508580524286e-05, "loss": 0.0088, "step": 26190 }, { "epoch": 0.4344149491800832, "grad_norm": 0.005205889698117971, "learning_rate": 4.565585050819917e-05, "loss": 0.0068, "step": 26200 }, { "epoch": 0.4345807564125947, "grad_norm": 0.05284985154867172, "learning_rate": 4.565419243587405e-05, "loss": 0.0022, "step": 26210 }, { "epoch": 0.4347465636451062, "grad_norm": 0.022275371477007866, "learning_rate": 4.5652534363548936e-05, "loss": 0.0098, "step": 26220 }, { "epoch": 0.4349123708776177, "grad_norm": 0.3810269832611084, "learning_rate": 4.565087629122383e-05, "loss": 0.0066, "step": 26230 }, { "epoch": 0.43507817811012917, "grad_norm": 0.18881456553936005, "learning_rate": 4.564921821889871e-05, "loss": 0.0217, "step": 26240 }, { "epoch": 0.43524398534264064, "grad_norm": 0.48235321044921875, "learning_rate": 4.56475601465736e-05, "loss": 0.002, "step": 26250 }, { "epoch": 0.4354097925751521, "grad_norm": 0.06740342825651169, "learning_rate": 4.5645902074248484e-05, "loss": 0.0047, "step": 26260 }, { "epoch": 0.4355755998076636, "grad_norm": 0.9064562320709229, "learning_rate": 4.564424400192337e-05, "loss": 0.008, "step": 26270 }, { "epoch": 0.4357414070401751, "grad_norm": 0.09506459534168243, "learning_rate": 4.564258592959825e-05, "loss": 0.0062, "step": 26280 }, { "epoch": 0.4359072142726866, "grad_norm": 0.40217676758766174, "learning_rate": 4.5640927857273134e-05, "loss": 0.0091, "step": 26290 }, { "epoch": 0.43607302150519806, "grad_norm": 0.16154372692108154, "learning_rate": 4.563926978494802e-05, "loss": 0.0054, "step": 26300 }, { "epoch": 0.4362388287377095, "grad_norm": 0.0004578064545057714, "learning_rate": 4.563761171262291e-05, "loss": 0.0009, "step": 26310 }, { "epoch": 0.436404635970221, "grad_norm": 0.7568426728248596, "learning_rate": 4.563595364029779e-05, "loss": 0.0082, "step": 26320 }, { "epoch": 0.4365704432027325, "grad_norm": 0.35201966762542725, "learning_rate": 4.563429556797268e-05, "loss": 0.0243, "step": 26330 }, { "epoch": 0.436736250435244, "grad_norm": 0.012063409201800823, "learning_rate": 4.5632637495647565e-05, "loss": 0.0062, "step": 26340 }, { "epoch": 0.4369020576677555, "grad_norm": 0.052617937326431274, "learning_rate": 4.563097942332244e-05, "loss": 0.008, "step": 26350 }, { "epoch": 0.43706786490026694, "grad_norm": 0.2764713764190674, "learning_rate": 4.562932135099733e-05, "loss": 0.0089, "step": 26360 }, { "epoch": 0.4372336721327784, "grad_norm": 0.0003812232753261924, "learning_rate": 4.5627663278672216e-05, "loss": 0.0103, "step": 26370 }, { "epoch": 0.4373994793652899, "grad_norm": 0.14580388367176056, "learning_rate": 4.5626005206347106e-05, "loss": 0.0044, "step": 26380 }, { "epoch": 0.4375652865978014, "grad_norm": 0.0007063660304993391, "learning_rate": 4.562434713402199e-05, "loss": 0.0018, "step": 26390 }, { "epoch": 0.4377310938303129, "grad_norm": 0.4817091226577759, "learning_rate": 4.562268906169687e-05, "loss": 0.0232, "step": 26400 }, { "epoch": 0.43789690106282436, "grad_norm": 0.3827551007270813, "learning_rate": 4.562103098937176e-05, "loss": 0.0301, "step": 26410 }, { "epoch": 0.43806270829533583, "grad_norm": 0.0036686346866190434, "learning_rate": 4.561937291704665e-05, "loss": 0.0116, "step": 26420 }, { "epoch": 0.4382285155278473, "grad_norm": 0.0030607327353209257, "learning_rate": 4.561771484472152e-05, "loss": 0.004, "step": 26430 }, { "epoch": 0.43839432276035883, "grad_norm": 0.12850849330425262, "learning_rate": 4.5616056772396414e-05, "loss": 0.0122, "step": 26440 }, { "epoch": 0.4385601299928703, "grad_norm": 0.08906536549329758, "learning_rate": 4.56143987000713e-05, "loss": 0.0087, "step": 26450 }, { "epoch": 0.4387259372253818, "grad_norm": 0.003816626500338316, "learning_rate": 4.561274062774619e-05, "loss": 0.0141, "step": 26460 }, { "epoch": 0.43889174445789325, "grad_norm": 0.046710431575775146, "learning_rate": 4.561108255542107e-05, "loss": 0.0036, "step": 26470 }, { "epoch": 0.4390575516904047, "grad_norm": 0.09438600391149521, "learning_rate": 4.5609424483095954e-05, "loss": 0.0017, "step": 26480 }, { "epoch": 0.4392233589229162, "grad_norm": 0.21990641951560974, "learning_rate": 4.5607766410770845e-05, "loss": 0.0135, "step": 26490 }, { "epoch": 0.4393891661554277, "grad_norm": 0.0027257115580141544, "learning_rate": 4.560610833844572e-05, "loss": 0.0029, "step": 26500 }, { "epoch": 0.4395549733879392, "grad_norm": 0.004766390658915043, "learning_rate": 4.560445026612061e-05, "loss": 0.0152, "step": 26510 }, { "epoch": 0.43972078062045067, "grad_norm": 0.0001928275596583262, "learning_rate": 4.5602792193795495e-05, "loss": 0.0055, "step": 26520 }, { "epoch": 0.43988658785296214, "grad_norm": 0.222151979804039, "learning_rate": 4.560113412147038e-05, "loss": 0.0128, "step": 26530 }, { "epoch": 0.4400523950854736, "grad_norm": 0.013822153210639954, "learning_rate": 4.559947604914527e-05, "loss": 0.0045, "step": 26540 }, { "epoch": 0.4402182023179851, "grad_norm": 0.009326579980552197, "learning_rate": 4.559781797682015e-05, "loss": 0.0002, "step": 26550 }, { "epoch": 0.4403840095504966, "grad_norm": 0.2445363700389862, "learning_rate": 4.5596159904495036e-05, "loss": 0.0091, "step": 26560 }, { "epoch": 0.4405498167830081, "grad_norm": 0.05930366367101669, "learning_rate": 4.559450183216992e-05, "loss": 0.0051, "step": 26570 }, { "epoch": 0.44071562401551956, "grad_norm": 0.06154907867312431, "learning_rate": 4.55928437598448e-05, "loss": 0.0074, "step": 26580 }, { "epoch": 0.44088143124803103, "grad_norm": 0.005921140778809786, "learning_rate": 4.559118568751969e-05, "loss": 0.0047, "step": 26590 }, { "epoch": 0.4410472384805425, "grad_norm": 1.5908119678497314, "learning_rate": 4.5589527615194576e-05, "loss": 0.0145, "step": 26600 }, { "epoch": 0.44121304571305403, "grad_norm": 0.04131055250763893, "learning_rate": 4.558786954286946e-05, "loss": 0.0026, "step": 26610 }, { "epoch": 0.4413788529455655, "grad_norm": 0.00993340089917183, "learning_rate": 4.558621147054435e-05, "loss": 0.0026, "step": 26620 }, { "epoch": 0.441544660178077, "grad_norm": 0.07192547619342804, "learning_rate": 4.5584553398219234e-05, "loss": 0.007, "step": 26630 }, { "epoch": 0.44171046741058845, "grad_norm": 0.4684242606163025, "learning_rate": 4.558289532589412e-05, "loss": 0.0091, "step": 26640 }, { "epoch": 0.4418762746430999, "grad_norm": 0.0026003522798419, "learning_rate": 4.5581237253569e-05, "loss": 0.005, "step": 26650 }, { "epoch": 0.4420420818756114, "grad_norm": 0.016890620812773705, "learning_rate": 4.5579579181243884e-05, "loss": 0.0087, "step": 26660 }, { "epoch": 0.4422078891081229, "grad_norm": 0.36281201243400574, "learning_rate": 4.5577921108918774e-05, "loss": 0.0079, "step": 26670 }, { "epoch": 0.4423736963406344, "grad_norm": 0.31773802638053894, "learning_rate": 4.557626303659366e-05, "loss": 0.0093, "step": 26680 }, { "epoch": 0.44253950357314586, "grad_norm": 0.4069013297557831, "learning_rate": 4.557460496426854e-05, "loss": 0.0028, "step": 26690 }, { "epoch": 0.44270531080565734, "grad_norm": 0.5102668404579163, "learning_rate": 4.557294689194343e-05, "loss": 0.0051, "step": 26700 }, { "epoch": 0.4428711180381688, "grad_norm": 0.024405986070632935, "learning_rate": 4.5571288819618315e-05, "loss": 0.0015, "step": 26710 }, { "epoch": 0.4430369252706803, "grad_norm": 0.03996962681412697, "learning_rate": 4.55696307472932e-05, "loss": 0.0057, "step": 26720 }, { "epoch": 0.4432027325031918, "grad_norm": 0.6055158376693726, "learning_rate": 4.556797267496808e-05, "loss": 0.0019, "step": 26730 }, { "epoch": 0.4433685397357033, "grad_norm": 0.0032263929024338722, "learning_rate": 4.5566314602642965e-05, "loss": 0.0127, "step": 26740 }, { "epoch": 0.44353434696821475, "grad_norm": 0.06443529576063156, "learning_rate": 4.5564656530317856e-05, "loss": 0.0054, "step": 26750 }, { "epoch": 0.4437001542007262, "grad_norm": 0.03521856665611267, "learning_rate": 4.556299845799274e-05, "loss": 0.0042, "step": 26760 }, { "epoch": 0.4438659614332377, "grad_norm": 0.8061776757240295, "learning_rate": 4.556134038566762e-05, "loss": 0.0158, "step": 26770 }, { "epoch": 0.4440317686657492, "grad_norm": 0.004006226547062397, "learning_rate": 4.555968231334251e-05, "loss": 0.0041, "step": 26780 }, { "epoch": 0.4441975758982607, "grad_norm": 1.145831823348999, "learning_rate": 4.5558024241017396e-05, "loss": 0.0275, "step": 26790 }, { "epoch": 0.44436338313077217, "grad_norm": 0.0038958804216235876, "learning_rate": 4.555636616869228e-05, "loss": 0.004, "step": 26800 }, { "epoch": 0.44452919036328364, "grad_norm": 1.1918262243270874, "learning_rate": 4.555470809636716e-05, "loss": 0.0154, "step": 26810 }, { "epoch": 0.4446949975957951, "grad_norm": 0.007576403673738241, "learning_rate": 4.555305002404205e-05, "loss": 0.0025, "step": 26820 }, { "epoch": 0.4448608048283066, "grad_norm": 0.20171388983726501, "learning_rate": 4.555139195171694e-05, "loss": 0.008, "step": 26830 }, { "epoch": 0.4450266120608181, "grad_norm": 0.287687748670578, "learning_rate": 4.554973387939182e-05, "loss": 0.0142, "step": 26840 }, { "epoch": 0.4451924192933296, "grad_norm": 0.0012382809072732925, "learning_rate": 4.554807580706671e-05, "loss": 0.0052, "step": 26850 }, { "epoch": 0.44535822652584106, "grad_norm": 0.48033398389816284, "learning_rate": 4.5546417734741594e-05, "loss": 0.0114, "step": 26860 }, { "epoch": 0.44552403375835253, "grad_norm": 0.0875106006860733, "learning_rate": 4.554475966241648e-05, "loss": 0.0106, "step": 26870 }, { "epoch": 0.445689840990864, "grad_norm": 0.14028814435005188, "learning_rate": 4.554310159009136e-05, "loss": 0.019, "step": 26880 }, { "epoch": 0.4458556482233755, "grad_norm": 0.042777031660079956, "learning_rate": 4.5541443517766245e-05, "loss": 0.0147, "step": 26890 }, { "epoch": 0.446021455455887, "grad_norm": 0.8333404660224915, "learning_rate": 4.553978544544113e-05, "loss": 0.0525, "step": 26900 }, { "epoch": 0.4461872626883985, "grad_norm": 0.8852755427360535, "learning_rate": 4.553812737311602e-05, "loss": 0.0171, "step": 26910 }, { "epoch": 0.44635306992090995, "grad_norm": 0.005046847742050886, "learning_rate": 4.55364693007909e-05, "loss": 0.0015, "step": 26920 }, { "epoch": 0.4465188771534214, "grad_norm": 0.0005078291869722307, "learning_rate": 4.553481122846579e-05, "loss": 0.0053, "step": 26930 }, { "epoch": 0.4466846843859329, "grad_norm": 0.0727328285574913, "learning_rate": 4.5533153156140676e-05, "loss": 0.0034, "step": 26940 }, { "epoch": 0.4468504916184444, "grad_norm": 0.20142926275730133, "learning_rate": 4.553149508381556e-05, "loss": 0.0055, "step": 26950 }, { "epoch": 0.4470162988509559, "grad_norm": 1.3068405389785767, "learning_rate": 4.552983701149044e-05, "loss": 0.0022, "step": 26960 }, { "epoch": 0.44718210608346737, "grad_norm": 0.4297025501728058, "learning_rate": 4.5528178939165326e-05, "loss": 0.0101, "step": 26970 }, { "epoch": 0.44734791331597884, "grad_norm": 0.1252487599849701, "learning_rate": 4.552652086684021e-05, "loss": 0.0056, "step": 26980 }, { "epoch": 0.4475137205484903, "grad_norm": 0.0048925746232271194, "learning_rate": 4.55248627945151e-05, "loss": 0.0017, "step": 26990 }, { "epoch": 0.4476795277810018, "grad_norm": 0.002020404441282153, "learning_rate": 4.552320472218998e-05, "loss": 0.011, "step": 27000 }, { "epoch": 0.4478453350135133, "grad_norm": 0.22675399482250214, "learning_rate": 4.5521546649864874e-05, "loss": 0.0043, "step": 27010 }, { "epoch": 0.4480111422460248, "grad_norm": 0.006971682421863079, "learning_rate": 4.551988857753976e-05, "loss": 0.0109, "step": 27020 }, { "epoch": 0.44817694947853626, "grad_norm": 0.007825637236237526, "learning_rate": 4.551823050521464e-05, "loss": 0.024, "step": 27030 }, { "epoch": 0.44834275671104773, "grad_norm": 0.0022222932893782854, "learning_rate": 4.5516572432889524e-05, "loss": 0.0011, "step": 27040 }, { "epoch": 0.4485085639435592, "grad_norm": 0.2799970507621765, "learning_rate": 4.551491436056441e-05, "loss": 0.012, "step": 27050 }, { "epoch": 0.4486743711760707, "grad_norm": 0.0010310448706150055, "learning_rate": 4.55132562882393e-05, "loss": 0.0084, "step": 27060 }, { "epoch": 0.4488401784085822, "grad_norm": 0.07089195400476456, "learning_rate": 4.551159821591418e-05, "loss": 0.0024, "step": 27070 }, { "epoch": 0.4490059856410937, "grad_norm": 0.0054203239269554615, "learning_rate": 4.5509940143589065e-05, "loss": 0.0061, "step": 27080 }, { "epoch": 0.44917179287360515, "grad_norm": 0.0033058510161936283, "learning_rate": 4.5508282071263955e-05, "loss": 0.0026, "step": 27090 }, { "epoch": 0.4493376001061166, "grad_norm": 0.006464105099439621, "learning_rate": 4.550662399893884e-05, "loss": 0.0094, "step": 27100 }, { "epoch": 0.4495034073386281, "grad_norm": 0.6399065256118774, "learning_rate": 4.5504965926613715e-05, "loss": 0.005, "step": 27110 }, { "epoch": 0.4496692145711396, "grad_norm": 0.133043572306633, "learning_rate": 4.5503307854288605e-05, "loss": 0.0049, "step": 27120 }, { "epoch": 0.4498350218036511, "grad_norm": 0.07379424571990967, "learning_rate": 4.550164978196349e-05, "loss": 0.0065, "step": 27130 }, { "epoch": 0.45000082903616256, "grad_norm": 0.12364336848258972, "learning_rate": 4.549999170963838e-05, "loss": 0.0106, "step": 27140 }, { "epoch": 0.45016663626867404, "grad_norm": 0.4635741412639618, "learning_rate": 4.549833363731326e-05, "loss": 0.0123, "step": 27150 }, { "epoch": 0.4503324435011855, "grad_norm": 0.013208526186645031, "learning_rate": 4.5496675564988146e-05, "loss": 0.0007, "step": 27160 }, { "epoch": 0.450498250733697, "grad_norm": 0.703972339630127, "learning_rate": 4.5495017492663036e-05, "loss": 0.0114, "step": 27170 }, { "epoch": 0.4506640579662085, "grad_norm": 0.1670144647359848, "learning_rate": 4.549335942033792e-05, "loss": 0.0078, "step": 27180 }, { "epoch": 0.45082986519872, "grad_norm": 0.46274226903915405, "learning_rate": 4.54917013480128e-05, "loss": 0.0103, "step": 27190 }, { "epoch": 0.45099567243123145, "grad_norm": 0.0028439464513212442, "learning_rate": 4.549004327568769e-05, "loss": 0.0031, "step": 27200 }, { "epoch": 0.4511614796637429, "grad_norm": 0.010677059181034565, "learning_rate": 4.548838520336257e-05, "loss": 0.0048, "step": 27210 }, { "epoch": 0.4513272868962544, "grad_norm": 0.2614816129207611, "learning_rate": 4.548672713103746e-05, "loss": 0.0201, "step": 27220 }, { "epoch": 0.45149309412876587, "grad_norm": 0.20831188559532166, "learning_rate": 4.5485069058712344e-05, "loss": 0.0051, "step": 27230 }, { "epoch": 0.4516589013612774, "grad_norm": 0.014921296387910843, "learning_rate": 4.548341098638723e-05, "loss": 0.0143, "step": 27240 }, { "epoch": 0.45182470859378887, "grad_norm": 0.03731995075941086, "learning_rate": 4.548175291406212e-05, "loss": 0.0027, "step": 27250 }, { "epoch": 0.45199051582630034, "grad_norm": 0.7943997383117676, "learning_rate": 4.5480094841736994e-05, "loss": 0.0125, "step": 27260 }, { "epoch": 0.4521563230588118, "grad_norm": 0.0025975198950618505, "learning_rate": 4.5478436769411885e-05, "loss": 0.0082, "step": 27270 }, { "epoch": 0.4523221302913233, "grad_norm": 0.37453532218933105, "learning_rate": 4.547677869708677e-05, "loss": 0.0093, "step": 27280 }, { "epoch": 0.4524879375238348, "grad_norm": 0.2545783817768097, "learning_rate": 4.547512062476165e-05, "loss": 0.0384, "step": 27290 }, { "epoch": 0.4526537447563463, "grad_norm": 0.33454790711402893, "learning_rate": 4.547346255243654e-05, "loss": 0.0187, "step": 27300 }, { "epoch": 0.45281955198885776, "grad_norm": 0.504059910774231, "learning_rate": 4.5471804480111425e-05, "loss": 0.0211, "step": 27310 }, { "epoch": 0.45298535922136923, "grad_norm": 0.06286155432462692, "learning_rate": 4.547014640778631e-05, "loss": 0.0117, "step": 27320 }, { "epoch": 0.4531511664538807, "grad_norm": 0.004133723210543394, "learning_rate": 4.546848833546119e-05, "loss": 0.0131, "step": 27330 }, { "epoch": 0.4533169736863922, "grad_norm": 0.0155622698366642, "learning_rate": 4.5466830263136076e-05, "loss": 0.0071, "step": 27340 }, { "epoch": 0.4534827809189037, "grad_norm": 0.25027963519096375, "learning_rate": 4.5465172190810966e-05, "loss": 0.0144, "step": 27350 }, { "epoch": 0.4536485881514152, "grad_norm": 0.00353540969081223, "learning_rate": 4.546351411848585e-05, "loss": 0.0007, "step": 27360 }, { "epoch": 0.45381439538392665, "grad_norm": 0.0893983393907547, "learning_rate": 4.546185604616073e-05, "loss": 0.011, "step": 27370 }, { "epoch": 0.4539802026164381, "grad_norm": 0.4314289093017578, "learning_rate": 4.546019797383562e-05, "loss": 0.0078, "step": 27380 }, { "epoch": 0.4541460098489496, "grad_norm": 0.00027985783526673913, "learning_rate": 4.545853990151051e-05, "loss": 0.0121, "step": 27390 }, { "epoch": 0.45431181708146107, "grad_norm": 0.005626934580504894, "learning_rate": 4.54568818291854e-05, "loss": 0.0329, "step": 27400 }, { "epoch": 0.4544776243139726, "grad_norm": 0.33034810423851013, "learning_rate": 4.5455223756860274e-05, "loss": 0.0173, "step": 27410 }, { "epoch": 0.45464343154648407, "grad_norm": 0.011375774629414082, "learning_rate": 4.545356568453516e-05, "loss": 0.012, "step": 27420 }, { "epoch": 0.45480923877899554, "grad_norm": 0.010448434390127659, "learning_rate": 4.545190761221005e-05, "loss": 0.0034, "step": 27430 }, { "epoch": 0.454975046011507, "grad_norm": 0.03731335327029228, "learning_rate": 4.545024953988493e-05, "loss": 0.0055, "step": 27440 }, { "epoch": 0.4551408532440185, "grad_norm": 0.04335543140769005, "learning_rate": 4.5448591467559814e-05, "loss": 0.0106, "step": 27450 }, { "epoch": 0.45530666047653, "grad_norm": 0.5609574317932129, "learning_rate": 4.5446933395234705e-05, "loss": 0.0082, "step": 27460 }, { "epoch": 0.4554724677090415, "grad_norm": 0.13411353528499603, "learning_rate": 4.544527532290959e-05, "loss": 0.0034, "step": 27470 }, { "epoch": 0.45563827494155296, "grad_norm": 0.07103561609983444, "learning_rate": 4.544361725058447e-05, "loss": 0.0093, "step": 27480 }, { "epoch": 0.45580408217406443, "grad_norm": 0.23321709036827087, "learning_rate": 4.5441959178259355e-05, "loss": 0.0044, "step": 27490 }, { "epoch": 0.4559698894065759, "grad_norm": 0.001568856299854815, "learning_rate": 4.544030110593424e-05, "loss": 0.0091, "step": 27500 }, { "epoch": 0.4561356966390874, "grad_norm": 0.31871843338012695, "learning_rate": 4.543864303360913e-05, "loss": 0.0116, "step": 27510 }, { "epoch": 0.4563015038715989, "grad_norm": 0.0006245861877687275, "learning_rate": 4.543698496128401e-05, "loss": 0.011, "step": 27520 }, { "epoch": 0.4564673111041104, "grad_norm": 0.5480507016181946, "learning_rate": 4.54353268889589e-05, "loss": 0.0113, "step": 27530 }, { "epoch": 0.45663311833662185, "grad_norm": 0.27736130356788635, "learning_rate": 4.5433668816633786e-05, "loss": 0.0136, "step": 27540 }, { "epoch": 0.4567989255691333, "grad_norm": 0.016655052080750465, "learning_rate": 4.543201074430867e-05, "loss": 0.0076, "step": 27550 }, { "epoch": 0.4569647328016448, "grad_norm": 0.1696527898311615, "learning_rate": 4.543035267198355e-05, "loss": 0.037, "step": 27560 }, { "epoch": 0.45713054003415626, "grad_norm": 0.29254183173179626, "learning_rate": 4.5428694599658437e-05, "loss": 0.0122, "step": 27570 }, { "epoch": 0.4572963472666678, "grad_norm": 0.09511120617389679, "learning_rate": 4.542703652733332e-05, "loss": 0.0084, "step": 27580 }, { "epoch": 0.45746215449917926, "grad_norm": 0.08363542705774307, "learning_rate": 4.542537845500821e-05, "loss": 0.0312, "step": 27590 }, { "epoch": 0.45762796173169074, "grad_norm": 0.005169957410544157, "learning_rate": 4.5423720382683094e-05, "loss": 0.0182, "step": 27600 }, { "epoch": 0.4577937689642022, "grad_norm": 0.0003896940324921161, "learning_rate": 4.5422062310357984e-05, "loss": 0.0146, "step": 27610 }, { "epoch": 0.4579595761967137, "grad_norm": 0.07722108066082001, "learning_rate": 4.542040423803287e-05, "loss": 0.0072, "step": 27620 }, { "epoch": 0.4581253834292252, "grad_norm": 0.36819130182266235, "learning_rate": 4.541874616570775e-05, "loss": 0.0089, "step": 27630 }, { "epoch": 0.4582911906617367, "grad_norm": 0.03451135382056236, "learning_rate": 4.5417088093382634e-05, "loss": 0.0052, "step": 27640 }, { "epoch": 0.45845699789424815, "grad_norm": 0.002825689734891057, "learning_rate": 4.541543002105752e-05, "loss": 0.0241, "step": 27650 }, { "epoch": 0.4586228051267596, "grad_norm": 0.017699023708701134, "learning_rate": 4.54137719487324e-05, "loss": 0.0038, "step": 27660 }, { "epoch": 0.4587886123592711, "grad_norm": 0.00044547085417434573, "learning_rate": 4.541211387640729e-05, "loss": 0.0005, "step": 27670 }, { "epoch": 0.45895441959178257, "grad_norm": 0.0008378108032047749, "learning_rate": 4.5410455804082175e-05, "loss": 0.0075, "step": 27680 }, { "epoch": 0.4591202268242941, "grad_norm": 0.5830561518669128, "learning_rate": 4.5408797731757065e-05, "loss": 0.017, "step": 27690 }, { "epoch": 0.45928603405680557, "grad_norm": 0.0009592096321284771, "learning_rate": 4.540713965943195e-05, "loss": 0.0072, "step": 27700 }, { "epoch": 0.45945184128931704, "grad_norm": 0.9906004667282104, "learning_rate": 4.540548158710683e-05, "loss": 0.0148, "step": 27710 }, { "epoch": 0.4596176485218285, "grad_norm": 0.4598519802093506, "learning_rate": 4.5403823514781716e-05, "loss": 0.0191, "step": 27720 }, { "epoch": 0.45978345575434, "grad_norm": 0.0021087464410811663, "learning_rate": 4.54021654424566e-05, "loss": 0.0061, "step": 27730 }, { "epoch": 0.45994926298685146, "grad_norm": 0.006414955481886864, "learning_rate": 4.540050737013149e-05, "loss": 0.023, "step": 27740 }, { "epoch": 0.460115070219363, "grad_norm": 0.027590960264205933, "learning_rate": 4.539884929780637e-05, "loss": 0.0022, "step": 27750 }, { "epoch": 0.46028087745187446, "grad_norm": 0.018463123589754105, "learning_rate": 4.5397191225481256e-05, "loss": 0.011, "step": 27760 }, { "epoch": 0.46044668468438593, "grad_norm": 0.11280474066734314, "learning_rate": 4.539553315315615e-05, "loss": 0.0103, "step": 27770 }, { "epoch": 0.4606124919168974, "grad_norm": 0.8678792119026184, "learning_rate": 4.539387508083103e-05, "loss": 0.0031, "step": 27780 }, { "epoch": 0.4607782991494089, "grad_norm": 0.15011337399482727, "learning_rate": 4.5392217008505914e-05, "loss": 0.0097, "step": 27790 }, { "epoch": 0.4609441063819204, "grad_norm": 0.001296883448958397, "learning_rate": 4.53905589361808e-05, "loss": 0.003, "step": 27800 }, { "epoch": 0.4611099136144319, "grad_norm": 0.5205690860748291, "learning_rate": 4.538890086385568e-05, "loss": 0.0067, "step": 27810 }, { "epoch": 0.46127572084694335, "grad_norm": 0.03213296830654144, "learning_rate": 4.538724279153057e-05, "loss": 0.0019, "step": 27820 }, { "epoch": 0.4614415280794548, "grad_norm": 0.23134055733680725, "learning_rate": 4.5385584719205454e-05, "loss": 0.0105, "step": 27830 }, { "epoch": 0.4616073353119663, "grad_norm": 0.09753988683223724, "learning_rate": 4.538392664688034e-05, "loss": 0.0069, "step": 27840 }, { "epoch": 0.46177314254447777, "grad_norm": 0.01834496110677719, "learning_rate": 4.538226857455523e-05, "loss": 0.0045, "step": 27850 }, { "epoch": 0.4619389497769893, "grad_norm": 0.22484642267227173, "learning_rate": 4.538061050223011e-05, "loss": 0.0065, "step": 27860 }, { "epoch": 0.46210475700950077, "grad_norm": 0.030082955956459045, "learning_rate": 4.5378952429904995e-05, "loss": 0.01, "step": 27870 }, { "epoch": 0.46227056424201224, "grad_norm": 0.4696578085422516, "learning_rate": 4.537729435757988e-05, "loss": 0.0112, "step": 27880 }, { "epoch": 0.4624363714745237, "grad_norm": 0.3293416500091553, "learning_rate": 4.537563628525476e-05, "loss": 0.0053, "step": 27890 }, { "epoch": 0.4626021787070352, "grad_norm": 0.008669575676321983, "learning_rate": 4.537397821292965e-05, "loss": 0.0029, "step": 27900 }, { "epoch": 0.46276798593954666, "grad_norm": 0.08810662478208542, "learning_rate": 4.5372320140604536e-05, "loss": 0.0005, "step": 27910 }, { "epoch": 0.4629337931720582, "grad_norm": 0.51265549659729, "learning_rate": 4.537066206827942e-05, "loss": 0.0148, "step": 27920 }, { "epoch": 0.46309960040456966, "grad_norm": 0.0008015023195184767, "learning_rate": 4.536900399595431e-05, "loss": 0.0086, "step": 27930 }, { "epoch": 0.46326540763708113, "grad_norm": 0.005641618277877569, "learning_rate": 4.536734592362919e-05, "loss": 0.0165, "step": 27940 }, { "epoch": 0.4634312148695926, "grad_norm": 0.12259861826896667, "learning_rate": 4.5365687851304076e-05, "loss": 0.0171, "step": 27950 }, { "epoch": 0.4635970221021041, "grad_norm": 0.024392446503043175, "learning_rate": 4.536402977897896e-05, "loss": 0.0102, "step": 27960 }, { "epoch": 0.4637628293346156, "grad_norm": 0.29510921239852905, "learning_rate": 4.5362371706653843e-05, "loss": 0.009, "step": 27970 }, { "epoch": 0.4639286365671271, "grad_norm": 0.5154200792312622, "learning_rate": 4.5360713634328734e-05, "loss": 0.0048, "step": 27980 }, { "epoch": 0.46409444379963855, "grad_norm": 0.011087997816503048, "learning_rate": 4.535905556200362e-05, "loss": 0.0086, "step": 27990 }, { "epoch": 0.46426025103215, "grad_norm": 0.6230894923210144, "learning_rate": 4.53573974896785e-05, "loss": 0.0118, "step": 28000 }, { "epoch": 0.4644260582646615, "grad_norm": 0.0022041811607778072, "learning_rate": 4.535573941735339e-05, "loss": 0.0082, "step": 28010 }, { "epoch": 0.46459186549717296, "grad_norm": 0.0181475467979908, "learning_rate": 4.535408134502827e-05, "loss": 0.0055, "step": 28020 }, { "epoch": 0.4647576727296845, "grad_norm": 0.005816371645778418, "learning_rate": 4.535242327270316e-05, "loss": 0.0211, "step": 28030 }, { "epoch": 0.46492347996219596, "grad_norm": 0.0021333997137844563, "learning_rate": 4.535076520037804e-05, "loss": 0.0082, "step": 28040 }, { "epoch": 0.46508928719470743, "grad_norm": 0.0009604498627595603, "learning_rate": 4.5349107128052925e-05, "loss": 0.0106, "step": 28050 }, { "epoch": 0.4652550944272189, "grad_norm": 0.003328804625198245, "learning_rate": 4.5347449055727815e-05, "loss": 0.0077, "step": 28060 }, { "epoch": 0.4654209016597304, "grad_norm": 0.8631317019462585, "learning_rate": 4.53457909834027e-05, "loss": 0.0092, "step": 28070 }, { "epoch": 0.4655867088922419, "grad_norm": 0.016904249787330627, "learning_rate": 4.534413291107759e-05, "loss": 0.0119, "step": 28080 }, { "epoch": 0.4657525161247534, "grad_norm": 0.015108113177120686, "learning_rate": 4.534247483875247e-05, "loss": 0.0057, "step": 28090 }, { "epoch": 0.46591832335726485, "grad_norm": 0.019364554435014725, "learning_rate": 4.534081676642735e-05, "loss": 0.0039, "step": 28100 }, { "epoch": 0.4660841305897763, "grad_norm": 0.005925088655203581, "learning_rate": 4.533915869410224e-05, "loss": 0.0041, "step": 28110 }, { "epoch": 0.4662499378222878, "grad_norm": 0.8873522281646729, "learning_rate": 4.533750062177712e-05, "loss": 0.0051, "step": 28120 }, { "epoch": 0.46641574505479927, "grad_norm": 0.38810616731643677, "learning_rate": 4.5335842549452006e-05, "loss": 0.0155, "step": 28130 }, { "epoch": 0.4665815522873108, "grad_norm": 0.03384273126721382, "learning_rate": 4.5334184477126896e-05, "loss": 0.0066, "step": 28140 }, { "epoch": 0.46674735951982227, "grad_norm": 0.03986256569623947, "learning_rate": 4.533252640480178e-05, "loss": 0.013, "step": 28150 }, { "epoch": 0.46691316675233374, "grad_norm": 0.016258705407381058, "learning_rate": 4.533086833247667e-05, "loss": 0.0028, "step": 28160 }, { "epoch": 0.4670789739848452, "grad_norm": 0.27933475375175476, "learning_rate": 4.532921026015155e-05, "loss": 0.0095, "step": 28170 }, { "epoch": 0.4672447812173567, "grad_norm": 0.002071232767775655, "learning_rate": 4.532755218782643e-05, "loss": 0.0173, "step": 28180 }, { "epoch": 0.46741058844986816, "grad_norm": 0.008805572055280209, "learning_rate": 4.532589411550132e-05, "loss": 0.0054, "step": 28190 }, { "epoch": 0.4675763956823797, "grad_norm": 0.010420733131468296, "learning_rate": 4.5324236043176204e-05, "loss": 0.0044, "step": 28200 }, { "epoch": 0.46774220291489116, "grad_norm": 0.9609686732292175, "learning_rate": 4.5322577970851094e-05, "loss": 0.0159, "step": 28210 }, { "epoch": 0.46790801014740263, "grad_norm": 0.06882930546998978, "learning_rate": 4.532091989852598e-05, "loss": 0.0029, "step": 28220 }, { "epoch": 0.4680738173799141, "grad_norm": 0.004070375580340624, "learning_rate": 4.531926182620086e-05, "loss": 0.0148, "step": 28230 }, { "epoch": 0.4682396246124256, "grad_norm": 0.02164052240550518, "learning_rate": 4.5317603753875745e-05, "loss": 0.0075, "step": 28240 }, { "epoch": 0.4684054318449371, "grad_norm": 0.0014244415797293186, "learning_rate": 4.531594568155063e-05, "loss": 0.0192, "step": 28250 }, { "epoch": 0.4685712390774486, "grad_norm": 0.41761404275894165, "learning_rate": 4.531428760922551e-05, "loss": 0.0046, "step": 28260 }, { "epoch": 0.46873704630996005, "grad_norm": 0.5184811949729919, "learning_rate": 4.53126295369004e-05, "loss": 0.0119, "step": 28270 }, { "epoch": 0.4689028535424715, "grad_norm": 0.0011191244702786207, "learning_rate": 4.5310971464575285e-05, "loss": 0.0074, "step": 28280 }, { "epoch": 0.469068660774983, "grad_norm": 0.012976197525858879, "learning_rate": 4.5309313392250176e-05, "loss": 0.0168, "step": 28290 }, { "epoch": 0.46923446800749447, "grad_norm": 0.011528950184583664, "learning_rate": 4.530765531992506e-05, "loss": 0.0011, "step": 28300 }, { "epoch": 0.469400275240006, "grad_norm": 0.03123495541512966, "learning_rate": 4.530599724759994e-05, "loss": 0.0154, "step": 28310 }, { "epoch": 0.46956608247251747, "grad_norm": 0.33604612946510315, "learning_rate": 4.5304339175274826e-05, "loss": 0.0176, "step": 28320 }, { "epoch": 0.46973188970502894, "grad_norm": 0.03266563639044762, "learning_rate": 4.530268110294971e-05, "loss": 0.01, "step": 28330 }, { "epoch": 0.4698976969375404, "grad_norm": 0.178007110953331, "learning_rate": 4.530102303062459e-05, "loss": 0.0123, "step": 28340 }, { "epoch": 0.4700635041700519, "grad_norm": 0.2945120334625244, "learning_rate": 4.5299364958299483e-05, "loss": 0.0068, "step": 28350 }, { "epoch": 0.47022931140256335, "grad_norm": 0.002543871523812413, "learning_rate": 4.529770688597437e-05, "loss": 0.0098, "step": 28360 }, { "epoch": 0.4703951186350749, "grad_norm": 0.49744829535484314, "learning_rate": 4.529604881364926e-05, "loss": 0.017, "step": 28370 }, { "epoch": 0.47056092586758635, "grad_norm": 0.030290869995951653, "learning_rate": 4.529439074132414e-05, "loss": 0.0034, "step": 28380 }, { "epoch": 0.4707267331000978, "grad_norm": 0.5350556373596191, "learning_rate": 4.5292732668999024e-05, "loss": 0.0198, "step": 28390 }, { "epoch": 0.4708925403326093, "grad_norm": 0.2233060896396637, "learning_rate": 4.529107459667391e-05, "loss": 0.0161, "step": 28400 }, { "epoch": 0.47105834756512077, "grad_norm": 1.812164545059204, "learning_rate": 4.528941652434879e-05, "loss": 0.0338, "step": 28410 }, { "epoch": 0.4712241547976323, "grad_norm": 0.45517805218696594, "learning_rate": 4.528775845202368e-05, "loss": 0.0093, "step": 28420 }, { "epoch": 0.47138996203014377, "grad_norm": 0.09495129436254501, "learning_rate": 4.5286100379698565e-05, "loss": 0.0077, "step": 28430 }, { "epoch": 0.47155576926265524, "grad_norm": 0.06983239948749542, "learning_rate": 4.528444230737345e-05, "loss": 0.0104, "step": 28440 }, { "epoch": 0.4717215764951667, "grad_norm": 1.0862160921096802, "learning_rate": 4.528278423504834e-05, "loss": 0.0153, "step": 28450 }, { "epoch": 0.4718873837276782, "grad_norm": 0.0013706773752346635, "learning_rate": 4.528112616272322e-05, "loss": 0.0072, "step": 28460 }, { "epoch": 0.47205319096018966, "grad_norm": 0.04215481877326965, "learning_rate": 4.5279468090398105e-05, "loss": 0.0446, "step": 28470 }, { "epoch": 0.4722189981927012, "grad_norm": 0.11588628590106964, "learning_rate": 4.527781001807299e-05, "loss": 0.0044, "step": 28480 }, { "epoch": 0.47238480542521266, "grad_norm": 0.23927028477191925, "learning_rate": 4.527615194574787e-05, "loss": 0.0145, "step": 28490 }, { "epoch": 0.47255061265772413, "grad_norm": 0.03975449129939079, "learning_rate": 4.527449387342276e-05, "loss": 0.0181, "step": 28500 }, { "epoch": 0.4727164198902356, "grad_norm": 0.006039312109351158, "learning_rate": 4.5272835801097646e-05, "loss": 0.0168, "step": 28510 }, { "epoch": 0.4728822271227471, "grad_norm": 0.005902132950723171, "learning_rate": 4.527117772877253e-05, "loss": 0.016, "step": 28520 }, { "epoch": 0.47304803435525855, "grad_norm": 0.03498469293117523, "learning_rate": 4.526951965644742e-05, "loss": 0.0193, "step": 28530 }, { "epoch": 0.4732138415877701, "grad_norm": 0.002604666631668806, "learning_rate": 4.52678615841223e-05, "loss": 0.0029, "step": 28540 }, { "epoch": 0.47337964882028155, "grad_norm": 0.001972351921722293, "learning_rate": 4.526620351179719e-05, "loss": 0.0054, "step": 28550 }, { "epoch": 0.473545456052793, "grad_norm": 0.22889722883701324, "learning_rate": 4.526454543947207e-05, "loss": 0.0091, "step": 28560 }, { "epoch": 0.4737112632853045, "grad_norm": 0.27299442887306213, "learning_rate": 4.5262887367146954e-05, "loss": 0.0117, "step": 28570 }, { "epoch": 0.47387707051781597, "grad_norm": 0.031713902950286865, "learning_rate": 4.5261229294821844e-05, "loss": 0.0006, "step": 28580 }, { "epoch": 0.4740428777503275, "grad_norm": 0.7040507793426514, "learning_rate": 4.525957122249673e-05, "loss": 0.0033, "step": 28590 }, { "epoch": 0.47420868498283897, "grad_norm": 0.07611612975597382, "learning_rate": 4.525791315017161e-05, "loss": 0.0068, "step": 28600 }, { "epoch": 0.47437449221535044, "grad_norm": 0.2357761710882187, "learning_rate": 4.52562550778465e-05, "loss": 0.0085, "step": 28610 }, { "epoch": 0.4745402994478619, "grad_norm": 0.015810150653123856, "learning_rate": 4.5254597005521385e-05, "loss": 0.0049, "step": 28620 }, { "epoch": 0.4747061066803734, "grad_norm": 0.002901862608268857, "learning_rate": 4.525293893319627e-05, "loss": 0.0213, "step": 28630 }, { "epoch": 0.47487191391288486, "grad_norm": 0.2497442215681076, "learning_rate": 4.525128086087115e-05, "loss": 0.0018, "step": 28640 }, { "epoch": 0.4750377211453964, "grad_norm": 0.0027916105464100838, "learning_rate": 4.5249622788546035e-05, "loss": 0.0074, "step": 28650 }, { "epoch": 0.47520352837790786, "grad_norm": 0.5043904781341553, "learning_rate": 4.5247964716220925e-05, "loss": 0.008, "step": 28660 }, { "epoch": 0.47536933561041933, "grad_norm": 0.07421139627695084, "learning_rate": 4.524630664389581e-05, "loss": 0.0113, "step": 28670 }, { "epoch": 0.4755351428429308, "grad_norm": 0.3500172793865204, "learning_rate": 4.524464857157069e-05, "loss": 0.0102, "step": 28680 }, { "epoch": 0.4757009500754423, "grad_norm": 0.0028301395941525698, "learning_rate": 4.524299049924558e-05, "loss": 0.0091, "step": 28690 }, { "epoch": 0.47586675730795375, "grad_norm": 0.017238503322005272, "learning_rate": 4.5241332426920466e-05, "loss": 0.0043, "step": 28700 }, { "epoch": 0.4760325645404653, "grad_norm": 0.2936565577983856, "learning_rate": 4.523967435459535e-05, "loss": 0.0044, "step": 28710 }, { "epoch": 0.47619837177297675, "grad_norm": 0.0007010705885477364, "learning_rate": 4.523801628227023e-05, "loss": 0.0204, "step": 28720 }, { "epoch": 0.4763641790054882, "grad_norm": 0.004961131140589714, "learning_rate": 4.5236358209945117e-05, "loss": 0.0129, "step": 28730 }, { "epoch": 0.4765299862379997, "grad_norm": 0.09210388362407684, "learning_rate": 4.523470013762001e-05, "loss": 0.0132, "step": 28740 }, { "epoch": 0.47669579347051116, "grad_norm": 0.21303223073482513, "learning_rate": 4.523304206529489e-05, "loss": 0.0159, "step": 28750 }, { "epoch": 0.4768616007030227, "grad_norm": 0.012142255902290344, "learning_rate": 4.523138399296978e-05, "loss": 0.008, "step": 28760 }, { "epoch": 0.47702740793553416, "grad_norm": 0.3628723621368408, "learning_rate": 4.5229725920644664e-05, "loss": 0.0031, "step": 28770 }, { "epoch": 0.47719321516804564, "grad_norm": 0.02707921527326107, "learning_rate": 4.522806784831954e-05, "loss": 0.0076, "step": 28780 }, { "epoch": 0.4773590224005571, "grad_norm": 0.2585495412349701, "learning_rate": 4.522640977599443e-05, "loss": 0.0074, "step": 28790 }, { "epoch": 0.4775248296330686, "grad_norm": 0.22646965086460114, "learning_rate": 4.5224751703669314e-05, "loss": 0.0015, "step": 28800 }, { "epoch": 0.47769063686558005, "grad_norm": 1.158920168876648, "learning_rate": 4.52230936313442e-05, "loss": 0.0017, "step": 28810 }, { "epoch": 0.4778564440980916, "grad_norm": 0.7544683814048767, "learning_rate": 4.522143555901909e-05, "loss": 0.0088, "step": 28820 }, { "epoch": 0.47802225133060305, "grad_norm": 0.0031813676469027996, "learning_rate": 4.521977748669397e-05, "loss": 0.0038, "step": 28830 }, { "epoch": 0.4781880585631145, "grad_norm": 1.9520044326782227, "learning_rate": 4.521811941436886e-05, "loss": 0.0187, "step": 28840 }, { "epoch": 0.478353865795626, "grad_norm": 0.2503378987312317, "learning_rate": 4.5216461342043745e-05, "loss": 0.0041, "step": 28850 }, { "epoch": 0.47851967302813747, "grad_norm": 0.00032289346563629806, "learning_rate": 4.521480326971862e-05, "loss": 0.0017, "step": 28860 }, { "epoch": 0.47868548026064894, "grad_norm": 0.058546628803014755, "learning_rate": 4.521314519739351e-05, "loss": 0.0053, "step": 28870 }, { "epoch": 0.47885128749316047, "grad_norm": 0.0023957642260938883, "learning_rate": 4.5211487125068396e-05, "loss": 0.0028, "step": 28880 }, { "epoch": 0.47901709472567194, "grad_norm": 0.0012269348371773958, "learning_rate": 4.5209829052743286e-05, "loss": 0.0096, "step": 28890 }, { "epoch": 0.4791829019581834, "grad_norm": 0.0005638565635308623, "learning_rate": 4.520817098041817e-05, "loss": 0.0255, "step": 28900 }, { "epoch": 0.4793487091906949, "grad_norm": 0.42122095823287964, "learning_rate": 4.520651290809305e-05, "loss": 0.0122, "step": 28910 }, { "epoch": 0.47951451642320636, "grad_norm": 0.011356420814990997, "learning_rate": 4.520485483576794e-05, "loss": 0.0074, "step": 28920 }, { "epoch": 0.4796803236557179, "grad_norm": 0.0047024753876030445, "learning_rate": 4.520319676344282e-05, "loss": 0.0177, "step": 28930 }, { "epoch": 0.47984613088822936, "grad_norm": 0.05253371223807335, "learning_rate": 4.5201538691117704e-05, "loss": 0.0213, "step": 28940 }, { "epoch": 0.48001193812074083, "grad_norm": 0.0645066499710083, "learning_rate": 4.5199880618792594e-05, "loss": 0.0081, "step": 28950 }, { "epoch": 0.4801777453532523, "grad_norm": 4.60682058474049e-05, "learning_rate": 4.519822254646748e-05, "loss": 0.0082, "step": 28960 }, { "epoch": 0.4803435525857638, "grad_norm": 0.0021549281664192677, "learning_rate": 4.519656447414237e-05, "loss": 0.0043, "step": 28970 }, { "epoch": 0.48050935981827525, "grad_norm": 0.00245046173222363, "learning_rate": 4.519490640181725e-05, "loss": 0.003, "step": 28980 }, { "epoch": 0.4806751670507868, "grad_norm": 0.001505017513409257, "learning_rate": 4.5193248329492134e-05, "loss": 0.0084, "step": 28990 }, { "epoch": 0.48084097428329825, "grad_norm": 0.016930216923356056, "learning_rate": 4.519159025716702e-05, "loss": 0.0124, "step": 29000 }, { "epoch": 0.4810067815158097, "grad_norm": 0.26521795988082886, "learning_rate": 4.51899321848419e-05, "loss": 0.006, "step": 29010 }, { "epoch": 0.4811725887483212, "grad_norm": 0.8763721585273743, "learning_rate": 4.5188274112516785e-05, "loss": 0.008, "step": 29020 }, { "epoch": 0.48133839598083267, "grad_norm": 0.0015608633402734995, "learning_rate": 4.5186616040191675e-05, "loss": 0.0338, "step": 29030 }, { "epoch": 0.48150420321334414, "grad_norm": 0.24347235262393951, "learning_rate": 4.518495796786656e-05, "loss": 0.0101, "step": 29040 }, { "epoch": 0.48167001044585567, "grad_norm": 0.00467016501352191, "learning_rate": 4.518329989554145e-05, "loss": 0.0014, "step": 29050 }, { "epoch": 0.48183581767836714, "grad_norm": 0.07619421929121017, "learning_rate": 4.518164182321633e-05, "loss": 0.0011, "step": 29060 }, { "epoch": 0.4820016249108786, "grad_norm": 0.04801978915929794, "learning_rate": 4.5179983750891216e-05, "loss": 0.0043, "step": 29070 }, { "epoch": 0.4821674321433901, "grad_norm": 0.0763874500989914, "learning_rate": 4.51783256785661e-05, "loss": 0.0039, "step": 29080 }, { "epoch": 0.48233323937590156, "grad_norm": 0.004450955893844366, "learning_rate": 4.517666760624098e-05, "loss": 0.0039, "step": 29090 }, { "epoch": 0.4824990466084131, "grad_norm": 0.0008114397642202675, "learning_rate": 4.517500953391587e-05, "loss": 0.0123, "step": 29100 }, { "epoch": 0.48266485384092456, "grad_norm": 0.6091182827949524, "learning_rate": 4.5173351461590757e-05, "loss": 0.039, "step": 29110 }, { "epoch": 0.48283066107343603, "grad_norm": 0.09355928003787994, "learning_rate": 4.517169338926564e-05, "loss": 0.0144, "step": 29120 }, { "epoch": 0.4829964683059475, "grad_norm": 0.05336766317486763, "learning_rate": 4.517003531694053e-05, "loss": 0.0128, "step": 29130 }, { "epoch": 0.483162275538459, "grad_norm": 0.0001647862372919917, "learning_rate": 4.5168377244615414e-05, "loss": 0.0032, "step": 29140 }, { "epoch": 0.48332808277097045, "grad_norm": 0.0048734210431575775, "learning_rate": 4.51667191722903e-05, "loss": 0.0129, "step": 29150 }, { "epoch": 0.483493890003482, "grad_norm": 0.00037279585376381874, "learning_rate": 4.516506109996518e-05, "loss": 0.0127, "step": 29160 }, { "epoch": 0.48365969723599345, "grad_norm": 0.0012808203464373946, "learning_rate": 4.5163403027640064e-05, "loss": 0.0085, "step": 29170 }, { "epoch": 0.4838255044685049, "grad_norm": 0.0009054729016497731, "learning_rate": 4.5161744955314954e-05, "loss": 0.0111, "step": 29180 }, { "epoch": 0.4839913117010164, "grad_norm": 0.00033474082010798156, "learning_rate": 4.516008688298984e-05, "loss": 0.0168, "step": 29190 }, { "epoch": 0.48415711893352786, "grad_norm": 0.9640849232673645, "learning_rate": 4.515842881066472e-05, "loss": 0.0164, "step": 29200 }, { "epoch": 0.48432292616603934, "grad_norm": 0.03930450975894928, "learning_rate": 4.515677073833961e-05, "loss": 0.0248, "step": 29210 }, { "epoch": 0.48448873339855086, "grad_norm": 0.028439637273550034, "learning_rate": 4.5155112666014495e-05, "loss": 0.0239, "step": 29220 }, { "epoch": 0.48465454063106234, "grad_norm": 0.0011170791694894433, "learning_rate": 4.515345459368938e-05, "loss": 0.0069, "step": 29230 }, { "epoch": 0.4848203478635738, "grad_norm": 0.0005208220100030303, "learning_rate": 4.515179652136426e-05, "loss": 0.0076, "step": 29240 }, { "epoch": 0.4849861550960853, "grad_norm": 0.03945475444197655, "learning_rate": 4.5150138449039146e-05, "loss": 0.0146, "step": 29250 }, { "epoch": 0.48515196232859675, "grad_norm": 0.0011234504636377096, "learning_rate": 4.5148480376714036e-05, "loss": 0.0019, "step": 29260 }, { "epoch": 0.4853177695611083, "grad_norm": 0.28666114807128906, "learning_rate": 4.514682230438892e-05, "loss": 0.0271, "step": 29270 }, { "epoch": 0.48548357679361975, "grad_norm": 0.019531985744833946, "learning_rate": 4.51451642320638e-05, "loss": 0.0218, "step": 29280 }, { "epoch": 0.4856493840261312, "grad_norm": 0.04348653927445412, "learning_rate": 4.514350615973869e-05, "loss": 0.0117, "step": 29290 }, { "epoch": 0.4858151912586427, "grad_norm": 0.009672039188444614, "learning_rate": 4.5141848087413577e-05, "loss": 0.001, "step": 29300 }, { "epoch": 0.48598099849115417, "grad_norm": 0.07730066031217575, "learning_rate": 4.514019001508846e-05, "loss": 0.0151, "step": 29310 }, { "epoch": 0.48614680572366564, "grad_norm": 0.006904240697622299, "learning_rate": 4.5138531942763343e-05, "loss": 0.0021, "step": 29320 }, { "epoch": 0.48631261295617717, "grad_norm": 0.29312819242477417, "learning_rate": 4.513687387043823e-05, "loss": 0.0038, "step": 29330 }, { "epoch": 0.48647842018868864, "grad_norm": 0.004869126249104738, "learning_rate": 4.513521579811312e-05, "loss": 0.0125, "step": 29340 }, { "epoch": 0.4866442274212001, "grad_norm": 0.005042427685111761, "learning_rate": 4.5133557725788e-05, "loss": 0.016, "step": 29350 }, { "epoch": 0.4868100346537116, "grad_norm": 0.003988109529018402, "learning_rate": 4.5131899653462884e-05, "loss": 0.0035, "step": 29360 }, { "epoch": 0.48697584188622306, "grad_norm": 0.3211074471473694, "learning_rate": 4.5130241581137774e-05, "loss": 0.0122, "step": 29370 }, { "epoch": 0.48714164911873453, "grad_norm": 0.021589800715446472, "learning_rate": 4.512858350881266e-05, "loss": 0.0073, "step": 29380 }, { "epoch": 0.48730745635124606, "grad_norm": 0.03060605563223362, "learning_rate": 4.512692543648754e-05, "loss": 0.015, "step": 29390 }, { "epoch": 0.48747326358375753, "grad_norm": 0.3515588939189911, "learning_rate": 4.5125267364162425e-05, "loss": 0.0049, "step": 29400 }, { "epoch": 0.487639070816269, "grad_norm": 0.44534969329833984, "learning_rate": 4.512360929183731e-05, "loss": 0.0097, "step": 29410 }, { "epoch": 0.4878048780487805, "grad_norm": 0.060523733496665955, "learning_rate": 4.51219512195122e-05, "loss": 0.0132, "step": 29420 }, { "epoch": 0.48797068528129195, "grad_norm": 0.039574820548295975, "learning_rate": 4.512029314718708e-05, "loss": 0.0067, "step": 29430 }, { "epoch": 0.4881364925138035, "grad_norm": 0.07781977206468582, "learning_rate": 4.511863507486197e-05, "loss": 0.0036, "step": 29440 }, { "epoch": 0.48830229974631495, "grad_norm": 0.0036628711968660355, "learning_rate": 4.5116977002536856e-05, "loss": 0.0042, "step": 29450 }, { "epoch": 0.4884681069788264, "grad_norm": 0.029540076851844788, "learning_rate": 4.511531893021174e-05, "loss": 0.0069, "step": 29460 }, { "epoch": 0.4886339142113379, "grad_norm": 0.00031522789504379034, "learning_rate": 4.511366085788662e-05, "loss": 0.0055, "step": 29470 }, { "epoch": 0.48879972144384937, "grad_norm": 0.002538669388741255, "learning_rate": 4.5112002785561506e-05, "loss": 0.0069, "step": 29480 }, { "epoch": 0.48896552867636084, "grad_norm": 0.44895264506340027, "learning_rate": 4.511034471323639e-05, "loss": 0.0288, "step": 29490 }, { "epoch": 0.48913133590887237, "grad_norm": 0.20764368772506714, "learning_rate": 4.510868664091128e-05, "loss": 0.0045, "step": 29500 }, { "epoch": 0.48929714314138384, "grad_norm": 0.002934883115813136, "learning_rate": 4.5107028568586163e-05, "loss": 0.0019, "step": 29510 }, { "epoch": 0.4894629503738953, "grad_norm": 0.35690340399742126, "learning_rate": 4.5105370496261054e-05, "loss": 0.0168, "step": 29520 }, { "epoch": 0.4896287576064068, "grad_norm": 0.4662591516971588, "learning_rate": 4.510371242393594e-05, "loss": 0.0085, "step": 29530 }, { "epoch": 0.48979456483891826, "grad_norm": 0.14659281075000763, "learning_rate": 4.510205435161082e-05, "loss": 0.0041, "step": 29540 }, { "epoch": 0.48996037207142973, "grad_norm": 0.2394856959581375, "learning_rate": 4.5100396279285704e-05, "loss": 0.009, "step": 29550 }, { "epoch": 0.49012617930394126, "grad_norm": 0.0725596472620964, "learning_rate": 4.509873820696059e-05, "loss": 0.0054, "step": 29560 }, { "epoch": 0.49029198653645273, "grad_norm": 0.0007264793384820223, "learning_rate": 4.509708013463548e-05, "loss": 0.0123, "step": 29570 }, { "epoch": 0.4904577937689642, "grad_norm": 0.18346422910690308, "learning_rate": 4.509542206231036e-05, "loss": 0.0005, "step": 29580 }, { "epoch": 0.4906236010014757, "grad_norm": 0.14738105237483978, "learning_rate": 4.5093763989985245e-05, "loss": 0.0087, "step": 29590 }, { "epoch": 0.49078940823398715, "grad_norm": 0.001441673026420176, "learning_rate": 4.5092105917660135e-05, "loss": 0.0041, "step": 29600 }, { "epoch": 0.4909552154664987, "grad_norm": 0.3286348283290863, "learning_rate": 4.509044784533502e-05, "loss": 0.0113, "step": 29610 }, { "epoch": 0.49112102269901015, "grad_norm": 0.018789017572999, "learning_rate": 4.5088789773009895e-05, "loss": 0.0086, "step": 29620 }, { "epoch": 0.4912868299315216, "grad_norm": 0.016658751294016838, "learning_rate": 4.5087131700684786e-05, "loss": 0.0006, "step": 29630 }, { "epoch": 0.4914526371640331, "grad_norm": 0.23150384426116943, "learning_rate": 4.508547362835967e-05, "loss": 0.0116, "step": 29640 }, { "epoch": 0.49161844439654456, "grad_norm": 0.42639094591140747, "learning_rate": 4.508381555603456e-05, "loss": 0.0101, "step": 29650 }, { "epoch": 0.49178425162905604, "grad_norm": 0.2952505052089691, "learning_rate": 4.508215748370944e-05, "loss": 0.0129, "step": 29660 }, { "epoch": 0.49195005886156756, "grad_norm": 0.5696963667869568, "learning_rate": 4.5080499411384326e-05, "loss": 0.0052, "step": 29670 }, { "epoch": 0.49211586609407904, "grad_norm": 0.011700580827891827, "learning_rate": 4.5078841339059216e-05, "loss": 0.0028, "step": 29680 }, { "epoch": 0.4922816733265905, "grad_norm": 0.347094863653183, "learning_rate": 4.507718326673409e-05, "loss": 0.0056, "step": 29690 }, { "epoch": 0.492447480559102, "grad_norm": 0.6025627851486206, "learning_rate": 4.507552519440898e-05, "loss": 0.0065, "step": 29700 }, { "epoch": 0.49261328779161345, "grad_norm": 0.09345892816781998, "learning_rate": 4.507386712208387e-05, "loss": 0.0069, "step": 29710 }, { "epoch": 0.4927790950241249, "grad_norm": 0.030372604727745056, "learning_rate": 4.507220904975875e-05, "loss": 0.0082, "step": 29720 }, { "epoch": 0.49294490225663645, "grad_norm": 0.15738287568092346, "learning_rate": 4.507055097743364e-05, "loss": 0.0049, "step": 29730 }, { "epoch": 0.4931107094891479, "grad_norm": 0.21080660820007324, "learning_rate": 4.5068892905108524e-05, "loss": 0.0105, "step": 29740 }, { "epoch": 0.4932765167216594, "grad_norm": 0.0016138221835717559, "learning_rate": 4.506723483278341e-05, "loss": 0.0055, "step": 29750 }, { "epoch": 0.49344232395417087, "grad_norm": 0.5743690133094788, "learning_rate": 4.50655767604583e-05, "loss": 0.0062, "step": 29760 }, { "epoch": 0.49360813118668234, "grad_norm": 0.22791975736618042, "learning_rate": 4.5063918688133175e-05, "loss": 0.0076, "step": 29770 }, { "epoch": 0.49377393841919387, "grad_norm": 0.2483474761247635, "learning_rate": 4.5062260615808065e-05, "loss": 0.0088, "step": 29780 }, { "epoch": 0.49393974565170534, "grad_norm": 0.0018712201854214072, "learning_rate": 4.506060254348295e-05, "loss": 0.0033, "step": 29790 }, { "epoch": 0.4941055528842168, "grad_norm": 0.27259722352027893, "learning_rate": 4.505894447115783e-05, "loss": 0.0058, "step": 29800 }, { "epoch": 0.4942713601167283, "grad_norm": 0.00029562489362433553, "learning_rate": 4.505728639883272e-05, "loss": 0.0081, "step": 29810 }, { "epoch": 0.49443716734923976, "grad_norm": 0.00596888642758131, "learning_rate": 4.5055628326507606e-05, "loss": 0.0017, "step": 29820 }, { "epoch": 0.49460297458175123, "grad_norm": 0.009236234240233898, "learning_rate": 4.505397025418249e-05, "loss": 0.01, "step": 29830 }, { "epoch": 0.49476878181426276, "grad_norm": 0.03817516565322876, "learning_rate": 4.505231218185737e-05, "loss": 0.0069, "step": 29840 }, { "epoch": 0.49493458904677423, "grad_norm": 0.01820068247616291, "learning_rate": 4.5050654109532256e-05, "loss": 0.011, "step": 29850 }, { "epoch": 0.4951003962792857, "grad_norm": 0.6408489942550659, "learning_rate": 4.5048996037207146e-05, "loss": 0.0111, "step": 29860 }, { "epoch": 0.4952662035117972, "grad_norm": 0.00438871793448925, "learning_rate": 4.504733796488203e-05, "loss": 0.0026, "step": 29870 }, { "epoch": 0.49543201074430865, "grad_norm": 0.014589142054319382, "learning_rate": 4.504567989255691e-05, "loss": 0.013, "step": 29880 }, { "epoch": 0.4955978179768202, "grad_norm": 0.004935548175126314, "learning_rate": 4.5044021820231803e-05, "loss": 0.0065, "step": 29890 }, { "epoch": 0.49576362520933165, "grad_norm": 0.015535453334450722, "learning_rate": 4.504236374790669e-05, "loss": 0.011, "step": 29900 }, { "epoch": 0.4959294324418431, "grad_norm": 0.0019954578019678593, "learning_rate": 4.504070567558157e-05, "loss": 0.0106, "step": 29910 }, { "epoch": 0.4960952396743546, "grad_norm": 0.0011221177410334349, "learning_rate": 4.5039047603256454e-05, "loss": 0.0087, "step": 29920 }, { "epoch": 0.49626104690686607, "grad_norm": 0.035175636410713196, "learning_rate": 4.503738953093134e-05, "loss": 0.0036, "step": 29930 }, { "epoch": 0.49642685413937754, "grad_norm": 0.1505768895149231, "learning_rate": 4.503573145860623e-05, "loss": 0.0033, "step": 29940 }, { "epoch": 0.49659266137188907, "grad_norm": 0.003426428884267807, "learning_rate": 4.503407338628111e-05, "loss": 0.0051, "step": 29950 }, { "epoch": 0.49675846860440054, "grad_norm": 0.0006335017387755215, "learning_rate": 4.5032415313955995e-05, "loss": 0.0044, "step": 29960 }, { "epoch": 0.496924275836912, "grad_norm": 0.023609846830368042, "learning_rate": 4.5030757241630885e-05, "loss": 0.0056, "step": 29970 }, { "epoch": 0.4970900830694235, "grad_norm": 0.004099913872778416, "learning_rate": 4.502909916930577e-05, "loss": 0.0052, "step": 29980 }, { "epoch": 0.49725589030193496, "grad_norm": 0.027197863906621933, "learning_rate": 4.502744109698065e-05, "loss": 0.0057, "step": 29990 }, { "epoch": 0.4974216975344464, "grad_norm": 0.009378774091601372, "learning_rate": 4.5025783024655535e-05, "loss": 0.0007, "step": 30000 }, { "epoch": 0.49758750476695796, "grad_norm": 0.0025852324906736612, "learning_rate": 4.502412495233042e-05, "loss": 0.0088, "step": 30010 }, { "epoch": 0.4977533119994694, "grad_norm": 0.012156778015196323, "learning_rate": 4.502246688000531e-05, "loss": 0.0128, "step": 30020 }, { "epoch": 0.4979191192319809, "grad_norm": 0.0027134555857628584, "learning_rate": 4.502080880768019e-05, "loss": 0.016, "step": 30030 }, { "epoch": 0.4980849264644924, "grad_norm": 0.5583534240722656, "learning_rate": 4.5019150735355076e-05, "loss": 0.0056, "step": 30040 }, { "epoch": 0.49825073369700384, "grad_norm": 0.171042799949646, "learning_rate": 4.5017492663029966e-05, "loss": 0.0004, "step": 30050 }, { "epoch": 0.4984165409295154, "grad_norm": 0.1697089970111847, "learning_rate": 4.501583459070485e-05, "loss": 0.0032, "step": 30060 }, { "epoch": 0.49858234816202684, "grad_norm": 0.003831883193925023, "learning_rate": 4.501417651837973e-05, "loss": 0.0016, "step": 30070 }, { "epoch": 0.4987481553945383, "grad_norm": 0.025557516142725945, "learning_rate": 4.501251844605462e-05, "loss": 0.0052, "step": 30080 }, { "epoch": 0.4989139626270498, "grad_norm": 0.293534517288208, "learning_rate": 4.50108603737295e-05, "loss": 0.019, "step": 30090 }, { "epoch": 0.49907976985956126, "grad_norm": 0.01674399897456169, "learning_rate": 4.500920230140439e-05, "loss": 0.0023, "step": 30100 }, { "epoch": 0.49924557709207273, "grad_norm": 0.004567173309624195, "learning_rate": 4.5007544229079274e-05, "loss": 0.0123, "step": 30110 }, { "epoch": 0.49941138432458426, "grad_norm": 0.7395938038825989, "learning_rate": 4.5005886156754164e-05, "loss": 0.0124, "step": 30120 }, { "epoch": 0.49957719155709573, "grad_norm": 0.09388531744480133, "learning_rate": 4.500422808442905e-05, "loss": 0.02, "step": 30130 }, { "epoch": 0.4997429987896072, "grad_norm": 0.0010598746594041586, "learning_rate": 4.500257001210393e-05, "loss": 0.006, "step": 30140 }, { "epoch": 0.4999088060221187, "grad_norm": 0.026533808559179306, "learning_rate": 4.5000911939778815e-05, "loss": 0.0082, "step": 30150 }, { "epoch": 0.5000746132546302, "grad_norm": 0.0035538433585315943, "learning_rate": 4.49992538674537e-05, "loss": 0.0153, "step": 30160 }, { "epoch": 0.5002404204871417, "grad_norm": 0.0023069768212735653, "learning_rate": 4.499759579512858e-05, "loss": 0.0071, "step": 30170 }, { "epoch": 0.5004062277196532, "grad_norm": 0.9470868706703186, "learning_rate": 4.499593772280347e-05, "loss": 0.0233, "step": 30180 }, { "epoch": 0.5005720349521646, "grad_norm": 0.0010153237963095307, "learning_rate": 4.4994279650478355e-05, "loss": 0.012, "step": 30190 }, { "epoch": 0.5007378421846761, "grad_norm": 0.005715470761060715, "learning_rate": 4.4992621578153245e-05, "loss": 0.0022, "step": 30200 }, { "epoch": 0.5009036494171876, "grad_norm": 0.004378872457891703, "learning_rate": 4.499096350582813e-05, "loss": 0.0091, "step": 30210 }, { "epoch": 0.501069456649699, "grad_norm": 0.11106271296739578, "learning_rate": 4.498930543350301e-05, "loss": 0.0012, "step": 30220 }, { "epoch": 0.5012352638822105, "grad_norm": 0.14402160048484802, "learning_rate": 4.4987647361177896e-05, "loss": 0.002, "step": 30230 }, { "epoch": 0.501401071114722, "grad_norm": 0.04619019106030464, "learning_rate": 4.498598928885278e-05, "loss": 0.0104, "step": 30240 }, { "epoch": 0.5015668783472335, "grad_norm": 0.030382217839360237, "learning_rate": 4.498433121652767e-05, "loss": 0.0168, "step": 30250 }, { "epoch": 0.501732685579745, "grad_norm": 0.1354333460330963, "learning_rate": 4.498267314420255e-05, "loss": 0.0119, "step": 30260 }, { "epoch": 0.5018984928122565, "grad_norm": 0.003819758538156748, "learning_rate": 4.498101507187744e-05, "loss": 0.0033, "step": 30270 }, { "epoch": 0.502064300044768, "grad_norm": 0.025546815246343613, "learning_rate": 4.497935699955233e-05, "loss": 0.0006, "step": 30280 }, { "epoch": 0.5022301072772795, "grad_norm": 0.11936552822589874, "learning_rate": 4.497769892722721e-05, "loss": 0.0333, "step": 30290 }, { "epoch": 0.5023959145097909, "grad_norm": 0.029512455686926842, "learning_rate": 4.4976040854902094e-05, "loss": 0.0275, "step": 30300 }, { "epoch": 0.5025617217423024, "grad_norm": 0.36538243293762207, "learning_rate": 4.497438278257698e-05, "loss": 0.0092, "step": 30310 }, { "epoch": 0.5027275289748139, "grad_norm": 0.19212359189987183, "learning_rate": 4.497272471025186e-05, "loss": 0.0038, "step": 30320 }, { "epoch": 0.5028933362073253, "grad_norm": 0.0020441818051040173, "learning_rate": 4.497106663792675e-05, "loss": 0.0042, "step": 30330 }, { "epoch": 0.5030591434398368, "grad_norm": 0.04559590294957161, "learning_rate": 4.4969408565601635e-05, "loss": 0.0094, "step": 30340 }, { "epoch": 0.5032249506723483, "grad_norm": 0.027941567823290825, "learning_rate": 4.496775049327652e-05, "loss": 0.0063, "step": 30350 }, { "epoch": 0.5033907579048598, "grad_norm": 0.6154934167861938, "learning_rate": 4.496609242095141e-05, "loss": 0.0099, "step": 30360 }, { "epoch": 0.5035565651373712, "grad_norm": 0.0007114833570085466, "learning_rate": 4.496443434862629e-05, "loss": 0.0092, "step": 30370 }, { "epoch": 0.5037223723698828, "grad_norm": 0.5936465859413147, "learning_rate": 4.496277627630117e-05, "loss": 0.0079, "step": 30380 }, { "epoch": 0.5038881796023943, "grad_norm": 0.26704832911491394, "learning_rate": 4.496111820397606e-05, "loss": 0.0044, "step": 30390 }, { "epoch": 0.5040539868349058, "grad_norm": 0.029785560443997383, "learning_rate": 4.495946013165094e-05, "loss": 0.0113, "step": 30400 }, { "epoch": 0.5042197940674172, "grad_norm": 0.12856614589691162, "learning_rate": 4.495780205932583e-05, "loss": 0.0116, "step": 30410 }, { "epoch": 0.5043856012999287, "grad_norm": 0.290730744600296, "learning_rate": 4.4956143987000716e-05, "loss": 0.0037, "step": 30420 }, { "epoch": 0.5045514085324402, "grad_norm": 0.2951940596103668, "learning_rate": 4.49544859146756e-05, "loss": 0.0131, "step": 30430 }, { "epoch": 0.5047172157649517, "grad_norm": 0.7348155975341797, "learning_rate": 4.495282784235049e-05, "loss": 0.0163, "step": 30440 }, { "epoch": 0.5048830229974631, "grad_norm": 0.22858521342277527, "learning_rate": 4.495116977002537e-05, "loss": 0.01, "step": 30450 }, { "epoch": 0.5050488302299746, "grad_norm": 0.0400383435189724, "learning_rate": 4.4949511697700257e-05, "loss": 0.0192, "step": 30460 }, { "epoch": 0.5052146374624861, "grad_norm": 0.8393399119377136, "learning_rate": 4.494785362537514e-05, "loss": 0.0092, "step": 30470 }, { "epoch": 0.5053804446949975, "grad_norm": 0.6482025980949402, "learning_rate": 4.4946195553050024e-05, "loss": 0.0097, "step": 30480 }, { "epoch": 0.5055462519275091, "grad_norm": 0.5825875997543335, "learning_rate": 4.4944537480724914e-05, "loss": 0.0036, "step": 30490 }, { "epoch": 0.5057120591600206, "grad_norm": 0.02399354614317417, "learning_rate": 4.49428794083998e-05, "loss": 0.012, "step": 30500 }, { "epoch": 0.5058778663925321, "grad_norm": 0.002286112168803811, "learning_rate": 4.494122133607468e-05, "loss": 0.0134, "step": 30510 }, { "epoch": 0.5060436736250435, "grad_norm": 0.36755624413490295, "learning_rate": 4.493956326374957e-05, "loss": 0.0127, "step": 30520 }, { "epoch": 0.506209480857555, "grad_norm": 0.1794937700033188, "learning_rate": 4.493790519142445e-05, "loss": 0.0129, "step": 30530 }, { "epoch": 0.5063752880900665, "grad_norm": 0.002431303495541215, "learning_rate": 4.493624711909934e-05, "loss": 0.0048, "step": 30540 }, { "epoch": 0.506541095322578, "grad_norm": 0.6101351380348206, "learning_rate": 4.493458904677422e-05, "loss": 0.0087, "step": 30550 }, { "epoch": 0.5067069025550894, "grad_norm": 0.9369083046913147, "learning_rate": 4.4932930974449105e-05, "loss": 0.0205, "step": 30560 }, { "epoch": 0.5068727097876009, "grad_norm": 0.022051967680454254, "learning_rate": 4.4931272902123995e-05, "loss": 0.0126, "step": 30570 }, { "epoch": 0.5070385170201124, "grad_norm": 0.0001211726848850958, "learning_rate": 4.492961482979888e-05, "loss": 0.0126, "step": 30580 }, { "epoch": 0.5072043242526239, "grad_norm": 0.018311168998479843, "learning_rate": 4.492795675747377e-05, "loss": 0.0099, "step": 30590 }, { "epoch": 0.5073701314851354, "grad_norm": 0.0014913711929693818, "learning_rate": 4.4926298685148646e-05, "loss": 0.0227, "step": 30600 }, { "epoch": 0.5075359387176469, "grad_norm": 0.23256997764110565, "learning_rate": 4.492464061282353e-05, "loss": 0.0084, "step": 30610 }, { "epoch": 0.5077017459501584, "grad_norm": 0.32369357347488403, "learning_rate": 4.492298254049842e-05, "loss": 0.0075, "step": 30620 }, { "epoch": 0.5078675531826699, "grad_norm": 0.2854558825492859, "learning_rate": 4.49213244681733e-05, "loss": 0.0071, "step": 30630 }, { "epoch": 0.5080333604151813, "grad_norm": 0.22214573621749878, "learning_rate": 4.4919666395848186e-05, "loss": 0.0082, "step": 30640 }, { "epoch": 0.5081991676476928, "grad_norm": 0.032624050974845886, "learning_rate": 4.4918008323523077e-05, "loss": 0.0049, "step": 30650 }, { "epoch": 0.5083649748802043, "grad_norm": 0.12831255793571472, "learning_rate": 4.491635025119796e-05, "loss": 0.0149, "step": 30660 }, { "epoch": 0.5085307821127157, "grad_norm": 0.009012112393975258, "learning_rate": 4.491469217887285e-05, "loss": 0.0057, "step": 30670 }, { "epoch": 0.5086965893452272, "grad_norm": 0.8157609105110168, "learning_rate": 4.491303410654773e-05, "loss": 0.0228, "step": 30680 }, { "epoch": 0.5088623965777387, "grad_norm": 0.0015094761038199067, "learning_rate": 4.491137603422261e-05, "loss": 0.0056, "step": 30690 }, { "epoch": 0.5090282038102502, "grad_norm": 0.5236868262290955, "learning_rate": 4.49097179618975e-05, "loss": 0.0115, "step": 30700 }, { "epoch": 0.5091940110427617, "grad_norm": 0.00039608136285096407, "learning_rate": 4.4908059889572384e-05, "loss": 0.0021, "step": 30710 }, { "epoch": 0.5093598182752732, "grad_norm": 0.0019925753585994244, "learning_rate": 4.490640181724727e-05, "loss": 0.0152, "step": 30720 }, { "epoch": 0.5095256255077847, "grad_norm": 0.00596572132781148, "learning_rate": 4.490474374492216e-05, "loss": 0.0026, "step": 30730 }, { "epoch": 0.5096914327402962, "grad_norm": 0.3132345676422119, "learning_rate": 4.490308567259704e-05, "loss": 0.0119, "step": 30740 }, { "epoch": 0.5098572399728076, "grad_norm": 0.010286177508533001, "learning_rate": 4.4901427600271925e-05, "loss": 0.0031, "step": 30750 }, { "epoch": 0.5100230472053191, "grad_norm": 0.002146052895113826, "learning_rate": 4.489976952794681e-05, "loss": 0.006, "step": 30760 }, { "epoch": 0.5101888544378306, "grad_norm": 1.8097422122955322, "learning_rate": 4.489811145562169e-05, "loss": 0.0164, "step": 30770 }, { "epoch": 0.510354661670342, "grad_norm": 0.17554160952568054, "learning_rate": 4.489645338329658e-05, "loss": 0.0065, "step": 30780 }, { "epoch": 0.5105204689028535, "grad_norm": 0.33914613723754883, "learning_rate": 4.4894795310971466e-05, "loss": 0.0046, "step": 30790 }, { "epoch": 0.510686276135365, "grad_norm": 0.0023696257267147303, "learning_rate": 4.4893137238646356e-05, "loss": 0.0159, "step": 30800 }, { "epoch": 0.5108520833678765, "grad_norm": 0.11745008081197739, "learning_rate": 4.489147916632124e-05, "loss": 0.0009, "step": 30810 }, { "epoch": 0.5110178906003879, "grad_norm": 0.3244202733039856, "learning_rate": 4.488982109399612e-05, "loss": 0.0077, "step": 30820 }, { "epoch": 0.5111836978328995, "grad_norm": 0.00466965651139617, "learning_rate": 4.4888163021671006e-05, "loss": 0.0017, "step": 30830 }, { "epoch": 0.511349505065411, "grad_norm": 0.00024293515889439732, "learning_rate": 4.488650494934589e-05, "loss": 0.0114, "step": 30840 }, { "epoch": 0.5115153122979225, "grad_norm": 0.754652738571167, "learning_rate": 4.488484687702077e-05, "loss": 0.0097, "step": 30850 }, { "epoch": 0.5116811195304339, "grad_norm": 0.12412727624177933, "learning_rate": 4.4883188804695664e-05, "loss": 0.0112, "step": 30860 }, { "epoch": 0.5118469267629454, "grad_norm": 0.5205654501914978, "learning_rate": 4.488153073237055e-05, "loss": 0.0044, "step": 30870 }, { "epoch": 0.5120127339954569, "grad_norm": 0.0074049076065421104, "learning_rate": 4.487987266004544e-05, "loss": 0.0076, "step": 30880 }, { "epoch": 0.5121785412279684, "grad_norm": 0.037310890853405, "learning_rate": 4.487821458772032e-05, "loss": 0.0193, "step": 30890 }, { "epoch": 0.5123443484604798, "grad_norm": 0.4418562352657318, "learning_rate": 4.4876556515395204e-05, "loss": 0.0098, "step": 30900 }, { "epoch": 0.5125101556929913, "grad_norm": 0.0700143575668335, "learning_rate": 4.487489844307009e-05, "loss": 0.0008, "step": 30910 }, { "epoch": 0.5126759629255028, "grad_norm": 0.27733102440834045, "learning_rate": 4.487324037074497e-05, "loss": 0.0008, "step": 30920 }, { "epoch": 0.5128417701580142, "grad_norm": 0.008405381813645363, "learning_rate": 4.487158229841986e-05, "loss": 0.015, "step": 30930 }, { "epoch": 0.5130075773905258, "grad_norm": 0.22253328561782837, "learning_rate": 4.4869924226094745e-05, "loss": 0.0095, "step": 30940 }, { "epoch": 0.5131733846230373, "grad_norm": 0.0038117242511361837, "learning_rate": 4.486826615376963e-05, "loss": 0.0041, "step": 30950 }, { "epoch": 0.5133391918555488, "grad_norm": 0.010541164316236973, "learning_rate": 4.486660808144452e-05, "loss": 0.0044, "step": 30960 }, { "epoch": 0.5135049990880602, "grad_norm": 0.004424880258738995, "learning_rate": 4.48649500091194e-05, "loss": 0.0146, "step": 30970 }, { "epoch": 0.5136708063205717, "grad_norm": 0.001989552518352866, "learning_rate": 4.4863291936794286e-05, "loss": 0.0058, "step": 30980 }, { "epoch": 0.5138366135530832, "grad_norm": 0.012304683215916157, "learning_rate": 4.486163386446917e-05, "loss": 0.0104, "step": 30990 }, { "epoch": 0.5140024207855947, "grad_norm": 0.01073802262544632, "learning_rate": 4.485997579214405e-05, "loss": 0.0103, "step": 31000 }, { "epoch": 0.5141682280181061, "grad_norm": 0.04432146996259689, "learning_rate": 4.485831771981894e-05, "loss": 0.0067, "step": 31010 }, { "epoch": 0.5143340352506176, "grad_norm": 0.04183744639158249, "learning_rate": 4.4856659647493826e-05, "loss": 0.0161, "step": 31020 }, { "epoch": 0.5144998424831291, "grad_norm": 0.06079999357461929, "learning_rate": 4.485500157516871e-05, "loss": 0.0079, "step": 31030 }, { "epoch": 0.5146656497156405, "grad_norm": 0.006368397269397974, "learning_rate": 4.48533435028436e-05, "loss": 0.0045, "step": 31040 }, { "epoch": 0.5148314569481521, "grad_norm": 0.2944176495075226, "learning_rate": 4.4851685430518484e-05, "loss": 0.005, "step": 31050 }, { "epoch": 0.5149972641806636, "grad_norm": 0.034575726836919785, "learning_rate": 4.485002735819337e-05, "loss": 0.0055, "step": 31060 }, { "epoch": 0.5151630714131751, "grad_norm": 0.01513667218387127, "learning_rate": 4.484836928586825e-05, "loss": 0.0077, "step": 31070 }, { "epoch": 0.5153288786456866, "grad_norm": 0.0004544192343018949, "learning_rate": 4.4846711213543134e-05, "loss": 0.0052, "step": 31080 }, { "epoch": 0.515494685878198, "grad_norm": 0.0009486776543781161, "learning_rate": 4.4845053141218024e-05, "loss": 0.0114, "step": 31090 }, { "epoch": 0.5156604931107095, "grad_norm": 0.01570630632340908, "learning_rate": 4.484339506889291e-05, "loss": 0.0251, "step": 31100 }, { "epoch": 0.515826300343221, "grad_norm": 0.0062373336404562, "learning_rate": 4.484173699656779e-05, "loss": 0.0053, "step": 31110 }, { "epoch": 0.5159921075757324, "grad_norm": 0.004389370325952768, "learning_rate": 4.484007892424268e-05, "loss": 0.0017, "step": 31120 }, { "epoch": 0.5161579148082439, "grad_norm": 0.003434752579778433, "learning_rate": 4.4838420851917565e-05, "loss": 0.0227, "step": 31130 }, { "epoch": 0.5163237220407554, "grad_norm": 0.07184756547212601, "learning_rate": 4.483676277959245e-05, "loss": 0.0142, "step": 31140 }, { "epoch": 0.5164895292732669, "grad_norm": 0.10063222795724869, "learning_rate": 4.483510470726733e-05, "loss": 0.0102, "step": 31150 }, { "epoch": 0.5166553365057783, "grad_norm": 0.8253389596939087, "learning_rate": 4.4833446634942215e-05, "loss": 0.0044, "step": 31160 }, { "epoch": 0.5168211437382899, "grad_norm": 0.7595446109771729, "learning_rate": 4.4831788562617106e-05, "loss": 0.0087, "step": 31170 }, { "epoch": 0.5169869509708014, "grad_norm": 0.0029828092083334923, "learning_rate": 4.483013049029199e-05, "loss": 0.0029, "step": 31180 }, { "epoch": 0.5171527582033129, "grad_norm": 0.04231391102075577, "learning_rate": 4.482847241796687e-05, "loss": 0.0015, "step": 31190 }, { "epoch": 0.5173185654358243, "grad_norm": 0.9197835922241211, "learning_rate": 4.482681434564176e-05, "loss": 0.0041, "step": 31200 }, { "epoch": 0.5174843726683358, "grad_norm": 0.3895057737827301, "learning_rate": 4.4825156273316646e-05, "loss": 0.0079, "step": 31210 }, { "epoch": 0.5176501799008473, "grad_norm": 0.01671665348112583, "learning_rate": 4.482349820099153e-05, "loss": 0.0121, "step": 31220 }, { "epoch": 0.5178159871333587, "grad_norm": 0.27603256702423096, "learning_rate": 4.482184012866641e-05, "loss": 0.019, "step": 31230 }, { "epoch": 0.5179817943658702, "grad_norm": 0.0010332160163670778, "learning_rate": 4.48201820563413e-05, "loss": 0.0049, "step": 31240 }, { "epoch": 0.5181476015983817, "grad_norm": 0.1331314742565155, "learning_rate": 4.481852398401619e-05, "loss": 0.0037, "step": 31250 }, { "epoch": 0.5183134088308932, "grad_norm": 0.5202852487564087, "learning_rate": 4.481686591169107e-05, "loss": 0.0054, "step": 31260 }, { "epoch": 0.5184792160634046, "grad_norm": 0.11608938127756119, "learning_rate": 4.481520783936596e-05, "loss": 0.0136, "step": 31270 }, { "epoch": 0.5186450232959162, "grad_norm": 0.35954809188842773, "learning_rate": 4.4813549767040844e-05, "loss": 0.0103, "step": 31280 }, { "epoch": 0.5188108305284277, "grad_norm": 0.008594726212322712, "learning_rate": 4.481189169471572e-05, "loss": 0.002, "step": 31290 }, { "epoch": 0.5189766377609392, "grad_norm": 0.22335010766983032, "learning_rate": 4.481023362239061e-05, "loss": 0.0084, "step": 31300 }, { "epoch": 0.5191424449934506, "grad_norm": 0.03701461851596832, "learning_rate": 4.4808575550065495e-05, "loss": 0.0078, "step": 31310 }, { "epoch": 0.5193082522259621, "grad_norm": 0.00032175719388760626, "learning_rate": 4.480691747774038e-05, "loss": 0.004, "step": 31320 }, { "epoch": 0.5194740594584736, "grad_norm": 0.7090599536895752, "learning_rate": 4.480525940541527e-05, "loss": 0.0128, "step": 31330 }, { "epoch": 0.519639866690985, "grad_norm": 0.3136754631996155, "learning_rate": 4.480360133309015e-05, "loss": 0.0062, "step": 31340 }, { "epoch": 0.5198056739234965, "grad_norm": 0.0040364451706409454, "learning_rate": 4.480194326076504e-05, "loss": 0.0029, "step": 31350 }, { "epoch": 0.519971481156008, "grad_norm": 0.030527165159583092, "learning_rate": 4.480028518843992e-05, "loss": 0.0125, "step": 31360 }, { "epoch": 0.5201372883885195, "grad_norm": 0.01015659049153328, "learning_rate": 4.47986271161148e-05, "loss": 0.005, "step": 31370 }, { "epoch": 0.5203030956210309, "grad_norm": 0.002584588248282671, "learning_rate": 4.479696904378969e-05, "loss": 0.0031, "step": 31380 }, { "epoch": 0.5204689028535425, "grad_norm": 0.8242564797401428, "learning_rate": 4.4795310971464576e-05, "loss": 0.0151, "step": 31390 }, { "epoch": 0.520634710086054, "grad_norm": 0.007198493927717209, "learning_rate": 4.479365289913946e-05, "loss": 0.0097, "step": 31400 }, { "epoch": 0.5208005173185655, "grad_norm": 0.009037344716489315, "learning_rate": 4.479199482681435e-05, "loss": 0.0049, "step": 31410 }, { "epoch": 0.5209663245510769, "grad_norm": 0.08301069587469101, "learning_rate": 4.479033675448923e-05, "loss": 0.0044, "step": 31420 }, { "epoch": 0.5211321317835884, "grad_norm": 0.03374837711453438, "learning_rate": 4.4788678682164123e-05, "loss": 0.0026, "step": 31430 }, { "epoch": 0.5212979390160999, "grad_norm": 0.9550755023956299, "learning_rate": 4.4787020609839e-05, "loss": 0.012, "step": 31440 }, { "epoch": 0.5214637462486114, "grad_norm": 0.4433627426624298, "learning_rate": 4.4785362537513884e-05, "loss": 0.0102, "step": 31450 }, { "epoch": 0.5216295534811228, "grad_norm": 0.19930635392665863, "learning_rate": 4.4783704465188774e-05, "loss": 0.0069, "step": 31460 }, { "epoch": 0.5217953607136343, "grad_norm": 0.005014043301343918, "learning_rate": 4.478204639286366e-05, "loss": 0.0062, "step": 31470 }, { "epoch": 0.5219611679461458, "grad_norm": 0.03174446523189545, "learning_rate": 4.478038832053855e-05, "loss": 0.0243, "step": 31480 }, { "epoch": 0.5221269751786572, "grad_norm": 0.0013753613457083702, "learning_rate": 4.477873024821343e-05, "loss": 0.0079, "step": 31490 }, { "epoch": 0.5222927824111687, "grad_norm": 0.6262943744659424, "learning_rate": 4.4777072175888315e-05, "loss": 0.0074, "step": 31500 }, { "epoch": 0.5224585896436803, "grad_norm": 0.3475225567817688, "learning_rate": 4.47754141035632e-05, "loss": 0.0211, "step": 31510 }, { "epoch": 0.5226243968761918, "grad_norm": 0.09628888219594955, "learning_rate": 4.477375603123808e-05, "loss": 0.0107, "step": 31520 }, { "epoch": 0.5227902041087032, "grad_norm": 0.008199533447623253, "learning_rate": 4.4772097958912965e-05, "loss": 0.0036, "step": 31530 }, { "epoch": 0.5229560113412147, "grad_norm": 0.006934496108442545, "learning_rate": 4.4770439886587855e-05, "loss": 0.0061, "step": 31540 }, { "epoch": 0.5231218185737262, "grad_norm": 0.0004190470790490508, "learning_rate": 4.476878181426274e-05, "loss": 0.0212, "step": 31550 }, { "epoch": 0.5232876258062377, "grad_norm": 0.6317896842956543, "learning_rate": 4.476712374193763e-05, "loss": 0.0225, "step": 31560 }, { "epoch": 0.5234534330387491, "grad_norm": 0.44582507014274597, "learning_rate": 4.476546566961251e-05, "loss": 0.0031, "step": 31570 }, { "epoch": 0.5236192402712606, "grad_norm": 0.0016671308549121022, "learning_rate": 4.4763807597287396e-05, "loss": 0.0158, "step": 31580 }, { "epoch": 0.5237850475037721, "grad_norm": 0.2619626522064209, "learning_rate": 4.476214952496228e-05, "loss": 0.0074, "step": 31590 }, { "epoch": 0.5239508547362836, "grad_norm": 0.019135775044560432, "learning_rate": 4.476049145263716e-05, "loss": 0.0073, "step": 31600 }, { "epoch": 0.524116661968795, "grad_norm": 0.24455274641513824, "learning_rate": 4.475883338031205e-05, "loss": 0.0085, "step": 31610 }, { "epoch": 0.5242824692013066, "grad_norm": 0.07848001271486282, "learning_rate": 4.475717530798694e-05, "loss": 0.0017, "step": 31620 }, { "epoch": 0.5244482764338181, "grad_norm": 0.005688684526830912, "learning_rate": 4.475551723566182e-05, "loss": 0.0019, "step": 31630 }, { "epoch": 0.5246140836663296, "grad_norm": 0.0023369044065475464, "learning_rate": 4.475385916333671e-05, "loss": 0.0142, "step": 31640 }, { "epoch": 0.524779890898841, "grad_norm": 0.42837849259376526, "learning_rate": 4.4752201091011594e-05, "loss": 0.0052, "step": 31650 }, { "epoch": 0.5249456981313525, "grad_norm": 0.012216399423778057, "learning_rate": 4.475054301868648e-05, "loss": 0.0012, "step": 31660 }, { "epoch": 0.525111505363864, "grad_norm": 0.005113548599183559, "learning_rate": 4.474888494636136e-05, "loss": 0.0058, "step": 31670 }, { "epoch": 0.5252773125963754, "grad_norm": 0.008742628619074821, "learning_rate": 4.4747226874036244e-05, "loss": 0.0251, "step": 31680 }, { "epoch": 0.5254431198288869, "grad_norm": 0.08922605961561203, "learning_rate": 4.4745568801711135e-05, "loss": 0.01, "step": 31690 }, { "epoch": 0.5256089270613984, "grad_norm": 0.001341208117082715, "learning_rate": 4.474391072938602e-05, "loss": 0.0014, "step": 31700 }, { "epoch": 0.5257747342939099, "grad_norm": 0.25363102555274963, "learning_rate": 4.47422526570609e-05, "loss": 0.0126, "step": 31710 }, { "epoch": 0.5259405415264213, "grad_norm": 0.06812134385108948, "learning_rate": 4.474059458473579e-05, "loss": 0.0101, "step": 31720 }, { "epoch": 0.5261063487589329, "grad_norm": 0.05305635929107666, "learning_rate": 4.4738936512410675e-05, "loss": 0.004, "step": 31730 }, { "epoch": 0.5262721559914444, "grad_norm": 0.0030666885431855917, "learning_rate": 4.473727844008556e-05, "loss": 0.0005, "step": 31740 }, { "epoch": 0.5264379632239559, "grad_norm": 0.11098391562700272, "learning_rate": 4.473562036776044e-05, "loss": 0.016, "step": 31750 }, { "epoch": 0.5266037704564673, "grad_norm": 0.3075440526008606, "learning_rate": 4.4733962295435326e-05, "loss": 0.0118, "step": 31760 }, { "epoch": 0.5267695776889788, "grad_norm": 0.002946290420368314, "learning_rate": 4.4732304223110216e-05, "loss": 0.003, "step": 31770 }, { "epoch": 0.5269353849214903, "grad_norm": 0.06030311435461044, "learning_rate": 4.47306461507851e-05, "loss": 0.0074, "step": 31780 }, { "epoch": 0.5271011921540018, "grad_norm": 0.0009888227796182036, "learning_rate": 4.472898807845998e-05, "loss": 0.0068, "step": 31790 }, { "epoch": 0.5272669993865132, "grad_norm": 0.013007821515202522, "learning_rate": 4.472733000613487e-05, "loss": 0.0054, "step": 31800 }, { "epoch": 0.5274328066190247, "grad_norm": 0.003940431401133537, "learning_rate": 4.472567193380976e-05, "loss": 0.0021, "step": 31810 }, { "epoch": 0.5275986138515362, "grad_norm": 0.013632765971124172, "learning_rate": 4.472401386148464e-05, "loss": 0.005, "step": 31820 }, { "epoch": 0.5277644210840476, "grad_norm": 0.0009908127831295133, "learning_rate": 4.4722355789159524e-05, "loss": 0.0139, "step": 31830 }, { "epoch": 0.5279302283165591, "grad_norm": 0.0016792574897408485, "learning_rate": 4.472069771683441e-05, "loss": 0.0055, "step": 31840 }, { "epoch": 0.5280960355490707, "grad_norm": 0.00922469049692154, "learning_rate": 4.47190396445093e-05, "loss": 0.0053, "step": 31850 }, { "epoch": 0.5282618427815822, "grad_norm": 0.23437103629112244, "learning_rate": 4.471738157218418e-05, "loss": 0.0177, "step": 31860 }, { "epoch": 0.5284276500140936, "grad_norm": 0.18259654939174652, "learning_rate": 4.4715723499859064e-05, "loss": 0.0063, "step": 31870 }, { "epoch": 0.5285934572466051, "grad_norm": 0.0049084885977208614, "learning_rate": 4.4714065427533955e-05, "loss": 0.0171, "step": 31880 }, { "epoch": 0.5287592644791166, "grad_norm": 0.5359064936637878, "learning_rate": 4.471240735520884e-05, "loss": 0.0099, "step": 31890 }, { "epoch": 0.5289250717116281, "grad_norm": 0.0014212201349437237, "learning_rate": 4.471074928288372e-05, "loss": 0.0101, "step": 31900 }, { "epoch": 0.5290908789441395, "grad_norm": 1.0974488258361816, "learning_rate": 4.4709091210558605e-05, "loss": 0.0165, "step": 31910 }, { "epoch": 0.529256686176651, "grad_norm": 0.007764574605971575, "learning_rate": 4.470743313823349e-05, "loss": 0.0057, "step": 31920 }, { "epoch": 0.5294224934091625, "grad_norm": 0.053932178765535355, "learning_rate": 4.470577506590838e-05, "loss": 0.006, "step": 31930 }, { "epoch": 0.529588300641674, "grad_norm": 0.0022854937706142664, "learning_rate": 4.470411699358326e-05, "loss": 0.014, "step": 31940 }, { "epoch": 0.5297541078741854, "grad_norm": 0.21696318686008453, "learning_rate": 4.470245892125815e-05, "loss": 0.0034, "step": 31950 }, { "epoch": 0.529919915106697, "grad_norm": 0.0016453489661216736, "learning_rate": 4.4700800848933036e-05, "loss": 0.0239, "step": 31960 }, { "epoch": 0.5300857223392085, "grad_norm": 0.0014071622863411903, "learning_rate": 4.469914277660792e-05, "loss": 0.0002, "step": 31970 }, { "epoch": 0.53025152957172, "grad_norm": 0.009204373694956303, "learning_rate": 4.46974847042828e-05, "loss": 0.0056, "step": 31980 }, { "epoch": 0.5304173368042314, "grad_norm": 0.0007059581694193184, "learning_rate": 4.4695826631957686e-05, "loss": 0.0149, "step": 31990 }, { "epoch": 0.5305831440367429, "grad_norm": 0.5195387005805969, "learning_rate": 4.469416855963257e-05, "loss": 0.0133, "step": 32000 }, { "epoch": 0.5307489512692544, "grad_norm": 0.021254323422908783, "learning_rate": 4.469251048730746e-05, "loss": 0.0045, "step": 32010 }, { "epoch": 0.5309147585017658, "grad_norm": 0.003944518510252237, "learning_rate": 4.4690852414982344e-05, "loss": 0.0012, "step": 32020 }, { "epoch": 0.5310805657342773, "grad_norm": 0.0012327295262366533, "learning_rate": 4.4689194342657234e-05, "loss": 0.0055, "step": 32030 }, { "epoch": 0.5312463729667888, "grad_norm": 0.729125440120697, "learning_rate": 4.468753627033212e-05, "loss": 0.0161, "step": 32040 }, { "epoch": 0.5314121801993003, "grad_norm": 0.03597692772746086, "learning_rate": 4.4685878198006994e-05, "loss": 0.0133, "step": 32050 }, { "epoch": 0.5315779874318117, "grad_norm": 0.0011923002311959863, "learning_rate": 4.4684220125681884e-05, "loss": 0.0008, "step": 32060 }, { "epoch": 0.5317437946643233, "grad_norm": 0.5173168778419495, "learning_rate": 4.468256205335677e-05, "loss": 0.0097, "step": 32070 }, { "epoch": 0.5319096018968348, "grad_norm": 0.01600252464413643, "learning_rate": 4.468090398103165e-05, "loss": 0.0017, "step": 32080 }, { "epoch": 0.5320754091293463, "grad_norm": 0.23199006915092468, "learning_rate": 4.467924590870654e-05, "loss": 0.0025, "step": 32090 }, { "epoch": 0.5322412163618577, "grad_norm": 0.6312575936317444, "learning_rate": 4.4677587836381425e-05, "loss": 0.0071, "step": 32100 }, { "epoch": 0.5324070235943692, "grad_norm": 0.0004470245912671089, "learning_rate": 4.4675929764056315e-05, "loss": 0.0067, "step": 32110 }, { "epoch": 0.5325728308268807, "grad_norm": 0.4575211703777313, "learning_rate": 4.46742716917312e-05, "loss": 0.0016, "step": 32120 }, { "epoch": 0.5327386380593921, "grad_norm": 0.0004862806526944041, "learning_rate": 4.4672613619406075e-05, "loss": 0.0062, "step": 32130 }, { "epoch": 0.5329044452919036, "grad_norm": 0.280036985874176, "learning_rate": 4.4670955547080966e-05, "loss": 0.0043, "step": 32140 }, { "epoch": 0.5330702525244151, "grad_norm": 0.0006469803629443049, "learning_rate": 4.466929747475585e-05, "loss": 0.0159, "step": 32150 }, { "epoch": 0.5332360597569266, "grad_norm": 0.7613104581832886, "learning_rate": 4.466763940243074e-05, "loss": 0.0045, "step": 32160 }, { "epoch": 0.533401866989438, "grad_norm": 0.002653441857546568, "learning_rate": 4.466598133010562e-05, "loss": 0.0067, "step": 32170 }, { "epoch": 0.5335676742219495, "grad_norm": 0.05529211089015007, "learning_rate": 4.4664323257780506e-05, "loss": 0.0075, "step": 32180 }, { "epoch": 0.5337334814544611, "grad_norm": 0.6415385603904724, "learning_rate": 4.46626651854554e-05, "loss": 0.0126, "step": 32190 }, { "epoch": 0.5338992886869726, "grad_norm": 0.0053648026660084724, "learning_rate": 4.466100711313027e-05, "loss": 0.0038, "step": 32200 }, { "epoch": 0.534065095919484, "grad_norm": 0.008189400658011436, "learning_rate": 4.465934904080516e-05, "loss": 0.0043, "step": 32210 }, { "epoch": 0.5342309031519955, "grad_norm": 0.697806179523468, "learning_rate": 4.465769096848005e-05, "loss": 0.0053, "step": 32220 }, { "epoch": 0.534396710384507, "grad_norm": 0.0006271498859860003, "learning_rate": 4.465603289615493e-05, "loss": 0.007, "step": 32230 }, { "epoch": 0.5345625176170185, "grad_norm": 0.0001290391228394583, "learning_rate": 4.465437482382982e-05, "loss": 0.0124, "step": 32240 }, { "epoch": 0.5347283248495299, "grad_norm": 0.03518592566251755, "learning_rate": 4.4652716751504704e-05, "loss": 0.0202, "step": 32250 }, { "epoch": 0.5348941320820414, "grad_norm": 0.005934776272624731, "learning_rate": 4.465105867917959e-05, "loss": 0.0095, "step": 32260 }, { "epoch": 0.5350599393145529, "grad_norm": 1.641248345375061, "learning_rate": 4.464940060685447e-05, "loss": 0.0247, "step": 32270 }, { "epoch": 0.5352257465470643, "grad_norm": 0.009382260963320732, "learning_rate": 4.4647742534529355e-05, "loss": 0.0138, "step": 32280 }, { "epoch": 0.5353915537795758, "grad_norm": 0.21140946447849274, "learning_rate": 4.4646084462204245e-05, "loss": 0.0042, "step": 32290 }, { "epoch": 0.5355573610120874, "grad_norm": 0.004921909887343645, "learning_rate": 4.464442638987913e-05, "loss": 0.0017, "step": 32300 }, { "epoch": 0.5357231682445989, "grad_norm": 0.006382739171385765, "learning_rate": 4.464276831755401e-05, "loss": 0.0061, "step": 32310 }, { "epoch": 0.5358889754771103, "grad_norm": 0.024901747703552246, "learning_rate": 4.46411102452289e-05, "loss": 0.0185, "step": 32320 }, { "epoch": 0.5360547827096218, "grad_norm": 0.0029265997000038624, "learning_rate": 4.4639452172903786e-05, "loss": 0.0012, "step": 32330 }, { "epoch": 0.5362205899421333, "grad_norm": 0.01634327881038189, "learning_rate": 4.463779410057867e-05, "loss": 0.0181, "step": 32340 }, { "epoch": 0.5363863971746448, "grad_norm": 0.007762008346617222, "learning_rate": 4.463613602825355e-05, "loss": 0.0094, "step": 32350 }, { "epoch": 0.5365522044071562, "grad_norm": 0.27620866894721985, "learning_rate": 4.4634477955928436e-05, "loss": 0.0124, "step": 32360 }, { "epoch": 0.5367180116396677, "grad_norm": 0.04089505970478058, "learning_rate": 4.4632819883603326e-05, "loss": 0.0012, "step": 32370 }, { "epoch": 0.5368838188721792, "grad_norm": 0.0002704142243601382, "learning_rate": 4.463116181127821e-05, "loss": 0.0091, "step": 32380 }, { "epoch": 0.5370496261046906, "grad_norm": 0.0029729451052844524, "learning_rate": 4.462950373895309e-05, "loss": 0.0042, "step": 32390 }, { "epoch": 0.5372154333372021, "grad_norm": 0.030941132456064224, "learning_rate": 4.4627845666627984e-05, "loss": 0.0005, "step": 32400 }, { "epoch": 0.5373812405697137, "grad_norm": 0.0011112616630271077, "learning_rate": 4.462618759430287e-05, "loss": 0.0033, "step": 32410 }, { "epoch": 0.5375470478022252, "grad_norm": 0.004745990037918091, "learning_rate": 4.462452952197775e-05, "loss": 0.0036, "step": 32420 }, { "epoch": 0.5377128550347366, "grad_norm": 0.0040365527383983135, "learning_rate": 4.4622871449652634e-05, "loss": 0.002, "step": 32430 }, { "epoch": 0.5378786622672481, "grad_norm": 0.025265000760555267, "learning_rate": 4.462121337732752e-05, "loss": 0.0063, "step": 32440 }, { "epoch": 0.5380444694997596, "grad_norm": 0.007768085692077875, "learning_rate": 4.461955530500241e-05, "loss": 0.0153, "step": 32450 }, { "epoch": 0.5382102767322711, "grad_norm": 0.0009294715127907693, "learning_rate": 4.461789723267729e-05, "loss": 0.0016, "step": 32460 }, { "epoch": 0.5383760839647825, "grad_norm": 0.0001330286031588912, "learning_rate": 4.4616239160352175e-05, "loss": 0.0005, "step": 32470 }, { "epoch": 0.538541891197294, "grad_norm": 0.03172379359602928, "learning_rate": 4.4614581088027065e-05, "loss": 0.0152, "step": 32480 }, { "epoch": 0.5387076984298055, "grad_norm": 0.006665769964456558, "learning_rate": 4.461292301570195e-05, "loss": 0.0123, "step": 32490 }, { "epoch": 0.538873505662317, "grad_norm": 0.7352574467658997, "learning_rate": 4.461126494337683e-05, "loss": 0.0125, "step": 32500 }, { "epoch": 0.5390393128948284, "grad_norm": 0.0012309872545301914, "learning_rate": 4.4609606871051715e-05, "loss": 0.0067, "step": 32510 }, { "epoch": 0.53920512012734, "grad_norm": 0.05608311668038368, "learning_rate": 4.46079487987266e-05, "loss": 0.0063, "step": 32520 }, { "epoch": 0.5393709273598515, "grad_norm": 0.01346760243177414, "learning_rate": 4.460629072640149e-05, "loss": 0.0049, "step": 32530 }, { "epoch": 0.539536734592363, "grad_norm": 0.002082275692373514, "learning_rate": 4.460463265407637e-05, "loss": 0.0176, "step": 32540 }, { "epoch": 0.5397025418248744, "grad_norm": 0.47245022654533386, "learning_rate": 4.4602974581751256e-05, "loss": 0.0093, "step": 32550 }, { "epoch": 0.5398683490573859, "grad_norm": 0.0004132155445404351, "learning_rate": 4.4601316509426146e-05, "loss": 0.0134, "step": 32560 }, { "epoch": 0.5400341562898974, "grad_norm": 0.7673420310020447, "learning_rate": 4.459965843710103e-05, "loss": 0.0071, "step": 32570 }, { "epoch": 0.5401999635224088, "grad_norm": 0.008107485249638557, "learning_rate": 4.459800036477591e-05, "loss": 0.0018, "step": 32580 }, { "epoch": 0.5403657707549203, "grad_norm": 0.0011654759291559458, "learning_rate": 4.45963422924508e-05, "loss": 0.0052, "step": 32590 }, { "epoch": 0.5405315779874318, "grad_norm": 0.02758599817752838, "learning_rate": 4.459468422012568e-05, "loss": 0.0087, "step": 32600 }, { "epoch": 0.5406973852199433, "grad_norm": 0.021466823294758797, "learning_rate": 4.459302614780057e-05, "loss": 0.0066, "step": 32610 }, { "epoch": 0.5408631924524547, "grad_norm": 0.002669389359652996, "learning_rate": 4.4591368075475454e-05, "loss": 0.0028, "step": 32620 }, { "epoch": 0.5410289996849662, "grad_norm": 0.004015864804387093, "learning_rate": 4.4589710003150344e-05, "loss": 0.0072, "step": 32630 }, { "epoch": 0.5411948069174778, "grad_norm": 0.02232801914215088, "learning_rate": 4.458805193082523e-05, "loss": 0.0234, "step": 32640 }, { "epoch": 0.5413606141499893, "grad_norm": 0.046422552317380905, "learning_rate": 4.458639385850011e-05, "loss": 0.0216, "step": 32650 }, { "epoch": 0.5415264213825007, "grad_norm": 0.28580570220947266, "learning_rate": 4.4584735786174995e-05, "loss": 0.0075, "step": 32660 }, { "epoch": 0.5416922286150122, "grad_norm": 0.0006070313393138349, "learning_rate": 4.458307771384988e-05, "loss": 0.0158, "step": 32670 }, { "epoch": 0.5418580358475237, "grad_norm": 0.0041438438929617405, "learning_rate": 4.458141964152476e-05, "loss": 0.009, "step": 32680 }, { "epoch": 0.5420238430800352, "grad_norm": 0.000778216402977705, "learning_rate": 4.457976156919965e-05, "loss": 0.0006, "step": 32690 }, { "epoch": 0.5421896503125466, "grad_norm": 0.001287921448238194, "learning_rate": 4.4578103496874535e-05, "loss": 0.0041, "step": 32700 }, { "epoch": 0.5423554575450581, "grad_norm": 0.006009332835674286, "learning_rate": 4.4576445424549426e-05, "loss": 0.005, "step": 32710 }, { "epoch": 0.5425212647775696, "grad_norm": 0.41652849316596985, "learning_rate": 4.457478735222431e-05, "loss": 0.0229, "step": 32720 }, { "epoch": 0.542687072010081, "grad_norm": 0.0009870612993836403, "learning_rate": 4.457312927989919e-05, "loss": 0.0043, "step": 32730 }, { "epoch": 0.5428528792425925, "grad_norm": 0.09821450710296631, "learning_rate": 4.4571471207574076e-05, "loss": 0.0195, "step": 32740 }, { "epoch": 0.5430186864751041, "grad_norm": 0.00023149661137722433, "learning_rate": 4.456981313524896e-05, "loss": 0.0051, "step": 32750 }, { "epoch": 0.5431844937076156, "grad_norm": 0.6503005623817444, "learning_rate": 4.456815506292384e-05, "loss": 0.0349, "step": 32760 }, { "epoch": 0.543350300940127, "grad_norm": 0.3187485933303833, "learning_rate": 4.456649699059873e-05, "loss": 0.0072, "step": 32770 }, { "epoch": 0.5435161081726385, "grad_norm": 0.0053999703377485275, "learning_rate": 4.456483891827362e-05, "loss": 0.011, "step": 32780 }, { "epoch": 0.54368191540515, "grad_norm": 0.00566509272903204, "learning_rate": 4.456318084594851e-05, "loss": 0.0022, "step": 32790 }, { "epoch": 0.5438477226376615, "grad_norm": 0.3805379271507263, "learning_rate": 4.456152277362339e-05, "loss": 0.0142, "step": 32800 }, { "epoch": 0.5440135298701729, "grad_norm": 0.023791885003447533, "learning_rate": 4.4559864701298274e-05, "loss": 0.0023, "step": 32810 }, { "epoch": 0.5441793371026844, "grad_norm": 0.015950586646795273, "learning_rate": 4.455820662897316e-05, "loss": 0.0001, "step": 32820 }, { "epoch": 0.5443451443351959, "grad_norm": 0.03181452304124832, "learning_rate": 4.455654855664804e-05, "loss": 0.0014, "step": 32830 }, { "epoch": 0.5445109515677073, "grad_norm": 0.9030375480651855, "learning_rate": 4.455489048432293e-05, "loss": 0.0092, "step": 32840 }, { "epoch": 0.5446767588002188, "grad_norm": 0.03456391766667366, "learning_rate": 4.4553232411997815e-05, "loss": 0.0005, "step": 32850 }, { "epoch": 0.5448425660327304, "grad_norm": 0.6610491871833801, "learning_rate": 4.45515743396727e-05, "loss": 0.0044, "step": 32860 }, { "epoch": 0.5450083732652419, "grad_norm": 1.1456385850906372, "learning_rate": 4.454991626734759e-05, "loss": 0.0116, "step": 32870 }, { "epoch": 0.5451741804977533, "grad_norm": 0.008113984018564224, "learning_rate": 4.454825819502247e-05, "loss": 0.0054, "step": 32880 }, { "epoch": 0.5453399877302648, "grad_norm": 0.02894025854766369, "learning_rate": 4.454660012269735e-05, "loss": 0.0018, "step": 32890 }, { "epoch": 0.5455057949627763, "grad_norm": 0.0014735680306330323, "learning_rate": 4.454494205037224e-05, "loss": 0.0094, "step": 32900 }, { "epoch": 0.5456716021952878, "grad_norm": 0.12987224757671356, "learning_rate": 4.454328397804712e-05, "loss": 0.0117, "step": 32910 }, { "epoch": 0.5458374094277992, "grad_norm": 0.00029389007249847054, "learning_rate": 4.454162590572201e-05, "loss": 0.0087, "step": 32920 }, { "epoch": 0.5460032166603107, "grad_norm": 0.01393803022801876, "learning_rate": 4.4539967833396896e-05, "loss": 0.0127, "step": 32930 }, { "epoch": 0.5461690238928222, "grad_norm": 0.24140988290309906, "learning_rate": 4.453830976107178e-05, "loss": 0.006, "step": 32940 }, { "epoch": 0.5463348311253337, "grad_norm": 0.000320777966408059, "learning_rate": 4.453665168874667e-05, "loss": 0.0464, "step": 32950 }, { "epoch": 0.5465006383578451, "grad_norm": 0.008583826012909412, "learning_rate": 4.4534993616421546e-05, "loss": 0.0035, "step": 32960 }, { "epoch": 0.5466664455903566, "grad_norm": 0.07538295537233353, "learning_rate": 4.453333554409644e-05, "loss": 0.0082, "step": 32970 }, { "epoch": 0.5468322528228682, "grad_norm": 0.0648457407951355, "learning_rate": 4.453167747177132e-05, "loss": 0.0025, "step": 32980 }, { "epoch": 0.5469980600553797, "grad_norm": 0.05812041461467743, "learning_rate": 4.4530019399446204e-05, "loss": 0.0013, "step": 32990 }, { "epoch": 0.5471638672878911, "grad_norm": 0.15811453759670258, "learning_rate": 4.4528361327121094e-05, "loss": 0.0033, "step": 33000 }, { "epoch": 0.5473296745204026, "grad_norm": 0.11260508000850677, "learning_rate": 4.452670325479598e-05, "loss": 0.001, "step": 33010 }, { "epoch": 0.5474954817529141, "grad_norm": 0.0005537976394407451, "learning_rate": 4.452504518247086e-05, "loss": 0.0232, "step": 33020 }, { "epoch": 0.5476612889854255, "grad_norm": 0.0030499191489070654, "learning_rate": 4.452338711014575e-05, "loss": 0.0077, "step": 33030 }, { "epoch": 0.547827096217937, "grad_norm": 0.15337678790092468, "learning_rate": 4.452172903782063e-05, "loss": 0.0131, "step": 33040 }, { "epoch": 0.5479929034504485, "grad_norm": 0.18758748471736908, "learning_rate": 4.452007096549552e-05, "loss": 0.0078, "step": 33050 }, { "epoch": 0.54815871068296, "grad_norm": 0.02015038952231407, "learning_rate": 4.45184128931704e-05, "loss": 0.0001, "step": 33060 }, { "epoch": 0.5483245179154714, "grad_norm": 0.00031805282924324274, "learning_rate": 4.4516754820845285e-05, "loss": 0.0002, "step": 33070 }, { "epoch": 0.5484903251479829, "grad_norm": 0.06454438716173172, "learning_rate": 4.4515096748520175e-05, "loss": 0.0016, "step": 33080 }, { "epoch": 0.5486561323804945, "grad_norm": 0.06773298233747482, "learning_rate": 4.451343867619506e-05, "loss": 0.0212, "step": 33090 }, { "epoch": 0.548821939613006, "grad_norm": 0.07819093018770218, "learning_rate": 4.451178060386994e-05, "loss": 0.0048, "step": 33100 }, { "epoch": 0.5489877468455174, "grad_norm": 0.7387204766273499, "learning_rate": 4.4510122531544826e-05, "loss": 0.0228, "step": 33110 }, { "epoch": 0.5491535540780289, "grad_norm": 0.002036650897935033, "learning_rate": 4.450846445921971e-05, "loss": 0.0039, "step": 33120 }, { "epoch": 0.5493193613105404, "grad_norm": 0.0013655642978847027, "learning_rate": 4.45068063868946e-05, "loss": 0.0039, "step": 33130 }, { "epoch": 0.5494851685430518, "grad_norm": 0.00284196762368083, "learning_rate": 4.450514831456948e-05, "loss": 0.0043, "step": 33140 }, { "epoch": 0.5496509757755633, "grad_norm": 0.21672986447811127, "learning_rate": 4.4503490242244366e-05, "loss": 0.0207, "step": 33150 }, { "epoch": 0.5498167830080748, "grad_norm": 0.0030120888259261847, "learning_rate": 4.450183216991926e-05, "loss": 0.0118, "step": 33160 }, { "epoch": 0.5499825902405863, "grad_norm": 0.006157999858260155, "learning_rate": 4.450017409759414e-05, "loss": 0.004, "step": 33170 }, { "epoch": 0.5501483974730977, "grad_norm": 0.0008480472024530172, "learning_rate": 4.4498516025269024e-05, "loss": 0.0077, "step": 33180 }, { "epoch": 0.5503142047056092, "grad_norm": 0.04660401493310928, "learning_rate": 4.449685795294391e-05, "loss": 0.0086, "step": 33190 }, { "epoch": 0.5504800119381208, "grad_norm": 0.0017225387273356318, "learning_rate": 4.449519988061879e-05, "loss": 0.0063, "step": 33200 }, { "epoch": 0.5506458191706323, "grad_norm": 0.02079520747065544, "learning_rate": 4.449354180829368e-05, "loss": 0.0006, "step": 33210 }, { "epoch": 0.5508116264031437, "grad_norm": 0.1407603770494461, "learning_rate": 4.4491883735968564e-05, "loss": 0.011, "step": 33220 }, { "epoch": 0.5509774336356552, "grad_norm": 0.002670779125764966, "learning_rate": 4.449022566364345e-05, "loss": 0.002, "step": 33230 }, { "epoch": 0.5511432408681667, "grad_norm": 0.05107678472995758, "learning_rate": 4.448856759131834e-05, "loss": 0.0057, "step": 33240 }, { "epoch": 0.5513090481006782, "grad_norm": 0.000749694649130106, "learning_rate": 4.448690951899322e-05, "loss": 0.0022, "step": 33250 }, { "epoch": 0.5514748553331896, "grad_norm": 0.731415331363678, "learning_rate": 4.4485251446668105e-05, "loss": 0.013, "step": 33260 }, { "epoch": 0.5516406625657011, "grad_norm": 0.0358661487698555, "learning_rate": 4.448359337434299e-05, "loss": 0.01, "step": 33270 }, { "epoch": 0.5518064697982126, "grad_norm": 0.036925092339515686, "learning_rate": 4.448193530201787e-05, "loss": 0.0189, "step": 33280 }, { "epoch": 0.551972277030724, "grad_norm": 1.0510753393173218, "learning_rate": 4.448027722969276e-05, "loss": 0.0332, "step": 33290 }, { "epoch": 0.5521380842632355, "grad_norm": 0.26362740993499756, "learning_rate": 4.4478619157367646e-05, "loss": 0.0007, "step": 33300 }, { "epoch": 0.552303891495747, "grad_norm": 0.33987513184547424, "learning_rate": 4.4476961085042536e-05, "loss": 0.0131, "step": 33310 }, { "epoch": 0.5524696987282586, "grad_norm": 0.7798649072647095, "learning_rate": 4.447530301271742e-05, "loss": 0.0105, "step": 33320 }, { "epoch": 0.55263550596077, "grad_norm": 0.06489843875169754, "learning_rate": 4.44736449403923e-05, "loss": 0.009, "step": 33330 }, { "epoch": 0.5528013131932815, "grad_norm": 0.3941282033920288, "learning_rate": 4.4471986868067186e-05, "loss": 0.0083, "step": 33340 }, { "epoch": 0.552967120425793, "grad_norm": 0.0029589447658509016, "learning_rate": 4.447032879574207e-05, "loss": 0.0089, "step": 33350 }, { "epoch": 0.5531329276583045, "grad_norm": 0.10953111946582794, "learning_rate": 4.4468670723416953e-05, "loss": 0.0161, "step": 33360 }, { "epoch": 0.5532987348908159, "grad_norm": 0.0005287367384880781, "learning_rate": 4.4467012651091844e-05, "loss": 0.0046, "step": 33370 }, { "epoch": 0.5534645421233274, "grad_norm": 0.011852111667394638, "learning_rate": 4.446535457876673e-05, "loss": 0.0098, "step": 33380 }, { "epoch": 0.5536303493558389, "grad_norm": 0.5048019886016846, "learning_rate": 4.446369650644162e-05, "loss": 0.0139, "step": 33390 }, { "epoch": 0.5537961565883504, "grad_norm": 0.005558578763157129, "learning_rate": 4.44620384341165e-05, "loss": 0.0148, "step": 33400 }, { "epoch": 0.5539619638208618, "grad_norm": 0.04240221902728081, "learning_rate": 4.4460380361791384e-05, "loss": 0.038, "step": 33410 }, { "epoch": 0.5541277710533733, "grad_norm": 0.00023613215307705104, "learning_rate": 4.445872228946627e-05, "loss": 0.0158, "step": 33420 }, { "epoch": 0.5542935782858849, "grad_norm": 0.9867690801620483, "learning_rate": 4.445706421714115e-05, "loss": 0.0143, "step": 33430 }, { "epoch": 0.5544593855183964, "grad_norm": 0.0064641376957297325, "learning_rate": 4.4455406144816035e-05, "loss": 0.0056, "step": 33440 }, { "epoch": 0.5546251927509078, "grad_norm": 0.0011101147392764688, "learning_rate": 4.4453748072490925e-05, "loss": 0.0144, "step": 33450 }, { "epoch": 0.5547909999834193, "grad_norm": 0.46612316370010376, "learning_rate": 4.445209000016581e-05, "loss": 0.0047, "step": 33460 }, { "epoch": 0.5549568072159308, "grad_norm": 0.25333553552627563, "learning_rate": 4.44504319278407e-05, "loss": 0.0043, "step": 33470 }, { "epoch": 0.5551226144484422, "grad_norm": 0.008617076091468334, "learning_rate": 4.444877385551558e-05, "loss": 0.0004, "step": 33480 }, { "epoch": 0.5552884216809537, "grad_norm": 0.0075378199107944965, "learning_rate": 4.4447115783190466e-05, "loss": 0.0038, "step": 33490 }, { "epoch": 0.5554542289134652, "grad_norm": 0.059397127479314804, "learning_rate": 4.444545771086535e-05, "loss": 0.0123, "step": 33500 }, { "epoch": 0.5556200361459767, "grad_norm": 0.0014231455279514194, "learning_rate": 4.444379963854023e-05, "loss": 0.0006, "step": 33510 }, { "epoch": 0.5557858433784881, "grad_norm": 0.06341436505317688, "learning_rate": 4.444214156621512e-05, "loss": 0.0005, "step": 33520 }, { "epoch": 0.5559516506109996, "grad_norm": 0.0038469776045531034, "learning_rate": 4.4440483493890006e-05, "loss": 0.0166, "step": 33530 }, { "epoch": 0.5561174578435112, "grad_norm": 0.01604129932820797, "learning_rate": 4.443882542156489e-05, "loss": 0.0107, "step": 33540 }, { "epoch": 0.5562832650760227, "grad_norm": 0.07100433856248856, "learning_rate": 4.443716734923978e-05, "loss": 0.0077, "step": 33550 }, { "epoch": 0.5564490723085341, "grad_norm": 0.004412263166159391, "learning_rate": 4.4435509276914664e-05, "loss": 0.0028, "step": 33560 }, { "epoch": 0.5566148795410456, "grad_norm": 0.005840444937348366, "learning_rate": 4.443385120458955e-05, "loss": 0.0048, "step": 33570 }, { "epoch": 0.5567806867735571, "grad_norm": 0.11825970560312271, "learning_rate": 4.443219313226443e-05, "loss": 0.0016, "step": 33580 }, { "epoch": 0.5569464940060685, "grad_norm": 0.8165405988693237, "learning_rate": 4.4430535059939314e-05, "loss": 0.0096, "step": 33590 }, { "epoch": 0.55711230123858, "grad_norm": 0.9402871131896973, "learning_rate": 4.4428876987614204e-05, "loss": 0.0196, "step": 33600 }, { "epoch": 0.5572781084710915, "grad_norm": 0.0002469689061399549, "learning_rate": 4.442721891528909e-05, "loss": 0.0084, "step": 33610 }, { "epoch": 0.557443915703603, "grad_norm": 0.010820346884429455, "learning_rate": 4.442556084296397e-05, "loss": 0.007, "step": 33620 }, { "epoch": 0.5576097229361144, "grad_norm": 0.09238259494304657, "learning_rate": 4.442390277063886e-05, "loss": 0.0235, "step": 33630 }, { "epoch": 0.5577755301686259, "grad_norm": 0.0040047066286206245, "learning_rate": 4.4422244698313745e-05, "loss": 0.0066, "step": 33640 }, { "epoch": 0.5579413374011374, "grad_norm": 0.002686547115445137, "learning_rate": 4.442058662598863e-05, "loss": 0.0015, "step": 33650 }, { "epoch": 0.558107144633649, "grad_norm": 0.0020785953383892775, "learning_rate": 4.441892855366351e-05, "loss": 0.0042, "step": 33660 }, { "epoch": 0.5582729518661604, "grad_norm": 0.0020456179045140743, "learning_rate": 4.4417270481338395e-05, "loss": 0.0076, "step": 33670 }, { "epoch": 0.5584387590986719, "grad_norm": 0.010606108233332634, "learning_rate": 4.4415612409013286e-05, "loss": 0.0109, "step": 33680 }, { "epoch": 0.5586045663311834, "grad_norm": 0.00382895371876657, "learning_rate": 4.441395433668817e-05, "loss": 0.0097, "step": 33690 }, { "epoch": 0.5587703735636949, "grad_norm": 0.0016650418983772397, "learning_rate": 4.441229626436305e-05, "loss": 0.0101, "step": 33700 }, { "epoch": 0.5589361807962063, "grad_norm": 0.005864954553544521, "learning_rate": 4.441063819203794e-05, "loss": 0.0058, "step": 33710 }, { "epoch": 0.5591019880287178, "grad_norm": 0.0023896396160125732, "learning_rate": 4.440898011971282e-05, "loss": 0.0031, "step": 33720 }, { "epoch": 0.5592677952612293, "grad_norm": 0.018639780580997467, "learning_rate": 4.440732204738771e-05, "loss": 0.0154, "step": 33730 }, { "epoch": 0.5594336024937407, "grad_norm": 0.028392832726240158, "learning_rate": 4.440566397506259e-05, "loss": 0.0047, "step": 33740 }, { "epoch": 0.5595994097262522, "grad_norm": 0.00848823506385088, "learning_rate": 4.440400590273748e-05, "loss": 0.0116, "step": 33750 }, { "epoch": 0.5597652169587637, "grad_norm": 0.04107723385095596, "learning_rate": 4.440234783041237e-05, "loss": 0.0209, "step": 33760 }, { "epoch": 0.5599310241912753, "grad_norm": 0.8594899773597717, "learning_rate": 4.440068975808725e-05, "loss": 0.0051, "step": 33770 }, { "epoch": 0.5600968314237867, "grad_norm": 0.04531754180788994, "learning_rate": 4.4399031685762134e-05, "loss": 0.0067, "step": 33780 }, { "epoch": 0.5602626386562982, "grad_norm": 0.00814160704612732, "learning_rate": 4.4397373613437024e-05, "loss": 0.0209, "step": 33790 }, { "epoch": 0.5604284458888097, "grad_norm": 0.0941595584154129, "learning_rate": 4.43957155411119e-05, "loss": 0.0079, "step": 33800 }, { "epoch": 0.5605942531213212, "grad_norm": 0.0028848981019109488, "learning_rate": 4.439405746878679e-05, "loss": 0.0114, "step": 33810 }, { "epoch": 0.5607600603538326, "grad_norm": 0.007933326996862888, "learning_rate": 4.4392399396461675e-05, "loss": 0.0098, "step": 33820 }, { "epoch": 0.5609258675863441, "grad_norm": 0.02801419422030449, "learning_rate": 4.439074132413656e-05, "loss": 0.002, "step": 33830 }, { "epoch": 0.5610916748188556, "grad_norm": 0.26012521982192993, "learning_rate": 4.438908325181145e-05, "loss": 0.012, "step": 33840 }, { "epoch": 0.561257482051367, "grad_norm": 0.215936079621315, "learning_rate": 4.438742517948633e-05, "loss": 0.0039, "step": 33850 }, { "epoch": 0.5614232892838785, "grad_norm": 0.0011950184125453234, "learning_rate": 4.438576710716122e-05, "loss": 0.002, "step": 33860 }, { "epoch": 0.56158909651639, "grad_norm": 0.2785896956920624, "learning_rate": 4.43841090348361e-05, "loss": 0.024, "step": 33870 }, { "epoch": 0.5617549037489016, "grad_norm": 0.005158623680472374, "learning_rate": 4.438245096251098e-05, "loss": 0.0078, "step": 33880 }, { "epoch": 0.561920710981413, "grad_norm": 0.12790828943252563, "learning_rate": 4.438079289018587e-05, "loss": 0.0125, "step": 33890 }, { "epoch": 0.5620865182139245, "grad_norm": 0.022775080054998398, "learning_rate": 4.4379134817860756e-05, "loss": 0.0078, "step": 33900 }, { "epoch": 0.562252325446436, "grad_norm": 0.002271702280268073, "learning_rate": 4.437747674553564e-05, "loss": 0.0081, "step": 33910 }, { "epoch": 0.5624181326789475, "grad_norm": 0.44796448945999146, "learning_rate": 4.437581867321053e-05, "loss": 0.0138, "step": 33920 }, { "epoch": 0.5625839399114589, "grad_norm": 0.07521557062864304, "learning_rate": 4.437416060088541e-05, "loss": 0.0202, "step": 33930 }, { "epoch": 0.5627497471439704, "grad_norm": 0.2027309685945511, "learning_rate": 4.43725025285603e-05, "loss": 0.0114, "step": 33940 }, { "epoch": 0.5629155543764819, "grad_norm": 0.015580357983708382, "learning_rate": 4.437084445623518e-05, "loss": 0.0089, "step": 33950 }, { "epoch": 0.5630813616089934, "grad_norm": 0.01512794941663742, "learning_rate": 4.4369186383910064e-05, "loss": 0.016, "step": 33960 }, { "epoch": 0.5632471688415048, "grad_norm": 0.34602874517440796, "learning_rate": 4.4367528311584954e-05, "loss": 0.0049, "step": 33970 }, { "epoch": 0.5634129760740163, "grad_norm": 0.0010044870432466269, "learning_rate": 4.436587023925984e-05, "loss": 0.0082, "step": 33980 }, { "epoch": 0.5635787833065279, "grad_norm": 0.0077587394043803215, "learning_rate": 4.436421216693472e-05, "loss": 0.0047, "step": 33990 }, { "epoch": 0.5637445905390394, "grad_norm": 0.03983807936310768, "learning_rate": 4.436255409460961e-05, "loss": 0.0017, "step": 34000 }, { "epoch": 0.5639103977715508, "grad_norm": 0.377778559923172, "learning_rate": 4.4360896022284495e-05, "loss": 0.0031, "step": 34010 }, { "epoch": 0.5640762050040623, "grad_norm": 0.28433629870414734, "learning_rate": 4.435923794995938e-05, "loss": 0.0174, "step": 34020 }, { "epoch": 0.5642420122365738, "grad_norm": 0.001018294133245945, "learning_rate": 4.435757987763426e-05, "loss": 0.0003, "step": 34030 }, { "epoch": 0.5644078194690852, "grad_norm": 0.029476340860128403, "learning_rate": 4.4355921805309145e-05, "loss": 0.0113, "step": 34040 }, { "epoch": 0.5645736267015967, "grad_norm": 0.022691579535603523, "learning_rate": 4.4354263732984035e-05, "loss": 0.0116, "step": 34050 }, { "epoch": 0.5647394339341082, "grad_norm": 0.000555983919184655, "learning_rate": 4.435260566065892e-05, "loss": 0.001, "step": 34060 }, { "epoch": 0.5649052411666197, "grad_norm": 0.004115979187190533, "learning_rate": 4.435094758833381e-05, "loss": 0.0039, "step": 34070 }, { "epoch": 0.5650710483991311, "grad_norm": 0.015797143802046776, "learning_rate": 4.434928951600869e-05, "loss": 0.0092, "step": 34080 }, { "epoch": 0.5652368556316426, "grad_norm": 0.009502828121185303, "learning_rate": 4.4347631443683576e-05, "loss": 0.0082, "step": 34090 }, { "epoch": 0.5654026628641541, "grad_norm": 0.0012260527582839131, "learning_rate": 4.434597337135846e-05, "loss": 0.0089, "step": 34100 }, { "epoch": 0.5655684700966657, "grad_norm": 0.0023798979818820953, "learning_rate": 4.434431529903334e-05, "loss": 0.0099, "step": 34110 }, { "epoch": 0.5657342773291771, "grad_norm": 0.004599689971655607, "learning_rate": 4.4342657226708227e-05, "loss": 0.0271, "step": 34120 }, { "epoch": 0.5659000845616886, "grad_norm": 0.01164162252098322, "learning_rate": 4.434099915438312e-05, "loss": 0.0073, "step": 34130 }, { "epoch": 0.5660658917942001, "grad_norm": 0.002182010794058442, "learning_rate": 4.4339341082058e-05, "loss": 0.0014, "step": 34140 }, { "epoch": 0.5662316990267116, "grad_norm": 0.0017284465720877051, "learning_rate": 4.433768300973289e-05, "loss": 0.0031, "step": 34150 }, { "epoch": 0.566397506259223, "grad_norm": 0.9112000465393066, "learning_rate": 4.4336024937407774e-05, "loss": 0.0107, "step": 34160 }, { "epoch": 0.5665633134917345, "grad_norm": 0.004174854606389999, "learning_rate": 4.433436686508266e-05, "loss": 0.0205, "step": 34170 }, { "epoch": 0.566729120724246, "grad_norm": 0.04543371871113777, "learning_rate": 4.433270879275754e-05, "loss": 0.0095, "step": 34180 }, { "epoch": 0.5668949279567574, "grad_norm": 0.01277683675289154, "learning_rate": 4.4331050720432424e-05, "loss": 0.0096, "step": 34190 }, { "epoch": 0.5670607351892689, "grad_norm": 0.0037971464917063713, "learning_rate": 4.4329392648107315e-05, "loss": 0.0085, "step": 34200 }, { "epoch": 0.5672265424217804, "grad_norm": 0.010658825747668743, "learning_rate": 4.43277345757822e-05, "loss": 0.01, "step": 34210 }, { "epoch": 0.567392349654292, "grad_norm": 0.0017473995685577393, "learning_rate": 4.432607650345708e-05, "loss": 0.0102, "step": 34220 }, { "epoch": 0.5675581568868034, "grad_norm": 0.05362189933657646, "learning_rate": 4.432441843113197e-05, "loss": 0.0042, "step": 34230 }, { "epoch": 0.5677239641193149, "grad_norm": 0.010272197425365448, "learning_rate": 4.4322760358806855e-05, "loss": 0.0105, "step": 34240 }, { "epoch": 0.5678897713518264, "grad_norm": 0.026615191251039505, "learning_rate": 4.432110228648174e-05, "loss": 0.0119, "step": 34250 }, { "epoch": 0.5680555785843379, "grad_norm": 0.042321715503931046, "learning_rate": 4.431944421415662e-05, "loss": 0.0114, "step": 34260 }, { "epoch": 0.5682213858168493, "grad_norm": 0.009113796055316925, "learning_rate": 4.4317786141831506e-05, "loss": 0.0284, "step": 34270 }, { "epoch": 0.5683871930493608, "grad_norm": 0.05562693998217583, "learning_rate": 4.4316128069506396e-05, "loss": 0.0077, "step": 34280 }, { "epoch": 0.5685530002818723, "grad_norm": 0.006493864580988884, "learning_rate": 4.431446999718128e-05, "loss": 0.0057, "step": 34290 }, { "epoch": 0.5687188075143838, "grad_norm": 0.0018402881687507033, "learning_rate": 4.431281192485616e-05, "loss": 0.0073, "step": 34300 }, { "epoch": 0.5688846147468952, "grad_norm": 0.2828291058540344, "learning_rate": 4.431115385253105e-05, "loss": 0.0099, "step": 34310 }, { "epoch": 0.5690504219794067, "grad_norm": 0.04126927629113197, "learning_rate": 4.430949578020594e-05, "loss": 0.0201, "step": 34320 }, { "epoch": 0.5692162292119183, "grad_norm": 0.1900968700647354, "learning_rate": 4.430783770788082e-05, "loss": 0.0075, "step": 34330 }, { "epoch": 0.5693820364444298, "grad_norm": 0.03790471330285072, "learning_rate": 4.4306179635555704e-05, "loss": 0.0062, "step": 34340 }, { "epoch": 0.5695478436769412, "grad_norm": 0.017419401556253433, "learning_rate": 4.430452156323059e-05, "loss": 0.0244, "step": 34350 }, { "epoch": 0.5697136509094527, "grad_norm": 0.4272928237915039, "learning_rate": 4.430286349090548e-05, "loss": 0.0047, "step": 34360 }, { "epoch": 0.5698794581419642, "grad_norm": 0.0015868970658630133, "learning_rate": 4.430120541858036e-05, "loss": 0.0015, "step": 34370 }, { "epoch": 0.5700452653744756, "grad_norm": 0.43449196219444275, "learning_rate": 4.4299547346255244e-05, "loss": 0.0048, "step": 34380 }, { "epoch": 0.5702110726069871, "grad_norm": 0.0025649003218859434, "learning_rate": 4.4297889273930135e-05, "loss": 0.0077, "step": 34390 }, { "epoch": 0.5703768798394986, "grad_norm": 0.08179930597543716, "learning_rate": 4.429623120160502e-05, "loss": 0.0136, "step": 34400 }, { "epoch": 0.5705426870720101, "grad_norm": 0.01957802288234234, "learning_rate": 4.42945731292799e-05, "loss": 0.0008, "step": 34410 }, { "epoch": 0.5707084943045215, "grad_norm": 0.0778842493891716, "learning_rate": 4.4292915056954785e-05, "loss": 0.0042, "step": 34420 }, { "epoch": 0.570874301537033, "grad_norm": 0.5463998317718506, "learning_rate": 4.429125698462967e-05, "loss": 0.0165, "step": 34430 }, { "epoch": 0.5710401087695445, "grad_norm": 0.0052994838915765285, "learning_rate": 4.428959891230456e-05, "loss": 0.0033, "step": 34440 }, { "epoch": 0.5712059160020561, "grad_norm": 0.0010609806049615145, "learning_rate": 4.428794083997944e-05, "loss": 0.008, "step": 34450 }, { "epoch": 0.5713717232345675, "grad_norm": 0.002680704463273287, "learning_rate": 4.4286282767654326e-05, "loss": 0.0021, "step": 34460 }, { "epoch": 0.571537530467079, "grad_norm": 0.25856366753578186, "learning_rate": 4.4284624695329216e-05, "loss": 0.0173, "step": 34470 }, { "epoch": 0.5717033376995905, "grad_norm": 0.021522589027881622, "learning_rate": 4.42829666230041e-05, "loss": 0.0122, "step": 34480 }, { "epoch": 0.571869144932102, "grad_norm": 0.0027139640878885984, "learning_rate": 4.428130855067898e-05, "loss": 0.0155, "step": 34490 }, { "epoch": 0.5720349521646134, "grad_norm": 0.08044701814651489, "learning_rate": 4.4279650478353867e-05, "loss": 0.006, "step": 34500 }, { "epoch": 0.5722007593971249, "grad_norm": 0.11781907826662064, "learning_rate": 4.427799240602875e-05, "loss": 0.0018, "step": 34510 }, { "epoch": 0.5723665666296364, "grad_norm": 0.7236737608909607, "learning_rate": 4.427633433370364e-05, "loss": 0.0169, "step": 34520 }, { "epoch": 0.5725323738621478, "grad_norm": 0.02324114367365837, "learning_rate": 4.4274676261378524e-05, "loss": 0.0203, "step": 34530 }, { "epoch": 0.5726981810946593, "grad_norm": 0.0022494473960250616, "learning_rate": 4.4273018189053414e-05, "loss": 0.0012, "step": 34540 }, { "epoch": 0.5728639883271708, "grad_norm": 0.014936506748199463, "learning_rate": 4.42713601167283e-05, "loss": 0.0008, "step": 34550 }, { "epoch": 0.5730297955596824, "grad_norm": 0.003556598210707307, "learning_rate": 4.4269702044403174e-05, "loss": 0.0002, "step": 34560 }, { "epoch": 0.5731956027921938, "grad_norm": 0.013972439803183079, "learning_rate": 4.4268043972078064e-05, "loss": 0.0038, "step": 34570 }, { "epoch": 0.5733614100247053, "grad_norm": 0.7727620601654053, "learning_rate": 4.426638589975295e-05, "loss": 0.0138, "step": 34580 }, { "epoch": 0.5735272172572168, "grad_norm": 0.000826540810521692, "learning_rate": 4.426472782742783e-05, "loss": 0.0139, "step": 34590 }, { "epoch": 0.5736930244897283, "grad_norm": 0.003928440622985363, "learning_rate": 4.426306975510272e-05, "loss": 0.0081, "step": 34600 }, { "epoch": 0.5738588317222397, "grad_norm": 0.003052030922845006, "learning_rate": 4.4261411682777605e-05, "loss": 0.0088, "step": 34610 }, { "epoch": 0.5740246389547512, "grad_norm": 0.0033760059159249067, "learning_rate": 4.4259753610452495e-05, "loss": 0.0016, "step": 34620 }, { "epoch": 0.5741904461872627, "grad_norm": 0.011468557640910149, "learning_rate": 4.425809553812737e-05, "loss": 0.0103, "step": 34630 }, { "epoch": 0.5743562534197741, "grad_norm": 0.1012953594326973, "learning_rate": 4.4256437465802256e-05, "loss": 0.0107, "step": 34640 }, { "epoch": 0.5745220606522856, "grad_norm": 0.11069712042808533, "learning_rate": 4.4254779393477146e-05, "loss": 0.0123, "step": 34650 }, { "epoch": 0.5746878678847971, "grad_norm": 0.6093854904174805, "learning_rate": 4.425312132115203e-05, "loss": 0.0192, "step": 34660 }, { "epoch": 0.5748536751173087, "grad_norm": 0.3219154179096222, "learning_rate": 4.425146324882691e-05, "loss": 0.0037, "step": 34670 }, { "epoch": 0.5750194823498201, "grad_norm": 0.12914535403251648, "learning_rate": 4.42498051765018e-05, "loss": 0.0095, "step": 34680 }, { "epoch": 0.5751852895823316, "grad_norm": 1.3284525871276855, "learning_rate": 4.4248147104176687e-05, "loss": 0.0149, "step": 34690 }, { "epoch": 0.5753510968148431, "grad_norm": 0.020309656858444214, "learning_rate": 4.424648903185158e-05, "loss": 0.0032, "step": 34700 }, { "epoch": 0.5755169040473546, "grad_norm": 0.18458205461502075, "learning_rate": 4.4244830959526453e-05, "loss": 0.0029, "step": 34710 }, { "epoch": 0.575682711279866, "grad_norm": 0.00042110029608011246, "learning_rate": 4.424317288720134e-05, "loss": 0.001, "step": 34720 }, { "epoch": 0.5758485185123775, "grad_norm": 0.01564055122435093, "learning_rate": 4.424151481487623e-05, "loss": 0.007, "step": 34730 }, { "epoch": 0.576014325744889, "grad_norm": 0.0018302917014807463, "learning_rate": 4.423985674255111e-05, "loss": 0.0016, "step": 34740 }, { "epoch": 0.5761801329774004, "grad_norm": 0.3887273371219635, "learning_rate": 4.4238198670226e-05, "loss": 0.0117, "step": 34750 }, { "epoch": 0.5763459402099119, "grad_norm": 0.2672691345214844, "learning_rate": 4.4236540597900884e-05, "loss": 0.0137, "step": 34760 }, { "epoch": 0.5765117474424234, "grad_norm": 0.07646675407886505, "learning_rate": 4.423488252557577e-05, "loss": 0.0496, "step": 34770 }, { "epoch": 0.5766775546749349, "grad_norm": 0.03812785446643829, "learning_rate": 4.423322445325065e-05, "loss": 0.0068, "step": 34780 }, { "epoch": 0.5768433619074465, "grad_norm": 0.028299903497099876, "learning_rate": 4.4231566380925535e-05, "loss": 0.0074, "step": 34790 }, { "epoch": 0.5770091691399579, "grad_norm": 0.0005740165361203253, "learning_rate": 4.422990830860042e-05, "loss": 0.0061, "step": 34800 }, { "epoch": 0.5771749763724694, "grad_norm": 0.2306445837020874, "learning_rate": 4.422825023627531e-05, "loss": 0.0151, "step": 34810 }, { "epoch": 0.5773407836049809, "grad_norm": 0.0003848643391393125, "learning_rate": 4.422659216395019e-05, "loss": 0.0272, "step": 34820 }, { "epoch": 0.5775065908374923, "grad_norm": 0.025851016864180565, "learning_rate": 4.422493409162508e-05, "loss": 0.0005, "step": 34830 }, { "epoch": 0.5776723980700038, "grad_norm": 0.014502262696623802, "learning_rate": 4.4223276019299966e-05, "loss": 0.0211, "step": 34840 }, { "epoch": 0.5778382053025153, "grad_norm": 0.003405868774279952, "learning_rate": 4.422161794697485e-05, "loss": 0.0036, "step": 34850 }, { "epoch": 0.5780040125350268, "grad_norm": 0.3059474229812622, "learning_rate": 4.421995987464973e-05, "loss": 0.0135, "step": 34860 }, { "epoch": 0.5781698197675382, "grad_norm": 0.001402472727932036, "learning_rate": 4.4218301802324616e-05, "loss": 0.008, "step": 34870 }, { "epoch": 0.5783356270000497, "grad_norm": 0.5686174631118774, "learning_rate": 4.4216643729999507e-05, "loss": 0.0043, "step": 34880 }, { "epoch": 0.5785014342325612, "grad_norm": 0.002991188783198595, "learning_rate": 4.421498565767439e-05, "loss": 0.0012, "step": 34890 }, { "epoch": 0.5786672414650728, "grad_norm": 0.001964591909199953, "learning_rate": 4.4213327585349273e-05, "loss": 0.0016, "step": 34900 }, { "epoch": 0.5788330486975842, "grad_norm": 0.8175405859947205, "learning_rate": 4.4211669513024164e-05, "loss": 0.0095, "step": 34910 }, { "epoch": 0.5789988559300957, "grad_norm": 0.6067158579826355, "learning_rate": 4.421001144069905e-05, "loss": 0.0038, "step": 34920 }, { "epoch": 0.5791646631626072, "grad_norm": 0.0037252584006637335, "learning_rate": 4.420835336837393e-05, "loss": 0.015, "step": 34930 }, { "epoch": 0.5793304703951186, "grad_norm": 1.1682699918746948, "learning_rate": 4.4206695296048814e-05, "loss": 0.0119, "step": 34940 }, { "epoch": 0.5794962776276301, "grad_norm": 0.002338316524401307, "learning_rate": 4.42050372237237e-05, "loss": 0.0082, "step": 34950 }, { "epoch": 0.5796620848601416, "grad_norm": 0.9173080325126648, "learning_rate": 4.420337915139859e-05, "loss": 0.0109, "step": 34960 }, { "epoch": 0.5798278920926531, "grad_norm": 0.00104231177829206, "learning_rate": 4.420172107907347e-05, "loss": 0.0146, "step": 34970 }, { "epoch": 0.5799936993251645, "grad_norm": 0.0011885439744219184, "learning_rate": 4.4200063006748355e-05, "loss": 0.0151, "step": 34980 }, { "epoch": 0.580159506557676, "grad_norm": 0.018597129732370377, "learning_rate": 4.4198404934423245e-05, "loss": 0.0004, "step": 34990 }, { "epoch": 0.5803253137901875, "grad_norm": 0.0006042597815394402, "learning_rate": 4.419674686209813e-05, "loss": 0.0099, "step": 35000 }, { "epoch": 0.5804911210226991, "grad_norm": 0.5263029336929321, "learning_rate": 4.419508878977301e-05, "loss": 0.006, "step": 35010 }, { "epoch": 0.5806569282552105, "grad_norm": 0.030754337087273598, "learning_rate": 4.4193430717447896e-05, "loss": 0.0073, "step": 35020 }, { "epoch": 0.580822735487722, "grad_norm": 0.0030717363115400076, "learning_rate": 4.419177264512278e-05, "loss": 0.0017, "step": 35030 }, { "epoch": 0.5809885427202335, "grad_norm": 0.43074992299079895, "learning_rate": 4.419011457279767e-05, "loss": 0.0236, "step": 35040 }, { "epoch": 0.581154349952745, "grad_norm": 0.0004936167970299721, "learning_rate": 4.418845650047255e-05, "loss": 0.0061, "step": 35050 }, { "epoch": 0.5813201571852564, "grad_norm": 0.019579049199819565, "learning_rate": 4.4186798428147436e-05, "loss": 0.0012, "step": 35060 }, { "epoch": 0.5814859644177679, "grad_norm": 0.0051039657555520535, "learning_rate": 4.4185140355822326e-05, "loss": 0.0085, "step": 35070 }, { "epoch": 0.5816517716502794, "grad_norm": 0.003074886277318001, "learning_rate": 4.418348228349721e-05, "loss": 0.0007, "step": 35080 }, { "epoch": 0.5818175788827908, "grad_norm": 0.17576982080936432, "learning_rate": 4.4181824211172093e-05, "loss": 0.0029, "step": 35090 }, { "epoch": 0.5819833861153023, "grad_norm": 0.43799126148223877, "learning_rate": 4.418016613884698e-05, "loss": 0.0046, "step": 35100 }, { "epoch": 0.5821491933478138, "grad_norm": 0.030450206249952316, "learning_rate": 4.417850806652186e-05, "loss": 0.0006, "step": 35110 }, { "epoch": 0.5823150005803253, "grad_norm": 0.988967776298523, "learning_rate": 4.417684999419675e-05, "loss": 0.0092, "step": 35120 }, { "epoch": 0.5824808078128368, "grad_norm": 0.06066184490919113, "learning_rate": 4.4175191921871634e-05, "loss": 0.001, "step": 35130 }, { "epoch": 0.5826466150453483, "grad_norm": 0.0011351730208843946, "learning_rate": 4.417353384954652e-05, "loss": 0.0011, "step": 35140 }, { "epoch": 0.5828124222778598, "grad_norm": 0.0011494674254208803, "learning_rate": 4.417187577722141e-05, "loss": 0.0033, "step": 35150 }, { "epoch": 0.5829782295103713, "grad_norm": 0.031150734052062035, "learning_rate": 4.417021770489629e-05, "loss": 0.0139, "step": 35160 }, { "epoch": 0.5831440367428827, "grad_norm": 0.02906167134642601, "learning_rate": 4.4168559632571175e-05, "loss": 0.013, "step": 35170 }, { "epoch": 0.5833098439753942, "grad_norm": 0.0027348489966243505, "learning_rate": 4.416690156024606e-05, "loss": 0.0111, "step": 35180 }, { "epoch": 0.5834756512079057, "grad_norm": 0.2359844595193863, "learning_rate": 4.416524348792094e-05, "loss": 0.0136, "step": 35190 }, { "epoch": 0.5836414584404171, "grad_norm": 0.0017028448637574911, "learning_rate": 4.416358541559583e-05, "loss": 0.0008, "step": 35200 }, { "epoch": 0.5838072656729286, "grad_norm": 0.005112607963383198, "learning_rate": 4.4161927343270716e-05, "loss": 0.006, "step": 35210 }, { "epoch": 0.5839730729054401, "grad_norm": 0.0013504937523975968, "learning_rate": 4.4160269270945606e-05, "loss": 0.005, "step": 35220 }, { "epoch": 0.5841388801379516, "grad_norm": 0.006314794532954693, "learning_rate": 4.415861119862049e-05, "loss": 0.0054, "step": 35230 }, { "epoch": 0.5843046873704631, "grad_norm": 0.001665156683884561, "learning_rate": 4.415695312629537e-05, "loss": 0.0012, "step": 35240 }, { "epoch": 0.5844704946029746, "grad_norm": 0.042916759848594666, "learning_rate": 4.4155295053970256e-05, "loss": 0.0002, "step": 35250 }, { "epoch": 0.5846363018354861, "grad_norm": 0.0004710390930995345, "learning_rate": 4.415363698164514e-05, "loss": 0.0238, "step": 35260 }, { "epoch": 0.5848021090679976, "grad_norm": 0.002277704421430826, "learning_rate": 4.415197890932002e-05, "loss": 0.0065, "step": 35270 }, { "epoch": 0.584967916300509, "grad_norm": 0.005717562045902014, "learning_rate": 4.4150320836994913e-05, "loss": 0.0083, "step": 35280 }, { "epoch": 0.5851337235330205, "grad_norm": 0.0015082884347066283, "learning_rate": 4.41486627646698e-05, "loss": 0.0044, "step": 35290 }, { "epoch": 0.585299530765532, "grad_norm": 0.24378745257854462, "learning_rate": 4.414700469234469e-05, "loss": 0.0043, "step": 35300 }, { "epoch": 0.5854653379980435, "grad_norm": 0.0006503144395537674, "learning_rate": 4.414534662001957e-05, "loss": 0.0003, "step": 35310 }, { "epoch": 0.5856311452305549, "grad_norm": 0.3164530396461487, "learning_rate": 4.414368854769445e-05, "loss": 0.0096, "step": 35320 }, { "epoch": 0.5857969524630664, "grad_norm": 0.004388873465359211, "learning_rate": 4.414203047536934e-05, "loss": 0.0129, "step": 35330 }, { "epoch": 0.5859627596955779, "grad_norm": 0.0019459580071270466, "learning_rate": 4.414037240304422e-05, "loss": 0.0118, "step": 35340 }, { "epoch": 0.5861285669280895, "grad_norm": 0.000722498691175133, "learning_rate": 4.4138714330719105e-05, "loss": 0.0234, "step": 35350 }, { "epoch": 0.5862943741606009, "grad_norm": 2.160285472869873, "learning_rate": 4.4137056258393995e-05, "loss": 0.0151, "step": 35360 }, { "epoch": 0.5864601813931124, "grad_norm": 0.0033500094432383776, "learning_rate": 4.413539818606888e-05, "loss": 0.0281, "step": 35370 }, { "epoch": 0.5866259886256239, "grad_norm": 0.30481287837028503, "learning_rate": 4.413374011374377e-05, "loss": 0.0129, "step": 35380 }, { "epoch": 0.5867917958581353, "grad_norm": 0.012790397740900517, "learning_rate": 4.413208204141865e-05, "loss": 0.014, "step": 35390 }, { "epoch": 0.5869576030906468, "grad_norm": 0.0001515001931693405, "learning_rate": 4.413042396909353e-05, "loss": 0.0026, "step": 35400 }, { "epoch": 0.5871234103231583, "grad_norm": 0.6869521141052246, "learning_rate": 4.412876589676842e-05, "loss": 0.0068, "step": 35410 }, { "epoch": 0.5872892175556698, "grad_norm": 0.29950204491615295, "learning_rate": 4.41271078244433e-05, "loss": 0.0158, "step": 35420 }, { "epoch": 0.5874550247881812, "grad_norm": 0.00048071416676975787, "learning_rate": 4.412544975211819e-05, "loss": 0.0063, "step": 35430 }, { "epoch": 0.5876208320206927, "grad_norm": 0.0033169114030897617, "learning_rate": 4.4123791679793076e-05, "loss": 0.0083, "step": 35440 }, { "epoch": 0.5877866392532042, "grad_norm": 0.011925004422664642, "learning_rate": 4.412213360746796e-05, "loss": 0.0046, "step": 35450 }, { "epoch": 0.5879524464857157, "grad_norm": 0.002675989642739296, "learning_rate": 4.412047553514285e-05, "loss": 0.0042, "step": 35460 }, { "epoch": 0.5881182537182272, "grad_norm": 0.0011853931937366724, "learning_rate": 4.411881746281773e-05, "loss": 0.0076, "step": 35470 }, { "epoch": 0.5882840609507387, "grad_norm": 0.8105656504631042, "learning_rate": 4.411715939049261e-05, "loss": 0.0099, "step": 35480 }, { "epoch": 0.5884498681832502, "grad_norm": 0.038814395666122437, "learning_rate": 4.41155013181675e-05, "loss": 0.0326, "step": 35490 }, { "epoch": 0.5886156754157617, "grad_norm": 0.0612965002655983, "learning_rate": 4.4113843245842384e-05, "loss": 0.0064, "step": 35500 }, { "epoch": 0.5887814826482731, "grad_norm": 0.0013430091785266995, "learning_rate": 4.4112185173517274e-05, "loss": 0.0067, "step": 35510 }, { "epoch": 0.5889472898807846, "grad_norm": 0.43662312626838684, "learning_rate": 4.411052710119216e-05, "loss": 0.006, "step": 35520 }, { "epoch": 0.5891130971132961, "grad_norm": 1.6349434852600098, "learning_rate": 4.410886902886704e-05, "loss": 0.014, "step": 35530 }, { "epoch": 0.5892789043458075, "grad_norm": 0.18524807691574097, "learning_rate": 4.4107210956541925e-05, "loss": 0.0026, "step": 35540 }, { "epoch": 0.589444711578319, "grad_norm": 0.0075500402599573135, "learning_rate": 4.410555288421681e-05, "loss": 0.0146, "step": 35550 }, { "epoch": 0.5896105188108305, "grad_norm": 0.011892887763679028, "learning_rate": 4.41038948118917e-05, "loss": 0.0051, "step": 35560 }, { "epoch": 0.589776326043342, "grad_norm": 0.06713999062776566, "learning_rate": 4.410223673956658e-05, "loss": 0.0056, "step": 35570 }, { "epoch": 0.5899421332758535, "grad_norm": 0.12986943125724792, "learning_rate": 4.4100578667241465e-05, "loss": 0.0073, "step": 35580 }, { "epoch": 0.590107940508365, "grad_norm": 0.012157497927546501, "learning_rate": 4.4098920594916355e-05, "loss": 0.0041, "step": 35590 }, { "epoch": 0.5902737477408765, "grad_norm": 0.09027817845344543, "learning_rate": 4.409726252259124e-05, "loss": 0.004, "step": 35600 }, { "epoch": 0.590439554973388, "grad_norm": 0.01080377772450447, "learning_rate": 4.409560445026612e-05, "loss": 0.0067, "step": 35610 }, { "epoch": 0.5906053622058994, "grad_norm": 0.17445063591003418, "learning_rate": 4.4093946377941006e-05, "loss": 0.0167, "step": 35620 }, { "epoch": 0.5907711694384109, "grad_norm": 0.0006351081538014114, "learning_rate": 4.409228830561589e-05, "loss": 0.0008, "step": 35630 }, { "epoch": 0.5909369766709224, "grad_norm": 0.2565031349658966, "learning_rate": 4.409063023329078e-05, "loss": 0.0046, "step": 35640 }, { "epoch": 0.5911027839034338, "grad_norm": 0.23119138181209564, "learning_rate": 4.408897216096566e-05, "loss": 0.0091, "step": 35650 }, { "epoch": 0.5912685911359453, "grad_norm": 0.0028311563655734062, "learning_rate": 4.408731408864055e-05, "loss": 0.0036, "step": 35660 }, { "epoch": 0.5914343983684568, "grad_norm": 0.11565932631492615, "learning_rate": 4.408565601631544e-05, "loss": 0.0067, "step": 35670 }, { "epoch": 0.5916002056009683, "grad_norm": 0.053598690778017044, "learning_rate": 4.408399794399032e-05, "loss": 0.0007, "step": 35680 }, { "epoch": 0.5917660128334798, "grad_norm": 0.2917945384979248, "learning_rate": 4.4082339871665204e-05, "loss": 0.0099, "step": 35690 }, { "epoch": 0.5919318200659913, "grad_norm": 0.006679701153188944, "learning_rate": 4.408068179934009e-05, "loss": 0.005, "step": 35700 }, { "epoch": 0.5920976272985028, "grad_norm": 0.002050445880740881, "learning_rate": 4.407902372701497e-05, "loss": 0.0033, "step": 35710 }, { "epoch": 0.5922634345310143, "grad_norm": 0.004144879058003426, "learning_rate": 4.407736565468986e-05, "loss": 0.0071, "step": 35720 }, { "epoch": 0.5924292417635257, "grad_norm": 1.2971675395965576, "learning_rate": 4.4075707582364745e-05, "loss": 0.0121, "step": 35730 }, { "epoch": 0.5925950489960372, "grad_norm": 0.0572446845471859, "learning_rate": 4.407404951003963e-05, "loss": 0.0044, "step": 35740 }, { "epoch": 0.5927608562285487, "grad_norm": 0.012469072826206684, "learning_rate": 4.407239143771452e-05, "loss": 0.0005, "step": 35750 }, { "epoch": 0.5929266634610602, "grad_norm": 0.0002167159109376371, "learning_rate": 4.40707333653894e-05, "loss": 0.0056, "step": 35760 }, { "epoch": 0.5930924706935716, "grad_norm": 0.004566777963191271, "learning_rate": 4.4069075293064285e-05, "loss": 0.0208, "step": 35770 }, { "epoch": 0.5932582779260831, "grad_norm": 0.013091626577079296, "learning_rate": 4.406741722073917e-05, "loss": 0.0008, "step": 35780 }, { "epoch": 0.5934240851585946, "grad_norm": 0.03169853612780571, "learning_rate": 4.406575914841405e-05, "loss": 0.0051, "step": 35790 }, { "epoch": 0.5935898923911062, "grad_norm": 0.0657869279384613, "learning_rate": 4.406410107608894e-05, "loss": 0.0003, "step": 35800 }, { "epoch": 0.5937556996236176, "grad_norm": 0.0002312762226210907, "learning_rate": 4.4062443003763826e-05, "loss": 0.025, "step": 35810 }, { "epoch": 0.5939215068561291, "grad_norm": 0.04697070270776749, "learning_rate": 4.406078493143871e-05, "loss": 0.0059, "step": 35820 }, { "epoch": 0.5940873140886406, "grad_norm": 0.0016963459784165025, "learning_rate": 4.40591268591136e-05, "loss": 0.0132, "step": 35830 }, { "epoch": 0.594253121321152, "grad_norm": 0.0009287316352128983, "learning_rate": 4.405746878678848e-05, "loss": 0.0048, "step": 35840 }, { "epoch": 0.5944189285536635, "grad_norm": 0.00034762374707497656, "learning_rate": 4.4055810714463367e-05, "loss": 0.0042, "step": 35850 }, { "epoch": 0.594584735786175, "grad_norm": 0.030123630538582802, "learning_rate": 4.405415264213825e-05, "loss": 0.0187, "step": 35860 }, { "epoch": 0.5947505430186865, "grad_norm": 0.01455275435000658, "learning_rate": 4.4052494569813134e-05, "loss": 0.0006, "step": 35870 }, { "epoch": 0.5949163502511979, "grad_norm": 0.06112553924322128, "learning_rate": 4.4050836497488024e-05, "loss": 0.016, "step": 35880 }, { "epoch": 0.5950821574837094, "grad_norm": 0.013827591203153133, "learning_rate": 4.404917842516291e-05, "loss": 0.0018, "step": 35890 }, { "epoch": 0.5952479647162209, "grad_norm": 0.0028181588277220726, "learning_rate": 4.40475203528378e-05, "loss": 0.0109, "step": 35900 }, { "epoch": 0.5954137719487324, "grad_norm": 0.0016037671593949199, "learning_rate": 4.404586228051268e-05, "loss": 0.0035, "step": 35910 }, { "epoch": 0.5955795791812439, "grad_norm": 0.05972908064723015, "learning_rate": 4.4044204208187565e-05, "loss": 0.0017, "step": 35920 }, { "epoch": 0.5957453864137554, "grad_norm": 0.11848600953817368, "learning_rate": 4.404254613586245e-05, "loss": 0.0061, "step": 35930 }, { "epoch": 0.5959111936462669, "grad_norm": 1.0294469594955444, "learning_rate": 4.404088806353733e-05, "loss": 0.0152, "step": 35940 }, { "epoch": 0.5960770008787784, "grad_norm": 0.029251404106616974, "learning_rate": 4.4039229991212215e-05, "loss": 0.0018, "step": 35950 }, { "epoch": 0.5962428081112898, "grad_norm": 0.6379310488700867, "learning_rate": 4.4037571918887105e-05, "loss": 0.0125, "step": 35960 }, { "epoch": 0.5964086153438013, "grad_norm": 0.15842090547084808, "learning_rate": 4.403591384656199e-05, "loss": 0.0042, "step": 35970 }, { "epoch": 0.5965744225763128, "grad_norm": 0.0173015259206295, "learning_rate": 4.403425577423688e-05, "loss": 0.0185, "step": 35980 }, { "epoch": 0.5967402298088242, "grad_norm": 0.24230358004570007, "learning_rate": 4.403259770191176e-05, "loss": 0.0063, "step": 35990 }, { "epoch": 0.5969060370413357, "grad_norm": 0.010075713507831097, "learning_rate": 4.4030939629586646e-05, "loss": 0.0097, "step": 36000 }, { "epoch": 0.5970718442738472, "grad_norm": 0.06111947074532509, "learning_rate": 4.402928155726153e-05, "loss": 0.0027, "step": 36010 }, { "epoch": 0.5972376515063587, "grad_norm": 0.0023942748084664345, "learning_rate": 4.402762348493641e-05, "loss": 0.0116, "step": 36020 }, { "epoch": 0.5974034587388702, "grad_norm": 0.4217514991760254, "learning_rate": 4.4025965412611296e-05, "loss": 0.0108, "step": 36030 }, { "epoch": 0.5975692659713817, "grad_norm": 0.26404619216918945, "learning_rate": 4.4024307340286187e-05, "loss": 0.0199, "step": 36040 }, { "epoch": 0.5977350732038932, "grad_norm": 0.051840491592884064, "learning_rate": 4.402264926796107e-05, "loss": 0.0038, "step": 36050 }, { "epoch": 0.5979008804364047, "grad_norm": 0.002205727156251669, "learning_rate": 4.402099119563596e-05, "loss": 0.011, "step": 36060 }, { "epoch": 0.5980666876689161, "grad_norm": 0.018356604501605034, "learning_rate": 4.4019333123310844e-05, "loss": 0.0086, "step": 36070 }, { "epoch": 0.5982324949014276, "grad_norm": 0.2375040203332901, "learning_rate": 4.401767505098572e-05, "loss": 0.0048, "step": 36080 }, { "epoch": 0.5983983021339391, "grad_norm": 0.0019704573787748814, "learning_rate": 4.401601697866061e-05, "loss": 0.016, "step": 36090 }, { "epoch": 0.5985641093664505, "grad_norm": 0.0229980256408453, "learning_rate": 4.4014358906335494e-05, "loss": 0.006, "step": 36100 }, { "epoch": 0.598729916598962, "grad_norm": 0.001558799180202186, "learning_rate": 4.4012700834010384e-05, "loss": 0.0148, "step": 36110 }, { "epoch": 0.5988957238314735, "grad_norm": 0.0005302553181536496, "learning_rate": 4.401104276168527e-05, "loss": 0.0083, "step": 36120 }, { "epoch": 0.599061531063985, "grad_norm": 0.06387653946876526, "learning_rate": 4.400938468936015e-05, "loss": 0.0294, "step": 36130 }, { "epoch": 0.5992273382964965, "grad_norm": 0.0005173783283680677, "learning_rate": 4.400772661703504e-05, "loss": 0.0008, "step": 36140 }, { "epoch": 0.599393145529008, "grad_norm": 0.1961141675710678, "learning_rate": 4.4006068544709925e-05, "loss": 0.0105, "step": 36150 }, { "epoch": 0.5995589527615195, "grad_norm": 0.0007722975569777191, "learning_rate": 4.40044104723848e-05, "loss": 0.0028, "step": 36160 }, { "epoch": 0.599724759994031, "grad_norm": 0.2621857821941376, "learning_rate": 4.400275240005969e-05, "loss": 0.0045, "step": 36170 }, { "epoch": 0.5998905672265424, "grad_norm": 0.4431246221065521, "learning_rate": 4.4001094327734576e-05, "loss": 0.002, "step": 36180 }, { "epoch": 0.6000563744590539, "grad_norm": 0.0075528062880039215, "learning_rate": 4.3999436255409466e-05, "loss": 0.0007, "step": 36190 }, { "epoch": 0.6002221816915654, "grad_norm": 0.2904769480228424, "learning_rate": 4.399777818308435e-05, "loss": 0.0136, "step": 36200 }, { "epoch": 0.6003879889240769, "grad_norm": 0.026457758620381355, "learning_rate": 4.399612011075923e-05, "loss": 0.0125, "step": 36210 }, { "epoch": 0.6005537961565883, "grad_norm": 0.8061043620109558, "learning_rate": 4.399446203843412e-05, "loss": 0.0168, "step": 36220 }, { "epoch": 0.6007196033890998, "grad_norm": 0.011107074096798897, "learning_rate": 4.3992803966109e-05, "loss": 0.0034, "step": 36230 }, { "epoch": 0.6008854106216113, "grad_norm": 0.12294177711009979, "learning_rate": 4.399114589378389e-05, "loss": 0.0068, "step": 36240 }, { "epoch": 0.6010512178541227, "grad_norm": 1.0029619932174683, "learning_rate": 4.3989487821458774e-05, "loss": 0.0049, "step": 36250 }, { "epoch": 0.6012170250866343, "grad_norm": 0.014922489412128925, "learning_rate": 4.398782974913366e-05, "loss": 0.0064, "step": 36260 }, { "epoch": 0.6013828323191458, "grad_norm": 0.0009177406318485737, "learning_rate": 4.398617167680855e-05, "loss": 0.0114, "step": 36270 }, { "epoch": 0.6015486395516573, "grad_norm": 0.02999374084174633, "learning_rate": 4.398451360448343e-05, "loss": 0.0121, "step": 36280 }, { "epoch": 0.6017144467841687, "grad_norm": 0.010038754902780056, "learning_rate": 4.3982855532158314e-05, "loss": 0.0031, "step": 36290 }, { "epoch": 0.6018802540166802, "grad_norm": 0.000410666863899678, "learning_rate": 4.39811974598332e-05, "loss": 0.0033, "step": 36300 }, { "epoch": 0.6020460612491917, "grad_norm": 0.06197290122509003, "learning_rate": 4.397953938750808e-05, "loss": 0.0077, "step": 36310 }, { "epoch": 0.6022118684817032, "grad_norm": 0.0031038541346788406, "learning_rate": 4.397788131518297e-05, "loss": 0.0045, "step": 36320 }, { "epoch": 0.6023776757142146, "grad_norm": 0.5329648852348328, "learning_rate": 4.3976223242857855e-05, "loss": 0.0227, "step": 36330 }, { "epoch": 0.6025434829467261, "grad_norm": 1.483499526977539, "learning_rate": 4.397456517053274e-05, "loss": 0.0204, "step": 36340 }, { "epoch": 0.6027092901792376, "grad_norm": 0.08823452889919281, "learning_rate": 4.397290709820763e-05, "loss": 0.0167, "step": 36350 }, { "epoch": 0.602875097411749, "grad_norm": 1.2540961503982544, "learning_rate": 4.397124902588251e-05, "loss": 0.0079, "step": 36360 }, { "epoch": 0.6030409046442606, "grad_norm": 0.0030977868009358644, "learning_rate": 4.3969590953557396e-05, "loss": 0.0071, "step": 36370 }, { "epoch": 0.6032067118767721, "grad_norm": 0.057905349880456924, "learning_rate": 4.396793288123228e-05, "loss": 0.0062, "step": 36380 }, { "epoch": 0.6033725191092836, "grad_norm": 0.004236938897520304, "learning_rate": 4.396627480890716e-05, "loss": 0.0125, "step": 36390 }, { "epoch": 0.603538326341795, "grad_norm": 0.27505823969841003, "learning_rate": 4.396461673658205e-05, "loss": 0.0123, "step": 36400 }, { "epoch": 0.6037041335743065, "grad_norm": 0.3368130028247833, "learning_rate": 4.3962958664256936e-05, "loss": 0.0166, "step": 36410 }, { "epoch": 0.603869940806818, "grad_norm": 0.018432989716529846, "learning_rate": 4.396130059193182e-05, "loss": 0.0008, "step": 36420 }, { "epoch": 0.6040357480393295, "grad_norm": 0.2324046492576599, "learning_rate": 4.395964251960671e-05, "loss": 0.0073, "step": 36430 }, { "epoch": 0.6042015552718409, "grad_norm": 0.1317465603351593, "learning_rate": 4.3957984447281594e-05, "loss": 0.0045, "step": 36440 }, { "epoch": 0.6043673625043524, "grad_norm": 0.01882576383650303, "learning_rate": 4.395632637495648e-05, "loss": 0.004, "step": 36450 }, { "epoch": 0.6045331697368639, "grad_norm": 0.007045798469334841, "learning_rate": 4.395466830263136e-05, "loss": 0.0009, "step": 36460 }, { "epoch": 0.6046989769693754, "grad_norm": 0.01408498827368021, "learning_rate": 4.3953010230306244e-05, "loss": 0.0054, "step": 36470 }, { "epoch": 0.6048647842018869, "grad_norm": 0.5661004781723022, "learning_rate": 4.3951352157981134e-05, "loss": 0.012, "step": 36480 }, { "epoch": 0.6050305914343984, "grad_norm": 0.11987242102622986, "learning_rate": 4.394969408565602e-05, "loss": 0.001, "step": 36490 }, { "epoch": 0.6051963986669099, "grad_norm": 0.001903879689052701, "learning_rate": 4.39480360133309e-05, "loss": 0.0009, "step": 36500 }, { "epoch": 0.6053622058994214, "grad_norm": 0.0014482110273092985, "learning_rate": 4.394637794100579e-05, "loss": 0.0135, "step": 36510 }, { "epoch": 0.6055280131319328, "grad_norm": 0.0078258216381073, "learning_rate": 4.3944719868680675e-05, "loss": 0.0113, "step": 36520 }, { "epoch": 0.6056938203644443, "grad_norm": 0.14489521086215973, "learning_rate": 4.394306179635556e-05, "loss": 0.0062, "step": 36530 }, { "epoch": 0.6058596275969558, "grad_norm": 0.05632913112640381, "learning_rate": 4.394140372403044e-05, "loss": 0.0039, "step": 36540 }, { "epoch": 0.6060254348294672, "grad_norm": 0.9282076954841614, "learning_rate": 4.3939745651705325e-05, "loss": 0.0161, "step": 36550 }, { "epoch": 0.6061912420619787, "grad_norm": 0.0035755224525928497, "learning_rate": 4.3938087579380216e-05, "loss": 0.0032, "step": 36560 }, { "epoch": 0.6063570492944902, "grad_norm": 0.5229824185371399, "learning_rate": 4.39364295070551e-05, "loss": 0.0094, "step": 36570 }, { "epoch": 0.6065228565270017, "grad_norm": 0.010220440104603767, "learning_rate": 4.393477143472999e-05, "loss": 0.0003, "step": 36580 }, { "epoch": 0.6066886637595131, "grad_norm": 0.5538351535797119, "learning_rate": 4.393311336240487e-05, "loss": 0.0069, "step": 36590 }, { "epoch": 0.6068544709920247, "grad_norm": 0.006238015368580818, "learning_rate": 4.3931455290079756e-05, "loss": 0.0145, "step": 36600 }, { "epoch": 0.6070202782245362, "grad_norm": 0.2916102707386017, "learning_rate": 4.392979721775464e-05, "loss": 0.0034, "step": 36610 }, { "epoch": 0.6071860854570477, "grad_norm": 0.35592401027679443, "learning_rate": 4.392813914542952e-05, "loss": 0.0066, "step": 36620 }, { "epoch": 0.6073518926895591, "grad_norm": 0.2054082304239273, "learning_rate": 4.392648107310441e-05, "loss": 0.0148, "step": 36630 }, { "epoch": 0.6075176999220706, "grad_norm": 0.33490344882011414, "learning_rate": 4.39248230007793e-05, "loss": 0.0073, "step": 36640 }, { "epoch": 0.6076835071545821, "grad_norm": 0.6076658964157104, "learning_rate": 4.392316492845418e-05, "loss": 0.0104, "step": 36650 }, { "epoch": 0.6078493143870936, "grad_norm": 0.0025970754213631153, "learning_rate": 4.392150685612907e-05, "loss": 0.0066, "step": 36660 }, { "epoch": 0.608015121619605, "grad_norm": 0.00880682934075594, "learning_rate": 4.3919848783803954e-05, "loss": 0.0112, "step": 36670 }, { "epoch": 0.6081809288521165, "grad_norm": 0.00046477423165924847, "learning_rate": 4.391819071147884e-05, "loss": 0.0046, "step": 36680 }, { "epoch": 0.608346736084628, "grad_norm": 0.840927004814148, "learning_rate": 4.391653263915372e-05, "loss": 0.004, "step": 36690 }, { "epoch": 0.6085125433171394, "grad_norm": 0.0008970383205451071, "learning_rate": 4.3914874566828605e-05, "loss": 0.0054, "step": 36700 }, { "epoch": 0.608678350549651, "grad_norm": 0.03378032520413399, "learning_rate": 4.391321649450349e-05, "loss": 0.0015, "step": 36710 }, { "epoch": 0.6088441577821625, "grad_norm": 0.002462889766320586, "learning_rate": 4.391155842217838e-05, "loss": 0.0157, "step": 36720 }, { "epoch": 0.609009965014674, "grad_norm": 0.23135115206241608, "learning_rate": 4.390990034985326e-05, "loss": 0.0099, "step": 36730 }, { "epoch": 0.6091757722471854, "grad_norm": 0.009131345897912979, "learning_rate": 4.390824227752815e-05, "loss": 0.0058, "step": 36740 }, { "epoch": 0.6093415794796969, "grad_norm": 0.07761866599321365, "learning_rate": 4.3906584205203036e-05, "loss": 0.0012, "step": 36750 }, { "epoch": 0.6095073867122084, "grad_norm": 0.008634781464934349, "learning_rate": 4.390492613287792e-05, "loss": 0.0052, "step": 36760 }, { "epoch": 0.6096731939447199, "grad_norm": 0.022207433357834816, "learning_rate": 4.39032680605528e-05, "loss": 0.0067, "step": 36770 }, { "epoch": 0.6098390011772313, "grad_norm": 0.16814865171909332, "learning_rate": 4.3901609988227686e-05, "loss": 0.0076, "step": 36780 }, { "epoch": 0.6100048084097428, "grad_norm": 0.18831859529018402, "learning_rate": 4.3899951915902576e-05, "loss": 0.0094, "step": 36790 }, { "epoch": 0.6101706156422543, "grad_norm": 0.10980411618947983, "learning_rate": 4.389829384357746e-05, "loss": 0.0146, "step": 36800 }, { "epoch": 0.6103364228747657, "grad_norm": 1.1710625886917114, "learning_rate": 4.389663577125234e-05, "loss": 0.0083, "step": 36810 }, { "epoch": 0.6105022301072773, "grad_norm": 0.03679385408759117, "learning_rate": 4.3894977698927233e-05, "loss": 0.0185, "step": 36820 }, { "epoch": 0.6106680373397888, "grad_norm": 0.010233650915324688, "learning_rate": 4.389331962660212e-05, "loss": 0.0126, "step": 36830 }, { "epoch": 0.6108338445723003, "grad_norm": 0.23008868098258972, "learning_rate": 4.3891661554277e-05, "loss": 0.006, "step": 36840 }, { "epoch": 0.6109996518048117, "grad_norm": 0.0014792348956689239, "learning_rate": 4.3890003481951884e-05, "loss": 0.0074, "step": 36850 }, { "epoch": 0.6111654590373232, "grad_norm": 0.1371050626039505, "learning_rate": 4.388834540962677e-05, "loss": 0.006, "step": 36860 }, { "epoch": 0.6113312662698347, "grad_norm": 0.0030724355019629, "learning_rate": 4.388668733730166e-05, "loss": 0.0049, "step": 36870 }, { "epoch": 0.6114970735023462, "grad_norm": 0.05430259928107262, "learning_rate": 4.388502926497654e-05, "loss": 0.0083, "step": 36880 }, { "epoch": 0.6116628807348576, "grad_norm": 0.03332478925585747, "learning_rate": 4.3883371192651425e-05, "loss": 0.0035, "step": 36890 }, { "epoch": 0.6118286879673691, "grad_norm": 0.11511044204235077, "learning_rate": 4.3881713120326315e-05, "loss": 0.0034, "step": 36900 }, { "epoch": 0.6119944951998806, "grad_norm": 0.0011356818722561002, "learning_rate": 4.38800550480012e-05, "loss": 0.0101, "step": 36910 }, { "epoch": 0.6121603024323921, "grad_norm": 0.6337809562683105, "learning_rate": 4.387839697567608e-05, "loss": 0.0222, "step": 36920 }, { "epoch": 0.6123261096649035, "grad_norm": 0.007099281996488571, "learning_rate": 4.3876738903350965e-05, "loss": 0.0007, "step": 36930 }, { "epoch": 0.6124919168974151, "grad_norm": 0.19548459351062775, "learning_rate": 4.387508083102585e-05, "loss": 0.0013, "step": 36940 }, { "epoch": 0.6126577241299266, "grad_norm": 0.010125569067895412, "learning_rate": 4.387342275870074e-05, "loss": 0.0077, "step": 36950 }, { "epoch": 0.6128235313624381, "grad_norm": 0.04344255477190018, "learning_rate": 4.387176468637562e-05, "loss": 0.0156, "step": 36960 }, { "epoch": 0.6129893385949495, "grad_norm": 0.755128026008606, "learning_rate": 4.3870106614050506e-05, "loss": 0.021, "step": 36970 }, { "epoch": 0.613155145827461, "grad_norm": 0.02109494060277939, "learning_rate": 4.3868448541725396e-05, "loss": 0.005, "step": 36980 }, { "epoch": 0.6133209530599725, "grad_norm": 0.022116094827651978, "learning_rate": 4.386679046940027e-05, "loss": 0.007, "step": 36990 }, { "epoch": 0.613486760292484, "grad_norm": 0.0026352268178015947, "learning_rate": 4.386513239707516e-05, "loss": 0.01, "step": 37000 }, { "epoch": 0.6136525675249954, "grad_norm": 0.01060640998184681, "learning_rate": 4.386347432475005e-05, "loss": 0.01, "step": 37010 }, { "epoch": 0.6138183747575069, "grad_norm": 0.002068938920274377, "learning_rate": 4.386181625242493e-05, "loss": 0.0032, "step": 37020 }, { "epoch": 0.6139841819900184, "grad_norm": 0.0037166744004935026, "learning_rate": 4.386015818009982e-05, "loss": 0.0138, "step": 37030 }, { "epoch": 0.6141499892225298, "grad_norm": 0.025707174092531204, "learning_rate": 4.3858500107774704e-05, "loss": 0.0029, "step": 37040 }, { "epoch": 0.6143157964550414, "grad_norm": 0.0030731884762644768, "learning_rate": 4.385684203544959e-05, "loss": 0.0038, "step": 37050 }, { "epoch": 0.6144816036875529, "grad_norm": 0.0009710281156003475, "learning_rate": 4.385518396312448e-05, "loss": 0.0007, "step": 37060 }, { "epoch": 0.6146474109200644, "grad_norm": 0.21226683259010315, "learning_rate": 4.3853525890799354e-05, "loss": 0.0143, "step": 37070 }, { "epoch": 0.6148132181525758, "grad_norm": 0.0006878548301756382, "learning_rate": 4.3851867818474245e-05, "loss": 0.0127, "step": 37080 }, { "epoch": 0.6149790253850873, "grad_norm": 0.4109490215778351, "learning_rate": 4.385020974614913e-05, "loss": 0.0069, "step": 37090 }, { "epoch": 0.6151448326175988, "grad_norm": 0.002610346069559455, "learning_rate": 4.384855167382401e-05, "loss": 0.003, "step": 37100 }, { "epoch": 0.6153106398501103, "grad_norm": 0.0033947955816984177, "learning_rate": 4.38468936014989e-05, "loss": 0.0075, "step": 37110 }, { "epoch": 0.6154764470826217, "grad_norm": 0.04539158567786217, "learning_rate": 4.3845235529173785e-05, "loss": 0.0044, "step": 37120 }, { "epoch": 0.6156422543151332, "grad_norm": 0.0003749633324332535, "learning_rate": 4.3843577456848676e-05, "loss": 0.0085, "step": 37130 }, { "epoch": 0.6158080615476447, "grad_norm": 0.36120811104774475, "learning_rate": 4.384191938452355e-05, "loss": 0.0024, "step": 37140 }, { "epoch": 0.6159738687801561, "grad_norm": 0.0007357094436883926, "learning_rate": 4.3840261312198436e-05, "loss": 0.0064, "step": 37150 }, { "epoch": 0.6161396760126677, "grad_norm": 0.002731573535129428, "learning_rate": 4.3838603239873326e-05, "loss": 0.0004, "step": 37160 }, { "epoch": 0.6163054832451792, "grad_norm": 0.3021605312824249, "learning_rate": 4.383694516754821e-05, "loss": 0.0043, "step": 37170 }, { "epoch": 0.6164712904776907, "grad_norm": 0.0012872210936620831, "learning_rate": 4.383528709522309e-05, "loss": 0.0104, "step": 37180 }, { "epoch": 0.6166370977102021, "grad_norm": 0.5499729514122009, "learning_rate": 4.383362902289798e-05, "loss": 0.0123, "step": 37190 }, { "epoch": 0.6168029049427136, "grad_norm": 0.00034798099659383297, "learning_rate": 4.383197095057287e-05, "loss": 0.0061, "step": 37200 }, { "epoch": 0.6169687121752251, "grad_norm": 0.009154600091278553, "learning_rate": 4.383031287824775e-05, "loss": 0.0198, "step": 37210 }, { "epoch": 0.6171345194077366, "grad_norm": 0.0009475741535425186, "learning_rate": 4.3828654805922634e-05, "loss": 0.0082, "step": 37220 }, { "epoch": 0.617300326640248, "grad_norm": 0.006844189949333668, "learning_rate": 4.382699673359752e-05, "loss": 0.0041, "step": 37230 }, { "epoch": 0.6174661338727595, "grad_norm": 0.012259001843631268, "learning_rate": 4.382533866127241e-05, "loss": 0.011, "step": 37240 }, { "epoch": 0.617631941105271, "grad_norm": 0.13808387517929077, "learning_rate": 4.382368058894729e-05, "loss": 0.0045, "step": 37250 }, { "epoch": 0.6177977483377824, "grad_norm": 0.40812674164772034, "learning_rate": 4.382202251662218e-05, "loss": 0.0057, "step": 37260 }, { "epoch": 0.6179635555702939, "grad_norm": 0.23824207484722137, "learning_rate": 4.3820364444297065e-05, "loss": 0.0205, "step": 37270 }, { "epoch": 0.6181293628028055, "grad_norm": 0.1880912035703659, "learning_rate": 4.381870637197195e-05, "loss": 0.0083, "step": 37280 }, { "epoch": 0.618295170035317, "grad_norm": 0.311778724193573, "learning_rate": 4.381704829964683e-05, "loss": 0.0015, "step": 37290 }, { "epoch": 0.6184609772678284, "grad_norm": 0.09518618881702423, "learning_rate": 4.3815390227321715e-05, "loss": 0.0043, "step": 37300 }, { "epoch": 0.6186267845003399, "grad_norm": 0.015650494024157524, "learning_rate": 4.38137321549966e-05, "loss": 0.0051, "step": 37310 }, { "epoch": 0.6187925917328514, "grad_norm": 0.0003030245134141296, "learning_rate": 4.381207408267149e-05, "loss": 0.0037, "step": 37320 }, { "epoch": 0.6189583989653629, "grad_norm": 0.8474937081336975, "learning_rate": 4.381041601034637e-05, "loss": 0.0221, "step": 37330 }, { "epoch": 0.6191242061978743, "grad_norm": 0.5910536646842957, "learning_rate": 4.380875793802126e-05, "loss": 0.0111, "step": 37340 }, { "epoch": 0.6192900134303858, "grad_norm": 0.5006226301193237, "learning_rate": 4.3807099865696146e-05, "loss": 0.0076, "step": 37350 }, { "epoch": 0.6194558206628973, "grad_norm": 0.004727405030280352, "learning_rate": 4.380544179337103e-05, "loss": 0.0033, "step": 37360 }, { "epoch": 0.6196216278954088, "grad_norm": 0.0041060131043195724, "learning_rate": 4.380378372104591e-05, "loss": 0.0052, "step": 37370 }, { "epoch": 0.6197874351279202, "grad_norm": 0.007159956265240908, "learning_rate": 4.3802125648720796e-05, "loss": 0.0002, "step": 37380 }, { "epoch": 0.6199532423604318, "grad_norm": 0.0008424113621003926, "learning_rate": 4.380046757639568e-05, "loss": 0.0069, "step": 37390 }, { "epoch": 0.6201190495929433, "grad_norm": 0.24909327924251556, "learning_rate": 4.379880950407057e-05, "loss": 0.0086, "step": 37400 }, { "epoch": 0.6202848568254548, "grad_norm": 0.09207936376333237, "learning_rate": 4.3797151431745454e-05, "loss": 0.001, "step": 37410 }, { "epoch": 0.6204506640579662, "grad_norm": 0.02112114615738392, "learning_rate": 4.3795493359420344e-05, "loss": 0.0043, "step": 37420 }, { "epoch": 0.6206164712904777, "grad_norm": 0.007693735416978598, "learning_rate": 4.379383528709523e-05, "loss": 0.0025, "step": 37430 }, { "epoch": 0.6207822785229892, "grad_norm": 0.009879411198198795, "learning_rate": 4.379217721477011e-05, "loss": 0.0269, "step": 37440 }, { "epoch": 0.6209480857555006, "grad_norm": 0.0004579874512273818, "learning_rate": 4.3790519142444994e-05, "loss": 0.0039, "step": 37450 }, { "epoch": 0.6211138929880121, "grad_norm": 0.0053405058570206165, "learning_rate": 4.378886107011988e-05, "loss": 0.0037, "step": 37460 }, { "epoch": 0.6212797002205236, "grad_norm": 0.2324092984199524, "learning_rate": 4.378720299779477e-05, "loss": 0.0127, "step": 37470 }, { "epoch": 0.6214455074530351, "grad_norm": 0.248862624168396, "learning_rate": 4.378554492546965e-05, "loss": 0.009, "step": 37480 }, { "epoch": 0.6216113146855465, "grad_norm": 0.0071789780631661415, "learning_rate": 4.3783886853144535e-05, "loss": 0.006, "step": 37490 }, { "epoch": 0.6217771219180581, "grad_norm": 0.00888943113386631, "learning_rate": 4.3782228780819425e-05, "loss": 0.0004, "step": 37500 }, { "epoch": 0.6219429291505696, "grad_norm": 0.28364068269729614, "learning_rate": 4.378057070849431e-05, "loss": 0.0145, "step": 37510 }, { "epoch": 0.6221087363830811, "grad_norm": 0.6630341410636902, "learning_rate": 4.377891263616919e-05, "loss": 0.0094, "step": 37520 }, { "epoch": 0.6222745436155925, "grad_norm": 0.1191386878490448, "learning_rate": 4.3777254563844076e-05, "loss": 0.0022, "step": 37530 }, { "epoch": 0.622440350848104, "grad_norm": 0.003759196028113365, "learning_rate": 4.377559649151896e-05, "loss": 0.008, "step": 37540 }, { "epoch": 0.6226061580806155, "grad_norm": 0.007430783938616514, "learning_rate": 4.377393841919385e-05, "loss": 0.0007, "step": 37550 }, { "epoch": 0.622771965313127, "grad_norm": 0.14346854388713837, "learning_rate": 4.377228034686873e-05, "loss": 0.0077, "step": 37560 }, { "epoch": 0.6229377725456384, "grad_norm": 0.3164595365524292, "learning_rate": 4.3770622274543616e-05, "loss": 0.0097, "step": 37570 }, { "epoch": 0.6231035797781499, "grad_norm": 0.0007488836999982595, "learning_rate": 4.376896420221851e-05, "loss": 0.0121, "step": 37580 }, { "epoch": 0.6232693870106614, "grad_norm": 0.183641254901886, "learning_rate": 4.376730612989339e-05, "loss": 0.0042, "step": 37590 }, { "epoch": 0.6234351942431728, "grad_norm": 0.06983916461467743, "learning_rate": 4.3765648057568274e-05, "loss": 0.0106, "step": 37600 }, { "epoch": 0.6236010014756844, "grad_norm": 0.13628755509853363, "learning_rate": 4.376398998524316e-05, "loss": 0.0025, "step": 37610 }, { "epoch": 0.6237668087081959, "grad_norm": 0.003915731329470873, "learning_rate": 4.376233191291804e-05, "loss": 0.0042, "step": 37620 }, { "epoch": 0.6239326159407074, "grad_norm": 0.011656058952212334, "learning_rate": 4.376067384059293e-05, "loss": 0.0114, "step": 37630 }, { "epoch": 0.6240984231732188, "grad_norm": 0.0002435318019706756, "learning_rate": 4.3759015768267814e-05, "loss": 0.0038, "step": 37640 }, { "epoch": 0.6242642304057303, "grad_norm": 0.034847334027290344, "learning_rate": 4.37573576959427e-05, "loss": 0.0035, "step": 37650 }, { "epoch": 0.6244300376382418, "grad_norm": 0.3606194853782654, "learning_rate": 4.375569962361759e-05, "loss": 0.016, "step": 37660 }, { "epoch": 0.6245958448707533, "grad_norm": 0.00036665398511104286, "learning_rate": 4.375404155129247e-05, "loss": 0.0066, "step": 37670 }, { "epoch": 0.6247616521032647, "grad_norm": 0.024157622829079628, "learning_rate": 4.3752383478967355e-05, "loss": 0.0225, "step": 37680 }, { "epoch": 0.6249274593357762, "grad_norm": 0.0049881646409630775, "learning_rate": 4.375072540664224e-05, "loss": 0.0039, "step": 37690 }, { "epoch": 0.6250932665682877, "grad_norm": 0.5824214816093445, "learning_rate": 4.374906733431712e-05, "loss": 0.0216, "step": 37700 }, { "epoch": 0.6252590738007991, "grad_norm": 0.03586624935269356, "learning_rate": 4.374740926199201e-05, "loss": 0.0009, "step": 37710 }, { "epoch": 0.6254248810333106, "grad_norm": 0.03563366085290909, "learning_rate": 4.3745751189666896e-05, "loss": 0.0053, "step": 37720 }, { "epoch": 0.6255906882658222, "grad_norm": 0.015629082918167114, "learning_rate": 4.374409311734178e-05, "loss": 0.004, "step": 37730 }, { "epoch": 0.6257564954983337, "grad_norm": 0.000919975049328059, "learning_rate": 4.374243504501667e-05, "loss": 0.0042, "step": 37740 }, { "epoch": 0.6259223027308451, "grad_norm": 1.3193389177322388, "learning_rate": 4.374077697269155e-05, "loss": 0.0206, "step": 37750 }, { "epoch": 0.6260881099633566, "grad_norm": 0.0041601164266467094, "learning_rate": 4.3739118900366436e-05, "loss": 0.0005, "step": 37760 }, { "epoch": 0.6262539171958681, "grad_norm": 0.02837165631353855, "learning_rate": 4.373746082804132e-05, "loss": 0.0124, "step": 37770 }, { "epoch": 0.6264197244283796, "grad_norm": 0.07650808244943619, "learning_rate": 4.37358027557162e-05, "loss": 0.0095, "step": 37780 }, { "epoch": 0.626585531660891, "grad_norm": 0.0019474485889077187, "learning_rate": 4.3734144683391094e-05, "loss": 0.014, "step": 37790 }, { "epoch": 0.6267513388934025, "grad_norm": 0.003954391926527023, "learning_rate": 4.373248661106598e-05, "loss": 0.0136, "step": 37800 }, { "epoch": 0.626917146125914, "grad_norm": 0.0015759909292683005, "learning_rate": 4.373082853874087e-05, "loss": 0.0139, "step": 37810 }, { "epoch": 0.6270829533584255, "grad_norm": 0.014597979374229908, "learning_rate": 4.372917046641575e-05, "loss": 0.0076, "step": 37820 }, { "epoch": 0.6272487605909369, "grad_norm": 1.6689858436584473, "learning_rate": 4.372751239409063e-05, "loss": 0.013, "step": 37830 }, { "epoch": 0.6274145678234485, "grad_norm": 0.7803588509559631, "learning_rate": 4.372585432176552e-05, "loss": 0.0034, "step": 37840 }, { "epoch": 0.62758037505596, "grad_norm": 0.3881729543209076, "learning_rate": 4.37241962494404e-05, "loss": 0.0074, "step": 37850 }, { "epoch": 0.6277461822884715, "grad_norm": 0.23186230659484863, "learning_rate": 4.3722538177115285e-05, "loss": 0.0048, "step": 37860 }, { "epoch": 0.6279119895209829, "grad_norm": 0.945077121257782, "learning_rate": 4.3720880104790175e-05, "loss": 0.0261, "step": 37870 }, { "epoch": 0.6280777967534944, "grad_norm": 0.007638207636773586, "learning_rate": 4.371922203246506e-05, "loss": 0.0035, "step": 37880 }, { "epoch": 0.6282436039860059, "grad_norm": 0.01478248555213213, "learning_rate": 4.371756396013995e-05, "loss": 0.0225, "step": 37890 }, { "epoch": 0.6284094112185173, "grad_norm": 0.023204782977700233, "learning_rate": 4.3715905887814825e-05, "loss": 0.0005, "step": 37900 }, { "epoch": 0.6285752184510288, "grad_norm": 0.22880399227142334, "learning_rate": 4.371424781548971e-05, "loss": 0.0101, "step": 37910 }, { "epoch": 0.6287410256835403, "grad_norm": 0.0008318882319144905, "learning_rate": 4.37125897431646e-05, "loss": 0.0173, "step": 37920 }, { "epoch": 0.6289068329160518, "grad_norm": 0.01930277608335018, "learning_rate": 4.371093167083948e-05, "loss": 0.0101, "step": 37930 }, { "epoch": 0.6290726401485632, "grad_norm": 0.013048077933490276, "learning_rate": 4.370927359851437e-05, "loss": 0.0072, "step": 37940 }, { "epoch": 0.6292384473810748, "grad_norm": 0.13373886048793793, "learning_rate": 4.3707615526189256e-05, "loss": 0.0012, "step": 37950 }, { "epoch": 0.6294042546135863, "grad_norm": 0.10678383708000183, "learning_rate": 4.370595745386414e-05, "loss": 0.0134, "step": 37960 }, { "epoch": 0.6295700618460978, "grad_norm": 0.05534745380282402, "learning_rate": 4.370429938153903e-05, "loss": 0.013, "step": 37970 }, { "epoch": 0.6297358690786092, "grad_norm": 0.09295676648616791, "learning_rate": 4.370264130921391e-05, "loss": 0.0009, "step": 37980 }, { "epoch": 0.6299016763111207, "grad_norm": 0.0011229034280404449, "learning_rate": 4.370098323688879e-05, "loss": 0.0061, "step": 37990 }, { "epoch": 0.6300674835436322, "grad_norm": 0.011654113419353962, "learning_rate": 4.369932516456368e-05, "loss": 0.003, "step": 38000 }, { "epoch": 0.6302332907761437, "grad_norm": 5.1393868488958105e-05, "learning_rate": 4.3697667092238564e-05, "loss": 0.0082, "step": 38010 }, { "epoch": 0.6303990980086551, "grad_norm": 0.011060602962970734, "learning_rate": 4.3696009019913454e-05, "loss": 0.0037, "step": 38020 }, { "epoch": 0.6305649052411666, "grad_norm": 0.00015555595746263862, "learning_rate": 4.369435094758834e-05, "loss": 0.0094, "step": 38030 }, { "epoch": 0.6307307124736781, "grad_norm": 0.0642910972237587, "learning_rate": 4.369269287526322e-05, "loss": 0.0097, "step": 38040 }, { "epoch": 0.6308965197061895, "grad_norm": 0.12182390689849854, "learning_rate": 4.3691034802938105e-05, "loss": 0.0063, "step": 38050 }, { "epoch": 0.631062326938701, "grad_norm": 0.4188244640827179, "learning_rate": 4.368937673061299e-05, "loss": 0.0117, "step": 38060 }, { "epoch": 0.6312281341712126, "grad_norm": 0.009542407467961311, "learning_rate": 4.368771865828787e-05, "loss": 0.0068, "step": 38070 }, { "epoch": 0.6313939414037241, "grad_norm": 0.0979781299829483, "learning_rate": 4.368606058596276e-05, "loss": 0.0109, "step": 38080 }, { "epoch": 0.6315597486362355, "grad_norm": 0.016811156645417213, "learning_rate": 4.3684402513637645e-05, "loss": 0.0016, "step": 38090 }, { "epoch": 0.631725555868747, "grad_norm": 0.24765506386756897, "learning_rate": 4.3682744441312536e-05, "loss": 0.0076, "step": 38100 }, { "epoch": 0.6318913631012585, "grad_norm": 0.042541973292827606, "learning_rate": 4.368108636898742e-05, "loss": 0.0096, "step": 38110 }, { "epoch": 0.63205717033377, "grad_norm": 0.3020062744617462, "learning_rate": 4.36794282966623e-05, "loss": 0.0087, "step": 38120 }, { "epoch": 0.6322229775662814, "grad_norm": 0.0020252964459359646, "learning_rate": 4.3677770224337186e-05, "loss": 0.011, "step": 38130 }, { "epoch": 0.6323887847987929, "grad_norm": 0.1077718734741211, "learning_rate": 4.367611215201207e-05, "loss": 0.0116, "step": 38140 }, { "epoch": 0.6325545920313044, "grad_norm": 0.7161458730697632, "learning_rate": 4.367445407968696e-05, "loss": 0.0069, "step": 38150 }, { "epoch": 0.6327203992638158, "grad_norm": 0.00020430510630831122, "learning_rate": 4.367279600736184e-05, "loss": 0.0106, "step": 38160 }, { "epoch": 0.6328862064963273, "grad_norm": 0.0036110735964030027, "learning_rate": 4.367113793503673e-05, "loss": 0.0008, "step": 38170 }, { "epoch": 0.6330520137288389, "grad_norm": 0.013306444510817528, "learning_rate": 4.366947986271162e-05, "loss": 0.0012, "step": 38180 }, { "epoch": 0.6332178209613504, "grad_norm": 0.09854920953512192, "learning_rate": 4.36678217903865e-05, "loss": 0.0005, "step": 38190 }, { "epoch": 0.6333836281938618, "grad_norm": 0.014058804139494896, "learning_rate": 4.3666163718061384e-05, "loss": 0.006, "step": 38200 }, { "epoch": 0.6335494354263733, "grad_norm": 0.11545539647340775, "learning_rate": 4.366450564573627e-05, "loss": 0.01, "step": 38210 }, { "epoch": 0.6337152426588848, "grad_norm": 0.00027186848456040025, "learning_rate": 4.366284757341115e-05, "loss": 0.0029, "step": 38220 }, { "epoch": 0.6338810498913963, "grad_norm": 0.40985700488090515, "learning_rate": 4.366118950108604e-05, "loss": 0.01, "step": 38230 }, { "epoch": 0.6340468571239077, "grad_norm": 0.0069143096916377544, "learning_rate": 4.3659531428760925e-05, "loss": 0.0173, "step": 38240 }, { "epoch": 0.6342126643564192, "grad_norm": 0.02329966053366661, "learning_rate": 4.365787335643581e-05, "loss": 0.0082, "step": 38250 }, { "epoch": 0.6343784715889307, "grad_norm": 0.0002345902321394533, "learning_rate": 4.36562152841107e-05, "loss": 0.0004, "step": 38260 }, { "epoch": 0.6345442788214422, "grad_norm": 0.001876594265922904, "learning_rate": 4.365455721178558e-05, "loss": 0.005, "step": 38270 }, { "epoch": 0.6347100860539536, "grad_norm": 0.003961667884141207, "learning_rate": 4.3652899139460465e-05, "loss": 0.0046, "step": 38280 }, { "epoch": 0.6348758932864652, "grad_norm": 0.019892720505595207, "learning_rate": 4.365124106713535e-05, "loss": 0.0018, "step": 38290 }, { "epoch": 0.6350417005189767, "grad_norm": 0.017029181122779846, "learning_rate": 4.364958299481023e-05, "loss": 0.0119, "step": 38300 }, { "epoch": 0.6352075077514882, "grad_norm": 0.0030010920017957687, "learning_rate": 4.364792492248512e-05, "loss": 0.0087, "step": 38310 }, { "epoch": 0.6353733149839996, "grad_norm": 0.013409873470664024, "learning_rate": 4.3646266850160006e-05, "loss": 0.0079, "step": 38320 }, { "epoch": 0.6355391222165111, "grad_norm": 0.01783205196261406, "learning_rate": 4.364460877783489e-05, "loss": 0.0072, "step": 38330 }, { "epoch": 0.6357049294490226, "grad_norm": 0.4833489954471588, "learning_rate": 4.364295070550978e-05, "loss": 0.0073, "step": 38340 }, { "epoch": 0.635870736681534, "grad_norm": 0.21204915642738342, "learning_rate": 4.364129263318466e-05, "loss": 0.0003, "step": 38350 }, { "epoch": 0.6360365439140455, "grad_norm": 0.004582268185913563, "learning_rate": 4.363963456085955e-05, "loss": 0.0004, "step": 38360 }, { "epoch": 0.636202351146557, "grad_norm": 0.8318065404891968, "learning_rate": 4.363797648853443e-05, "loss": 0.0091, "step": 38370 }, { "epoch": 0.6363681583790685, "grad_norm": 0.11864098161458969, "learning_rate": 4.3636318416209314e-05, "loss": 0.0004, "step": 38380 }, { "epoch": 0.6365339656115799, "grad_norm": 0.02444641664624214, "learning_rate": 4.3634660343884204e-05, "loss": 0.0063, "step": 38390 }, { "epoch": 0.6366997728440914, "grad_norm": 0.0005610896041616797, "learning_rate": 4.363300227155909e-05, "loss": 0.007, "step": 38400 }, { "epoch": 0.636865580076603, "grad_norm": 0.4509347379207611, "learning_rate": 4.363134419923397e-05, "loss": 0.0025, "step": 38410 }, { "epoch": 0.6370313873091145, "grad_norm": 0.01091250590980053, "learning_rate": 4.362968612690886e-05, "loss": 0.01, "step": 38420 }, { "epoch": 0.6371971945416259, "grad_norm": 0.0026823035441339016, "learning_rate": 4.3628028054583745e-05, "loss": 0.001, "step": 38430 }, { "epoch": 0.6373630017741374, "grad_norm": 0.018888112157583237, "learning_rate": 4.362636998225863e-05, "loss": 0.0248, "step": 38440 }, { "epoch": 0.6375288090066489, "grad_norm": 8.998863631859422e-05, "learning_rate": 4.362471190993351e-05, "loss": 0.0066, "step": 38450 }, { "epoch": 0.6376946162391604, "grad_norm": 0.0015233646845445037, "learning_rate": 4.3623053837608395e-05, "loss": 0.0212, "step": 38460 }, { "epoch": 0.6378604234716718, "grad_norm": 0.05446095019578934, "learning_rate": 4.3621395765283285e-05, "loss": 0.0064, "step": 38470 }, { "epoch": 0.6380262307041833, "grad_norm": 0.42552128434181213, "learning_rate": 4.361973769295817e-05, "loss": 0.0053, "step": 38480 }, { "epoch": 0.6381920379366948, "grad_norm": 0.011917833238840103, "learning_rate": 4.361807962063306e-05, "loss": 0.0004, "step": 38490 }, { "epoch": 0.6383578451692062, "grad_norm": 0.07616272568702698, "learning_rate": 4.361642154830794e-05, "loss": 0.0221, "step": 38500 }, { "epoch": 0.6385236524017177, "grad_norm": 0.03502267226576805, "learning_rate": 4.3614763475982826e-05, "loss": 0.0065, "step": 38510 }, { "epoch": 0.6386894596342293, "grad_norm": 0.015974881127476692, "learning_rate": 4.361310540365771e-05, "loss": 0.0083, "step": 38520 }, { "epoch": 0.6388552668667408, "grad_norm": 0.05081639438867569, "learning_rate": 4.361144733133259e-05, "loss": 0.0069, "step": 38530 }, { "epoch": 0.6390210740992522, "grad_norm": 0.007928474806249142, "learning_rate": 4.3609789259007476e-05, "loss": 0.0108, "step": 38540 }, { "epoch": 0.6391868813317637, "grad_norm": 0.0007534145261161029, "learning_rate": 4.360813118668237e-05, "loss": 0.0082, "step": 38550 }, { "epoch": 0.6393526885642752, "grad_norm": 0.9714040160179138, "learning_rate": 4.360647311435725e-05, "loss": 0.0111, "step": 38560 }, { "epoch": 0.6395184957967867, "grad_norm": 0.0007271343492902815, "learning_rate": 4.360481504203214e-05, "loss": 0.0063, "step": 38570 }, { "epoch": 0.6396843030292981, "grad_norm": 0.6357970237731934, "learning_rate": 4.3603156969707024e-05, "loss": 0.0037, "step": 38580 }, { "epoch": 0.6398501102618096, "grad_norm": 1.0567585229873657, "learning_rate": 4.36014988973819e-05, "loss": 0.0146, "step": 38590 }, { "epoch": 0.6400159174943211, "grad_norm": 0.19725754857063293, "learning_rate": 4.359984082505679e-05, "loss": 0.0069, "step": 38600 }, { "epoch": 0.6401817247268325, "grad_norm": 0.00341116008348763, "learning_rate": 4.3598182752731674e-05, "loss": 0.0033, "step": 38610 }, { "epoch": 0.640347531959344, "grad_norm": 0.42461180686950684, "learning_rate": 4.3596524680406565e-05, "loss": 0.0044, "step": 38620 }, { "epoch": 0.6405133391918556, "grad_norm": 0.006153093185275793, "learning_rate": 4.359486660808145e-05, "loss": 0.0037, "step": 38630 }, { "epoch": 0.6406791464243671, "grad_norm": 0.26013821363449097, "learning_rate": 4.359320853575633e-05, "loss": 0.0277, "step": 38640 }, { "epoch": 0.6408449536568785, "grad_norm": 0.00039360110531561077, "learning_rate": 4.359155046343122e-05, "loss": 0.0089, "step": 38650 }, { "epoch": 0.64101076088939, "grad_norm": 0.0030559352599084377, "learning_rate": 4.35898923911061e-05, "loss": 0.0053, "step": 38660 }, { "epoch": 0.6411765681219015, "grad_norm": 0.20031137764453888, "learning_rate": 4.358823431878098e-05, "loss": 0.0028, "step": 38670 }, { "epoch": 0.641342375354413, "grad_norm": 0.030269160866737366, "learning_rate": 4.358657624645587e-05, "loss": 0.0057, "step": 38680 }, { "epoch": 0.6415081825869244, "grad_norm": 0.03161788731813431, "learning_rate": 4.3584918174130756e-05, "loss": 0.0053, "step": 38690 }, { "epoch": 0.6416739898194359, "grad_norm": 0.041338905692100525, "learning_rate": 4.3583260101805646e-05, "loss": 0.0019, "step": 38700 }, { "epoch": 0.6418397970519474, "grad_norm": 0.1633053421974182, "learning_rate": 4.358160202948053e-05, "loss": 0.003, "step": 38710 }, { "epoch": 0.6420056042844589, "grad_norm": 0.07306837290525436, "learning_rate": 4.357994395715541e-05, "loss": 0.0097, "step": 38720 }, { "epoch": 0.6421714115169703, "grad_norm": 0.10654106736183167, "learning_rate": 4.35782858848303e-05, "loss": 0.0123, "step": 38730 }, { "epoch": 0.6423372187494818, "grad_norm": 0.003137997118756175, "learning_rate": 4.357662781250518e-05, "loss": 0.0018, "step": 38740 }, { "epoch": 0.6425030259819934, "grad_norm": 0.08092000335454941, "learning_rate": 4.3574969740180063e-05, "loss": 0.0047, "step": 38750 }, { "epoch": 0.6426688332145049, "grad_norm": 0.45611512660980225, "learning_rate": 4.3573311667854954e-05, "loss": 0.0047, "step": 38760 }, { "epoch": 0.6428346404470163, "grad_norm": 0.19480888545513153, "learning_rate": 4.357165359552984e-05, "loss": 0.0076, "step": 38770 }, { "epoch": 0.6430004476795278, "grad_norm": 0.0026105917058885098, "learning_rate": 4.356999552320473e-05, "loss": 0.0029, "step": 38780 }, { "epoch": 0.6431662549120393, "grad_norm": 0.0022953397128731012, "learning_rate": 4.356833745087961e-05, "loss": 0.0189, "step": 38790 }, { "epoch": 0.6433320621445507, "grad_norm": 0.015458060428500175, "learning_rate": 4.3566679378554494e-05, "loss": 0.0011, "step": 38800 }, { "epoch": 0.6434978693770622, "grad_norm": 0.32506662607192993, "learning_rate": 4.356502130622938e-05, "loss": 0.0021, "step": 38810 }, { "epoch": 0.6436636766095737, "grad_norm": 0.10682795941829681, "learning_rate": 4.356336323390426e-05, "loss": 0.0131, "step": 38820 }, { "epoch": 0.6438294838420852, "grad_norm": 0.6126192212104797, "learning_rate": 4.356170516157915e-05, "loss": 0.0129, "step": 38830 }, { "epoch": 0.6439952910745966, "grad_norm": 0.2680322527885437, "learning_rate": 4.3560047089254035e-05, "loss": 0.0046, "step": 38840 }, { "epoch": 0.6441610983071081, "grad_norm": 0.0033222490455955267, "learning_rate": 4.355838901692892e-05, "loss": 0.0141, "step": 38850 }, { "epoch": 0.6443269055396197, "grad_norm": 0.01293858140707016, "learning_rate": 4.355673094460381e-05, "loss": 0.007, "step": 38860 }, { "epoch": 0.6444927127721312, "grad_norm": 0.03028178960084915, "learning_rate": 4.355507287227869e-05, "loss": 0.0087, "step": 38870 }, { "epoch": 0.6446585200046426, "grad_norm": 0.0029178885743021965, "learning_rate": 4.3553414799953576e-05, "loss": 0.005, "step": 38880 }, { "epoch": 0.6448243272371541, "grad_norm": 0.0008445010171271861, "learning_rate": 4.355175672762846e-05, "loss": 0.0123, "step": 38890 }, { "epoch": 0.6449901344696656, "grad_norm": 0.546650230884552, "learning_rate": 4.355009865530334e-05, "loss": 0.0151, "step": 38900 }, { "epoch": 0.645155941702177, "grad_norm": 0.4297025203704834, "learning_rate": 4.354844058297823e-05, "loss": 0.0109, "step": 38910 }, { "epoch": 0.6453217489346885, "grad_norm": 0.553239107131958, "learning_rate": 4.3546782510653116e-05, "loss": 0.002, "step": 38920 }, { "epoch": 0.6454875561672, "grad_norm": 0.002514152554795146, "learning_rate": 4.3545124438328e-05, "loss": 0.0024, "step": 38930 }, { "epoch": 0.6456533633997115, "grad_norm": 0.007648122496902943, "learning_rate": 4.354346636600289e-05, "loss": 0.0001, "step": 38940 }, { "epoch": 0.6458191706322229, "grad_norm": 0.1983719915151596, "learning_rate": 4.3541808293677774e-05, "loss": 0.0052, "step": 38950 }, { "epoch": 0.6459849778647344, "grad_norm": 0.005979579407721758, "learning_rate": 4.354015022135266e-05, "loss": 0.0073, "step": 38960 }, { "epoch": 0.646150785097246, "grad_norm": 0.258414089679718, "learning_rate": 4.353849214902754e-05, "loss": 0.01, "step": 38970 }, { "epoch": 0.6463165923297575, "grad_norm": 0.8432220220565796, "learning_rate": 4.3536834076702424e-05, "loss": 0.0048, "step": 38980 }, { "epoch": 0.6464823995622689, "grad_norm": 0.7411875128746033, "learning_rate": 4.3535176004377314e-05, "loss": 0.0028, "step": 38990 }, { "epoch": 0.6466482067947804, "grad_norm": 0.016037071123719215, "learning_rate": 4.35335179320522e-05, "loss": 0.0037, "step": 39000 }, { "epoch": 0.6468140140272919, "grad_norm": 0.3758765459060669, "learning_rate": 4.353185985972708e-05, "loss": 0.002, "step": 39010 }, { "epoch": 0.6469798212598034, "grad_norm": 0.005215432029217482, "learning_rate": 4.353020178740197e-05, "loss": 0.017, "step": 39020 }, { "epoch": 0.6471456284923148, "grad_norm": 0.22516465187072754, "learning_rate": 4.3528543715076855e-05, "loss": 0.008, "step": 39030 }, { "epoch": 0.6473114357248263, "grad_norm": 0.0016005635261535645, "learning_rate": 4.352688564275174e-05, "loss": 0.0098, "step": 39040 }, { "epoch": 0.6474772429573378, "grad_norm": 0.016094259917736053, "learning_rate": 4.352522757042662e-05, "loss": 0.0089, "step": 39050 }, { "epoch": 0.6476430501898492, "grad_norm": 0.242110475897789, "learning_rate": 4.3523569498101505e-05, "loss": 0.0153, "step": 39060 }, { "epoch": 0.6478088574223607, "grad_norm": 0.4934617877006531, "learning_rate": 4.3521911425776396e-05, "loss": 0.0033, "step": 39070 }, { "epoch": 0.6479746646548723, "grad_norm": 0.07402878254652023, "learning_rate": 4.352025335345128e-05, "loss": 0.0074, "step": 39080 }, { "epoch": 0.6481404718873838, "grad_norm": 0.0733100175857544, "learning_rate": 4.351859528112616e-05, "loss": 0.0037, "step": 39090 }, { "epoch": 0.6483062791198952, "grad_norm": 0.03912990167737007, "learning_rate": 4.351693720880105e-05, "loss": 0.0198, "step": 39100 }, { "epoch": 0.6484720863524067, "grad_norm": 0.5539511442184448, "learning_rate": 4.3515279136475936e-05, "loss": 0.012, "step": 39110 }, { "epoch": 0.6486378935849182, "grad_norm": 0.0006012010271660984, "learning_rate": 4.351362106415082e-05, "loss": 0.0106, "step": 39120 }, { "epoch": 0.6488037008174297, "grad_norm": 0.05185455456376076, "learning_rate": 4.35119629918257e-05, "loss": 0.0046, "step": 39130 }, { "epoch": 0.6489695080499411, "grad_norm": 1.6438040733337402, "learning_rate": 4.351030491950059e-05, "loss": 0.0144, "step": 39140 }, { "epoch": 0.6491353152824526, "grad_norm": 0.363581120967865, "learning_rate": 4.350864684717548e-05, "loss": 0.0021, "step": 39150 }, { "epoch": 0.6493011225149641, "grad_norm": 0.01760867051780224, "learning_rate": 4.350698877485036e-05, "loss": 0.0232, "step": 39160 }, { "epoch": 0.6494669297474756, "grad_norm": 0.00020186675828881562, "learning_rate": 4.350533070252525e-05, "loss": 0.0132, "step": 39170 }, { "epoch": 0.649632736979987, "grad_norm": 0.00010914995800703764, "learning_rate": 4.3503672630200134e-05, "loss": 0.0089, "step": 39180 }, { "epoch": 0.6497985442124985, "grad_norm": 0.0067212567664682865, "learning_rate": 4.350201455787502e-05, "loss": 0.0166, "step": 39190 }, { "epoch": 0.6499643514450101, "grad_norm": 0.06494759768247604, "learning_rate": 4.35003564855499e-05, "loss": 0.005, "step": 39200 }, { "epoch": 0.6501301586775216, "grad_norm": 0.030356597155332565, "learning_rate": 4.3498698413224785e-05, "loss": 0.0006, "step": 39210 }, { "epoch": 0.650295965910033, "grad_norm": 0.25104597210884094, "learning_rate": 4.349704034089967e-05, "loss": 0.0153, "step": 39220 }, { "epoch": 0.6504617731425445, "grad_norm": 0.008594512939453125, "learning_rate": 4.349538226857456e-05, "loss": 0.0002, "step": 39230 }, { "epoch": 0.650627580375056, "grad_norm": 0.0012031396618112922, "learning_rate": 4.349372419624944e-05, "loss": 0.0075, "step": 39240 }, { "epoch": 0.6507933876075674, "grad_norm": 0.13217875361442566, "learning_rate": 4.349206612392433e-05, "loss": 0.0038, "step": 39250 }, { "epoch": 0.6509591948400789, "grad_norm": 0.05075306445360184, "learning_rate": 4.3490408051599216e-05, "loss": 0.0102, "step": 39260 }, { "epoch": 0.6511250020725904, "grad_norm": 0.6155150532722473, "learning_rate": 4.34887499792741e-05, "loss": 0.0073, "step": 39270 }, { "epoch": 0.6512908093051019, "grad_norm": 0.0024713356979191303, "learning_rate": 4.348709190694898e-05, "loss": 0.0017, "step": 39280 }, { "epoch": 0.6514566165376133, "grad_norm": 0.6268571615219116, "learning_rate": 4.3485433834623866e-05, "loss": 0.0056, "step": 39290 }, { "epoch": 0.6516224237701248, "grad_norm": 0.0015201595379039645, "learning_rate": 4.3483775762298756e-05, "loss": 0.0209, "step": 39300 }, { "epoch": 0.6517882310026364, "grad_norm": 0.29710108041763306, "learning_rate": 4.348211768997364e-05, "loss": 0.024, "step": 39310 }, { "epoch": 0.6519540382351479, "grad_norm": 0.2888278067111969, "learning_rate": 4.348045961764852e-05, "loss": 0.0015, "step": 39320 }, { "epoch": 0.6521198454676593, "grad_norm": 0.2611042559146881, "learning_rate": 4.3478801545323414e-05, "loss": 0.0166, "step": 39330 }, { "epoch": 0.6522856527001708, "grad_norm": 0.02155054546892643, "learning_rate": 4.34771434729983e-05, "loss": 0.0145, "step": 39340 }, { "epoch": 0.6524514599326823, "grad_norm": 0.014743569307029247, "learning_rate": 4.3475485400673174e-05, "loss": 0.0032, "step": 39350 }, { "epoch": 0.6526172671651937, "grad_norm": 0.5777315497398376, "learning_rate": 4.3473827328348064e-05, "loss": 0.0131, "step": 39360 }, { "epoch": 0.6527830743977052, "grad_norm": 0.03316812962293625, "learning_rate": 4.347216925602295e-05, "loss": 0.012, "step": 39370 }, { "epoch": 0.6529488816302167, "grad_norm": 0.004773607477545738, "learning_rate": 4.347051118369784e-05, "loss": 0.0064, "step": 39380 }, { "epoch": 0.6531146888627282, "grad_norm": 0.01405397243797779, "learning_rate": 4.346885311137272e-05, "loss": 0.0088, "step": 39390 }, { "epoch": 0.6532804960952396, "grad_norm": 0.002497826935723424, "learning_rate": 4.3467195039047605e-05, "loss": 0.0143, "step": 39400 }, { "epoch": 0.6534463033277511, "grad_norm": 0.0699743777513504, "learning_rate": 4.3465536966722495e-05, "loss": 0.0068, "step": 39410 }, { "epoch": 0.6536121105602627, "grad_norm": 0.005304909776896238, "learning_rate": 4.346387889439738e-05, "loss": 0.0146, "step": 39420 }, { "epoch": 0.6537779177927742, "grad_norm": 0.01806725561618805, "learning_rate": 4.3462220822072255e-05, "loss": 0.0004, "step": 39430 }, { "epoch": 0.6539437250252856, "grad_norm": 0.0013726679608225822, "learning_rate": 4.3460562749747145e-05, "loss": 0.0075, "step": 39440 }, { "epoch": 0.6541095322577971, "grad_norm": 8.63913883222267e-05, "learning_rate": 4.345890467742203e-05, "loss": 0.008, "step": 39450 }, { "epoch": 0.6542753394903086, "grad_norm": 0.0018681572983041406, "learning_rate": 4.345724660509692e-05, "loss": 0.0007, "step": 39460 }, { "epoch": 0.65444114672282, "grad_norm": 0.005092659965157509, "learning_rate": 4.34555885327718e-05, "loss": 0.0051, "step": 39470 }, { "epoch": 0.6546069539553315, "grad_norm": 0.0008373789023607969, "learning_rate": 4.3453930460446686e-05, "loss": 0.0075, "step": 39480 }, { "epoch": 0.654772761187843, "grad_norm": 0.003533372888341546, "learning_rate": 4.3452272388121576e-05, "loss": 0.0009, "step": 39490 }, { "epoch": 0.6549385684203545, "grad_norm": 0.016409417614340782, "learning_rate": 4.345061431579645e-05, "loss": 0.0145, "step": 39500 }, { "epoch": 0.655104375652866, "grad_norm": 0.00017109533655457199, "learning_rate": 4.344895624347134e-05, "loss": 0.0077, "step": 39510 }, { "epoch": 0.6552701828853774, "grad_norm": 0.0019730674102902412, "learning_rate": 4.344729817114623e-05, "loss": 0.0057, "step": 39520 }, { "epoch": 0.6554359901178889, "grad_norm": 0.011963441036641598, "learning_rate": 4.344564009882111e-05, "loss": 0.0086, "step": 39530 }, { "epoch": 0.6556017973504005, "grad_norm": 0.19600455462932587, "learning_rate": 4.3443982026496e-05, "loss": 0.0137, "step": 39540 }, { "epoch": 0.655767604582912, "grad_norm": 0.37404564023017883, "learning_rate": 4.3442323954170884e-05, "loss": 0.0019, "step": 39550 }, { "epoch": 0.6559334118154234, "grad_norm": 0.3035902976989746, "learning_rate": 4.344066588184577e-05, "loss": 0.0143, "step": 39560 }, { "epoch": 0.6560992190479349, "grad_norm": 0.035095058381557465, "learning_rate": 4.343900780952065e-05, "loss": 0.0064, "step": 39570 }, { "epoch": 0.6562650262804464, "grad_norm": 0.00987169612199068, "learning_rate": 4.3437349737195534e-05, "loss": 0.0028, "step": 39580 }, { "epoch": 0.6564308335129578, "grad_norm": 0.6742833256721497, "learning_rate": 4.3435691664870425e-05, "loss": 0.0121, "step": 39590 }, { "epoch": 0.6565966407454693, "grad_norm": 0.007355927024036646, "learning_rate": 4.343403359254531e-05, "loss": 0.0036, "step": 39600 }, { "epoch": 0.6567624479779808, "grad_norm": 1.1296451091766357, "learning_rate": 4.343237552022019e-05, "loss": 0.0036, "step": 39610 }, { "epoch": 0.6569282552104923, "grad_norm": 0.2669645845890045, "learning_rate": 4.343071744789508e-05, "loss": 0.0039, "step": 39620 }, { "epoch": 0.6570940624430037, "grad_norm": 0.003955167252570391, "learning_rate": 4.3429059375569965e-05, "loss": 0.0149, "step": 39630 }, { "epoch": 0.6572598696755152, "grad_norm": 0.006591704208403826, "learning_rate": 4.3427401303244856e-05, "loss": 0.0001, "step": 39640 }, { "epoch": 0.6574256769080268, "grad_norm": 0.004129847511649132, "learning_rate": 4.342574323091973e-05, "loss": 0.0026, "step": 39650 }, { "epoch": 0.6575914841405383, "grad_norm": 0.2391054779291153, "learning_rate": 4.3424085158594616e-05, "loss": 0.0077, "step": 39660 }, { "epoch": 0.6577572913730497, "grad_norm": 0.07983595877885818, "learning_rate": 4.3422427086269506e-05, "loss": 0.0083, "step": 39670 }, { "epoch": 0.6579230986055612, "grad_norm": 0.01578103005886078, "learning_rate": 4.342076901394439e-05, "loss": 0.0033, "step": 39680 }, { "epoch": 0.6580889058380727, "grad_norm": 0.06374406069517136, "learning_rate": 4.341911094161927e-05, "loss": 0.0133, "step": 39690 }, { "epoch": 0.6582547130705841, "grad_norm": 0.1752053201198578, "learning_rate": 4.341745286929416e-05, "loss": 0.0015, "step": 39700 }, { "epoch": 0.6584205203030956, "grad_norm": 0.011087913997471333, "learning_rate": 4.341579479696905e-05, "loss": 0.0006, "step": 39710 }, { "epoch": 0.6585863275356071, "grad_norm": 0.0022452864795923233, "learning_rate": 4.341413672464393e-05, "loss": 0.0095, "step": 39720 }, { "epoch": 0.6587521347681186, "grad_norm": 0.2886701822280884, "learning_rate": 4.3412478652318814e-05, "loss": 0.0071, "step": 39730 }, { "epoch": 0.65891794200063, "grad_norm": 0.10735838860273361, "learning_rate": 4.34108205799937e-05, "loss": 0.0144, "step": 39740 }, { "epoch": 0.6590837492331415, "grad_norm": 0.0004951016162522137, "learning_rate": 4.340916250766859e-05, "loss": 0.0228, "step": 39750 }, { "epoch": 0.6592495564656531, "grad_norm": 0.0013756792759522796, "learning_rate": 4.340750443534347e-05, "loss": 0.0076, "step": 39760 }, { "epoch": 0.6594153636981646, "grad_norm": 0.007772429380565882, "learning_rate": 4.3405846363018354e-05, "loss": 0.0004, "step": 39770 }, { "epoch": 0.659581170930676, "grad_norm": 0.3737333416938782, "learning_rate": 4.3404188290693245e-05, "loss": 0.0102, "step": 39780 }, { "epoch": 0.6597469781631875, "grad_norm": 0.28550130128860474, "learning_rate": 4.340253021836813e-05, "loss": 0.0084, "step": 39790 }, { "epoch": 0.659912785395699, "grad_norm": 0.03517933934926987, "learning_rate": 4.340087214604301e-05, "loss": 0.0003, "step": 39800 }, { "epoch": 0.6600785926282104, "grad_norm": 0.06199808418750763, "learning_rate": 4.3399214073717895e-05, "loss": 0.0057, "step": 39810 }, { "epoch": 0.6602443998607219, "grad_norm": 0.35567688941955566, "learning_rate": 4.339755600139278e-05, "loss": 0.0127, "step": 39820 }, { "epoch": 0.6604102070932334, "grad_norm": 0.004404099658131599, "learning_rate": 4.339589792906767e-05, "loss": 0.0015, "step": 39830 }, { "epoch": 0.6605760143257449, "grad_norm": 0.0004471957217901945, "learning_rate": 4.339423985674255e-05, "loss": 0.0041, "step": 39840 }, { "epoch": 0.6607418215582563, "grad_norm": 0.025206254795193672, "learning_rate": 4.339258178441744e-05, "loss": 0.041, "step": 39850 }, { "epoch": 0.6609076287907678, "grad_norm": 0.2073439210653305, "learning_rate": 4.3390923712092326e-05, "loss": 0.009, "step": 39860 }, { "epoch": 0.6610734360232793, "grad_norm": 0.4576558768749237, "learning_rate": 4.338926563976721e-05, "loss": 0.015, "step": 39870 }, { "epoch": 0.6612392432557909, "grad_norm": 0.5629334449768066, "learning_rate": 4.338760756744209e-05, "loss": 0.0122, "step": 39880 }, { "epoch": 0.6614050504883023, "grad_norm": 0.6090648770332336, "learning_rate": 4.3385949495116977e-05, "loss": 0.0053, "step": 39890 }, { "epoch": 0.6615708577208138, "grad_norm": 0.00046673871111124754, "learning_rate": 4.338429142279186e-05, "loss": 0.0127, "step": 39900 }, { "epoch": 0.6617366649533253, "grad_norm": 0.04238865152001381, "learning_rate": 4.338263335046675e-05, "loss": 0.0068, "step": 39910 }, { "epoch": 0.6619024721858368, "grad_norm": 0.009928200393915176, "learning_rate": 4.3380975278141634e-05, "loss": 0.0035, "step": 39920 }, { "epoch": 0.6620682794183482, "grad_norm": 0.0034960065968334675, "learning_rate": 4.3379317205816524e-05, "loss": 0.0044, "step": 39930 }, { "epoch": 0.6622340866508597, "grad_norm": 0.11796517670154572, "learning_rate": 4.337765913349141e-05, "loss": 0.0051, "step": 39940 }, { "epoch": 0.6623998938833712, "grad_norm": 0.010298995301127434, "learning_rate": 4.337600106116629e-05, "loss": 0.0025, "step": 39950 }, { "epoch": 0.6625657011158826, "grad_norm": 0.010509143583476543, "learning_rate": 4.3374342988841174e-05, "loss": 0.1216, "step": 39960 }, { "epoch": 0.6627315083483941, "grad_norm": 0.010768424719572067, "learning_rate": 4.337268491651606e-05, "loss": 0.0086, "step": 39970 }, { "epoch": 0.6628973155809056, "grad_norm": 0.30790650844573975, "learning_rate": 4.337102684419095e-05, "loss": 0.0054, "step": 39980 }, { "epoch": 0.6630631228134172, "grad_norm": 0.9638088345527649, "learning_rate": 4.336936877186583e-05, "loss": 0.0176, "step": 39990 }, { "epoch": 0.6632289300459286, "grad_norm": 0.00035920002846978605, "learning_rate": 4.3367710699540715e-05, "loss": 0.0007, "step": 40000 }, { "epoch": 0.6633947372784401, "grad_norm": 0.11827494204044342, "learning_rate": 4.3366052627215605e-05, "loss": 0.011, "step": 40010 }, { "epoch": 0.6635605445109516, "grad_norm": 1.5110299587249756, "learning_rate": 4.336439455489049e-05, "loss": 0.0269, "step": 40020 }, { "epoch": 0.6637263517434631, "grad_norm": 0.10280291736125946, "learning_rate": 4.336273648256537e-05, "loss": 0.003, "step": 40030 }, { "epoch": 0.6638921589759745, "grad_norm": 0.054847635328769684, "learning_rate": 4.3361078410240256e-05, "loss": 0.0218, "step": 40040 }, { "epoch": 0.664057966208486, "grad_norm": 0.0027699503116309643, "learning_rate": 4.335942033791514e-05, "loss": 0.0187, "step": 40050 }, { "epoch": 0.6642237734409975, "grad_norm": 0.547743558883667, "learning_rate": 4.335776226559003e-05, "loss": 0.0043, "step": 40060 }, { "epoch": 0.664389580673509, "grad_norm": 0.016439951956272125, "learning_rate": 4.335610419326491e-05, "loss": 0.0031, "step": 40070 }, { "epoch": 0.6645553879060204, "grad_norm": 0.18075254559516907, "learning_rate": 4.3354446120939797e-05, "loss": 0.0091, "step": 40080 }, { "epoch": 0.6647211951385319, "grad_norm": 0.012805936858057976, "learning_rate": 4.335278804861469e-05, "loss": 0.0117, "step": 40090 }, { "epoch": 0.6648870023710435, "grad_norm": 0.01567995920777321, "learning_rate": 4.335112997628957e-05, "loss": 0.0168, "step": 40100 }, { "epoch": 0.665052809603555, "grad_norm": 0.02710931934416294, "learning_rate": 4.3349471903964454e-05, "loss": 0.0058, "step": 40110 }, { "epoch": 0.6652186168360664, "grad_norm": 0.4366655945777893, "learning_rate": 4.334781383163934e-05, "loss": 0.0091, "step": 40120 }, { "epoch": 0.6653844240685779, "grad_norm": 0.035612110048532486, "learning_rate": 4.334615575931422e-05, "loss": 0.0088, "step": 40130 }, { "epoch": 0.6655502313010894, "grad_norm": 0.09031277149915695, "learning_rate": 4.334449768698911e-05, "loss": 0.0141, "step": 40140 }, { "epoch": 0.6657160385336008, "grad_norm": 0.11136192083358765, "learning_rate": 4.3342839614663994e-05, "loss": 0.0087, "step": 40150 }, { "epoch": 0.6658818457661123, "grad_norm": 1.435898780822754, "learning_rate": 4.334118154233888e-05, "loss": 0.0086, "step": 40160 }, { "epoch": 0.6660476529986238, "grad_norm": 0.0030895026866346598, "learning_rate": 4.333952347001377e-05, "loss": 0.0172, "step": 40170 }, { "epoch": 0.6662134602311353, "grad_norm": 0.0019704631995409727, "learning_rate": 4.333786539768865e-05, "loss": 0.0134, "step": 40180 }, { "epoch": 0.6663792674636467, "grad_norm": 0.23964300751686096, "learning_rate": 4.3336207325363535e-05, "loss": 0.0044, "step": 40190 }, { "epoch": 0.6665450746961582, "grad_norm": 0.014423373155295849, "learning_rate": 4.333454925303842e-05, "loss": 0.0063, "step": 40200 }, { "epoch": 0.6667108819286697, "grad_norm": 0.02161681465804577, "learning_rate": 4.33328911807133e-05, "loss": 0.0046, "step": 40210 }, { "epoch": 0.6668766891611813, "grad_norm": 0.010464278049767017, "learning_rate": 4.333123310838819e-05, "loss": 0.0065, "step": 40220 }, { "epoch": 0.6670424963936927, "grad_norm": 0.5019729137420654, "learning_rate": 4.3329575036063076e-05, "loss": 0.0165, "step": 40230 }, { "epoch": 0.6672083036262042, "grad_norm": 0.0626470074057579, "learning_rate": 4.332791696373796e-05, "loss": 0.0093, "step": 40240 }, { "epoch": 0.6673741108587157, "grad_norm": 0.03206053748726845, "learning_rate": 4.332625889141285e-05, "loss": 0.0151, "step": 40250 }, { "epoch": 0.6675399180912271, "grad_norm": 0.020773716270923615, "learning_rate": 4.3324600819087726e-05, "loss": 0.0013, "step": 40260 }, { "epoch": 0.6677057253237386, "grad_norm": 0.0512397326529026, "learning_rate": 4.3322942746762617e-05, "loss": 0.0001, "step": 40270 }, { "epoch": 0.6678715325562501, "grad_norm": 0.13567112386226654, "learning_rate": 4.33212846744375e-05, "loss": 0.0057, "step": 40280 }, { "epoch": 0.6680373397887616, "grad_norm": 0.5531796216964722, "learning_rate": 4.3319626602112383e-05, "loss": 0.0066, "step": 40290 }, { "epoch": 0.668203147021273, "grad_norm": 0.002249036217108369, "learning_rate": 4.3317968529787274e-05, "loss": 0.0016, "step": 40300 }, { "epoch": 0.6683689542537845, "grad_norm": 0.3183457851409912, "learning_rate": 4.331631045746216e-05, "loss": 0.0144, "step": 40310 }, { "epoch": 0.668534761486296, "grad_norm": 0.1952328085899353, "learning_rate": 4.331465238513705e-05, "loss": 0.0031, "step": 40320 }, { "epoch": 0.6687005687188076, "grad_norm": 0.09833333641290665, "learning_rate": 4.3312994312811924e-05, "loss": 0.0006, "step": 40330 }, { "epoch": 0.668866375951319, "grad_norm": 0.011415270157158375, "learning_rate": 4.331133624048681e-05, "loss": 0.0002, "step": 40340 }, { "epoch": 0.6690321831838305, "grad_norm": 0.19646264612674713, "learning_rate": 4.33096781681617e-05, "loss": 0.0053, "step": 40350 }, { "epoch": 0.669197990416342, "grad_norm": 0.008174613118171692, "learning_rate": 4.330802009583658e-05, "loss": 0.01, "step": 40360 }, { "epoch": 0.6693637976488535, "grad_norm": 0.04308571293950081, "learning_rate": 4.3306362023511465e-05, "loss": 0.0047, "step": 40370 }, { "epoch": 0.6695296048813649, "grad_norm": 0.4130792021751404, "learning_rate": 4.3304703951186355e-05, "loss": 0.0097, "step": 40380 }, { "epoch": 0.6696954121138764, "grad_norm": 0.2971438467502594, "learning_rate": 4.330304587886124e-05, "loss": 0.0208, "step": 40390 }, { "epoch": 0.6698612193463879, "grad_norm": 0.3818160593509674, "learning_rate": 4.330138780653613e-05, "loss": 0.0076, "step": 40400 }, { "epoch": 0.6700270265788993, "grad_norm": 0.07427017390727997, "learning_rate": 4.3299729734211006e-05, "loss": 0.0116, "step": 40410 }, { "epoch": 0.6701928338114108, "grad_norm": 0.10310206562280655, "learning_rate": 4.329807166188589e-05, "loss": 0.0118, "step": 40420 }, { "epoch": 0.6703586410439223, "grad_norm": 0.08212648332118988, "learning_rate": 4.329641358956078e-05, "loss": 0.0049, "step": 40430 }, { "epoch": 0.6705244482764339, "grad_norm": 0.08365385234355927, "learning_rate": 4.329475551723566e-05, "loss": 0.0081, "step": 40440 }, { "epoch": 0.6706902555089453, "grad_norm": 1.7140452861785889, "learning_rate": 4.3293097444910546e-05, "loss": 0.0175, "step": 40450 }, { "epoch": 0.6708560627414568, "grad_norm": 0.3171018660068512, "learning_rate": 4.3291439372585436e-05, "loss": 0.0231, "step": 40460 }, { "epoch": 0.6710218699739683, "grad_norm": 0.008488963358104229, "learning_rate": 4.328978130026032e-05, "loss": 0.0044, "step": 40470 }, { "epoch": 0.6711876772064798, "grad_norm": 0.0007739609573036432, "learning_rate": 4.3288123227935203e-05, "loss": 0.0026, "step": 40480 }, { "epoch": 0.6713534844389912, "grad_norm": 0.0018502565799281001, "learning_rate": 4.328646515561009e-05, "loss": 0.0108, "step": 40490 }, { "epoch": 0.6715192916715027, "grad_norm": 0.0016172733157873154, "learning_rate": 4.328480708328497e-05, "loss": 0.005, "step": 40500 }, { "epoch": 0.6716850989040142, "grad_norm": 0.12666811048984528, "learning_rate": 4.328314901095986e-05, "loss": 0.0054, "step": 40510 }, { "epoch": 0.6718509061365256, "grad_norm": 0.0008646423812024295, "learning_rate": 4.3281490938634744e-05, "loss": 0.0061, "step": 40520 }, { "epoch": 0.6720167133690371, "grad_norm": 0.521052360534668, "learning_rate": 4.3279832866309634e-05, "loss": 0.0153, "step": 40530 }, { "epoch": 0.6721825206015486, "grad_norm": 0.005448836833238602, "learning_rate": 4.327817479398452e-05, "loss": 0.0096, "step": 40540 }, { "epoch": 0.6723483278340601, "grad_norm": 0.00565527006983757, "learning_rate": 4.32765167216594e-05, "loss": 0.0161, "step": 40550 }, { "epoch": 0.6725141350665716, "grad_norm": 0.1904391199350357, "learning_rate": 4.3274858649334285e-05, "loss": 0.0113, "step": 40560 }, { "epoch": 0.6726799422990831, "grad_norm": 0.011352934874594212, "learning_rate": 4.327320057700917e-05, "loss": 0.0056, "step": 40570 }, { "epoch": 0.6728457495315946, "grad_norm": 0.048929497599601746, "learning_rate": 4.327154250468405e-05, "loss": 0.007, "step": 40580 }, { "epoch": 0.6730115567641061, "grad_norm": 0.003652032930403948, "learning_rate": 4.326988443235894e-05, "loss": 0.0109, "step": 40590 }, { "epoch": 0.6731773639966175, "grad_norm": 1.1172986030578613, "learning_rate": 4.3268226360033826e-05, "loss": 0.0079, "step": 40600 }, { "epoch": 0.673343171229129, "grad_norm": 0.007437580265104771, "learning_rate": 4.3266568287708716e-05, "loss": 0.0071, "step": 40610 }, { "epoch": 0.6735089784616405, "grad_norm": 0.0017408985877409577, "learning_rate": 4.32649102153836e-05, "loss": 0.0052, "step": 40620 }, { "epoch": 0.673674785694152, "grad_norm": 0.05994671210646629, "learning_rate": 4.326325214305848e-05, "loss": 0.0107, "step": 40630 }, { "epoch": 0.6738405929266634, "grad_norm": 0.0073076230473816395, "learning_rate": 4.3261594070733366e-05, "loss": 0.0031, "step": 40640 }, { "epoch": 0.6740064001591749, "grad_norm": 0.015381578356027603, "learning_rate": 4.325993599840825e-05, "loss": 0.0054, "step": 40650 }, { "epoch": 0.6741722073916864, "grad_norm": 0.13342329859733582, "learning_rate": 4.325827792608314e-05, "loss": 0.0007, "step": 40660 }, { "epoch": 0.674338014624198, "grad_norm": 0.019045138731598854, "learning_rate": 4.3256619853758023e-05, "loss": 0.0098, "step": 40670 }, { "epoch": 0.6745038218567094, "grad_norm": 1.1288537979125977, "learning_rate": 4.325496178143291e-05, "loss": 0.0113, "step": 40680 }, { "epoch": 0.6746696290892209, "grad_norm": 0.039772603660821915, "learning_rate": 4.32533037091078e-05, "loss": 0.0103, "step": 40690 }, { "epoch": 0.6748354363217324, "grad_norm": 0.0007599630625918508, "learning_rate": 4.325164563678268e-05, "loss": 0.0082, "step": 40700 }, { "epoch": 0.6750012435542438, "grad_norm": 0.012937530875205994, "learning_rate": 4.3249987564457564e-05, "loss": 0.0096, "step": 40710 }, { "epoch": 0.6751670507867553, "grad_norm": 0.2507557272911072, "learning_rate": 4.324832949213245e-05, "loss": 0.01, "step": 40720 }, { "epoch": 0.6753328580192668, "grad_norm": 0.0011163498274981976, "learning_rate": 4.324667141980733e-05, "loss": 0.0049, "step": 40730 }, { "epoch": 0.6754986652517783, "grad_norm": 0.006116391625255346, "learning_rate": 4.324501334748222e-05, "loss": 0.0008, "step": 40740 }, { "epoch": 0.6756644724842897, "grad_norm": 0.07729629427194595, "learning_rate": 4.3243355275157105e-05, "loss": 0.0044, "step": 40750 }, { "epoch": 0.6758302797168012, "grad_norm": 0.0008008867152966559, "learning_rate": 4.324169720283199e-05, "loss": 0.0028, "step": 40760 }, { "epoch": 0.6759960869493127, "grad_norm": 0.7392269372940063, "learning_rate": 4.324003913050688e-05, "loss": 0.0022, "step": 40770 }, { "epoch": 0.6761618941818243, "grad_norm": 0.03229903429746628, "learning_rate": 4.323838105818176e-05, "loss": 0.0031, "step": 40780 }, { "epoch": 0.6763277014143357, "grad_norm": 0.008207174018025398, "learning_rate": 4.3236722985856646e-05, "loss": 0.0089, "step": 40790 }, { "epoch": 0.6764935086468472, "grad_norm": 0.005761162377893925, "learning_rate": 4.323506491353153e-05, "loss": 0.0006, "step": 40800 }, { "epoch": 0.6766593158793587, "grad_norm": 0.5686019062995911, "learning_rate": 4.323340684120641e-05, "loss": 0.0059, "step": 40810 }, { "epoch": 0.6768251231118702, "grad_norm": 0.006531299091875553, "learning_rate": 4.32317487688813e-05, "loss": 0.0148, "step": 40820 }, { "epoch": 0.6769909303443816, "grad_norm": 0.0402139350771904, "learning_rate": 4.3230090696556186e-05, "loss": 0.0122, "step": 40830 }, { "epoch": 0.6771567375768931, "grad_norm": 0.007315606344491243, "learning_rate": 4.322843262423107e-05, "loss": 0.0069, "step": 40840 }, { "epoch": 0.6773225448094046, "grad_norm": 0.5993005633354187, "learning_rate": 4.322677455190596e-05, "loss": 0.0176, "step": 40850 }, { "epoch": 0.677488352041916, "grad_norm": 0.20729412138462067, "learning_rate": 4.3225116479580843e-05, "loss": 0.007, "step": 40860 }, { "epoch": 0.6776541592744275, "grad_norm": 0.2870821952819824, "learning_rate": 4.322345840725573e-05, "loss": 0.0081, "step": 40870 }, { "epoch": 0.677819966506939, "grad_norm": 0.38890570402145386, "learning_rate": 4.322180033493061e-05, "loss": 0.022, "step": 40880 }, { "epoch": 0.6779857737394506, "grad_norm": 0.0007310856599360704, "learning_rate": 4.3220142262605494e-05, "loss": 0.0069, "step": 40890 }, { "epoch": 0.678151580971962, "grad_norm": 0.2380407750606537, "learning_rate": 4.3218484190280384e-05, "loss": 0.0034, "step": 40900 }, { "epoch": 0.6783173882044735, "grad_norm": 0.21012291312217712, "learning_rate": 4.321682611795527e-05, "loss": 0.006, "step": 40910 }, { "epoch": 0.678483195436985, "grad_norm": 0.0018057198030874133, "learning_rate": 4.321516804563015e-05, "loss": 0.0041, "step": 40920 }, { "epoch": 0.6786490026694965, "grad_norm": 0.4177496135234833, "learning_rate": 4.321350997330504e-05, "loss": 0.007, "step": 40930 }, { "epoch": 0.6788148099020079, "grad_norm": 0.010790110565721989, "learning_rate": 4.3211851900979925e-05, "loss": 0.0009, "step": 40940 }, { "epoch": 0.6789806171345194, "grad_norm": 0.31331419944763184, "learning_rate": 4.321019382865481e-05, "loss": 0.0119, "step": 40950 }, { "epoch": 0.6791464243670309, "grad_norm": 0.005311685614287853, "learning_rate": 4.320853575632969e-05, "loss": 0.0088, "step": 40960 }, { "epoch": 0.6793122315995423, "grad_norm": 0.0205483827739954, "learning_rate": 4.3206877684004575e-05, "loss": 0.0032, "step": 40970 }, { "epoch": 0.6794780388320538, "grad_norm": 0.008082621730864048, "learning_rate": 4.3205219611679465e-05, "loss": 0.0009, "step": 40980 }, { "epoch": 0.6796438460645653, "grad_norm": 0.3308934271335602, "learning_rate": 4.320356153935435e-05, "loss": 0.0119, "step": 40990 }, { "epoch": 0.6798096532970768, "grad_norm": 0.004178490489721298, "learning_rate": 4.320190346702924e-05, "loss": 0.0069, "step": 41000 }, { "epoch": 0.6799754605295883, "grad_norm": 0.007209888193756342, "learning_rate": 4.320024539470412e-05, "loss": 0.0252, "step": 41010 }, { "epoch": 0.6801412677620998, "grad_norm": 1.2486978769302368, "learning_rate": 4.3198587322379e-05, "loss": 0.0171, "step": 41020 }, { "epoch": 0.6803070749946113, "grad_norm": 0.0018678925698623061, "learning_rate": 4.319692925005389e-05, "loss": 0.0259, "step": 41030 }, { "epoch": 0.6804728822271228, "grad_norm": 0.0038948021829128265, "learning_rate": 4.319527117772877e-05, "loss": 0.0077, "step": 41040 }, { "epoch": 0.6806386894596342, "grad_norm": 0.4359739124774933, "learning_rate": 4.319361310540366e-05, "loss": 0.0159, "step": 41050 }, { "epoch": 0.6808044966921457, "grad_norm": 0.003525779116898775, "learning_rate": 4.319195503307855e-05, "loss": 0.0042, "step": 41060 }, { "epoch": 0.6809703039246572, "grad_norm": 0.09717326611280441, "learning_rate": 4.319029696075343e-05, "loss": 0.0074, "step": 41070 }, { "epoch": 0.6811361111571687, "grad_norm": 0.3287796378135681, "learning_rate": 4.318863888842832e-05, "loss": 0.0191, "step": 41080 }, { "epoch": 0.6813019183896801, "grad_norm": 0.004070366267114878, "learning_rate": 4.3186980816103204e-05, "loss": 0.0006, "step": 41090 }, { "epoch": 0.6814677256221916, "grad_norm": 0.15718069672584534, "learning_rate": 4.318532274377808e-05, "loss": 0.009, "step": 41100 }, { "epoch": 0.6816335328547031, "grad_norm": 0.001940156682394445, "learning_rate": 4.318366467145297e-05, "loss": 0.0043, "step": 41110 }, { "epoch": 0.6817993400872147, "grad_norm": 0.2734057605266571, "learning_rate": 4.3182006599127855e-05, "loss": 0.0133, "step": 41120 }, { "epoch": 0.6819651473197261, "grad_norm": 0.013029553927481174, "learning_rate": 4.318034852680274e-05, "loss": 0.0128, "step": 41130 }, { "epoch": 0.6821309545522376, "grad_norm": 0.0012424294836819172, "learning_rate": 4.317869045447763e-05, "loss": 0.0111, "step": 41140 }, { "epoch": 0.6822967617847491, "grad_norm": 0.2509032189846039, "learning_rate": 4.317703238215251e-05, "loss": 0.0151, "step": 41150 }, { "epoch": 0.6824625690172605, "grad_norm": 0.22244590520858765, "learning_rate": 4.31753743098274e-05, "loss": 0.0124, "step": 41160 }, { "epoch": 0.682628376249772, "grad_norm": 0.38789647817611694, "learning_rate": 4.317371623750228e-05, "loss": 0.0066, "step": 41170 }, { "epoch": 0.6827941834822835, "grad_norm": 0.0002511729544494301, "learning_rate": 4.317205816517716e-05, "loss": 0.0035, "step": 41180 }, { "epoch": 0.682959990714795, "grad_norm": 0.0785987600684166, "learning_rate": 4.317040009285205e-05, "loss": 0.0203, "step": 41190 }, { "epoch": 0.6831257979473064, "grad_norm": 0.000390018307371065, "learning_rate": 4.3168742020526936e-05, "loss": 0.0101, "step": 41200 }, { "epoch": 0.6832916051798179, "grad_norm": 0.0019795880652964115, "learning_rate": 4.3167083948201826e-05, "loss": 0.0099, "step": 41210 }, { "epoch": 0.6834574124123294, "grad_norm": 0.11362572759389877, "learning_rate": 4.316542587587671e-05, "loss": 0.0201, "step": 41220 }, { "epoch": 0.683623219644841, "grad_norm": 0.02020886540412903, "learning_rate": 4.316376780355159e-05, "loss": 0.0004, "step": 41230 }, { "epoch": 0.6837890268773524, "grad_norm": 0.23656786978244781, "learning_rate": 4.3162109731226477e-05, "loss": 0.0018, "step": 41240 }, { "epoch": 0.6839548341098639, "grad_norm": 0.2234603464603424, "learning_rate": 4.316045165890136e-05, "loss": 0.0042, "step": 41250 }, { "epoch": 0.6841206413423754, "grad_norm": 0.9539023041725159, "learning_rate": 4.3158793586576244e-05, "loss": 0.0158, "step": 41260 }, { "epoch": 0.6842864485748869, "grad_norm": 0.001433835132047534, "learning_rate": 4.3157135514251134e-05, "loss": 0.0051, "step": 41270 }, { "epoch": 0.6844522558073983, "grad_norm": 0.005574458744376898, "learning_rate": 4.315547744192602e-05, "loss": 0.0016, "step": 41280 }, { "epoch": 0.6846180630399098, "grad_norm": 0.00625824648886919, "learning_rate": 4.315381936960091e-05, "loss": 0.0027, "step": 41290 }, { "epoch": 0.6847838702724213, "grad_norm": 1.1930184364318848, "learning_rate": 4.315216129727579e-05, "loss": 0.0234, "step": 41300 }, { "epoch": 0.6849496775049327, "grad_norm": 0.026796722784638405, "learning_rate": 4.3150503224950675e-05, "loss": 0.0039, "step": 41310 }, { "epoch": 0.6851154847374442, "grad_norm": 0.18642503023147583, "learning_rate": 4.314884515262556e-05, "loss": 0.0058, "step": 41320 }, { "epoch": 0.6852812919699557, "grad_norm": 0.3989914357662201, "learning_rate": 4.314718708030044e-05, "loss": 0.0268, "step": 41330 }, { "epoch": 0.6854470992024672, "grad_norm": 0.22684398293495178, "learning_rate": 4.314552900797533e-05, "loss": 0.016, "step": 41340 }, { "epoch": 0.6856129064349787, "grad_norm": 0.9649426341056824, "learning_rate": 4.3143870935650215e-05, "loss": 0.0255, "step": 41350 }, { "epoch": 0.6857787136674902, "grad_norm": 0.005230826325714588, "learning_rate": 4.31422128633251e-05, "loss": 0.0122, "step": 41360 }, { "epoch": 0.6859445209000017, "grad_norm": 0.006229877471923828, "learning_rate": 4.314055479099999e-05, "loss": 0.0084, "step": 41370 }, { "epoch": 0.6861103281325132, "grad_norm": 0.08531999588012695, "learning_rate": 4.313889671867487e-05, "loss": 0.0004, "step": 41380 }, { "epoch": 0.6862761353650246, "grad_norm": 0.0013680155389010906, "learning_rate": 4.3137238646349756e-05, "loss": 0.0005, "step": 41390 }, { "epoch": 0.6864419425975361, "grad_norm": 0.0035652401857078075, "learning_rate": 4.313558057402464e-05, "loss": 0.0009, "step": 41400 }, { "epoch": 0.6866077498300476, "grad_norm": 0.0026846781838685274, "learning_rate": 4.313392250169952e-05, "loss": 0.0034, "step": 41410 }, { "epoch": 0.686773557062559, "grad_norm": 0.17784729599952698, "learning_rate": 4.313226442937441e-05, "loss": 0.0207, "step": 41420 }, { "epoch": 0.6869393642950705, "grad_norm": 0.00032102366094477475, "learning_rate": 4.3130606357049297e-05, "loss": 0.0027, "step": 41430 }, { "epoch": 0.687105171527582, "grad_norm": 0.0026312863919883966, "learning_rate": 4.312894828472418e-05, "loss": 0.0095, "step": 41440 }, { "epoch": 0.6872709787600935, "grad_norm": 0.006124359555542469, "learning_rate": 4.312729021239907e-05, "loss": 0.007, "step": 41450 }, { "epoch": 0.687436785992605, "grad_norm": 0.0037017115391790867, "learning_rate": 4.3125632140073954e-05, "loss": 0.019, "step": 41460 }, { "epoch": 0.6876025932251165, "grad_norm": 0.042578503489494324, "learning_rate": 4.312397406774884e-05, "loss": 0.0019, "step": 41470 }, { "epoch": 0.687768400457628, "grad_norm": 0.09995637834072113, "learning_rate": 4.312231599542372e-05, "loss": 0.0417, "step": 41480 }, { "epoch": 0.6879342076901395, "grad_norm": 0.0035778661258518696, "learning_rate": 4.3120657923098604e-05, "loss": 0.0043, "step": 41490 }, { "epoch": 0.6881000149226509, "grad_norm": 0.059348076581954956, "learning_rate": 4.3118999850773494e-05, "loss": 0.0072, "step": 41500 }, { "epoch": 0.6882658221551624, "grad_norm": 0.001914996886625886, "learning_rate": 4.311734177844838e-05, "loss": 0.0062, "step": 41510 }, { "epoch": 0.6884316293876739, "grad_norm": 0.00600274745374918, "learning_rate": 4.311568370612326e-05, "loss": 0.0004, "step": 41520 }, { "epoch": 0.6885974366201854, "grad_norm": 0.06834098696708679, "learning_rate": 4.311402563379815e-05, "loss": 0.0059, "step": 41530 }, { "epoch": 0.6887632438526968, "grad_norm": 0.00808845367282629, "learning_rate": 4.3112367561473035e-05, "loss": 0.0088, "step": 41540 }, { "epoch": 0.6889290510852083, "grad_norm": 0.0011735145235434175, "learning_rate": 4.311070948914792e-05, "loss": 0.0002, "step": 41550 }, { "epoch": 0.6890948583177198, "grad_norm": 0.0018245258834213018, "learning_rate": 4.31090514168228e-05, "loss": 0.0083, "step": 41560 }, { "epoch": 0.6892606655502314, "grad_norm": 0.07159443944692612, "learning_rate": 4.3107393344497686e-05, "loss": 0.0124, "step": 41570 }, { "epoch": 0.6894264727827428, "grad_norm": 0.1096806675195694, "learning_rate": 4.3105735272172576e-05, "loss": 0.0106, "step": 41580 }, { "epoch": 0.6895922800152543, "grad_norm": 0.005901690106838942, "learning_rate": 4.310407719984746e-05, "loss": 0.0081, "step": 41590 }, { "epoch": 0.6897580872477658, "grad_norm": 0.21299013495445251, "learning_rate": 4.310241912752234e-05, "loss": 0.0091, "step": 41600 }, { "epoch": 0.6899238944802772, "grad_norm": 0.0072924247942864895, "learning_rate": 4.310076105519723e-05, "loss": 0.0023, "step": 41610 }, { "epoch": 0.6900897017127887, "grad_norm": 0.0016923709772527218, "learning_rate": 4.3099102982872117e-05, "loss": 0.0017, "step": 41620 }, { "epoch": 0.6902555089453002, "grad_norm": 0.00543783837929368, "learning_rate": 4.3097444910547e-05, "loss": 0.0042, "step": 41630 }, { "epoch": 0.6904213161778117, "grad_norm": 0.05725086107850075, "learning_rate": 4.3095786838221884e-05, "loss": 0.0103, "step": 41640 }, { "epoch": 0.6905871234103231, "grad_norm": 0.0006543516064994037, "learning_rate": 4.309412876589677e-05, "loss": 0.005, "step": 41650 }, { "epoch": 0.6907529306428346, "grad_norm": 1.220393180847168, "learning_rate": 4.309247069357166e-05, "loss": 0.0073, "step": 41660 }, { "epoch": 0.6909187378753461, "grad_norm": 0.0025020355824381113, "learning_rate": 4.309081262124654e-05, "loss": 0.0037, "step": 41670 }, { "epoch": 0.6910845451078576, "grad_norm": 0.014223133213818073, "learning_rate": 4.308915454892143e-05, "loss": 0.007, "step": 41680 }, { "epoch": 0.6912503523403691, "grad_norm": 0.2835403084754944, "learning_rate": 4.3087496476596314e-05, "loss": 0.005, "step": 41690 }, { "epoch": 0.6914161595728806, "grad_norm": 0.600867509841919, "learning_rate": 4.30858384042712e-05, "loss": 0.0043, "step": 41700 }, { "epoch": 0.6915819668053921, "grad_norm": 0.014270905405282974, "learning_rate": 4.308418033194608e-05, "loss": 0.0078, "step": 41710 }, { "epoch": 0.6917477740379036, "grad_norm": 0.1661902666091919, "learning_rate": 4.3082522259620965e-05, "loss": 0.0056, "step": 41720 }, { "epoch": 0.691913581270415, "grad_norm": 0.001390080782584846, "learning_rate": 4.308086418729585e-05, "loss": 0.0098, "step": 41730 }, { "epoch": 0.6920793885029265, "grad_norm": 1.040999174118042, "learning_rate": 4.307920611497074e-05, "loss": 0.0109, "step": 41740 }, { "epoch": 0.692245195735438, "grad_norm": 0.446069598197937, "learning_rate": 4.307754804264562e-05, "loss": 0.0081, "step": 41750 }, { "epoch": 0.6924110029679494, "grad_norm": 0.33534982800483704, "learning_rate": 4.307588997032051e-05, "loss": 0.0099, "step": 41760 }, { "epoch": 0.6925768102004609, "grad_norm": 0.5618346929550171, "learning_rate": 4.3074231897995396e-05, "loss": 0.0055, "step": 41770 }, { "epoch": 0.6927426174329724, "grad_norm": 0.3239091634750366, "learning_rate": 4.307257382567028e-05, "loss": 0.0067, "step": 41780 }, { "epoch": 0.6929084246654839, "grad_norm": 0.3645695745944977, "learning_rate": 4.307091575334516e-05, "loss": 0.0119, "step": 41790 }, { "epoch": 0.6930742318979954, "grad_norm": 0.0015470064245164394, "learning_rate": 4.3069257681020046e-05, "loss": 0.0092, "step": 41800 }, { "epoch": 0.6932400391305069, "grad_norm": 0.673956573009491, "learning_rate": 4.306759960869493e-05, "loss": 0.0034, "step": 41810 }, { "epoch": 0.6934058463630184, "grad_norm": 0.0018900434952229261, "learning_rate": 4.306594153636982e-05, "loss": 0.0041, "step": 41820 }, { "epoch": 0.6935716535955299, "grad_norm": 0.6589168310165405, "learning_rate": 4.3064283464044704e-05, "loss": 0.0229, "step": 41830 }, { "epoch": 0.6937374608280413, "grad_norm": 0.0006800150731578469, "learning_rate": 4.3062625391719594e-05, "loss": 0.0022, "step": 41840 }, { "epoch": 0.6939032680605528, "grad_norm": 0.13519395887851715, "learning_rate": 4.306096731939448e-05, "loss": 0.0053, "step": 41850 }, { "epoch": 0.6940690752930643, "grad_norm": 0.2066769301891327, "learning_rate": 4.3059309247069354e-05, "loss": 0.0042, "step": 41860 }, { "epoch": 0.6942348825255757, "grad_norm": 0.7567912936210632, "learning_rate": 4.3057651174744244e-05, "loss": 0.0114, "step": 41870 }, { "epoch": 0.6944006897580872, "grad_norm": 0.2257302701473236, "learning_rate": 4.305599310241913e-05, "loss": 0.0175, "step": 41880 }, { "epoch": 0.6945664969905987, "grad_norm": 0.008632361888885498, "learning_rate": 4.305433503009402e-05, "loss": 0.0067, "step": 41890 }, { "epoch": 0.6947323042231102, "grad_norm": 0.0002112846850650385, "learning_rate": 4.30526769577689e-05, "loss": 0.0084, "step": 41900 }, { "epoch": 0.6948981114556217, "grad_norm": 0.6675577759742737, "learning_rate": 4.3051018885443785e-05, "loss": 0.0069, "step": 41910 }, { "epoch": 0.6950639186881332, "grad_norm": 0.0027640624903142452, "learning_rate": 4.3049360813118675e-05, "loss": 0.0047, "step": 41920 }, { "epoch": 0.6952297259206447, "grad_norm": 1.0797423124313354, "learning_rate": 4.304770274079355e-05, "loss": 0.0099, "step": 41930 }, { "epoch": 0.6953955331531562, "grad_norm": 0.010432173497974873, "learning_rate": 4.3046044668468435e-05, "loss": 0.0003, "step": 41940 }, { "epoch": 0.6955613403856676, "grad_norm": 0.0011359457857906818, "learning_rate": 4.3044386596143326e-05, "loss": 0.0391, "step": 41950 }, { "epoch": 0.6957271476181791, "grad_norm": 0.020282115787267685, "learning_rate": 4.304272852381821e-05, "loss": 0.0136, "step": 41960 }, { "epoch": 0.6958929548506906, "grad_norm": 0.21133701503276825, "learning_rate": 4.30410704514931e-05, "loss": 0.009, "step": 41970 }, { "epoch": 0.696058762083202, "grad_norm": 0.007533844094723463, "learning_rate": 4.303941237916798e-05, "loss": 0.0098, "step": 41980 }, { "epoch": 0.6962245693157135, "grad_norm": 0.010202749632298946, "learning_rate": 4.3037754306842866e-05, "loss": 0.0062, "step": 41990 }, { "epoch": 0.696390376548225, "grad_norm": 0.01177623774856329, "learning_rate": 4.3036096234517757e-05, "loss": 0.0105, "step": 42000 }, { "epoch": 0.6965561837807365, "grad_norm": 0.006375986151397228, "learning_rate": 4.303443816219263e-05, "loss": 0.004, "step": 42010 }, { "epoch": 0.6967219910132479, "grad_norm": 0.08283840119838715, "learning_rate": 4.3032780089867523e-05, "loss": 0.001, "step": 42020 }, { "epoch": 0.6968877982457595, "grad_norm": 0.03133157268166542, "learning_rate": 4.303112201754241e-05, "loss": 0.0023, "step": 42030 }, { "epoch": 0.697053605478271, "grad_norm": 0.011717760935425758, "learning_rate": 4.302946394521729e-05, "loss": 0.0002, "step": 42040 }, { "epoch": 0.6972194127107825, "grad_norm": 0.00655915355309844, "learning_rate": 4.302780587289218e-05, "loss": 0.0093, "step": 42050 }, { "epoch": 0.6973852199432939, "grad_norm": 0.005949840415269136, "learning_rate": 4.3026147800567064e-05, "loss": 0.0063, "step": 42060 }, { "epoch": 0.6975510271758054, "grad_norm": 0.03593123331665993, "learning_rate": 4.302448972824195e-05, "loss": 0.0086, "step": 42070 }, { "epoch": 0.6977168344083169, "grad_norm": 0.9773736000061035, "learning_rate": 4.302283165591683e-05, "loss": 0.0092, "step": 42080 }, { "epoch": 0.6978826416408284, "grad_norm": 0.3159814774990082, "learning_rate": 4.3021173583591715e-05, "loss": 0.0119, "step": 42090 }, { "epoch": 0.6980484488733398, "grad_norm": 0.003468804992735386, "learning_rate": 4.3019515511266605e-05, "loss": 0.0086, "step": 42100 }, { "epoch": 0.6982142561058513, "grad_norm": 0.4075261652469635, "learning_rate": 4.301785743894149e-05, "loss": 0.002, "step": 42110 }, { "epoch": 0.6983800633383628, "grad_norm": 0.8684461116790771, "learning_rate": 4.301619936661637e-05, "loss": 0.0028, "step": 42120 }, { "epoch": 0.6985458705708742, "grad_norm": 0.4140031635761261, "learning_rate": 4.301454129429126e-05, "loss": 0.002, "step": 42130 }, { "epoch": 0.6987116778033858, "grad_norm": 0.0049129510298371315, "learning_rate": 4.3012883221966146e-05, "loss": 0.0161, "step": 42140 }, { "epoch": 0.6988774850358973, "grad_norm": 0.0011494180653244257, "learning_rate": 4.301122514964103e-05, "loss": 0.0008, "step": 42150 }, { "epoch": 0.6990432922684088, "grad_norm": 0.0006233577732928097, "learning_rate": 4.300956707731591e-05, "loss": 0.0082, "step": 42160 }, { "epoch": 0.6992090995009203, "grad_norm": 0.03219512850046158, "learning_rate": 4.3007909004990796e-05, "loss": 0.0056, "step": 42170 }, { "epoch": 0.6993749067334317, "grad_norm": 0.3731023669242859, "learning_rate": 4.3006250932665686e-05, "loss": 0.0054, "step": 42180 }, { "epoch": 0.6995407139659432, "grad_norm": 0.2946372628211975, "learning_rate": 4.300459286034057e-05, "loss": 0.0027, "step": 42190 }, { "epoch": 0.6997065211984547, "grad_norm": 0.3397938311100006, "learning_rate": 4.300293478801545e-05, "loss": 0.0208, "step": 42200 }, { "epoch": 0.6998723284309661, "grad_norm": 0.2763773500919342, "learning_rate": 4.3001276715690343e-05, "loss": 0.0088, "step": 42210 }, { "epoch": 0.7000381356634776, "grad_norm": 0.0022242709528654814, "learning_rate": 4.299961864336523e-05, "loss": 0.0074, "step": 42220 }, { "epoch": 0.7002039428959891, "grad_norm": 0.008803529664874077, "learning_rate": 4.299796057104011e-05, "loss": 0.0015, "step": 42230 }, { "epoch": 0.7003697501285006, "grad_norm": 0.08863004297018051, "learning_rate": 4.2996302498714994e-05, "loss": 0.0109, "step": 42240 }, { "epoch": 0.7005355573610121, "grad_norm": 0.3283950388431549, "learning_rate": 4.299464442638988e-05, "loss": 0.0261, "step": 42250 }, { "epoch": 0.7007013645935236, "grad_norm": 0.2293737530708313, "learning_rate": 4.299298635406477e-05, "loss": 0.0121, "step": 42260 }, { "epoch": 0.7008671718260351, "grad_norm": 0.007925416342914104, "learning_rate": 4.299132828173965e-05, "loss": 0.0031, "step": 42270 }, { "epoch": 0.7010329790585466, "grad_norm": 0.00810082908719778, "learning_rate": 4.2989670209414535e-05, "loss": 0.0022, "step": 42280 }, { "epoch": 0.701198786291058, "grad_norm": 0.10569213330745697, "learning_rate": 4.2988012137089425e-05, "loss": 0.0056, "step": 42290 }, { "epoch": 0.7013645935235695, "grad_norm": 0.018359821289777756, "learning_rate": 4.298635406476431e-05, "loss": 0.0062, "step": 42300 }, { "epoch": 0.701530400756081, "grad_norm": 0.00604986259713769, "learning_rate": 4.298469599243919e-05, "loss": 0.0177, "step": 42310 }, { "epoch": 0.7016962079885924, "grad_norm": 0.07745742797851562, "learning_rate": 4.2983037920114075e-05, "loss": 0.022, "step": 42320 }, { "epoch": 0.7018620152211039, "grad_norm": 0.00047397438902407885, "learning_rate": 4.298137984778896e-05, "loss": 0.001, "step": 42330 }, { "epoch": 0.7020278224536154, "grad_norm": 0.00505289388820529, "learning_rate": 4.297972177546385e-05, "loss": 0.0158, "step": 42340 }, { "epoch": 0.7021936296861269, "grad_norm": 0.3846241533756256, "learning_rate": 4.297806370313873e-05, "loss": 0.007, "step": 42350 }, { "epoch": 0.7023594369186383, "grad_norm": 0.042387768626213074, "learning_rate": 4.297640563081362e-05, "loss": 0.0005, "step": 42360 }, { "epoch": 0.7025252441511499, "grad_norm": 0.07027686387300491, "learning_rate": 4.2974747558488506e-05, "loss": 0.0023, "step": 42370 }, { "epoch": 0.7026910513836614, "grad_norm": 1.012995719909668, "learning_rate": 4.297308948616339e-05, "loss": 0.0114, "step": 42380 }, { "epoch": 0.7028568586161729, "grad_norm": 0.3481692373752594, "learning_rate": 4.297143141383827e-05, "loss": 0.0085, "step": 42390 }, { "epoch": 0.7030226658486843, "grad_norm": 0.00419622752815485, "learning_rate": 4.296977334151316e-05, "loss": 0.0022, "step": 42400 }, { "epoch": 0.7031884730811958, "grad_norm": 0.001411299454048276, "learning_rate": 4.296811526918804e-05, "loss": 0.0152, "step": 42410 }, { "epoch": 0.7033542803137073, "grad_norm": 0.0859077200293541, "learning_rate": 4.296645719686293e-05, "loss": 0.0069, "step": 42420 }, { "epoch": 0.7035200875462188, "grad_norm": 0.13192002475261688, "learning_rate": 4.2964799124537814e-05, "loss": 0.0064, "step": 42430 }, { "epoch": 0.7036858947787302, "grad_norm": 0.018794361501932144, "learning_rate": 4.2963141052212704e-05, "loss": 0.001, "step": 42440 }, { "epoch": 0.7038517020112417, "grad_norm": 0.004471238236874342, "learning_rate": 4.296148297988759e-05, "loss": 0.0105, "step": 42450 }, { "epoch": 0.7040175092437532, "grad_norm": 0.6268772482872009, "learning_rate": 4.295982490756247e-05, "loss": 0.0152, "step": 42460 }, { "epoch": 0.7041833164762646, "grad_norm": 0.009788806550204754, "learning_rate": 4.2958166835237355e-05, "loss": 0.0072, "step": 42470 }, { "epoch": 0.7043491237087762, "grad_norm": 0.002079281024634838, "learning_rate": 4.295650876291224e-05, "loss": 0.0018, "step": 42480 }, { "epoch": 0.7045149309412877, "grad_norm": 0.42559731006622314, "learning_rate": 4.295485069058712e-05, "loss": 0.0175, "step": 42490 }, { "epoch": 0.7046807381737992, "grad_norm": 0.09129142761230469, "learning_rate": 4.295319261826201e-05, "loss": 0.0048, "step": 42500 }, { "epoch": 0.7048465454063106, "grad_norm": 1.1303672790527344, "learning_rate": 4.2951534545936895e-05, "loss": 0.0059, "step": 42510 }, { "epoch": 0.7050123526388221, "grad_norm": 0.0007915137684904039, "learning_rate": 4.2949876473611786e-05, "loss": 0.008, "step": 42520 }, { "epoch": 0.7051781598713336, "grad_norm": 0.21676859259605408, "learning_rate": 4.294821840128667e-05, "loss": 0.0089, "step": 42530 }, { "epoch": 0.7053439671038451, "grad_norm": 0.0015452438965439796, "learning_rate": 4.294656032896155e-05, "loss": 0.0075, "step": 42540 }, { "epoch": 0.7055097743363565, "grad_norm": 0.09187387675046921, "learning_rate": 4.2944902256636436e-05, "loss": 0.0034, "step": 42550 }, { "epoch": 0.705675581568868, "grad_norm": 0.0034538304898887873, "learning_rate": 4.294324418431132e-05, "loss": 0.0034, "step": 42560 }, { "epoch": 0.7058413888013795, "grad_norm": 0.13452360033988953, "learning_rate": 4.294158611198621e-05, "loss": 0.0057, "step": 42570 }, { "epoch": 0.706007196033891, "grad_norm": 0.256097674369812, "learning_rate": 4.293992803966109e-05, "loss": 0.0086, "step": 42580 }, { "epoch": 0.7061730032664025, "grad_norm": 3.016399621963501, "learning_rate": 4.293826996733598e-05, "loss": 0.0183, "step": 42590 }, { "epoch": 0.706338810498914, "grad_norm": 0.16204692423343658, "learning_rate": 4.293661189501087e-05, "loss": 0.0022, "step": 42600 }, { "epoch": 0.7065046177314255, "grad_norm": 1.2848870754241943, "learning_rate": 4.293495382268575e-05, "loss": 0.0129, "step": 42610 }, { "epoch": 0.706670424963937, "grad_norm": 0.03813564032316208, "learning_rate": 4.293329575036063e-05, "loss": 0.013, "step": 42620 }, { "epoch": 0.7068362321964484, "grad_norm": 0.008519372902810574, "learning_rate": 4.293163767803552e-05, "loss": 0.0008, "step": 42630 }, { "epoch": 0.7070020394289599, "grad_norm": 0.23242533206939697, "learning_rate": 4.29299796057104e-05, "loss": 0.0097, "step": 42640 }, { "epoch": 0.7071678466614714, "grad_norm": 0.17102807760238647, "learning_rate": 4.292832153338529e-05, "loss": 0.0174, "step": 42650 }, { "epoch": 0.7073336538939828, "grad_norm": 0.2492777705192566, "learning_rate": 4.2926663461060175e-05, "loss": 0.014, "step": 42660 }, { "epoch": 0.7074994611264943, "grad_norm": 0.16996873915195465, "learning_rate": 4.292500538873506e-05, "loss": 0.0019, "step": 42670 }, { "epoch": 0.7076652683590058, "grad_norm": 0.4811888635158539, "learning_rate": 4.292334731640995e-05, "loss": 0.0204, "step": 42680 }, { "epoch": 0.7078310755915173, "grad_norm": 0.019694261252880096, "learning_rate": 4.2921689244084825e-05, "loss": 0.0059, "step": 42690 }, { "epoch": 0.7079968828240288, "grad_norm": 0.004316701553761959, "learning_rate": 4.292003117175971e-05, "loss": 0.0041, "step": 42700 }, { "epoch": 0.7081626900565403, "grad_norm": 0.0009685516124591231, "learning_rate": 4.29183730994346e-05, "loss": 0.0135, "step": 42710 }, { "epoch": 0.7083284972890518, "grad_norm": 0.0018324465490877628, "learning_rate": 4.291671502710948e-05, "loss": 0.0035, "step": 42720 }, { "epoch": 0.7084943045215633, "grad_norm": 0.03694263473153114, "learning_rate": 4.291505695478437e-05, "loss": 0.0057, "step": 42730 }, { "epoch": 0.7086601117540747, "grad_norm": 0.048348791897296906, "learning_rate": 4.2913398882459256e-05, "loss": 0.009, "step": 42740 }, { "epoch": 0.7088259189865862, "grad_norm": 0.019990595057606697, "learning_rate": 4.291174081013414e-05, "loss": 0.0004, "step": 42750 }, { "epoch": 0.7089917262190977, "grad_norm": 0.3732537031173706, "learning_rate": 4.291008273780903e-05, "loss": 0.0051, "step": 42760 }, { "epoch": 0.7091575334516091, "grad_norm": 0.25113001465797424, "learning_rate": 4.2908424665483906e-05, "loss": 0.0034, "step": 42770 }, { "epoch": 0.7093233406841206, "grad_norm": 1.0408700704574585, "learning_rate": 4.29067665931588e-05, "loss": 0.0066, "step": 42780 }, { "epoch": 0.7094891479166321, "grad_norm": 0.002222431357949972, "learning_rate": 4.290510852083368e-05, "loss": 0.0031, "step": 42790 }, { "epoch": 0.7096549551491436, "grad_norm": 0.0007698314730077982, "learning_rate": 4.2903450448508564e-05, "loss": 0.0212, "step": 42800 }, { "epoch": 0.709820762381655, "grad_norm": 0.10584311187267303, "learning_rate": 4.2901792376183454e-05, "loss": 0.0007, "step": 42810 }, { "epoch": 0.7099865696141666, "grad_norm": 0.27567389607429504, "learning_rate": 4.290013430385834e-05, "loss": 0.0025, "step": 42820 }, { "epoch": 0.7101523768466781, "grad_norm": 0.00238790619187057, "learning_rate": 4.289847623153322e-05, "loss": 0.0001, "step": 42830 }, { "epoch": 0.7103181840791896, "grad_norm": 0.03054031729698181, "learning_rate": 4.2896818159208104e-05, "loss": 0.0207, "step": 42840 }, { "epoch": 0.710483991311701, "grad_norm": 0.0032672728411853313, "learning_rate": 4.289516008688299e-05, "loss": 0.0006, "step": 42850 }, { "epoch": 0.7106497985442125, "grad_norm": 0.00046316927182488143, "learning_rate": 4.289350201455788e-05, "loss": 0.0086, "step": 42860 }, { "epoch": 0.710815605776724, "grad_norm": 0.0016737161204218864, "learning_rate": 4.289184394223276e-05, "loss": 0.0159, "step": 42870 }, { "epoch": 0.7109814130092355, "grad_norm": 0.0008291208068840206, "learning_rate": 4.2890185869907645e-05, "loss": 0.0079, "step": 42880 }, { "epoch": 0.7111472202417469, "grad_norm": 0.006834021769464016, "learning_rate": 4.2888527797582535e-05, "loss": 0.0021, "step": 42890 }, { "epoch": 0.7113130274742584, "grad_norm": 0.017719991505146027, "learning_rate": 4.288686972525742e-05, "loss": 0.0096, "step": 42900 }, { "epoch": 0.7114788347067699, "grad_norm": 0.002718330593779683, "learning_rate": 4.28852116529323e-05, "loss": 0.0001, "step": 42910 }, { "epoch": 0.7116446419392813, "grad_norm": 0.8864613771438599, "learning_rate": 4.2883553580607186e-05, "loss": 0.0094, "step": 42920 }, { "epoch": 0.7118104491717929, "grad_norm": 0.013198870234191418, "learning_rate": 4.288189550828207e-05, "loss": 0.0146, "step": 42930 }, { "epoch": 0.7119762564043044, "grad_norm": 0.0036889498587697744, "learning_rate": 4.288023743595696e-05, "loss": 0.0094, "step": 42940 }, { "epoch": 0.7121420636368159, "grad_norm": 0.0010943200904875994, "learning_rate": 4.287857936363184e-05, "loss": 0.0024, "step": 42950 }, { "epoch": 0.7123078708693273, "grad_norm": 0.0037136145401746035, "learning_rate": 4.2876921291306726e-05, "loss": 0.0012, "step": 42960 }, { "epoch": 0.7124736781018388, "grad_norm": 0.11444397270679474, "learning_rate": 4.287526321898162e-05, "loss": 0.0062, "step": 42970 }, { "epoch": 0.7126394853343503, "grad_norm": 0.011874358169734478, "learning_rate": 4.28736051466565e-05, "loss": 0.0012, "step": 42980 }, { "epoch": 0.7128052925668618, "grad_norm": 0.0005515894736163318, "learning_rate": 4.2871947074331384e-05, "loss": 0.011, "step": 42990 }, { "epoch": 0.7129710997993732, "grad_norm": 0.8942514657974243, "learning_rate": 4.287028900200627e-05, "loss": 0.0112, "step": 43000 }, { "epoch": 0.7131369070318847, "grad_norm": 0.0010266853496432304, "learning_rate": 4.286863092968115e-05, "loss": 0.004, "step": 43010 }, { "epoch": 0.7133027142643962, "grad_norm": 0.13997189700603485, "learning_rate": 4.286697285735604e-05, "loss": 0.0168, "step": 43020 }, { "epoch": 0.7134685214969076, "grad_norm": 0.02483545057475567, "learning_rate": 4.2865314785030924e-05, "loss": 0.0115, "step": 43030 }, { "epoch": 0.7136343287294192, "grad_norm": 0.0003586876846384257, "learning_rate": 4.286365671270581e-05, "loss": 0.0097, "step": 43040 }, { "epoch": 0.7138001359619307, "grad_norm": 0.15151648223400116, "learning_rate": 4.28619986403807e-05, "loss": 0.0007, "step": 43050 }, { "epoch": 0.7139659431944422, "grad_norm": 0.04505249485373497, "learning_rate": 4.286034056805558e-05, "loss": 0.0032, "step": 43060 }, { "epoch": 0.7141317504269536, "grad_norm": 0.4002287983894348, "learning_rate": 4.2858682495730465e-05, "loss": 0.0111, "step": 43070 }, { "epoch": 0.7142975576594651, "grad_norm": 0.13988935947418213, "learning_rate": 4.285702442340535e-05, "loss": 0.0009, "step": 43080 }, { "epoch": 0.7144633648919766, "grad_norm": 0.033876992762088776, "learning_rate": 4.285536635108023e-05, "loss": 0.0061, "step": 43090 }, { "epoch": 0.7146291721244881, "grad_norm": 0.00014913990162312984, "learning_rate": 4.285370827875512e-05, "loss": 0.0003, "step": 43100 }, { "epoch": 0.7147949793569995, "grad_norm": 0.0026013716123998165, "learning_rate": 4.2852050206430006e-05, "loss": 0.0071, "step": 43110 }, { "epoch": 0.714960786589511, "grad_norm": 0.23080195486545563, "learning_rate": 4.2850392134104896e-05, "loss": 0.0075, "step": 43120 }, { "epoch": 0.7151265938220225, "grad_norm": 0.0029429614078253508, "learning_rate": 4.284873406177978e-05, "loss": 0.0005, "step": 43130 }, { "epoch": 0.715292401054534, "grad_norm": 0.24599824845790863, "learning_rate": 4.284707598945466e-05, "loss": 0.0107, "step": 43140 }, { "epoch": 0.7154582082870454, "grad_norm": 0.3509227931499481, "learning_rate": 4.2845417917129546e-05, "loss": 0.01, "step": 43150 }, { "epoch": 0.715624015519557, "grad_norm": 0.021212821826338768, "learning_rate": 4.284375984480443e-05, "loss": 0.0094, "step": 43160 }, { "epoch": 0.7157898227520685, "grad_norm": 0.23133009672164917, "learning_rate": 4.284210177247931e-05, "loss": 0.0069, "step": 43170 }, { "epoch": 0.71595562998458, "grad_norm": 0.035941869020462036, "learning_rate": 4.2840443700154204e-05, "loss": 0.0054, "step": 43180 }, { "epoch": 0.7161214372170914, "grad_norm": 0.009909473359584808, "learning_rate": 4.283878562782909e-05, "loss": 0.0182, "step": 43190 }, { "epoch": 0.7162872444496029, "grad_norm": 0.0025425676722079515, "learning_rate": 4.283712755550398e-05, "loss": 0.003, "step": 43200 }, { "epoch": 0.7164530516821144, "grad_norm": 0.006622679531574249, "learning_rate": 4.283546948317886e-05, "loss": 0.0003, "step": 43210 }, { "epoch": 0.7166188589146258, "grad_norm": 0.5205144286155701, "learning_rate": 4.2833811410853744e-05, "loss": 0.0043, "step": 43220 }, { "epoch": 0.7167846661471373, "grad_norm": 0.355026513338089, "learning_rate": 4.283215333852863e-05, "loss": 0.0031, "step": 43230 }, { "epoch": 0.7169504733796488, "grad_norm": 0.0008665859932079911, "learning_rate": 4.283049526620351e-05, "loss": 0.0105, "step": 43240 }, { "epoch": 0.7171162806121603, "grad_norm": 0.30265605449676514, "learning_rate": 4.28288371938784e-05, "loss": 0.0006, "step": 43250 }, { "epoch": 0.7172820878446717, "grad_norm": 0.3164023756980896, "learning_rate": 4.2827179121553285e-05, "loss": 0.0272, "step": 43260 }, { "epoch": 0.7174478950771833, "grad_norm": 0.10603225231170654, "learning_rate": 4.282552104922817e-05, "loss": 0.0029, "step": 43270 }, { "epoch": 0.7176137023096948, "grad_norm": 0.0003710851015057415, "learning_rate": 4.282386297690306e-05, "loss": 0.0005, "step": 43280 }, { "epoch": 0.7177795095422063, "grad_norm": 0.0010048708645626903, "learning_rate": 4.282220490457794e-05, "loss": 0.0001, "step": 43290 }, { "epoch": 0.7179453167747177, "grad_norm": 0.0019979265052825212, "learning_rate": 4.2820546832252826e-05, "loss": 0.0029, "step": 43300 }, { "epoch": 0.7181111240072292, "grad_norm": 0.06696618348360062, "learning_rate": 4.281888875992771e-05, "loss": 0.0037, "step": 43310 }, { "epoch": 0.7182769312397407, "grad_norm": 0.01766609400510788, "learning_rate": 4.281723068760259e-05, "loss": 0.0052, "step": 43320 }, { "epoch": 0.7184427384722522, "grad_norm": 0.611909806728363, "learning_rate": 4.281557261527748e-05, "loss": 0.0019, "step": 43330 }, { "epoch": 0.7186085457047636, "grad_norm": 0.017679227516055107, "learning_rate": 4.2813914542952366e-05, "loss": 0.0053, "step": 43340 }, { "epoch": 0.7187743529372751, "grad_norm": 0.002868111478164792, "learning_rate": 4.281225647062725e-05, "loss": 0.0169, "step": 43350 }, { "epoch": 0.7189401601697866, "grad_norm": 0.0023107738234102726, "learning_rate": 4.281059839830214e-05, "loss": 0.0142, "step": 43360 }, { "epoch": 0.719105967402298, "grad_norm": 0.34087976813316345, "learning_rate": 4.2808940325977024e-05, "loss": 0.0143, "step": 43370 }, { "epoch": 0.7192717746348096, "grad_norm": 0.03258732333779335, "learning_rate": 4.28072822536519e-05, "loss": 0.0169, "step": 43380 }, { "epoch": 0.7194375818673211, "grad_norm": 0.022324321791529655, "learning_rate": 4.280562418132679e-05, "loss": 0.0006, "step": 43390 }, { "epoch": 0.7196033890998326, "grad_norm": 0.026075800880789757, "learning_rate": 4.2803966109001674e-05, "loss": 0.0084, "step": 43400 }, { "epoch": 0.719769196332344, "grad_norm": 0.002172744832932949, "learning_rate": 4.2802308036676564e-05, "loss": 0.0093, "step": 43410 }, { "epoch": 0.7199350035648555, "grad_norm": 0.0394415445625782, "learning_rate": 4.280064996435145e-05, "loss": 0.0062, "step": 43420 }, { "epoch": 0.720100810797367, "grad_norm": 0.002304883673787117, "learning_rate": 4.279899189202633e-05, "loss": 0.0094, "step": 43430 }, { "epoch": 0.7202666180298785, "grad_norm": 0.29319748282432556, "learning_rate": 4.279733381970122e-05, "loss": 0.0148, "step": 43440 }, { "epoch": 0.7204324252623899, "grad_norm": 0.00881804246455431, "learning_rate": 4.2795675747376105e-05, "loss": 0.0068, "step": 43450 }, { "epoch": 0.7205982324949014, "grad_norm": 0.0937066599726677, "learning_rate": 4.279401767505099e-05, "loss": 0.0045, "step": 43460 }, { "epoch": 0.7207640397274129, "grad_norm": 0.021815884858369827, "learning_rate": 4.279235960272587e-05, "loss": 0.0126, "step": 43470 }, { "epoch": 0.7209298469599243, "grad_norm": 0.01997988298535347, "learning_rate": 4.2790701530400755e-05, "loss": 0.0094, "step": 43480 }, { "epoch": 0.7210956541924358, "grad_norm": 0.012184646911919117, "learning_rate": 4.2789043458075646e-05, "loss": 0.0128, "step": 43490 }, { "epoch": 0.7212614614249474, "grad_norm": 0.02707667276263237, "learning_rate": 4.278738538575053e-05, "loss": 0.0036, "step": 43500 }, { "epoch": 0.7214272686574589, "grad_norm": 0.008600951172411442, "learning_rate": 4.278572731342541e-05, "loss": 0.0186, "step": 43510 }, { "epoch": 0.7215930758899703, "grad_norm": 0.024527516216039658, "learning_rate": 4.27840692411003e-05, "loss": 0.0023, "step": 43520 }, { "epoch": 0.7217588831224818, "grad_norm": 0.01684766821563244, "learning_rate": 4.278241116877518e-05, "loss": 0.0008, "step": 43530 }, { "epoch": 0.7219246903549933, "grad_norm": 0.025669576600193977, "learning_rate": 4.278075309645007e-05, "loss": 0.0054, "step": 43540 }, { "epoch": 0.7220904975875048, "grad_norm": 0.030160749331116676, "learning_rate": 4.277909502412495e-05, "loss": 0.0024, "step": 43550 }, { "epoch": 0.7222563048200162, "grad_norm": 0.23074935376644135, "learning_rate": 4.277743695179984e-05, "loss": 0.0119, "step": 43560 }, { "epoch": 0.7224221120525277, "grad_norm": 0.01995377615094185, "learning_rate": 4.277577887947473e-05, "loss": 0.0094, "step": 43570 }, { "epoch": 0.7225879192850392, "grad_norm": 0.0013550542062148452, "learning_rate": 4.277412080714961e-05, "loss": 0.0038, "step": 43580 }, { "epoch": 0.7227537265175507, "grad_norm": 0.2619956135749817, "learning_rate": 4.27724627348245e-05, "loss": 0.0088, "step": 43590 }, { "epoch": 0.7229195337500621, "grad_norm": 0.0026675621047616005, "learning_rate": 4.277080466249938e-05, "loss": 0.0044, "step": 43600 }, { "epoch": 0.7230853409825737, "grad_norm": 0.0037392962258309126, "learning_rate": 4.276914659017426e-05, "loss": 0.0002, "step": 43610 }, { "epoch": 0.7232511482150852, "grad_norm": 0.14140285551548004, "learning_rate": 4.276748851784915e-05, "loss": 0.005, "step": 43620 }, { "epoch": 0.7234169554475967, "grad_norm": 0.5843929648399353, "learning_rate": 4.2765830445524035e-05, "loss": 0.0014, "step": 43630 }, { "epoch": 0.7235827626801081, "grad_norm": 0.28942158818244934, "learning_rate": 4.276417237319892e-05, "loss": 0.0065, "step": 43640 }, { "epoch": 0.7237485699126196, "grad_norm": 0.00481305131688714, "learning_rate": 4.276251430087381e-05, "loss": 0.0004, "step": 43650 }, { "epoch": 0.7239143771451311, "grad_norm": 0.000619690865278244, "learning_rate": 4.276085622854869e-05, "loss": 0.0103, "step": 43660 }, { "epoch": 0.7240801843776425, "grad_norm": 0.831625759601593, "learning_rate": 4.275919815622358e-05, "loss": 0.0107, "step": 43670 }, { "epoch": 0.724245991610154, "grad_norm": 0.008009672164916992, "learning_rate": 4.275754008389846e-05, "loss": 0.0001, "step": 43680 }, { "epoch": 0.7244117988426655, "grad_norm": 0.06590019911527634, "learning_rate": 4.275588201157334e-05, "loss": 0.0041, "step": 43690 }, { "epoch": 0.724577606075177, "grad_norm": 0.010434377938508987, "learning_rate": 4.275422393924823e-05, "loss": 0.0039, "step": 43700 }, { "epoch": 0.7247434133076884, "grad_norm": 0.38748905062675476, "learning_rate": 4.2752565866923116e-05, "loss": 0.0084, "step": 43710 }, { "epoch": 0.7249092205402, "grad_norm": 0.003440260421484709, "learning_rate": 4.2750907794598e-05, "loss": 0.0034, "step": 43720 }, { "epoch": 0.7250750277727115, "grad_norm": 0.35595420002937317, "learning_rate": 4.274924972227289e-05, "loss": 0.0027, "step": 43730 }, { "epoch": 0.725240835005223, "grad_norm": 0.7663974165916443, "learning_rate": 4.274759164994777e-05, "loss": 0.0091, "step": 43740 }, { "epoch": 0.7254066422377344, "grad_norm": 0.003230254165828228, "learning_rate": 4.274593357762266e-05, "loss": 0.0041, "step": 43750 }, { "epoch": 0.7255724494702459, "grad_norm": 0.007518677972257137, "learning_rate": 4.274427550529754e-05, "loss": 0.0218, "step": 43760 }, { "epoch": 0.7257382567027574, "grad_norm": 0.014154176227748394, "learning_rate": 4.2742617432972424e-05, "loss": 0.0051, "step": 43770 }, { "epoch": 0.7259040639352689, "grad_norm": 0.5225414037704468, "learning_rate": 4.2740959360647314e-05, "loss": 0.0153, "step": 43780 }, { "epoch": 0.7260698711677803, "grad_norm": 0.15766476094722748, "learning_rate": 4.27393012883222e-05, "loss": 0.005, "step": 43790 }, { "epoch": 0.7262356784002918, "grad_norm": 0.0012125283246859908, "learning_rate": 4.273764321599709e-05, "loss": 0.0086, "step": 43800 }, { "epoch": 0.7264014856328033, "grad_norm": 0.0016018914757296443, "learning_rate": 4.273598514367197e-05, "loss": 0.0049, "step": 43810 }, { "epoch": 0.7265672928653147, "grad_norm": 0.00029000910581089556, "learning_rate": 4.2734327071346855e-05, "loss": 0.0123, "step": 43820 }, { "epoch": 0.7267331000978262, "grad_norm": 0.04576911777257919, "learning_rate": 4.273266899902174e-05, "loss": 0.0002, "step": 43830 }, { "epoch": 0.7268989073303378, "grad_norm": 0.0038160451222211123, "learning_rate": 4.273101092669662e-05, "loss": 0.0159, "step": 43840 }, { "epoch": 0.7270647145628493, "grad_norm": 0.019852248951792717, "learning_rate": 4.2729352854371505e-05, "loss": 0.0075, "step": 43850 }, { "epoch": 0.7272305217953607, "grad_norm": 0.0011183004826307297, "learning_rate": 4.2727694782046395e-05, "loss": 0.0064, "step": 43860 }, { "epoch": 0.7273963290278722, "grad_norm": 0.00027747737476602197, "learning_rate": 4.272603670972128e-05, "loss": 0.0044, "step": 43870 }, { "epoch": 0.7275621362603837, "grad_norm": 0.004659099504351616, "learning_rate": 4.272437863739617e-05, "loss": 0.0227, "step": 43880 }, { "epoch": 0.7277279434928952, "grad_norm": 0.0151087436825037, "learning_rate": 4.272272056507105e-05, "loss": 0.0031, "step": 43890 }, { "epoch": 0.7278937507254066, "grad_norm": 0.0418364480137825, "learning_rate": 4.2721062492745936e-05, "loss": 0.0008, "step": 43900 }, { "epoch": 0.7280595579579181, "grad_norm": 0.0036413308698683977, "learning_rate": 4.271940442042082e-05, "loss": 0.0048, "step": 43910 }, { "epoch": 0.7282253651904296, "grad_norm": 0.5062713027000427, "learning_rate": 4.27177463480957e-05, "loss": 0.0098, "step": 43920 }, { "epoch": 0.728391172422941, "grad_norm": 0.008907334879040718, "learning_rate": 4.271608827577059e-05, "loss": 0.0046, "step": 43930 }, { "epoch": 0.7285569796554525, "grad_norm": 0.02361944504082203, "learning_rate": 4.271443020344548e-05, "loss": 0.0148, "step": 43940 }, { "epoch": 0.7287227868879641, "grad_norm": 0.24414244294166565, "learning_rate": 4.271277213112036e-05, "loss": 0.0238, "step": 43950 }, { "epoch": 0.7288885941204756, "grad_norm": 0.028290141373872757, "learning_rate": 4.271111405879525e-05, "loss": 0.013, "step": 43960 }, { "epoch": 0.729054401352987, "grad_norm": 0.5554178357124329, "learning_rate": 4.2709455986470134e-05, "loss": 0.0068, "step": 43970 }, { "epoch": 0.7292202085854985, "grad_norm": 0.001961466856300831, "learning_rate": 4.270779791414502e-05, "loss": 0.0175, "step": 43980 }, { "epoch": 0.72938601581801, "grad_norm": 0.0024978644214570522, "learning_rate": 4.27061398418199e-05, "loss": 0.003, "step": 43990 }, { "epoch": 0.7295518230505215, "grad_norm": 0.6697275638580322, "learning_rate": 4.2704481769494784e-05, "loss": 0.004, "step": 44000 }, { "epoch": 0.7297176302830329, "grad_norm": 0.04410472512245178, "learning_rate": 4.2702823697169675e-05, "loss": 0.0084, "step": 44010 }, { "epoch": 0.7298834375155444, "grad_norm": 0.04759474843740463, "learning_rate": 4.270116562484456e-05, "loss": 0.0019, "step": 44020 }, { "epoch": 0.7300492447480559, "grad_norm": 0.004567731637507677, "learning_rate": 4.269950755251944e-05, "loss": 0.004, "step": 44030 }, { "epoch": 0.7302150519805674, "grad_norm": 0.085088349878788, "learning_rate": 4.269784948019433e-05, "loss": 0.0108, "step": 44040 }, { "epoch": 0.7303808592130788, "grad_norm": 0.21582628786563873, "learning_rate": 4.2696191407869215e-05, "loss": 0.0093, "step": 44050 }, { "epoch": 0.7305466664455904, "grad_norm": 0.012796852737665176, "learning_rate": 4.26945333355441e-05, "loss": 0.0093, "step": 44060 }, { "epoch": 0.7307124736781019, "grad_norm": 0.028326544910669327, "learning_rate": 4.269287526321898e-05, "loss": 0.0165, "step": 44070 }, { "epoch": 0.7308782809106134, "grad_norm": 0.11700022965669632, "learning_rate": 4.2691217190893866e-05, "loss": 0.0063, "step": 44080 }, { "epoch": 0.7310440881431248, "grad_norm": 0.7947935461997986, "learning_rate": 4.2689559118568756e-05, "loss": 0.0161, "step": 44090 }, { "epoch": 0.7312098953756363, "grad_norm": 0.0007914993329904974, "learning_rate": 4.268790104624364e-05, "loss": 0.0074, "step": 44100 }, { "epoch": 0.7313757026081478, "grad_norm": 0.0018163088243454695, "learning_rate": 4.268624297391852e-05, "loss": 0.0043, "step": 44110 }, { "epoch": 0.7315415098406592, "grad_norm": 0.013284219428896904, "learning_rate": 4.268458490159341e-05, "loss": 0.0066, "step": 44120 }, { "epoch": 0.7317073170731707, "grad_norm": 0.059944700449705124, "learning_rate": 4.26829268292683e-05, "loss": 0.0162, "step": 44130 }, { "epoch": 0.7318731243056822, "grad_norm": 0.007613468915224075, "learning_rate": 4.268126875694318e-05, "loss": 0.0099, "step": 44140 }, { "epoch": 0.7320389315381937, "grad_norm": 0.0011855391785502434, "learning_rate": 4.2679610684618064e-05, "loss": 0.0033, "step": 44150 }, { "epoch": 0.7322047387707051, "grad_norm": 0.004451953340321779, "learning_rate": 4.267795261229295e-05, "loss": 0.0044, "step": 44160 }, { "epoch": 0.7323705460032166, "grad_norm": 0.0037006877828389406, "learning_rate": 4.267629453996784e-05, "loss": 0.0093, "step": 44170 }, { "epoch": 0.7325363532357282, "grad_norm": 0.07364042103290558, "learning_rate": 4.267463646764272e-05, "loss": 0.0087, "step": 44180 }, { "epoch": 0.7327021604682397, "grad_norm": 0.006173127796500921, "learning_rate": 4.2672978395317604e-05, "loss": 0.0223, "step": 44190 }, { "epoch": 0.7328679677007511, "grad_norm": 0.002450906205922365, "learning_rate": 4.2671320322992495e-05, "loss": 0.0031, "step": 44200 }, { "epoch": 0.7330337749332626, "grad_norm": 0.0368652269244194, "learning_rate": 4.266966225066738e-05, "loss": 0.0314, "step": 44210 }, { "epoch": 0.7331995821657741, "grad_norm": 0.17542342841625214, "learning_rate": 4.266800417834226e-05, "loss": 0.0099, "step": 44220 }, { "epoch": 0.7333653893982855, "grad_norm": 0.007417668122798204, "learning_rate": 4.2666346106017145e-05, "loss": 0.0227, "step": 44230 }, { "epoch": 0.733531196630797, "grad_norm": 0.0044260513968765736, "learning_rate": 4.266468803369203e-05, "loss": 0.0061, "step": 44240 }, { "epoch": 0.7336970038633085, "grad_norm": 0.05218955874443054, "learning_rate": 4.266302996136692e-05, "loss": 0.0089, "step": 44250 }, { "epoch": 0.73386281109582, "grad_norm": 0.001938537461683154, "learning_rate": 4.26613718890418e-05, "loss": 0.0138, "step": 44260 }, { "epoch": 0.7340286183283314, "grad_norm": 0.2054927498102188, "learning_rate": 4.265971381671669e-05, "loss": 0.013, "step": 44270 }, { "epoch": 0.7341944255608429, "grad_norm": 0.04243345558643341, "learning_rate": 4.2658055744391576e-05, "loss": 0.0031, "step": 44280 }, { "epoch": 0.7343602327933545, "grad_norm": 0.12563630938529968, "learning_rate": 4.265639767206645e-05, "loss": 0.0067, "step": 44290 }, { "epoch": 0.734526040025866, "grad_norm": 0.21811646223068237, "learning_rate": 4.265473959974134e-05, "loss": 0.0122, "step": 44300 }, { "epoch": 0.7346918472583774, "grad_norm": 0.0012986382935196161, "learning_rate": 4.2653081527416226e-05, "loss": 0.0121, "step": 44310 }, { "epoch": 0.7348576544908889, "grad_norm": 0.0028201995883136988, "learning_rate": 4.265142345509111e-05, "loss": 0.0033, "step": 44320 }, { "epoch": 0.7350234617234004, "grad_norm": 0.051614392548799515, "learning_rate": 4.2649765382766e-05, "loss": 0.0032, "step": 44330 }, { "epoch": 0.7351892689559119, "grad_norm": 0.0024201059713959694, "learning_rate": 4.2648107310440884e-05, "loss": 0.0001, "step": 44340 }, { "epoch": 0.7353550761884233, "grad_norm": 0.021185200661420822, "learning_rate": 4.2646449238115774e-05, "loss": 0.0136, "step": 44350 }, { "epoch": 0.7355208834209348, "grad_norm": 0.0011338719632476568, "learning_rate": 4.264479116579066e-05, "loss": 0.0073, "step": 44360 }, { "epoch": 0.7356866906534463, "grad_norm": 0.0004726909683085978, "learning_rate": 4.2643133093465534e-05, "loss": 0.0117, "step": 44370 }, { "epoch": 0.7358524978859577, "grad_norm": 0.3652389943599701, "learning_rate": 4.2641475021140424e-05, "loss": 0.0063, "step": 44380 }, { "epoch": 0.7360183051184692, "grad_norm": 0.21632657945156097, "learning_rate": 4.263981694881531e-05, "loss": 0.0051, "step": 44390 }, { "epoch": 0.7361841123509808, "grad_norm": 0.01763736829161644, "learning_rate": 4.263815887649019e-05, "loss": 0.0141, "step": 44400 }, { "epoch": 0.7363499195834923, "grad_norm": 0.0006619584164582193, "learning_rate": 4.263650080416508e-05, "loss": 0.0163, "step": 44410 }, { "epoch": 0.7365157268160037, "grad_norm": 0.0004308951029088348, "learning_rate": 4.2634842731839965e-05, "loss": 0.004, "step": 44420 }, { "epoch": 0.7366815340485152, "grad_norm": 0.0012170997215434909, "learning_rate": 4.2633184659514855e-05, "loss": 0.007, "step": 44430 }, { "epoch": 0.7368473412810267, "grad_norm": 0.007110278587788343, "learning_rate": 4.263152658718973e-05, "loss": 0.0043, "step": 44440 }, { "epoch": 0.7370131485135382, "grad_norm": 1.2494169473648071, "learning_rate": 4.2629868514864615e-05, "loss": 0.0043, "step": 44450 }, { "epoch": 0.7371789557460496, "grad_norm": 0.19146724045276642, "learning_rate": 4.2628210442539506e-05, "loss": 0.02, "step": 44460 }, { "epoch": 0.7373447629785611, "grad_norm": 0.3261754512786865, "learning_rate": 4.262655237021439e-05, "loss": 0.0022, "step": 44470 }, { "epoch": 0.7375105702110726, "grad_norm": 0.014715515077114105, "learning_rate": 4.262489429788928e-05, "loss": 0.0161, "step": 44480 }, { "epoch": 0.737676377443584, "grad_norm": 0.012645719572901726, "learning_rate": 4.262323622556416e-05, "loss": 0.0039, "step": 44490 }, { "epoch": 0.7378421846760955, "grad_norm": 0.015640387311577797, "learning_rate": 4.2621578153239046e-05, "loss": 0.0296, "step": 44500 }, { "epoch": 0.7380079919086071, "grad_norm": 0.3393896222114563, "learning_rate": 4.261992008091393e-05, "loss": 0.0017, "step": 44510 }, { "epoch": 0.7381737991411186, "grad_norm": 0.1182396337389946, "learning_rate": 4.261826200858881e-05, "loss": 0.0127, "step": 44520 }, { "epoch": 0.73833960637363, "grad_norm": 0.002763126278296113, "learning_rate": 4.26166039362637e-05, "loss": 0.0063, "step": 44530 }, { "epoch": 0.7385054136061415, "grad_norm": 0.0019794520922005177, "learning_rate": 4.261494586393859e-05, "loss": 0.0087, "step": 44540 }, { "epoch": 0.738671220838653, "grad_norm": 0.0008039010572247207, "learning_rate": 4.261328779161347e-05, "loss": 0.0118, "step": 44550 }, { "epoch": 0.7388370280711645, "grad_norm": 0.37589529156684875, "learning_rate": 4.261162971928836e-05, "loss": 0.0068, "step": 44560 }, { "epoch": 0.7390028353036759, "grad_norm": 0.8653872013092041, "learning_rate": 4.2609971646963244e-05, "loss": 0.0158, "step": 44570 }, { "epoch": 0.7391686425361874, "grad_norm": 0.0013826132053509355, "learning_rate": 4.260831357463813e-05, "loss": 0.0095, "step": 44580 }, { "epoch": 0.7393344497686989, "grad_norm": 0.0020373237784951925, "learning_rate": 4.260665550231301e-05, "loss": 0.0115, "step": 44590 }, { "epoch": 0.7395002570012104, "grad_norm": 0.004075803328305483, "learning_rate": 4.2604997429987895e-05, "loss": 0.0097, "step": 44600 }, { "epoch": 0.7396660642337218, "grad_norm": 0.6762394309043884, "learning_rate": 4.2603339357662785e-05, "loss": 0.0144, "step": 44610 }, { "epoch": 0.7398318714662333, "grad_norm": 0.004961785394698381, "learning_rate": 4.260168128533767e-05, "loss": 0.0111, "step": 44620 }, { "epoch": 0.7399976786987449, "grad_norm": 0.011481259949505329, "learning_rate": 4.260002321301255e-05, "loss": 0.0055, "step": 44630 }, { "epoch": 0.7401634859312564, "grad_norm": 0.03992627188563347, "learning_rate": 4.259836514068744e-05, "loss": 0.014, "step": 44640 }, { "epoch": 0.7403292931637678, "grad_norm": 0.09497671574354172, "learning_rate": 4.2596707068362326e-05, "loss": 0.0004, "step": 44650 }, { "epoch": 0.7404951003962793, "grad_norm": 0.003836481599137187, "learning_rate": 4.259504899603721e-05, "loss": 0.0056, "step": 44660 }, { "epoch": 0.7406609076287908, "grad_norm": 0.24568963050842285, "learning_rate": 4.259339092371209e-05, "loss": 0.0051, "step": 44670 }, { "epoch": 0.7408267148613022, "grad_norm": 0.0017429949948564172, "learning_rate": 4.2591732851386976e-05, "loss": 0.0027, "step": 44680 }, { "epoch": 0.7409925220938137, "grad_norm": 0.0018199312034994364, "learning_rate": 4.2590074779061866e-05, "loss": 0.0012, "step": 44690 }, { "epoch": 0.7411583293263252, "grad_norm": 0.0004446610691957176, "learning_rate": 4.258841670673675e-05, "loss": 0.0041, "step": 44700 }, { "epoch": 0.7413241365588367, "grad_norm": 0.0010966482805088162, "learning_rate": 4.258675863441163e-05, "loss": 0.0055, "step": 44710 }, { "epoch": 0.7414899437913481, "grad_norm": 0.001394389197230339, "learning_rate": 4.2585100562086524e-05, "loss": 0.0124, "step": 44720 }, { "epoch": 0.7416557510238596, "grad_norm": 0.05942581593990326, "learning_rate": 4.258344248976141e-05, "loss": 0.0101, "step": 44730 }, { "epoch": 0.7418215582563712, "grad_norm": 0.23547005653381348, "learning_rate": 4.258178441743629e-05, "loss": 0.012, "step": 44740 }, { "epoch": 0.7419873654888827, "grad_norm": 0.008877883665263653, "learning_rate": 4.2580126345111174e-05, "loss": 0.001, "step": 44750 }, { "epoch": 0.7421531727213941, "grad_norm": 0.007975255139172077, "learning_rate": 4.257846827278606e-05, "loss": 0.0022, "step": 44760 }, { "epoch": 0.7423189799539056, "grad_norm": 0.0006007139454595745, "learning_rate": 4.257681020046095e-05, "loss": 0.0095, "step": 44770 }, { "epoch": 0.7424847871864171, "grad_norm": 0.0005273395800031722, "learning_rate": 4.257515212813583e-05, "loss": 0.0004, "step": 44780 }, { "epoch": 0.7426505944189286, "grad_norm": 0.0006215643952600658, "learning_rate": 4.2573494055810715e-05, "loss": 0.0004, "step": 44790 }, { "epoch": 0.74281640165144, "grad_norm": 0.0006938572623766959, "learning_rate": 4.2571835983485605e-05, "loss": 0.0279, "step": 44800 }, { "epoch": 0.7429822088839515, "grad_norm": 0.0030336682684719563, "learning_rate": 4.257017791116049e-05, "loss": 0.0029, "step": 44810 }, { "epoch": 0.743148016116463, "grad_norm": 0.0387057401239872, "learning_rate": 4.256851983883537e-05, "loss": 0.0098, "step": 44820 }, { "epoch": 0.7433138233489744, "grad_norm": 0.24714353680610657, "learning_rate": 4.2566861766510255e-05, "loss": 0.0083, "step": 44830 }, { "epoch": 0.7434796305814859, "grad_norm": 0.07273688167333603, "learning_rate": 4.256520369418514e-05, "loss": 0.0065, "step": 44840 }, { "epoch": 0.7436454378139975, "grad_norm": 0.0011846608249470592, "learning_rate": 4.256354562186003e-05, "loss": 0.0013, "step": 44850 }, { "epoch": 0.743811245046509, "grad_norm": 0.0017380273202434182, "learning_rate": 4.256188754953491e-05, "loss": 0.0145, "step": 44860 }, { "epoch": 0.7439770522790204, "grad_norm": 0.008083603344857693, "learning_rate": 4.2560229477209796e-05, "loss": 0.0005, "step": 44870 }, { "epoch": 0.7441428595115319, "grad_norm": 0.001854502479545772, "learning_rate": 4.2558571404884686e-05, "loss": 0.0224, "step": 44880 }, { "epoch": 0.7443086667440434, "grad_norm": 0.08766455948352814, "learning_rate": 4.255691333255957e-05, "loss": 0.0003, "step": 44890 }, { "epoch": 0.7444744739765549, "grad_norm": 0.23061765730381012, "learning_rate": 4.255525526023445e-05, "loss": 0.0088, "step": 44900 }, { "epoch": 0.7446402812090663, "grad_norm": 0.015316236764192581, "learning_rate": 4.255359718790934e-05, "loss": 0.0041, "step": 44910 }, { "epoch": 0.7448060884415778, "grad_norm": 0.2602880597114563, "learning_rate": 4.255193911558422e-05, "loss": 0.0113, "step": 44920 }, { "epoch": 0.7449718956740893, "grad_norm": 0.1611996293067932, "learning_rate": 4.255028104325911e-05, "loss": 0.0176, "step": 44930 }, { "epoch": 0.7451377029066008, "grad_norm": 0.016715390607714653, "learning_rate": 4.2548622970933994e-05, "loss": 0.0073, "step": 44940 }, { "epoch": 0.7453035101391122, "grad_norm": 0.1720825582742691, "learning_rate": 4.2546964898608884e-05, "loss": 0.0146, "step": 44950 }, { "epoch": 0.7454693173716237, "grad_norm": 0.14982753992080688, "learning_rate": 4.254530682628377e-05, "loss": 0.0112, "step": 44960 }, { "epoch": 0.7456351246041353, "grad_norm": 0.049366749823093414, "learning_rate": 4.254364875395865e-05, "loss": 0.0002, "step": 44970 }, { "epoch": 0.7458009318366468, "grad_norm": 0.0013605362037196755, "learning_rate": 4.2541990681633535e-05, "loss": 0.0106, "step": 44980 }, { "epoch": 0.7459667390691582, "grad_norm": 0.009638052433729172, "learning_rate": 4.254033260930842e-05, "loss": 0.0119, "step": 44990 }, { "epoch": 0.7461325463016697, "grad_norm": 0.000977241899818182, "learning_rate": 4.25386745369833e-05, "loss": 0.0094, "step": 45000 }, { "epoch": 0.7462983535341812, "grad_norm": 0.03194236010313034, "learning_rate": 4.253701646465819e-05, "loss": 0.0056, "step": 45010 }, { "epoch": 0.7464641607666926, "grad_norm": 0.008764873258769512, "learning_rate": 4.2535358392333075e-05, "loss": 0.0092, "step": 45020 }, { "epoch": 0.7466299679992041, "grad_norm": 0.21633267402648926, "learning_rate": 4.2533700320007966e-05, "loss": 0.0065, "step": 45030 }, { "epoch": 0.7467957752317156, "grad_norm": 0.15794548392295837, "learning_rate": 4.253204224768285e-05, "loss": 0.0011, "step": 45040 }, { "epoch": 0.7469615824642271, "grad_norm": 0.02559107355773449, "learning_rate": 4.2530384175357726e-05, "loss": 0.0106, "step": 45050 }, { "epoch": 0.7471273896967385, "grad_norm": 0.0013092412846162915, "learning_rate": 4.2528726103032616e-05, "loss": 0.0073, "step": 45060 }, { "epoch": 0.74729319692925, "grad_norm": 0.006483199540525675, "learning_rate": 4.25270680307075e-05, "loss": 0.0076, "step": 45070 }, { "epoch": 0.7474590041617616, "grad_norm": 0.003565412713214755, "learning_rate": 4.252540995838238e-05, "loss": 0.0015, "step": 45080 }, { "epoch": 0.7476248113942731, "grad_norm": 0.22083871066570282, "learning_rate": 4.252375188605727e-05, "loss": 0.0153, "step": 45090 }, { "epoch": 0.7477906186267845, "grad_norm": 0.2878977954387665, "learning_rate": 4.252209381373216e-05, "loss": 0.0059, "step": 45100 }, { "epoch": 0.747956425859296, "grad_norm": 0.0006416788091883063, "learning_rate": 4.252043574140705e-05, "loss": 0.0036, "step": 45110 }, { "epoch": 0.7481222330918075, "grad_norm": 0.02785591408610344, "learning_rate": 4.251877766908193e-05, "loss": 0.0083, "step": 45120 }, { "epoch": 0.748288040324319, "grad_norm": 0.2717245817184448, "learning_rate": 4.251711959675681e-05, "loss": 0.0033, "step": 45130 }, { "epoch": 0.7484538475568304, "grad_norm": 0.22127224504947662, "learning_rate": 4.25154615244317e-05, "loss": 0.0176, "step": 45140 }, { "epoch": 0.7486196547893419, "grad_norm": 0.9930059909820557, "learning_rate": 4.251380345210658e-05, "loss": 0.0159, "step": 45150 }, { "epoch": 0.7487854620218534, "grad_norm": 0.28191155195236206, "learning_rate": 4.251214537978147e-05, "loss": 0.0053, "step": 45160 }, { "epoch": 0.7489512692543648, "grad_norm": 0.013930452056229115, "learning_rate": 4.2510487307456355e-05, "loss": 0.0044, "step": 45170 }, { "epoch": 0.7491170764868763, "grad_norm": 0.09994853287935257, "learning_rate": 4.250882923513124e-05, "loss": 0.0054, "step": 45180 }, { "epoch": 0.7492828837193879, "grad_norm": 0.19236302375793457, "learning_rate": 4.250717116280613e-05, "loss": 0.0247, "step": 45190 }, { "epoch": 0.7494486909518994, "grad_norm": 0.000192642881302163, "learning_rate": 4.2505513090481005e-05, "loss": 0.0024, "step": 45200 }, { "epoch": 0.7496144981844108, "grad_norm": 0.00014857952191960067, "learning_rate": 4.250385501815589e-05, "loss": 0.0408, "step": 45210 }, { "epoch": 0.7497803054169223, "grad_norm": 0.02698335237801075, "learning_rate": 4.250219694583078e-05, "loss": 0.0065, "step": 45220 }, { "epoch": 0.7499461126494338, "grad_norm": 0.0012090422678738832, "learning_rate": 4.250053887350566e-05, "loss": 0.0101, "step": 45230 }, { "epoch": 0.7501119198819453, "grad_norm": 0.016482796519994736, "learning_rate": 4.249888080118055e-05, "loss": 0.0005, "step": 45240 }, { "epoch": 0.7502777271144567, "grad_norm": 0.26950180530548096, "learning_rate": 4.2497222728855436e-05, "loss": 0.0022, "step": 45250 }, { "epoch": 0.7504435343469682, "grad_norm": 0.7205639481544495, "learning_rate": 4.249556465653032e-05, "loss": 0.0127, "step": 45260 }, { "epoch": 0.7506093415794797, "grad_norm": 0.017153378576040268, "learning_rate": 4.24939065842052e-05, "loss": 0.016, "step": 45270 }, { "epoch": 0.7507751488119911, "grad_norm": 0.023091396316885948, "learning_rate": 4.2492248511880087e-05, "loss": 0.0065, "step": 45280 }, { "epoch": 0.7509409560445026, "grad_norm": 0.2837827503681183, "learning_rate": 4.249059043955498e-05, "loss": 0.0069, "step": 45290 }, { "epoch": 0.7511067632770141, "grad_norm": 0.21263211965560913, "learning_rate": 4.248893236722986e-05, "loss": 0.0141, "step": 45300 }, { "epoch": 0.7512725705095257, "grad_norm": 0.0014695306308567524, "learning_rate": 4.2487274294904744e-05, "loss": 0.0002, "step": 45310 }, { "epoch": 0.7514383777420371, "grad_norm": 0.0058906530030071735, "learning_rate": 4.2485616222579634e-05, "loss": 0.0059, "step": 45320 }, { "epoch": 0.7516041849745486, "grad_norm": 0.031163150444626808, "learning_rate": 4.248395815025452e-05, "loss": 0.0079, "step": 45330 }, { "epoch": 0.7517699922070601, "grad_norm": 0.0068665179423987865, "learning_rate": 4.24823000779294e-05, "loss": 0.0067, "step": 45340 }, { "epoch": 0.7519357994395716, "grad_norm": 0.13715088367462158, "learning_rate": 4.2480642005604284e-05, "loss": 0.0081, "step": 45350 }, { "epoch": 0.752101606672083, "grad_norm": 0.2104683816432953, "learning_rate": 4.247898393327917e-05, "loss": 0.0124, "step": 45360 }, { "epoch": 0.7522674139045945, "grad_norm": 0.35052573680877686, "learning_rate": 4.247732586095406e-05, "loss": 0.0167, "step": 45370 }, { "epoch": 0.752433221137106, "grad_norm": 0.0022552283480763435, "learning_rate": 4.247566778862894e-05, "loss": 0.0005, "step": 45380 }, { "epoch": 0.7525990283696175, "grad_norm": 0.005390147678554058, "learning_rate": 4.2474009716303825e-05, "loss": 0.0077, "step": 45390 }, { "epoch": 0.7527648356021289, "grad_norm": 0.03066103905439377, "learning_rate": 4.2472351643978715e-05, "loss": 0.0101, "step": 45400 }, { "epoch": 0.7529306428346404, "grad_norm": 1.0927103757858276, "learning_rate": 4.24706935716536e-05, "loss": 0.017, "step": 45410 }, { "epoch": 0.753096450067152, "grad_norm": 0.15018700063228607, "learning_rate": 4.246903549932848e-05, "loss": 0.003, "step": 45420 }, { "epoch": 0.7532622572996635, "grad_norm": 0.19341829419136047, "learning_rate": 4.2467377427003366e-05, "loss": 0.0023, "step": 45430 }, { "epoch": 0.7534280645321749, "grad_norm": 0.0009311704197898507, "learning_rate": 4.246571935467825e-05, "loss": 0.0057, "step": 45440 }, { "epoch": 0.7535938717646864, "grad_norm": 0.602200984954834, "learning_rate": 4.246406128235314e-05, "loss": 0.0162, "step": 45450 }, { "epoch": 0.7537596789971979, "grad_norm": 0.3464546799659729, "learning_rate": 4.246240321002802e-05, "loss": 0.0092, "step": 45460 }, { "epoch": 0.7539254862297093, "grad_norm": 0.008094492368400097, "learning_rate": 4.2460745137702907e-05, "loss": 0.0108, "step": 45470 }, { "epoch": 0.7540912934622208, "grad_norm": 0.0007328071515075862, "learning_rate": 4.24590870653778e-05, "loss": 0.0007, "step": 45480 }, { "epoch": 0.7542571006947323, "grad_norm": 0.9786593317985535, "learning_rate": 4.245742899305268e-05, "loss": 0.0161, "step": 45490 }, { "epoch": 0.7544229079272438, "grad_norm": 0.18322491645812988, "learning_rate": 4.2455770920727564e-05, "loss": 0.0097, "step": 45500 }, { "epoch": 0.7545887151597552, "grad_norm": 0.20418086647987366, "learning_rate": 4.245411284840245e-05, "loss": 0.0132, "step": 45510 }, { "epoch": 0.7547545223922667, "grad_norm": 0.048429764807224274, "learning_rate": 4.245245477607733e-05, "loss": 0.0179, "step": 45520 }, { "epoch": 0.7549203296247783, "grad_norm": 0.009925116784870625, "learning_rate": 4.245079670375222e-05, "loss": 0.0031, "step": 45530 }, { "epoch": 0.7550861368572898, "grad_norm": 0.23754571378231049, "learning_rate": 4.2449138631427104e-05, "loss": 0.0054, "step": 45540 }, { "epoch": 0.7552519440898012, "grad_norm": 0.014114349149167538, "learning_rate": 4.244748055910199e-05, "loss": 0.0006, "step": 45550 }, { "epoch": 0.7554177513223127, "grad_norm": 0.0017903447151184082, "learning_rate": 4.244582248677688e-05, "loss": 0.0103, "step": 45560 }, { "epoch": 0.7555835585548242, "grad_norm": 0.0065592024475336075, "learning_rate": 4.244416441445176e-05, "loss": 0.0041, "step": 45570 }, { "epoch": 0.7557493657873356, "grad_norm": 0.48438870906829834, "learning_rate": 4.2442506342126645e-05, "loss": 0.0043, "step": 45580 }, { "epoch": 0.7559151730198471, "grad_norm": 0.6124276518821716, "learning_rate": 4.244084826980153e-05, "loss": 0.0123, "step": 45590 }, { "epoch": 0.7560809802523586, "grad_norm": 1.8599522113800049, "learning_rate": 4.243919019747641e-05, "loss": 0.0397, "step": 45600 }, { "epoch": 0.7562467874848701, "grad_norm": 0.001914011430926621, "learning_rate": 4.24375321251513e-05, "loss": 0.0031, "step": 45610 }, { "epoch": 0.7564125947173815, "grad_norm": 0.044048555195331573, "learning_rate": 4.2435874052826186e-05, "loss": 0.022, "step": 45620 }, { "epoch": 0.756578401949893, "grad_norm": 0.006594598758965731, "learning_rate": 4.2434215980501076e-05, "loss": 0.002, "step": 45630 }, { "epoch": 0.7567442091824045, "grad_norm": 0.9127167463302612, "learning_rate": 4.243255790817596e-05, "loss": 0.0078, "step": 45640 }, { "epoch": 0.7569100164149161, "grad_norm": 0.003375823376700282, "learning_rate": 4.243089983585084e-05, "loss": 0.001, "step": 45650 }, { "epoch": 0.7570758236474275, "grad_norm": 0.09419456869363785, "learning_rate": 4.2429241763525727e-05, "loss": 0.0119, "step": 45660 }, { "epoch": 0.757241630879939, "grad_norm": 0.19286975264549255, "learning_rate": 4.242758369120061e-05, "loss": 0.0108, "step": 45670 }, { "epoch": 0.7574074381124505, "grad_norm": 1.0795663595199585, "learning_rate": 4.2425925618875493e-05, "loss": 0.0066, "step": 45680 }, { "epoch": 0.757573245344962, "grad_norm": 0.24477213621139526, "learning_rate": 4.2424267546550384e-05, "loss": 0.0083, "step": 45690 }, { "epoch": 0.7577390525774734, "grad_norm": 0.1933041661977768, "learning_rate": 4.242260947422527e-05, "loss": 0.0082, "step": 45700 }, { "epoch": 0.7579048598099849, "grad_norm": 0.004680853337049484, "learning_rate": 4.242095140190016e-05, "loss": 0.0073, "step": 45710 }, { "epoch": 0.7580706670424964, "grad_norm": 0.0018370052566751838, "learning_rate": 4.241929332957504e-05, "loss": 0.004, "step": 45720 }, { "epoch": 0.7582364742750078, "grad_norm": 0.018965989351272583, "learning_rate": 4.2417635257249924e-05, "loss": 0.0005, "step": 45730 }, { "epoch": 0.7584022815075193, "grad_norm": 0.04720086604356766, "learning_rate": 4.241597718492481e-05, "loss": 0.0056, "step": 45740 }, { "epoch": 0.7585680887400308, "grad_norm": 0.8643456697463989, "learning_rate": 4.241431911259969e-05, "loss": 0.0051, "step": 45750 }, { "epoch": 0.7587338959725424, "grad_norm": 0.007954999804496765, "learning_rate": 4.2412661040274575e-05, "loss": 0.0062, "step": 45760 }, { "epoch": 0.7588997032050538, "grad_norm": 0.003735480597242713, "learning_rate": 4.2411002967949465e-05, "loss": 0.0251, "step": 45770 }, { "epoch": 0.7590655104375653, "grad_norm": 0.10779818892478943, "learning_rate": 4.240934489562435e-05, "loss": 0.0118, "step": 45780 }, { "epoch": 0.7592313176700768, "grad_norm": 0.0017464522970840335, "learning_rate": 4.240768682329924e-05, "loss": 0.0152, "step": 45790 }, { "epoch": 0.7593971249025883, "grad_norm": 0.06848107278347015, "learning_rate": 4.240602875097412e-05, "loss": 0.0169, "step": 45800 }, { "epoch": 0.7595629321350997, "grad_norm": 0.024858249351382256, "learning_rate": 4.2404370678649006e-05, "loss": 0.0006, "step": 45810 }, { "epoch": 0.7597287393676112, "grad_norm": 0.5524720549583435, "learning_rate": 4.240271260632389e-05, "loss": 0.0027, "step": 45820 }, { "epoch": 0.7598945466001227, "grad_norm": 0.5629593133926392, "learning_rate": 4.240105453399877e-05, "loss": 0.0104, "step": 45830 }, { "epoch": 0.7600603538326342, "grad_norm": 0.3412977457046509, "learning_rate": 4.239939646167366e-05, "loss": 0.0152, "step": 45840 }, { "epoch": 0.7602261610651456, "grad_norm": 0.7549965381622314, "learning_rate": 4.2397738389348546e-05, "loss": 0.0138, "step": 45850 }, { "epoch": 0.7603919682976571, "grad_norm": 0.07706865668296814, "learning_rate": 4.239608031702343e-05, "loss": 0.0053, "step": 45860 }, { "epoch": 0.7605577755301687, "grad_norm": 2.364666700363159, "learning_rate": 4.239442224469832e-05, "loss": 0.0142, "step": 45870 }, { "epoch": 0.7607235827626802, "grad_norm": 0.013071571476757526, "learning_rate": 4.2392764172373204e-05, "loss": 0.0139, "step": 45880 }, { "epoch": 0.7608893899951916, "grad_norm": 0.05095014348626137, "learning_rate": 4.239110610004808e-05, "loss": 0.0003, "step": 45890 }, { "epoch": 0.7610551972277031, "grad_norm": 0.002476442838087678, "learning_rate": 4.238944802772297e-05, "loss": 0.0078, "step": 45900 }, { "epoch": 0.7612210044602146, "grad_norm": 0.10629691928625107, "learning_rate": 4.2387789955397854e-05, "loss": 0.0217, "step": 45910 }, { "epoch": 0.761386811692726, "grad_norm": 0.2529321312904358, "learning_rate": 4.2386131883072744e-05, "loss": 0.0073, "step": 45920 }, { "epoch": 0.7615526189252375, "grad_norm": 0.966093122959137, "learning_rate": 4.238447381074763e-05, "loss": 0.0063, "step": 45930 }, { "epoch": 0.761718426157749, "grad_norm": 0.018563339486718178, "learning_rate": 4.238281573842251e-05, "loss": 0.0012, "step": 45940 }, { "epoch": 0.7618842333902605, "grad_norm": 0.0033105374313890934, "learning_rate": 4.23811576660974e-05, "loss": 0.0159, "step": 45950 }, { "epoch": 0.7620500406227719, "grad_norm": 0.05330294370651245, "learning_rate": 4.237949959377228e-05, "loss": 0.0067, "step": 45960 }, { "epoch": 0.7622158478552834, "grad_norm": 0.2888106405735016, "learning_rate": 4.237784152144717e-05, "loss": 0.0123, "step": 45970 }, { "epoch": 0.762381655087795, "grad_norm": 0.05135291814804077, "learning_rate": 4.237618344912205e-05, "loss": 0.0011, "step": 45980 }, { "epoch": 0.7625474623203065, "grad_norm": 0.005141857545822859, "learning_rate": 4.2374525376796936e-05, "loss": 0.0069, "step": 45990 }, { "epoch": 0.7627132695528179, "grad_norm": 0.008273819461464882, "learning_rate": 4.2372867304471826e-05, "loss": 0.0055, "step": 46000 }, { "epoch": 0.7628790767853294, "grad_norm": 0.7973920702934265, "learning_rate": 4.237120923214671e-05, "loss": 0.0061, "step": 46010 }, { "epoch": 0.7630448840178409, "grad_norm": 0.16950392723083496, "learning_rate": 4.236955115982159e-05, "loss": 0.0134, "step": 46020 }, { "epoch": 0.7632106912503523, "grad_norm": 0.03321663662791252, "learning_rate": 4.236789308749648e-05, "loss": 0.0053, "step": 46030 }, { "epoch": 0.7633764984828638, "grad_norm": 0.014147442765533924, "learning_rate": 4.236623501517136e-05, "loss": 0.0058, "step": 46040 }, { "epoch": 0.7635423057153753, "grad_norm": 0.0039025184232741594, "learning_rate": 4.236457694284625e-05, "loss": 0.0204, "step": 46050 }, { "epoch": 0.7637081129478868, "grad_norm": 0.0005100078997202218, "learning_rate": 4.2362918870521133e-05, "loss": 0.0045, "step": 46060 }, { "epoch": 0.7638739201803982, "grad_norm": 0.8077370524406433, "learning_rate": 4.236126079819602e-05, "loss": 0.0089, "step": 46070 }, { "epoch": 0.7640397274129097, "grad_norm": 0.0031507855746895075, "learning_rate": 4.235960272587091e-05, "loss": 0.0004, "step": 46080 }, { "epoch": 0.7642055346454212, "grad_norm": 0.2151346206665039, "learning_rate": 4.235794465354579e-05, "loss": 0.0038, "step": 46090 }, { "epoch": 0.7643713418779328, "grad_norm": 0.0013770280638709664, "learning_rate": 4.2356286581220674e-05, "loss": 0.0048, "step": 46100 }, { "epoch": 0.7645371491104442, "grad_norm": 0.038039430975914, "learning_rate": 4.235462850889556e-05, "loss": 0.0058, "step": 46110 }, { "epoch": 0.7647029563429557, "grad_norm": 0.0006868713535368443, "learning_rate": 4.235297043657044e-05, "loss": 0.0071, "step": 46120 }, { "epoch": 0.7648687635754672, "grad_norm": 0.23450878262519836, "learning_rate": 4.235131236424533e-05, "loss": 0.0043, "step": 46130 }, { "epoch": 0.7650345708079787, "grad_norm": 0.003923326730728149, "learning_rate": 4.2349654291920215e-05, "loss": 0.006, "step": 46140 }, { "epoch": 0.7652003780404901, "grad_norm": 0.013648930937051773, "learning_rate": 4.23479962195951e-05, "loss": 0.0111, "step": 46150 }, { "epoch": 0.7653661852730016, "grad_norm": 0.6938762068748474, "learning_rate": 4.234633814726999e-05, "loss": 0.0038, "step": 46160 }, { "epoch": 0.7655319925055131, "grad_norm": 0.0010008508106693625, "learning_rate": 4.234468007494487e-05, "loss": 0.0066, "step": 46170 }, { "epoch": 0.7656977997380245, "grad_norm": 0.0016928426921367645, "learning_rate": 4.2343022002619756e-05, "loss": 0.0103, "step": 46180 }, { "epoch": 0.765863606970536, "grad_norm": 0.1842389702796936, "learning_rate": 4.234136393029464e-05, "loss": 0.0264, "step": 46190 }, { "epoch": 0.7660294142030475, "grad_norm": 0.020849253982305527, "learning_rate": 4.233970585796952e-05, "loss": 0.0082, "step": 46200 }, { "epoch": 0.7661952214355591, "grad_norm": 0.40618452429771423, "learning_rate": 4.233804778564441e-05, "loss": 0.0045, "step": 46210 }, { "epoch": 0.7663610286680705, "grad_norm": 0.015979638323187828, "learning_rate": 4.2336389713319296e-05, "loss": 0.0061, "step": 46220 }, { "epoch": 0.766526835900582, "grad_norm": 0.0012130348477512598, "learning_rate": 4.233473164099418e-05, "loss": 0.009, "step": 46230 }, { "epoch": 0.7666926431330935, "grad_norm": 0.49288055300712585, "learning_rate": 4.233307356866907e-05, "loss": 0.002, "step": 46240 }, { "epoch": 0.766858450365605, "grad_norm": 0.1704154759645462, "learning_rate": 4.2331415496343953e-05, "loss": 0.0006, "step": 46250 }, { "epoch": 0.7670242575981164, "grad_norm": 0.08346264064311981, "learning_rate": 4.232975742401884e-05, "loss": 0.0083, "step": 46260 }, { "epoch": 0.7671900648306279, "grad_norm": 0.5156198143959045, "learning_rate": 4.232809935169372e-05, "loss": 0.0091, "step": 46270 }, { "epoch": 0.7673558720631394, "grad_norm": 0.0032934448681771755, "learning_rate": 4.2326441279368604e-05, "loss": 0.0073, "step": 46280 }, { "epoch": 0.7675216792956508, "grad_norm": 0.0027526146732270718, "learning_rate": 4.2324783207043494e-05, "loss": 0.0062, "step": 46290 }, { "epoch": 0.7676874865281623, "grad_norm": 0.25146743655204773, "learning_rate": 4.232312513471838e-05, "loss": 0.007, "step": 46300 }, { "epoch": 0.7678532937606738, "grad_norm": 0.3334408104419708, "learning_rate": 4.232146706239327e-05, "loss": 0.0079, "step": 46310 }, { "epoch": 0.7680191009931854, "grad_norm": 0.01498532947152853, "learning_rate": 4.231980899006815e-05, "loss": 0.0061, "step": 46320 }, { "epoch": 0.7681849082256968, "grad_norm": 0.00030455386149697006, "learning_rate": 4.2318150917743035e-05, "loss": 0.0012, "step": 46330 }, { "epoch": 0.7683507154582083, "grad_norm": 0.05522929131984711, "learning_rate": 4.231649284541792e-05, "loss": 0.0094, "step": 46340 }, { "epoch": 0.7685165226907198, "grad_norm": 0.10490071028470993, "learning_rate": 4.23148347730928e-05, "loss": 0.0165, "step": 46350 }, { "epoch": 0.7686823299232313, "grad_norm": 0.18780115246772766, "learning_rate": 4.2313176700767685e-05, "loss": 0.0079, "step": 46360 }, { "epoch": 0.7688481371557427, "grad_norm": 0.0027143193874508142, "learning_rate": 4.2311518628442575e-05, "loss": 0.0021, "step": 46370 }, { "epoch": 0.7690139443882542, "grad_norm": 0.040316034108400345, "learning_rate": 4.230986055611746e-05, "loss": 0.0028, "step": 46380 }, { "epoch": 0.7691797516207657, "grad_norm": 0.20457357168197632, "learning_rate": 4.230820248379235e-05, "loss": 0.0072, "step": 46390 }, { "epoch": 0.7693455588532772, "grad_norm": 0.002590374555438757, "learning_rate": 4.230654441146723e-05, "loss": 0.0067, "step": 46400 }, { "epoch": 0.7695113660857886, "grad_norm": 0.07432182878255844, "learning_rate": 4.2304886339142116e-05, "loss": 0.0039, "step": 46410 }, { "epoch": 0.7696771733183001, "grad_norm": 0.5256783366203308, "learning_rate": 4.2303228266817e-05, "loss": 0.0103, "step": 46420 }, { "epoch": 0.7698429805508116, "grad_norm": 0.005530149210244417, "learning_rate": 4.230157019449188e-05, "loss": 0.0082, "step": 46430 }, { "epoch": 0.7700087877833232, "grad_norm": 1.0327908992767334, "learning_rate": 4.229991212216677e-05, "loss": 0.0168, "step": 46440 }, { "epoch": 0.7701745950158346, "grad_norm": 0.01876426674425602, "learning_rate": 4.229825404984166e-05, "loss": 0.0049, "step": 46450 }, { "epoch": 0.7703404022483461, "grad_norm": 0.013353496789932251, "learning_rate": 4.229659597751654e-05, "loss": 0.0048, "step": 46460 }, { "epoch": 0.7705062094808576, "grad_norm": 0.0014805217506363988, "learning_rate": 4.229493790519143e-05, "loss": 0.0037, "step": 46470 }, { "epoch": 0.770672016713369, "grad_norm": 0.010653060860931873, "learning_rate": 4.2293279832866314e-05, "loss": 0.0048, "step": 46480 }, { "epoch": 0.7708378239458805, "grad_norm": 0.00040631750016473234, "learning_rate": 4.22916217605412e-05, "loss": 0.006, "step": 46490 }, { "epoch": 0.771003631178392, "grad_norm": 0.12234049290418625, "learning_rate": 4.228996368821608e-05, "loss": 0.0041, "step": 46500 }, { "epoch": 0.7711694384109035, "grad_norm": 0.005289490334689617, "learning_rate": 4.2288305615890965e-05, "loss": 0.0053, "step": 46510 }, { "epoch": 0.7713352456434149, "grad_norm": 0.004107978660613298, "learning_rate": 4.2286647543565855e-05, "loss": 0.008, "step": 46520 }, { "epoch": 0.7715010528759264, "grad_norm": 0.49125945568084717, "learning_rate": 4.228498947124074e-05, "loss": 0.0059, "step": 46530 }, { "epoch": 0.7716668601084379, "grad_norm": 0.6706106066703796, "learning_rate": 4.228333139891562e-05, "loss": 0.0123, "step": 46540 }, { "epoch": 0.7718326673409495, "grad_norm": 0.4142339825630188, "learning_rate": 4.228167332659051e-05, "loss": 0.0017, "step": 46550 }, { "epoch": 0.7719984745734609, "grad_norm": 0.3744349181652069, "learning_rate": 4.2280015254265395e-05, "loss": 0.0177, "step": 46560 }, { "epoch": 0.7721642818059724, "grad_norm": 0.03166300430893898, "learning_rate": 4.227835718194028e-05, "loss": 0.006, "step": 46570 }, { "epoch": 0.7723300890384839, "grad_norm": 0.006232924293726683, "learning_rate": 4.227669910961516e-05, "loss": 0.0088, "step": 46580 }, { "epoch": 0.7724958962709954, "grad_norm": 0.8485445380210876, "learning_rate": 4.2275041037290046e-05, "loss": 0.0156, "step": 46590 }, { "epoch": 0.7726617035035068, "grad_norm": 0.03140751272439957, "learning_rate": 4.2273382964964936e-05, "loss": 0.0053, "step": 46600 }, { "epoch": 0.7728275107360183, "grad_norm": 0.19062292575836182, "learning_rate": 4.227172489263982e-05, "loss": 0.0045, "step": 46610 }, { "epoch": 0.7729933179685298, "grad_norm": 0.26602643728256226, "learning_rate": 4.22700668203147e-05, "loss": 0.0288, "step": 46620 }, { "epoch": 0.7731591252010412, "grad_norm": 0.007739582099020481, "learning_rate": 4.226840874798959e-05, "loss": 0.0035, "step": 46630 }, { "epoch": 0.7733249324335527, "grad_norm": 0.00017121346900239587, "learning_rate": 4.226675067566448e-05, "loss": 0.0134, "step": 46640 }, { "epoch": 0.7734907396660642, "grad_norm": 0.02273966558277607, "learning_rate": 4.226509260333936e-05, "loss": 0.0054, "step": 46650 }, { "epoch": 0.7736565468985758, "grad_norm": 0.16416524350643158, "learning_rate": 4.2263434531014244e-05, "loss": 0.0044, "step": 46660 }, { "epoch": 0.7738223541310872, "grad_norm": 0.5426790118217468, "learning_rate": 4.226177645868913e-05, "loss": 0.0102, "step": 46670 }, { "epoch": 0.7739881613635987, "grad_norm": 0.4233808219432831, "learning_rate": 4.226011838636402e-05, "loss": 0.0089, "step": 46680 }, { "epoch": 0.7741539685961102, "grad_norm": 0.2465483397245407, "learning_rate": 4.22584603140389e-05, "loss": 0.0038, "step": 46690 }, { "epoch": 0.7743197758286217, "grad_norm": 0.0017158488044515252, "learning_rate": 4.2256802241713785e-05, "loss": 0.004, "step": 46700 }, { "epoch": 0.7744855830611331, "grad_norm": 0.001407306524924934, "learning_rate": 4.2255144169388675e-05, "loss": 0.0062, "step": 46710 }, { "epoch": 0.7746513902936446, "grad_norm": 0.12154772132635117, "learning_rate": 4.225348609706356e-05, "loss": 0.0006, "step": 46720 }, { "epoch": 0.7748171975261561, "grad_norm": 0.00276541686616838, "learning_rate": 4.225182802473844e-05, "loss": 0.0014, "step": 46730 }, { "epoch": 0.7749830047586675, "grad_norm": 0.1487891674041748, "learning_rate": 4.2250169952413325e-05, "loss": 0.013, "step": 46740 }, { "epoch": 0.775148811991179, "grad_norm": 0.00041613937355577946, "learning_rate": 4.224851188008821e-05, "loss": 0.0031, "step": 46750 }, { "epoch": 0.7753146192236905, "grad_norm": 0.0362040176987648, "learning_rate": 4.22468538077631e-05, "loss": 0.01, "step": 46760 }, { "epoch": 0.775480426456202, "grad_norm": 0.08838843554258347, "learning_rate": 4.224519573543798e-05, "loss": 0.0074, "step": 46770 }, { "epoch": 0.7756462336887135, "grad_norm": 0.22117970883846283, "learning_rate": 4.2243537663112866e-05, "loss": 0.0048, "step": 46780 }, { "epoch": 0.775812040921225, "grad_norm": 0.007255588658154011, "learning_rate": 4.2241879590787756e-05, "loss": 0.0057, "step": 46790 }, { "epoch": 0.7759778481537365, "grad_norm": 0.004587900824844837, "learning_rate": 4.224022151846263e-05, "loss": 0.016, "step": 46800 }, { "epoch": 0.776143655386248, "grad_norm": 0.0005615676054731011, "learning_rate": 4.223856344613752e-05, "loss": 0.0058, "step": 46810 }, { "epoch": 0.7763094626187594, "grad_norm": 0.3791080415248871, "learning_rate": 4.2236905373812407e-05, "loss": 0.0081, "step": 46820 }, { "epoch": 0.7764752698512709, "grad_norm": 0.20701034367084503, "learning_rate": 4.223524730148729e-05, "loss": 0.0082, "step": 46830 }, { "epoch": 0.7766410770837824, "grad_norm": 0.44007858633995056, "learning_rate": 4.223358922916218e-05, "loss": 0.0023, "step": 46840 }, { "epoch": 0.7768068843162939, "grad_norm": 0.08216075599193573, "learning_rate": 4.2231931156837064e-05, "loss": 0.0069, "step": 46850 }, { "epoch": 0.7769726915488053, "grad_norm": 0.025306563824415207, "learning_rate": 4.2230273084511954e-05, "loss": 0.0172, "step": 46860 }, { "epoch": 0.7771384987813168, "grad_norm": 0.005995131563395262, "learning_rate": 4.222861501218683e-05, "loss": 0.0043, "step": 46870 }, { "epoch": 0.7773043060138283, "grad_norm": 0.39814630150794983, "learning_rate": 4.2226956939861714e-05, "loss": 0.0023, "step": 46880 }, { "epoch": 0.7774701132463399, "grad_norm": 0.0027686951216310263, "learning_rate": 4.2225298867536604e-05, "loss": 0.0041, "step": 46890 }, { "epoch": 0.7776359204788513, "grad_norm": 0.26055827736854553, "learning_rate": 4.222364079521149e-05, "loss": 0.0045, "step": 46900 }, { "epoch": 0.7778017277113628, "grad_norm": 0.25685915350914, "learning_rate": 4.222198272288637e-05, "loss": 0.0099, "step": 46910 }, { "epoch": 0.7779675349438743, "grad_norm": 0.002468578750267625, "learning_rate": 4.222032465056126e-05, "loss": 0.0103, "step": 46920 }, { "epoch": 0.7781333421763857, "grad_norm": 0.004798036068677902, "learning_rate": 4.2218666578236145e-05, "loss": 0.0044, "step": 46930 }, { "epoch": 0.7782991494088972, "grad_norm": 0.003966843243688345, "learning_rate": 4.2217008505911035e-05, "loss": 0.001, "step": 46940 }, { "epoch": 0.7784649566414087, "grad_norm": 0.03880119323730469, "learning_rate": 4.221535043358591e-05, "loss": 0.0077, "step": 46950 }, { "epoch": 0.7786307638739202, "grad_norm": 0.005830991081893444, "learning_rate": 4.2213692361260796e-05, "loss": 0.0055, "step": 46960 }, { "epoch": 0.7787965711064316, "grad_norm": 0.31480446457862854, "learning_rate": 4.2212034288935686e-05, "loss": 0.0044, "step": 46970 }, { "epoch": 0.7789623783389431, "grad_norm": 0.00047614506911486387, "learning_rate": 4.221037621661057e-05, "loss": 0.0143, "step": 46980 }, { "epoch": 0.7791281855714546, "grad_norm": 0.013147394172847271, "learning_rate": 4.220871814428546e-05, "loss": 0.0409, "step": 46990 }, { "epoch": 0.7792939928039662, "grad_norm": 0.1655152440071106, "learning_rate": 4.220706007196034e-05, "loss": 0.0039, "step": 47000 }, { "epoch": 0.7794598000364776, "grad_norm": 0.3297969698905945, "learning_rate": 4.2205401999635227e-05, "loss": 0.0055, "step": 47010 }, { "epoch": 0.7796256072689891, "grad_norm": 0.03448835015296936, "learning_rate": 4.220374392731011e-05, "loss": 0.0036, "step": 47020 }, { "epoch": 0.7797914145015006, "grad_norm": 0.009626433253288269, "learning_rate": 4.2202085854984994e-05, "loss": 0.0063, "step": 47030 }, { "epoch": 0.779957221734012, "grad_norm": 0.1677302122116089, "learning_rate": 4.220042778265988e-05, "loss": 0.0044, "step": 47040 }, { "epoch": 0.7801230289665235, "grad_norm": 0.2620392143726349, "learning_rate": 4.219876971033477e-05, "loss": 0.0034, "step": 47050 }, { "epoch": 0.780288836199035, "grad_norm": 0.0008089238544926047, "learning_rate": 4.219711163800965e-05, "loss": 0.0092, "step": 47060 }, { "epoch": 0.7804546434315465, "grad_norm": 0.08984168618917465, "learning_rate": 4.219545356568454e-05, "loss": 0.0104, "step": 47070 }, { "epoch": 0.7806204506640579, "grad_norm": 0.00034196663182228804, "learning_rate": 4.2193795493359424e-05, "loss": 0.003, "step": 47080 }, { "epoch": 0.7807862578965694, "grad_norm": 0.060387562960386276, "learning_rate": 4.219213742103431e-05, "loss": 0.0053, "step": 47090 }, { "epoch": 0.7809520651290809, "grad_norm": 0.22129307687282562, "learning_rate": 4.219047934870919e-05, "loss": 0.0037, "step": 47100 }, { "epoch": 0.7811178723615924, "grad_norm": 0.0024432006757706404, "learning_rate": 4.2188821276384075e-05, "loss": 0.0093, "step": 47110 }, { "epoch": 0.7812836795941039, "grad_norm": 0.0065092421136796474, "learning_rate": 4.218716320405896e-05, "loss": 0.0067, "step": 47120 }, { "epoch": 0.7814494868266154, "grad_norm": 0.00015553760749753565, "learning_rate": 4.218550513173385e-05, "loss": 0.0084, "step": 47130 }, { "epoch": 0.7816152940591269, "grad_norm": 0.0013020671904087067, "learning_rate": 4.218384705940873e-05, "loss": 0.0011, "step": 47140 }, { "epoch": 0.7817811012916384, "grad_norm": 0.0009194796439260244, "learning_rate": 4.218218898708362e-05, "loss": 0.0105, "step": 47150 }, { "epoch": 0.7819469085241498, "grad_norm": 0.00024764309637248516, "learning_rate": 4.2180530914758506e-05, "loss": 0.0095, "step": 47160 }, { "epoch": 0.7821127157566613, "grad_norm": 0.02575126476585865, "learning_rate": 4.217887284243339e-05, "loss": 0.0004, "step": 47170 }, { "epoch": 0.7822785229891728, "grad_norm": 0.39930906891822815, "learning_rate": 4.217721477010827e-05, "loss": 0.0016, "step": 47180 }, { "epoch": 0.7824443302216842, "grad_norm": 0.19518890976905823, "learning_rate": 4.2175556697783156e-05, "loss": 0.0008, "step": 47190 }, { "epoch": 0.7826101374541957, "grad_norm": 0.005609368905425072, "learning_rate": 4.2173898625458047e-05, "loss": 0.0089, "step": 47200 }, { "epoch": 0.7827759446867072, "grad_norm": 0.2314387559890747, "learning_rate": 4.217224055313293e-05, "loss": 0.0047, "step": 47210 }, { "epoch": 0.7829417519192187, "grad_norm": 0.04965904355049133, "learning_rate": 4.2170582480807814e-05, "loss": 0.0106, "step": 47220 }, { "epoch": 0.7831075591517302, "grad_norm": 0.31401821970939636, "learning_rate": 4.2168924408482704e-05, "loss": 0.003, "step": 47230 }, { "epoch": 0.7832733663842417, "grad_norm": 0.0024266671389341354, "learning_rate": 4.216726633615759e-05, "loss": 0.017, "step": 47240 }, { "epoch": 0.7834391736167532, "grad_norm": 0.005977128632366657, "learning_rate": 4.216560826383247e-05, "loss": 0.0106, "step": 47250 }, { "epoch": 0.7836049808492647, "grad_norm": 0.07357829064130783, "learning_rate": 4.2163950191507354e-05, "loss": 0.0037, "step": 47260 }, { "epoch": 0.7837707880817761, "grad_norm": 0.001164581160992384, "learning_rate": 4.216229211918224e-05, "loss": 0.0063, "step": 47270 }, { "epoch": 0.7839365953142876, "grad_norm": 0.8906297087669373, "learning_rate": 4.216063404685713e-05, "loss": 0.0271, "step": 47280 }, { "epoch": 0.7841024025467991, "grad_norm": 0.007644850295037031, "learning_rate": 4.215897597453201e-05, "loss": 0.0061, "step": 47290 }, { "epoch": 0.7842682097793106, "grad_norm": 0.04531796649098396, "learning_rate": 4.2157317902206895e-05, "loss": 0.0175, "step": 47300 }, { "epoch": 0.784434017011822, "grad_norm": 0.24430379271507263, "learning_rate": 4.2155659829881785e-05, "loss": 0.0119, "step": 47310 }, { "epoch": 0.7845998242443335, "grad_norm": 0.5064321756362915, "learning_rate": 4.215400175755667e-05, "loss": 0.0085, "step": 47320 }, { "epoch": 0.784765631476845, "grad_norm": 0.0019072527065873146, "learning_rate": 4.215234368523155e-05, "loss": 0.0004, "step": 47330 }, { "epoch": 0.7849314387093566, "grad_norm": 0.0024442209396511316, "learning_rate": 4.2150685612906436e-05, "loss": 0.0044, "step": 47340 }, { "epoch": 0.785097245941868, "grad_norm": 0.13055963814258575, "learning_rate": 4.214902754058132e-05, "loss": 0.0007, "step": 47350 }, { "epoch": 0.7852630531743795, "grad_norm": 0.6118000149726868, "learning_rate": 4.214736946825621e-05, "loss": 0.0102, "step": 47360 }, { "epoch": 0.785428860406891, "grad_norm": 0.5329426527023315, "learning_rate": 4.214571139593109e-05, "loss": 0.0049, "step": 47370 }, { "epoch": 0.7855946676394024, "grad_norm": 0.008380666375160217, "learning_rate": 4.2144053323605976e-05, "loss": 0.0055, "step": 47380 }, { "epoch": 0.7857604748719139, "grad_norm": 0.0031870838720351458, "learning_rate": 4.2142395251280867e-05, "loss": 0.0141, "step": 47390 }, { "epoch": 0.7859262821044254, "grad_norm": 0.0013174728956073523, "learning_rate": 4.214073717895575e-05, "loss": 0.0001, "step": 47400 }, { "epoch": 0.7860920893369369, "grad_norm": 0.004095318727195263, "learning_rate": 4.2139079106630633e-05, "loss": 0.0047, "step": 47410 }, { "epoch": 0.7862578965694483, "grad_norm": 0.006559356581419706, "learning_rate": 4.213742103430552e-05, "loss": 0.0053, "step": 47420 }, { "epoch": 0.7864237038019598, "grad_norm": 0.0647868886590004, "learning_rate": 4.21357629619804e-05, "loss": 0.0061, "step": 47430 }, { "epoch": 0.7865895110344713, "grad_norm": 0.005306721664965153, "learning_rate": 4.213410488965529e-05, "loss": 0.0019, "step": 47440 }, { "epoch": 0.7867553182669828, "grad_norm": 0.24061721563339233, "learning_rate": 4.2132446817330174e-05, "loss": 0.0011, "step": 47450 }, { "epoch": 0.7869211254994943, "grad_norm": 0.0005033371853642166, "learning_rate": 4.213078874500506e-05, "loss": 0.0034, "step": 47460 }, { "epoch": 0.7870869327320058, "grad_norm": 0.0005207497160881758, "learning_rate": 4.212913067267995e-05, "loss": 0.0031, "step": 47470 }, { "epoch": 0.7872527399645173, "grad_norm": 0.0005454038036987185, "learning_rate": 4.212747260035483e-05, "loss": 0.0132, "step": 47480 }, { "epoch": 0.7874185471970288, "grad_norm": 0.0006074417615309358, "learning_rate": 4.2125814528029715e-05, "loss": 0.0036, "step": 47490 }, { "epoch": 0.7875843544295402, "grad_norm": 0.4587765634059906, "learning_rate": 4.21241564557046e-05, "loss": 0.0122, "step": 47500 }, { "epoch": 0.7877501616620517, "grad_norm": 0.22648508846759796, "learning_rate": 4.212249838337948e-05, "loss": 0.0106, "step": 47510 }, { "epoch": 0.7879159688945632, "grad_norm": 0.012333443388342857, "learning_rate": 4.212084031105437e-05, "loss": 0.0061, "step": 47520 }, { "epoch": 0.7880817761270746, "grad_norm": 0.00016124390822369605, "learning_rate": 4.2119182238729256e-05, "loss": 0.0051, "step": 47530 }, { "epoch": 0.7882475833595861, "grad_norm": 0.016405491158366203, "learning_rate": 4.2117524166404146e-05, "loss": 0.002, "step": 47540 }, { "epoch": 0.7884133905920976, "grad_norm": 0.23274840414524078, "learning_rate": 4.211586609407903e-05, "loss": 0.0126, "step": 47550 }, { "epoch": 0.7885791978246091, "grad_norm": 0.47994276881217957, "learning_rate": 4.2114208021753906e-05, "loss": 0.0077, "step": 47560 }, { "epoch": 0.7887450050571206, "grad_norm": 0.008512460626661777, "learning_rate": 4.2112549949428796e-05, "loss": 0.0081, "step": 47570 }, { "epoch": 0.7889108122896321, "grad_norm": 0.42531663179397583, "learning_rate": 4.211089187710368e-05, "loss": 0.0145, "step": 47580 }, { "epoch": 0.7890766195221436, "grad_norm": 0.00011009473382728174, "learning_rate": 4.210923380477856e-05, "loss": 0.0015, "step": 47590 }, { "epoch": 0.7892424267546551, "grad_norm": 0.0003770692565012723, "learning_rate": 4.2107575732453453e-05, "loss": 0.0252, "step": 47600 }, { "epoch": 0.7894082339871665, "grad_norm": 0.0490950308740139, "learning_rate": 4.210591766012834e-05, "loss": 0.0005, "step": 47610 }, { "epoch": 0.789574041219678, "grad_norm": 0.00987459346652031, "learning_rate": 4.210425958780323e-05, "loss": 0.004, "step": 47620 }, { "epoch": 0.7897398484521895, "grad_norm": 0.04714733362197876, "learning_rate": 4.2102601515478104e-05, "loss": 0.0041, "step": 47630 }, { "epoch": 0.789905655684701, "grad_norm": 0.2217060625553131, "learning_rate": 4.210094344315299e-05, "loss": 0.0109, "step": 47640 }, { "epoch": 0.7900714629172124, "grad_norm": 0.10890831798315048, "learning_rate": 4.209928537082788e-05, "loss": 0.0012, "step": 47650 }, { "epoch": 0.7902372701497239, "grad_norm": 0.29860588908195496, "learning_rate": 4.209762729850276e-05, "loss": 0.0211, "step": 47660 }, { "epoch": 0.7904030773822354, "grad_norm": 0.001038171467371285, "learning_rate": 4.209596922617765e-05, "loss": 0.0112, "step": 47670 }, { "epoch": 0.790568884614747, "grad_norm": 0.002842352259904146, "learning_rate": 4.2094311153852535e-05, "loss": 0.0049, "step": 47680 }, { "epoch": 0.7907346918472584, "grad_norm": 0.04342660680413246, "learning_rate": 4.209265308152742e-05, "loss": 0.0004, "step": 47690 }, { "epoch": 0.7909004990797699, "grad_norm": 0.016076993197202682, "learning_rate": 4.209099500920231e-05, "loss": 0.0042, "step": 47700 }, { "epoch": 0.7910663063122814, "grad_norm": 0.0042243278585374355, "learning_rate": 4.2089336936877185e-05, "loss": 0.0023, "step": 47710 }, { "epoch": 0.7912321135447928, "grad_norm": 0.001163662294857204, "learning_rate": 4.208767886455207e-05, "loss": 0.0037, "step": 47720 }, { "epoch": 0.7913979207773043, "grad_norm": 0.001781606930308044, "learning_rate": 4.208602079222696e-05, "loss": 0.0035, "step": 47730 }, { "epoch": 0.7915637280098158, "grad_norm": 0.05297469347715378, "learning_rate": 4.208436271990184e-05, "loss": 0.0002, "step": 47740 }, { "epoch": 0.7917295352423273, "grad_norm": 0.0007098119240254164, "learning_rate": 4.208270464757673e-05, "loss": 0.0099, "step": 47750 }, { "epoch": 0.7918953424748387, "grad_norm": 0.11119797825813293, "learning_rate": 4.2081046575251616e-05, "loss": 0.0046, "step": 47760 }, { "epoch": 0.7920611497073502, "grad_norm": 0.21894848346710205, "learning_rate": 4.20793885029265e-05, "loss": 0.0115, "step": 47770 }, { "epoch": 0.7922269569398617, "grad_norm": 0.00831782165914774, "learning_rate": 4.207773043060138e-05, "loss": 0.009, "step": 47780 }, { "epoch": 0.7923927641723733, "grad_norm": 0.0012351478217169642, "learning_rate": 4.207607235827627e-05, "loss": 0.0017, "step": 47790 }, { "epoch": 0.7925585714048847, "grad_norm": 0.0018469784408807755, "learning_rate": 4.207441428595115e-05, "loss": 0.001, "step": 47800 }, { "epoch": 0.7927243786373962, "grad_norm": 0.024456864222884178, "learning_rate": 4.207275621362604e-05, "loss": 0.0007, "step": 47810 }, { "epoch": 0.7928901858699077, "grad_norm": 0.06989677250385284, "learning_rate": 4.2071098141300924e-05, "loss": 0.0042, "step": 47820 }, { "epoch": 0.7930559931024191, "grad_norm": 0.08192422986030579, "learning_rate": 4.2069440068975814e-05, "loss": 0.0083, "step": 47830 }, { "epoch": 0.7932218003349306, "grad_norm": 0.0011511280899867415, "learning_rate": 4.20677819966507e-05, "loss": 0.0062, "step": 47840 }, { "epoch": 0.7933876075674421, "grad_norm": 0.013483859598636627, "learning_rate": 4.206612392432558e-05, "loss": 0.0035, "step": 47850 }, { "epoch": 0.7935534147999536, "grad_norm": 0.047921184450387955, "learning_rate": 4.2064465852000465e-05, "loss": 0.0027, "step": 47860 }, { "epoch": 0.793719222032465, "grad_norm": 0.16028767824172974, "learning_rate": 4.206280777967535e-05, "loss": 0.0093, "step": 47870 }, { "epoch": 0.7938850292649765, "grad_norm": 0.0512782447040081, "learning_rate": 4.206114970735024e-05, "loss": 0.0103, "step": 47880 }, { "epoch": 0.794050836497488, "grad_norm": 0.30466943979263306, "learning_rate": 4.205949163502512e-05, "loss": 0.0118, "step": 47890 }, { "epoch": 0.7942166437299994, "grad_norm": 0.0035074767656624317, "learning_rate": 4.2057833562700005e-05, "loss": 0.0033, "step": 47900 }, { "epoch": 0.794382450962511, "grad_norm": 0.2529395818710327, "learning_rate": 4.2056175490374896e-05, "loss": 0.0135, "step": 47910 }, { "epoch": 0.7945482581950225, "grad_norm": 0.022364266216754913, "learning_rate": 4.205451741804978e-05, "loss": 0.0075, "step": 47920 }, { "epoch": 0.794714065427534, "grad_norm": 0.013034466654062271, "learning_rate": 4.205285934572466e-05, "loss": 0.0074, "step": 47930 }, { "epoch": 0.7948798726600455, "grad_norm": 0.10637274384498596, "learning_rate": 4.2051201273399546e-05, "loss": 0.0123, "step": 47940 }, { "epoch": 0.7950456798925569, "grad_norm": 0.017211413010954857, "learning_rate": 4.204954320107443e-05, "loss": 0.0038, "step": 47950 }, { "epoch": 0.7952114871250684, "grad_norm": 0.21643047034740448, "learning_rate": 4.204788512874932e-05, "loss": 0.0141, "step": 47960 }, { "epoch": 0.7953772943575799, "grad_norm": 0.004042334388941526, "learning_rate": 4.20462270564242e-05, "loss": 0.0074, "step": 47970 }, { "epoch": 0.7955431015900913, "grad_norm": 0.3199380934238434, "learning_rate": 4.204456898409909e-05, "loss": 0.0101, "step": 47980 }, { "epoch": 0.7957089088226028, "grad_norm": 0.0062687271274626255, "learning_rate": 4.204291091177398e-05, "loss": 0.0064, "step": 47990 }, { "epoch": 0.7958747160551143, "grad_norm": 0.001926471828483045, "learning_rate": 4.204125283944886e-05, "loss": 0.0047, "step": 48000 }, { "epoch": 0.7960405232876258, "grad_norm": 0.12117498368024826, "learning_rate": 4.2039594767123744e-05, "loss": 0.0118, "step": 48010 }, { "epoch": 0.7962063305201373, "grad_norm": 0.008025414310395718, "learning_rate": 4.203793669479863e-05, "loss": 0.0011, "step": 48020 }, { "epoch": 0.7963721377526488, "grad_norm": 0.7034932374954224, "learning_rate": 4.203627862247351e-05, "loss": 0.0133, "step": 48030 }, { "epoch": 0.7965379449851603, "grad_norm": 0.0008336403407156467, "learning_rate": 4.20346205501484e-05, "loss": 0.0083, "step": 48040 }, { "epoch": 0.7967037522176718, "grad_norm": 0.047228921204805374, "learning_rate": 4.2032962477823285e-05, "loss": 0.0038, "step": 48050 }, { "epoch": 0.7968695594501832, "grad_norm": 0.005416411906480789, "learning_rate": 4.203130440549817e-05, "loss": 0.0041, "step": 48060 }, { "epoch": 0.7970353666826947, "grad_norm": 0.00570001220330596, "learning_rate": 4.202964633317306e-05, "loss": 0.0016, "step": 48070 }, { "epoch": 0.7972011739152062, "grad_norm": 0.18465514481067657, "learning_rate": 4.202798826084794e-05, "loss": 0.0012, "step": 48080 }, { "epoch": 0.7973669811477176, "grad_norm": 0.16837918758392334, "learning_rate": 4.2026330188522825e-05, "loss": 0.007, "step": 48090 }, { "epoch": 0.7975327883802291, "grad_norm": 0.01163489744067192, "learning_rate": 4.202467211619771e-05, "loss": 0.005, "step": 48100 }, { "epoch": 0.7976985956127406, "grad_norm": 0.0013460272457450628, "learning_rate": 4.202301404387259e-05, "loss": 0.0076, "step": 48110 }, { "epoch": 0.7978644028452521, "grad_norm": 0.003213662188500166, "learning_rate": 4.202135597154748e-05, "loss": 0.0165, "step": 48120 }, { "epoch": 0.7980302100777636, "grad_norm": 0.0038152369670569897, "learning_rate": 4.2019697899222366e-05, "loss": 0.0021, "step": 48130 }, { "epoch": 0.7981960173102751, "grad_norm": 0.04947584494948387, "learning_rate": 4.201803982689725e-05, "loss": 0.0041, "step": 48140 }, { "epoch": 0.7983618245427866, "grad_norm": 1.1851012706756592, "learning_rate": 4.201638175457214e-05, "loss": 0.0176, "step": 48150 }, { "epoch": 0.7985276317752981, "grad_norm": 0.0004769522347487509, "learning_rate": 4.201472368224702e-05, "loss": 0.0205, "step": 48160 }, { "epoch": 0.7986934390078095, "grad_norm": 0.46048876643180847, "learning_rate": 4.201306560992191e-05, "loss": 0.0102, "step": 48170 }, { "epoch": 0.798859246240321, "grad_norm": 0.0005655853892676532, "learning_rate": 4.201140753759679e-05, "loss": 0.013, "step": 48180 }, { "epoch": 0.7990250534728325, "grad_norm": 0.000419836986111477, "learning_rate": 4.2009749465271674e-05, "loss": 0.0141, "step": 48190 }, { "epoch": 0.799190860705344, "grad_norm": 0.04770718514919281, "learning_rate": 4.2008091392946564e-05, "loss": 0.0059, "step": 48200 }, { "epoch": 0.7993566679378554, "grad_norm": 0.0018501197919249535, "learning_rate": 4.200643332062145e-05, "loss": 0.0084, "step": 48210 }, { "epoch": 0.7995224751703669, "grad_norm": 0.0017482676776126027, "learning_rate": 4.200477524829634e-05, "loss": 0.0048, "step": 48220 }, { "epoch": 0.7996882824028784, "grad_norm": 0.36178144812583923, "learning_rate": 4.200311717597122e-05, "loss": 0.0086, "step": 48230 }, { "epoch": 0.7998540896353898, "grad_norm": 0.013672010973095894, "learning_rate": 4.2001459103646105e-05, "loss": 0.0132, "step": 48240 }, { "epoch": 0.8000198968679014, "grad_norm": 0.0004247798351570964, "learning_rate": 4.199980103132099e-05, "loss": 0.0072, "step": 48250 }, { "epoch": 0.8001857041004129, "grad_norm": 0.006999386474490166, "learning_rate": 4.199814295899587e-05, "loss": 0.0053, "step": 48260 }, { "epoch": 0.8003515113329244, "grad_norm": 0.00703789945691824, "learning_rate": 4.1996484886670755e-05, "loss": 0.0085, "step": 48270 }, { "epoch": 0.8005173185654358, "grad_norm": 0.12333500385284424, "learning_rate": 4.1994826814345645e-05, "loss": 0.0036, "step": 48280 }, { "epoch": 0.8006831257979473, "grad_norm": 0.27638545632362366, "learning_rate": 4.199316874202053e-05, "loss": 0.0046, "step": 48290 }, { "epoch": 0.8008489330304588, "grad_norm": 0.003797546960413456, "learning_rate": 4.199151066969542e-05, "loss": 0.0164, "step": 48300 }, { "epoch": 0.8010147402629703, "grad_norm": 0.005626040045171976, "learning_rate": 4.19898525973703e-05, "loss": 0.0113, "step": 48310 }, { "epoch": 0.8011805474954817, "grad_norm": 0.005304660648107529, "learning_rate": 4.198819452504518e-05, "loss": 0.0143, "step": 48320 }, { "epoch": 0.8013463547279932, "grad_norm": 0.21719545125961304, "learning_rate": 4.198653645272007e-05, "loss": 0.0011, "step": 48330 }, { "epoch": 0.8015121619605047, "grad_norm": 0.032617632299661636, "learning_rate": 4.198487838039495e-05, "loss": 0.0024, "step": 48340 }, { "epoch": 0.8016779691930161, "grad_norm": 0.0034946585074067116, "learning_rate": 4.198322030806984e-05, "loss": 0.0025, "step": 48350 }, { "epoch": 0.8018437764255277, "grad_norm": 0.006693454459309578, "learning_rate": 4.198156223574473e-05, "loss": 0.0006, "step": 48360 }, { "epoch": 0.8020095836580392, "grad_norm": 0.05623314529657364, "learning_rate": 4.197990416341961e-05, "loss": 0.0073, "step": 48370 }, { "epoch": 0.8021753908905507, "grad_norm": 0.000687281193677336, "learning_rate": 4.19782460910945e-05, "loss": 0.0012, "step": 48380 }, { "epoch": 0.8023411981230621, "grad_norm": 0.3435491621494293, "learning_rate": 4.1976588018769384e-05, "loss": 0.0067, "step": 48390 }, { "epoch": 0.8025070053555736, "grad_norm": 0.0049504442140460014, "learning_rate": 4.197492994644426e-05, "loss": 0.0102, "step": 48400 }, { "epoch": 0.8026728125880851, "grad_norm": 0.001476743957027793, "learning_rate": 4.197327187411915e-05, "loss": 0.0009, "step": 48410 }, { "epoch": 0.8028386198205966, "grad_norm": 0.00491999089717865, "learning_rate": 4.1971613801794034e-05, "loss": 0.0112, "step": 48420 }, { "epoch": 0.803004427053108, "grad_norm": 0.21954381465911865, "learning_rate": 4.1969955729468925e-05, "loss": 0.0044, "step": 48430 }, { "epoch": 0.8031702342856195, "grad_norm": 0.0017585123423486948, "learning_rate": 4.196829765714381e-05, "loss": 0.007, "step": 48440 }, { "epoch": 0.803336041518131, "grad_norm": 0.01001552864909172, "learning_rate": 4.196663958481869e-05, "loss": 0.0039, "step": 48450 }, { "epoch": 0.8035018487506425, "grad_norm": 0.20894351601600647, "learning_rate": 4.196498151249358e-05, "loss": 0.0102, "step": 48460 }, { "epoch": 0.803667655983154, "grad_norm": 0.016480784863233566, "learning_rate": 4.196332344016846e-05, "loss": 0.0147, "step": 48470 }, { "epoch": 0.8038334632156655, "grad_norm": 0.05058293044567108, "learning_rate": 4.196166536784334e-05, "loss": 0.0034, "step": 48480 }, { "epoch": 0.803999270448177, "grad_norm": 0.24715213477611542, "learning_rate": 4.196000729551823e-05, "loss": 0.013, "step": 48490 }, { "epoch": 0.8041650776806885, "grad_norm": 0.31676429510116577, "learning_rate": 4.1958349223193116e-05, "loss": 0.0103, "step": 48500 }, { "epoch": 0.8043308849131999, "grad_norm": 0.0009641614742577076, "learning_rate": 4.1956691150868006e-05, "loss": 0.0099, "step": 48510 }, { "epoch": 0.8044966921457114, "grad_norm": 0.13369755446910858, "learning_rate": 4.195503307854289e-05, "loss": 0.0091, "step": 48520 }, { "epoch": 0.8046624993782229, "grad_norm": 0.2930980622768402, "learning_rate": 4.195337500621777e-05, "loss": 0.0049, "step": 48530 }, { "epoch": 0.8048283066107343, "grad_norm": 0.015828778967261314, "learning_rate": 4.1951716933892656e-05, "loss": 0.0153, "step": 48540 }, { "epoch": 0.8049941138432458, "grad_norm": 0.0003878579300362617, "learning_rate": 4.195005886156754e-05, "loss": 0.0151, "step": 48550 }, { "epoch": 0.8051599210757573, "grad_norm": 0.05334179848432541, "learning_rate": 4.194840078924243e-05, "loss": 0.0127, "step": 48560 }, { "epoch": 0.8053257283082688, "grad_norm": 0.31064367294311523, "learning_rate": 4.1946742716917314e-05, "loss": 0.0147, "step": 48570 }, { "epoch": 0.8054915355407802, "grad_norm": 0.01384302694350481, "learning_rate": 4.19450846445922e-05, "loss": 0.0086, "step": 48580 }, { "epoch": 0.8056573427732918, "grad_norm": 0.003283125115558505, "learning_rate": 4.194342657226709e-05, "loss": 0.0059, "step": 48590 }, { "epoch": 0.8058231500058033, "grad_norm": 0.07941281795501709, "learning_rate": 4.194176849994197e-05, "loss": 0.0058, "step": 48600 }, { "epoch": 0.8059889572383148, "grad_norm": 0.07022286206483841, "learning_rate": 4.1940110427616854e-05, "loss": 0.0008, "step": 48610 }, { "epoch": 0.8061547644708262, "grad_norm": 0.0031214638147503138, "learning_rate": 4.193845235529174e-05, "loss": 0.0051, "step": 48620 }, { "epoch": 0.8063205717033377, "grad_norm": 0.001329032238572836, "learning_rate": 4.193679428296662e-05, "loss": 0.0095, "step": 48630 }, { "epoch": 0.8064863789358492, "grad_norm": 0.7341901063919067, "learning_rate": 4.193513621064151e-05, "loss": 0.0189, "step": 48640 }, { "epoch": 0.8066521861683607, "grad_norm": 0.05130906030535698, "learning_rate": 4.1933478138316395e-05, "loss": 0.0107, "step": 48650 }, { "epoch": 0.8068179934008721, "grad_norm": 0.22889778017997742, "learning_rate": 4.193182006599128e-05, "loss": 0.0039, "step": 48660 }, { "epoch": 0.8069838006333836, "grad_norm": 0.017572032287716866, "learning_rate": 4.193016199366617e-05, "loss": 0.0062, "step": 48670 }, { "epoch": 0.8071496078658951, "grad_norm": 0.020422084257006645, "learning_rate": 4.192850392134105e-05, "loss": 0.0081, "step": 48680 }, { "epoch": 0.8073154150984065, "grad_norm": 0.009412728250026703, "learning_rate": 4.1926845849015936e-05, "loss": 0.0065, "step": 48690 }, { "epoch": 0.8074812223309181, "grad_norm": 0.3067573010921478, "learning_rate": 4.192518777669082e-05, "loss": 0.0164, "step": 48700 }, { "epoch": 0.8076470295634296, "grad_norm": 0.026285285130143166, "learning_rate": 4.19235297043657e-05, "loss": 0.0115, "step": 48710 }, { "epoch": 0.8078128367959411, "grad_norm": 0.7516846060752869, "learning_rate": 4.192187163204059e-05, "loss": 0.0172, "step": 48720 }, { "epoch": 0.8079786440284525, "grad_norm": 0.004629501141607761, "learning_rate": 4.1920213559715476e-05, "loss": 0.0092, "step": 48730 }, { "epoch": 0.808144451260964, "grad_norm": 0.003481111489236355, "learning_rate": 4.191855548739036e-05, "loss": 0.0068, "step": 48740 }, { "epoch": 0.8083102584934755, "grad_norm": 0.32385921478271484, "learning_rate": 4.191689741506525e-05, "loss": 0.0057, "step": 48750 }, { "epoch": 0.808476065725987, "grad_norm": 0.0016658070962876081, "learning_rate": 4.1915239342740134e-05, "loss": 0.0115, "step": 48760 }, { "epoch": 0.8086418729584984, "grad_norm": 0.2771478593349457, "learning_rate": 4.191358127041502e-05, "loss": 0.0021, "step": 48770 }, { "epoch": 0.8088076801910099, "grad_norm": 0.00410190224647522, "learning_rate": 4.19119231980899e-05, "loss": 0.0002, "step": 48780 }, { "epoch": 0.8089734874235214, "grad_norm": 0.0916987955570221, "learning_rate": 4.1910265125764784e-05, "loss": 0.0037, "step": 48790 }, { "epoch": 0.8091392946560328, "grad_norm": 0.0012322842376306653, "learning_rate": 4.1908607053439674e-05, "loss": 0.0103, "step": 48800 }, { "epoch": 0.8093051018885444, "grad_norm": 0.033923760056495667, "learning_rate": 4.190694898111456e-05, "loss": 0.0063, "step": 48810 }, { "epoch": 0.8094709091210559, "grad_norm": 0.0011284188367426395, "learning_rate": 4.190529090878944e-05, "loss": 0.0091, "step": 48820 }, { "epoch": 0.8096367163535674, "grad_norm": 0.8916966915130615, "learning_rate": 4.190363283646433e-05, "loss": 0.0142, "step": 48830 }, { "epoch": 0.8098025235860788, "grad_norm": 0.02402188442647457, "learning_rate": 4.1901974764139215e-05, "loss": 0.0098, "step": 48840 }, { "epoch": 0.8099683308185903, "grad_norm": 0.000554627797100693, "learning_rate": 4.19003166918141e-05, "loss": 0.0006, "step": 48850 }, { "epoch": 0.8101341380511018, "grad_norm": 0.00042043611756525934, "learning_rate": 4.189865861948898e-05, "loss": 0.0008, "step": 48860 }, { "epoch": 0.8102999452836133, "grad_norm": 1.3850675821304321, "learning_rate": 4.1897000547163865e-05, "loss": 0.019, "step": 48870 }, { "epoch": 0.8104657525161247, "grad_norm": 0.0012393149081617594, "learning_rate": 4.1895342474838756e-05, "loss": 0.0016, "step": 48880 }, { "epoch": 0.8106315597486362, "grad_norm": 0.28253981471061707, "learning_rate": 4.189368440251364e-05, "loss": 0.0067, "step": 48890 }, { "epoch": 0.8107973669811477, "grad_norm": 0.011536520905792713, "learning_rate": 4.189202633018853e-05, "loss": 0.0008, "step": 48900 }, { "epoch": 0.8109631742136592, "grad_norm": 0.000635214673820883, "learning_rate": 4.189036825786341e-05, "loss": 0.0047, "step": 48910 }, { "epoch": 0.8111289814461706, "grad_norm": 0.0022795596159994602, "learning_rate": 4.1888710185538296e-05, "loss": 0.0086, "step": 48920 }, { "epoch": 0.8112947886786822, "grad_norm": 0.011932315304875374, "learning_rate": 4.188705211321318e-05, "loss": 0.003, "step": 48930 }, { "epoch": 0.8114605959111937, "grad_norm": 0.007272013463079929, "learning_rate": 4.188539404088806e-05, "loss": 0.0015, "step": 48940 }, { "epoch": 0.8116264031437052, "grad_norm": 0.005453139543533325, "learning_rate": 4.188373596856295e-05, "loss": 0.0014, "step": 48950 }, { "epoch": 0.8117922103762166, "grad_norm": 0.00522423442453146, "learning_rate": 4.188207789623784e-05, "loss": 0.0144, "step": 48960 }, { "epoch": 0.8119580176087281, "grad_norm": 0.25831708312034607, "learning_rate": 4.188041982391272e-05, "loss": 0.0162, "step": 48970 }, { "epoch": 0.8121238248412396, "grad_norm": 0.14878714084625244, "learning_rate": 4.187876175158761e-05, "loss": 0.0034, "step": 48980 }, { "epoch": 0.812289632073751, "grad_norm": 0.28909263014793396, "learning_rate": 4.1877103679262494e-05, "loss": 0.0202, "step": 48990 }, { "epoch": 0.8124554393062625, "grad_norm": 0.002197921508923173, "learning_rate": 4.187544560693738e-05, "loss": 0.0006, "step": 49000 }, { "epoch": 0.812621246538774, "grad_norm": 0.2172132283449173, "learning_rate": 4.187378753461226e-05, "loss": 0.0068, "step": 49010 }, { "epoch": 0.8127870537712855, "grad_norm": 0.11613305658102036, "learning_rate": 4.1872129462287145e-05, "loss": 0.016, "step": 49020 }, { "epoch": 0.8129528610037969, "grad_norm": 0.2311292141675949, "learning_rate": 4.1870471389962035e-05, "loss": 0.0175, "step": 49030 }, { "epoch": 0.8131186682363085, "grad_norm": 0.02979714795947075, "learning_rate": 4.186881331763692e-05, "loss": 0.003, "step": 49040 }, { "epoch": 0.81328447546882, "grad_norm": 0.02920689433813095, "learning_rate": 4.18671552453118e-05, "loss": 0.0165, "step": 49050 }, { "epoch": 0.8134502827013315, "grad_norm": 0.16619689762592316, "learning_rate": 4.186549717298669e-05, "loss": 0.0087, "step": 49060 }, { "epoch": 0.8136160899338429, "grad_norm": 0.0011653165565803647, "learning_rate": 4.1863839100661576e-05, "loss": 0.0008, "step": 49070 }, { "epoch": 0.8137818971663544, "grad_norm": 0.007301598321646452, "learning_rate": 4.186218102833646e-05, "loss": 0.0039, "step": 49080 }, { "epoch": 0.8139477043988659, "grad_norm": 0.04628217592835426, "learning_rate": 4.186052295601134e-05, "loss": 0.0121, "step": 49090 }, { "epoch": 0.8141135116313774, "grad_norm": 0.005816644057631493, "learning_rate": 4.1858864883686226e-05, "loss": 0.0005, "step": 49100 }, { "epoch": 0.8142793188638888, "grad_norm": 0.04692322388291359, "learning_rate": 4.1857206811361116e-05, "loss": 0.0115, "step": 49110 }, { "epoch": 0.8144451260964003, "grad_norm": 0.4538952708244324, "learning_rate": 4.1855548739036e-05, "loss": 0.0053, "step": 49120 }, { "epoch": 0.8146109333289118, "grad_norm": 0.002886895788833499, "learning_rate": 4.185389066671088e-05, "loss": 0.0065, "step": 49130 }, { "epoch": 0.8147767405614232, "grad_norm": 0.0005676106666214764, "learning_rate": 4.1852232594385774e-05, "loss": 0.0065, "step": 49140 }, { "epoch": 0.8149425477939348, "grad_norm": 1.0340449810028076, "learning_rate": 4.185057452206066e-05, "loss": 0.0202, "step": 49150 }, { "epoch": 0.8151083550264463, "grad_norm": 0.01847384124994278, "learning_rate": 4.1848916449735534e-05, "loss": 0.0152, "step": 49160 }, { "epoch": 0.8152741622589578, "grad_norm": 0.0008721508202143013, "learning_rate": 4.1847258377410424e-05, "loss": 0.0086, "step": 49170 }, { "epoch": 0.8154399694914692, "grad_norm": 0.704818069934845, "learning_rate": 4.184560030508531e-05, "loss": 0.022, "step": 49180 }, { "epoch": 0.8156057767239807, "grad_norm": 0.27121710777282715, "learning_rate": 4.18439422327602e-05, "loss": 0.0167, "step": 49190 }, { "epoch": 0.8157715839564922, "grad_norm": 0.1954822987318039, "learning_rate": 4.184228416043508e-05, "loss": 0.0094, "step": 49200 }, { "epoch": 0.8159373911890037, "grad_norm": 0.00022666840231977403, "learning_rate": 4.1840626088109965e-05, "loss": 0.0002, "step": 49210 }, { "epoch": 0.8161031984215151, "grad_norm": 0.48938897252082825, "learning_rate": 4.1838968015784855e-05, "loss": 0.0089, "step": 49220 }, { "epoch": 0.8162690056540266, "grad_norm": 0.2336680293083191, "learning_rate": 4.183730994345973e-05, "loss": 0.0095, "step": 49230 }, { "epoch": 0.8164348128865381, "grad_norm": 0.010708599351346493, "learning_rate": 4.183565187113462e-05, "loss": 0.0052, "step": 49240 }, { "epoch": 0.8166006201190495, "grad_norm": 0.00046008036588318646, "learning_rate": 4.1833993798809505e-05, "loss": 0.0046, "step": 49250 }, { "epoch": 0.816766427351561, "grad_norm": 0.0021336874924600124, "learning_rate": 4.183233572648439e-05, "loss": 0.0015, "step": 49260 }, { "epoch": 0.8169322345840726, "grad_norm": 0.2438785433769226, "learning_rate": 4.183067765415928e-05, "loss": 0.0063, "step": 49270 }, { "epoch": 0.8170980418165841, "grad_norm": 0.014821513555943966, "learning_rate": 4.182901958183416e-05, "loss": 0.008, "step": 49280 }, { "epoch": 0.8172638490490955, "grad_norm": 0.0008024278213270009, "learning_rate": 4.1827361509509046e-05, "loss": 0.0022, "step": 49290 }, { "epoch": 0.817429656281607, "grad_norm": 0.009535888209939003, "learning_rate": 4.1825703437183936e-05, "loss": 0.0079, "step": 49300 }, { "epoch": 0.8175954635141185, "grad_norm": 0.00024856810341589153, "learning_rate": 4.182404536485881e-05, "loss": 0.0009, "step": 49310 }, { "epoch": 0.81776127074663, "grad_norm": 0.00032071530586108565, "learning_rate": 4.18223872925337e-05, "loss": 0.0061, "step": 49320 }, { "epoch": 0.8179270779791414, "grad_norm": 0.0010246727615594864, "learning_rate": 4.182072922020859e-05, "loss": 0.0025, "step": 49330 }, { "epoch": 0.8180928852116529, "grad_norm": 0.0013160009402781725, "learning_rate": 4.181907114788347e-05, "loss": 0.0006, "step": 49340 }, { "epoch": 0.8182586924441644, "grad_norm": 0.2937729060649872, "learning_rate": 4.181741307555836e-05, "loss": 0.0121, "step": 49350 }, { "epoch": 0.8184244996766759, "grad_norm": 0.24557766318321228, "learning_rate": 4.1815755003233244e-05, "loss": 0.0092, "step": 49360 }, { "epoch": 0.8185903069091873, "grad_norm": 0.000466782134026289, "learning_rate": 4.1814096930908134e-05, "loss": 0.0079, "step": 49370 }, { "epoch": 0.8187561141416989, "grad_norm": 0.06291297823190689, "learning_rate": 4.181243885858301e-05, "loss": 0.0062, "step": 49380 }, { "epoch": 0.8189219213742104, "grad_norm": 0.002951097907498479, "learning_rate": 4.1810780786257894e-05, "loss": 0.0023, "step": 49390 }, { "epoch": 0.8190877286067219, "grad_norm": 0.0006261063390411437, "learning_rate": 4.1809122713932785e-05, "loss": 0.0016, "step": 49400 }, { "epoch": 0.8192535358392333, "grad_norm": 0.01837347261607647, "learning_rate": 4.180746464160767e-05, "loss": 0.0027, "step": 49410 }, { "epoch": 0.8194193430717448, "grad_norm": 0.021610518917441368, "learning_rate": 4.180580656928255e-05, "loss": 0.0005, "step": 49420 }, { "epoch": 0.8195851503042563, "grad_norm": 0.04709475487470627, "learning_rate": 4.180414849695744e-05, "loss": 0.0078, "step": 49430 }, { "epoch": 0.8197509575367677, "grad_norm": 0.004526293836534023, "learning_rate": 4.1802490424632325e-05, "loss": 0.0037, "step": 49440 }, { "epoch": 0.8199167647692792, "grad_norm": 0.5816369652748108, "learning_rate": 4.180083235230721e-05, "loss": 0.0065, "step": 49450 }, { "epoch": 0.8200825720017907, "grad_norm": 0.028436223044991493, "learning_rate": 4.179917427998209e-05, "loss": 0.0067, "step": 49460 }, { "epoch": 0.8202483792343022, "grad_norm": 0.0012049655197188258, "learning_rate": 4.1797516207656976e-05, "loss": 0.0098, "step": 49470 }, { "epoch": 0.8204141864668136, "grad_norm": 0.03136393055319786, "learning_rate": 4.1795858135331866e-05, "loss": 0.0076, "step": 49480 }, { "epoch": 0.8205799936993252, "grad_norm": 0.30470117926597595, "learning_rate": 4.179420006300675e-05, "loss": 0.0116, "step": 49490 }, { "epoch": 0.8207458009318367, "grad_norm": 0.0008211838430725038, "learning_rate": 4.179254199068163e-05, "loss": 0.0057, "step": 49500 }, { "epoch": 0.8209116081643482, "grad_norm": 0.009615184739232063, "learning_rate": 4.179088391835652e-05, "loss": 0.0001, "step": 49510 }, { "epoch": 0.8210774153968596, "grad_norm": 0.003462230321019888, "learning_rate": 4.178922584603141e-05, "loss": 0.0074, "step": 49520 }, { "epoch": 0.8212432226293711, "grad_norm": 0.018344730138778687, "learning_rate": 4.178756777370629e-05, "loss": 0.0125, "step": 49530 }, { "epoch": 0.8214090298618826, "grad_norm": 0.6340901255607605, "learning_rate": 4.1785909701381174e-05, "loss": 0.0094, "step": 49540 }, { "epoch": 0.821574837094394, "grad_norm": 0.022096164524555206, "learning_rate": 4.178425162905606e-05, "loss": 0.0113, "step": 49550 }, { "epoch": 0.8217406443269055, "grad_norm": 0.19541820883750916, "learning_rate": 4.178259355673095e-05, "loss": 0.0068, "step": 49560 }, { "epoch": 0.821906451559417, "grad_norm": 0.126792773604393, "learning_rate": 4.178093548440583e-05, "loss": 0.0027, "step": 49570 }, { "epoch": 0.8220722587919285, "grad_norm": 0.0034441030584275723, "learning_rate": 4.177927741208072e-05, "loss": 0.0047, "step": 49580 }, { "epoch": 0.8222380660244399, "grad_norm": 0.0015107239596545696, "learning_rate": 4.1777619339755605e-05, "loss": 0.0096, "step": 49590 }, { "epoch": 0.8224038732569515, "grad_norm": 0.0024809977039694786, "learning_rate": 4.177596126743049e-05, "loss": 0.0083, "step": 49600 }, { "epoch": 0.822569680489463, "grad_norm": 0.5235442519187927, "learning_rate": 4.177430319510537e-05, "loss": 0.0059, "step": 49610 }, { "epoch": 0.8227354877219745, "grad_norm": 0.41641679406166077, "learning_rate": 4.1772645122780255e-05, "loss": 0.0093, "step": 49620 }, { "epoch": 0.8229012949544859, "grad_norm": 0.005809120833873749, "learning_rate": 4.177098705045514e-05, "loss": 0.0138, "step": 49630 }, { "epoch": 0.8230671021869974, "grad_norm": 0.0007424873765558004, "learning_rate": 4.176932897813003e-05, "loss": 0.003, "step": 49640 }, { "epoch": 0.8232329094195089, "grad_norm": 0.21007852256298065, "learning_rate": 4.176767090580491e-05, "loss": 0.0125, "step": 49650 }, { "epoch": 0.8233987166520204, "grad_norm": 0.008086783811450005, "learning_rate": 4.17660128334798e-05, "loss": 0.0007, "step": 49660 }, { "epoch": 0.8235645238845318, "grad_norm": 0.538983166217804, "learning_rate": 4.1764354761154686e-05, "loss": 0.0053, "step": 49670 }, { "epoch": 0.8237303311170433, "grad_norm": 0.18424749374389648, "learning_rate": 4.176269668882957e-05, "loss": 0.01, "step": 49680 }, { "epoch": 0.8238961383495548, "grad_norm": 0.02632114291191101, "learning_rate": 4.176103861650445e-05, "loss": 0.0069, "step": 49690 }, { "epoch": 0.8240619455820662, "grad_norm": 0.04760264232754707, "learning_rate": 4.1759380544179336e-05, "loss": 0.0039, "step": 49700 }, { "epoch": 0.8242277528145777, "grad_norm": 0.015886299312114716, "learning_rate": 4.175772247185423e-05, "loss": 0.0003, "step": 49710 }, { "epoch": 0.8243935600470893, "grad_norm": 0.3326989710330963, "learning_rate": 4.175606439952911e-05, "loss": 0.0085, "step": 49720 }, { "epoch": 0.8245593672796008, "grad_norm": 0.00018429405463393778, "learning_rate": 4.1754406327203994e-05, "loss": 0.006, "step": 49730 }, { "epoch": 0.8247251745121122, "grad_norm": 0.0001851955894380808, "learning_rate": 4.1752748254878884e-05, "loss": 0.0082, "step": 49740 }, { "epoch": 0.8248909817446237, "grad_norm": 0.001115812105126679, "learning_rate": 4.175109018255377e-05, "loss": 0.0023, "step": 49750 }, { "epoch": 0.8250567889771352, "grad_norm": 0.09950437396764755, "learning_rate": 4.174943211022865e-05, "loss": 0.0113, "step": 49760 }, { "epoch": 0.8252225962096467, "grad_norm": 0.13153076171875, "learning_rate": 4.1747774037903534e-05, "loss": 0.0104, "step": 49770 }, { "epoch": 0.8253884034421581, "grad_norm": 0.0020453135948628187, "learning_rate": 4.174611596557842e-05, "loss": 0.0033, "step": 49780 }, { "epoch": 0.8255542106746696, "grad_norm": 0.00028870918322354555, "learning_rate": 4.174445789325331e-05, "loss": 0.008, "step": 49790 }, { "epoch": 0.8257200179071811, "grad_norm": 0.004780314862728119, "learning_rate": 4.174279982092819e-05, "loss": 0.0119, "step": 49800 }, { "epoch": 0.8258858251396926, "grad_norm": 0.0008500312105752528, "learning_rate": 4.1741141748603075e-05, "loss": 0.0082, "step": 49810 }, { "epoch": 0.826051632372204, "grad_norm": 0.15890507400035858, "learning_rate": 4.1739483676277965e-05, "loss": 0.004, "step": 49820 }, { "epoch": 0.8262174396047156, "grad_norm": 0.0008254694403149188, "learning_rate": 4.173782560395285e-05, "loss": 0.0003, "step": 49830 }, { "epoch": 0.8263832468372271, "grad_norm": 0.258317768573761, "learning_rate": 4.173616753162773e-05, "loss": 0.0142, "step": 49840 }, { "epoch": 0.8265490540697386, "grad_norm": 0.24549710750579834, "learning_rate": 4.1734509459302616e-05, "loss": 0.0097, "step": 49850 }, { "epoch": 0.82671486130225, "grad_norm": 1.626516342163086, "learning_rate": 4.17328513869775e-05, "loss": 0.0104, "step": 49860 }, { "epoch": 0.8268806685347615, "grad_norm": 0.008560664020478725, "learning_rate": 4.173119331465239e-05, "loss": 0.0044, "step": 49870 }, { "epoch": 0.827046475767273, "grad_norm": 0.007222066167742014, "learning_rate": 4.172953524232727e-05, "loss": 0.0142, "step": 49880 }, { "epoch": 0.8272122829997844, "grad_norm": 0.2759469151496887, "learning_rate": 4.1727877170002156e-05, "loss": 0.0198, "step": 49890 }, { "epoch": 0.8273780902322959, "grad_norm": 0.23729382455348969, "learning_rate": 4.172621909767705e-05, "loss": 0.0101, "step": 49900 }, { "epoch": 0.8275438974648074, "grad_norm": 0.008362106047570705, "learning_rate": 4.172456102535193e-05, "loss": 0.002, "step": 49910 }, { "epoch": 0.8277097046973189, "grad_norm": 0.0034586822148412466, "learning_rate": 4.1722902953026814e-05, "loss": 0.0182, "step": 49920 }, { "epoch": 0.8278755119298303, "grad_norm": 0.001907232217490673, "learning_rate": 4.17212448807017e-05, "loss": 0.0039, "step": 49930 }, { "epoch": 0.8280413191623419, "grad_norm": 0.47312402725219727, "learning_rate": 4.171958680837658e-05, "loss": 0.0036, "step": 49940 }, { "epoch": 0.8282071263948534, "grad_norm": 0.04022756963968277, "learning_rate": 4.171792873605147e-05, "loss": 0.002, "step": 49950 }, { "epoch": 0.8283729336273649, "grad_norm": 0.03165633976459503, "learning_rate": 4.1716270663726354e-05, "loss": 0.0052, "step": 49960 }, { "epoch": 0.8285387408598763, "grad_norm": 0.22272948920726776, "learning_rate": 4.171461259140124e-05, "loss": 0.0058, "step": 49970 }, { "epoch": 0.8287045480923878, "grad_norm": 0.0006550419493578374, "learning_rate": 4.171295451907613e-05, "loss": 0.0048, "step": 49980 }, { "epoch": 0.8288703553248993, "grad_norm": 0.0013540611835196614, "learning_rate": 4.1711296446751005e-05, "loss": 0.0053, "step": 49990 }, { "epoch": 0.8290361625574107, "grad_norm": 0.20820818841457367, "learning_rate": 4.1709638374425895e-05, "loss": 0.0007, "step": 50000 }, { "epoch": 0.8292019697899222, "grad_norm": 0.5465493202209473, "learning_rate": 4.170798030210078e-05, "loss": 0.0128, "step": 50010 }, { "epoch": 0.8293677770224337, "grad_norm": 0.6530368328094482, "learning_rate": 4.170632222977566e-05, "loss": 0.0056, "step": 50020 }, { "epoch": 0.8295335842549452, "grad_norm": 0.20362141728401184, "learning_rate": 4.170466415745055e-05, "loss": 0.009, "step": 50030 }, { "epoch": 0.8296993914874566, "grad_norm": 0.2973332405090332, "learning_rate": 4.1703006085125436e-05, "loss": 0.0159, "step": 50040 }, { "epoch": 0.8298651987199681, "grad_norm": 0.006837617140263319, "learning_rate": 4.1701348012800326e-05, "loss": 0.0068, "step": 50050 }, { "epoch": 0.8300310059524797, "grad_norm": 0.000512196565978229, "learning_rate": 4.169968994047521e-05, "loss": 0.0893, "step": 50060 }, { "epoch": 0.8301968131849912, "grad_norm": 0.02477567456662655, "learning_rate": 4.1698031868150086e-05, "loss": 0.0291, "step": 50070 }, { "epoch": 0.8303626204175026, "grad_norm": 0.7053883075714111, "learning_rate": 4.1696373795824976e-05, "loss": 0.0142, "step": 50080 }, { "epoch": 0.8305284276500141, "grad_norm": 0.010851957835257053, "learning_rate": 4.169471572349986e-05, "loss": 0.0029, "step": 50090 }, { "epoch": 0.8306942348825256, "grad_norm": 0.0018322640098631382, "learning_rate": 4.169305765117474e-05, "loss": 0.0074, "step": 50100 }, { "epoch": 0.8308600421150371, "grad_norm": 0.0012542152544483542, "learning_rate": 4.1691399578849634e-05, "loss": 0.0086, "step": 50110 }, { "epoch": 0.8310258493475485, "grad_norm": 0.03176330775022507, "learning_rate": 4.168974150652452e-05, "loss": 0.0009, "step": 50120 }, { "epoch": 0.83119165658006, "grad_norm": 0.0006982886116020381, "learning_rate": 4.168808343419941e-05, "loss": 0.0091, "step": 50130 }, { "epoch": 0.8313574638125715, "grad_norm": 0.04135626554489136, "learning_rate": 4.1686425361874284e-05, "loss": 0.0082, "step": 50140 }, { "epoch": 0.831523271045083, "grad_norm": 0.034491341561079025, "learning_rate": 4.168476728954917e-05, "loss": 0.0188, "step": 50150 }, { "epoch": 0.8316890782775944, "grad_norm": 0.02336651086807251, "learning_rate": 4.168310921722406e-05, "loss": 0.0039, "step": 50160 }, { "epoch": 0.831854885510106, "grad_norm": 0.29242396354675293, "learning_rate": 4.168145114489894e-05, "loss": 0.0017, "step": 50170 }, { "epoch": 0.8320206927426175, "grad_norm": 0.062962606549263, "learning_rate": 4.1679793072573825e-05, "loss": 0.0126, "step": 50180 }, { "epoch": 0.832186499975129, "grad_norm": 0.003504292806610465, "learning_rate": 4.1678135000248715e-05, "loss": 0.0129, "step": 50190 }, { "epoch": 0.8323523072076404, "grad_norm": 0.2799403667449951, "learning_rate": 4.16764769279236e-05, "loss": 0.0092, "step": 50200 }, { "epoch": 0.8325181144401519, "grad_norm": 0.015943920239806175, "learning_rate": 4.167481885559848e-05, "loss": 0.004, "step": 50210 }, { "epoch": 0.8326839216726634, "grad_norm": 0.00022816951968707144, "learning_rate": 4.1673160783273365e-05, "loss": 0.0045, "step": 50220 }, { "epoch": 0.8328497289051748, "grad_norm": 0.005414220504462719, "learning_rate": 4.167150271094825e-05, "loss": 0.0102, "step": 50230 }, { "epoch": 0.8330155361376863, "grad_norm": 0.001255535171367228, "learning_rate": 4.166984463862314e-05, "loss": 0.0034, "step": 50240 }, { "epoch": 0.8331813433701978, "grad_norm": 0.0167289599776268, "learning_rate": 4.166818656629802e-05, "loss": 0.0151, "step": 50250 }, { "epoch": 0.8333471506027093, "grad_norm": 0.6457303166389465, "learning_rate": 4.166652849397291e-05, "loss": 0.0241, "step": 50260 }, { "epoch": 0.8335129578352207, "grad_norm": 0.03826585039496422, "learning_rate": 4.1664870421647796e-05, "loss": 0.0047, "step": 50270 }, { "epoch": 0.8336787650677323, "grad_norm": 0.24757163226604462, "learning_rate": 4.166321234932268e-05, "loss": 0.0096, "step": 50280 }, { "epoch": 0.8338445723002438, "grad_norm": 0.03770085424184799, "learning_rate": 4.166155427699756e-05, "loss": 0.0078, "step": 50290 }, { "epoch": 0.8340103795327553, "grad_norm": 0.746429979801178, "learning_rate": 4.165989620467245e-05, "loss": 0.0127, "step": 50300 }, { "epoch": 0.8341761867652667, "grad_norm": 0.019647525623440742, "learning_rate": 4.165823813234733e-05, "loss": 0.0075, "step": 50310 }, { "epoch": 0.8343419939977782, "grad_norm": 0.1191820427775383, "learning_rate": 4.165658006002222e-05, "loss": 0.0008, "step": 50320 }, { "epoch": 0.8345078012302897, "grad_norm": 0.11700031161308289, "learning_rate": 4.1654921987697104e-05, "loss": 0.0006, "step": 50330 }, { "epoch": 0.8346736084628011, "grad_norm": 0.2431734800338745, "learning_rate": 4.1653263915371994e-05, "loss": 0.0136, "step": 50340 }, { "epoch": 0.8348394156953126, "grad_norm": 0.04332837834954262, "learning_rate": 4.165160584304688e-05, "loss": 0.0029, "step": 50350 }, { "epoch": 0.8350052229278241, "grad_norm": 0.01330227218568325, "learning_rate": 4.164994777072176e-05, "loss": 0.0112, "step": 50360 }, { "epoch": 0.8351710301603356, "grad_norm": 0.37466907501220703, "learning_rate": 4.1648289698396645e-05, "loss": 0.0046, "step": 50370 }, { "epoch": 0.835336837392847, "grad_norm": 1.4102849960327148, "learning_rate": 4.164663162607153e-05, "loss": 0.0246, "step": 50380 }, { "epoch": 0.8355026446253585, "grad_norm": 0.02943587861955166, "learning_rate": 4.164497355374642e-05, "loss": 0.0005, "step": 50390 }, { "epoch": 0.8356684518578701, "grad_norm": 0.018504861742258072, "learning_rate": 4.16433154814213e-05, "loss": 0.0048, "step": 50400 }, { "epoch": 0.8358342590903816, "grad_norm": 0.0017733860295265913, "learning_rate": 4.1641657409096185e-05, "loss": 0.0046, "step": 50410 }, { "epoch": 0.836000066322893, "grad_norm": 0.49356168508529663, "learning_rate": 4.1639999336771076e-05, "loss": 0.0141, "step": 50420 }, { "epoch": 0.8361658735554045, "grad_norm": 0.020589230582118034, "learning_rate": 4.163834126444596e-05, "loss": 0.0014, "step": 50430 }, { "epoch": 0.836331680787916, "grad_norm": 0.02046998403966427, "learning_rate": 4.163668319212084e-05, "loss": 0.0027, "step": 50440 }, { "epoch": 0.8364974880204274, "grad_norm": 0.00012442731531336904, "learning_rate": 4.1635025119795726e-05, "loss": 0.0039, "step": 50450 }, { "epoch": 0.8366632952529389, "grad_norm": 0.09221260994672775, "learning_rate": 4.163336704747061e-05, "loss": 0.0051, "step": 50460 }, { "epoch": 0.8368291024854504, "grad_norm": 0.014223774895071983, "learning_rate": 4.16317089751455e-05, "loss": 0.0084, "step": 50470 }, { "epoch": 0.8369949097179619, "grad_norm": 0.5604851841926575, "learning_rate": 4.163005090282038e-05, "loss": 0.0072, "step": 50480 }, { "epoch": 0.8371607169504733, "grad_norm": 0.010400241240859032, "learning_rate": 4.162839283049527e-05, "loss": 0.0025, "step": 50490 }, { "epoch": 0.8373265241829848, "grad_norm": 0.2692221701145172, "learning_rate": 4.162673475817016e-05, "loss": 0.0108, "step": 50500 }, { "epoch": 0.8374923314154964, "grad_norm": 0.3865274488925934, "learning_rate": 4.162507668584504e-05, "loss": 0.0038, "step": 50510 }, { "epoch": 0.8376581386480079, "grad_norm": 0.0012831083731725812, "learning_rate": 4.1623418613519924e-05, "loss": 0.0126, "step": 50520 }, { "epoch": 0.8378239458805193, "grad_norm": 0.011000661179423332, "learning_rate": 4.162176054119481e-05, "loss": 0.0109, "step": 50530 }, { "epoch": 0.8379897531130308, "grad_norm": 0.006445264909416437, "learning_rate": 4.162010246886969e-05, "loss": 0.0044, "step": 50540 }, { "epoch": 0.8381555603455423, "grad_norm": 0.0009558485471643507, "learning_rate": 4.161844439654458e-05, "loss": 0.0095, "step": 50550 }, { "epoch": 0.8383213675780538, "grad_norm": 0.008515370078384876, "learning_rate": 4.1616786324219465e-05, "loss": 0.0019, "step": 50560 }, { "epoch": 0.8384871748105652, "grad_norm": 0.7668597102165222, "learning_rate": 4.161512825189435e-05, "loss": 0.0091, "step": 50570 }, { "epoch": 0.8386529820430767, "grad_norm": 0.24641457200050354, "learning_rate": 4.161347017956924e-05, "loss": 0.0039, "step": 50580 }, { "epoch": 0.8388187892755882, "grad_norm": 0.00020858659991063178, "learning_rate": 4.161181210724412e-05, "loss": 0.0039, "step": 50590 }, { "epoch": 0.8389845965080996, "grad_norm": 8.635877748019993e-05, "learning_rate": 4.1610154034919005e-05, "loss": 0.0035, "step": 50600 }, { "epoch": 0.8391504037406111, "grad_norm": 0.0014862811658531427, "learning_rate": 4.160849596259389e-05, "loss": 0.0051, "step": 50610 }, { "epoch": 0.8393162109731227, "grad_norm": 0.000946110812947154, "learning_rate": 4.160683789026877e-05, "loss": 0.0059, "step": 50620 }, { "epoch": 0.8394820182056342, "grad_norm": 0.5681292414665222, "learning_rate": 4.160517981794366e-05, "loss": 0.013, "step": 50630 }, { "epoch": 0.8396478254381456, "grad_norm": 0.01915459893643856, "learning_rate": 4.1603521745618546e-05, "loss": 0.008, "step": 50640 }, { "epoch": 0.8398136326706571, "grad_norm": 0.0052459328435361385, "learning_rate": 4.160186367329343e-05, "loss": 0.0044, "step": 50650 }, { "epoch": 0.8399794399031686, "grad_norm": 0.10120999068021774, "learning_rate": 4.160020560096832e-05, "loss": 0.0007, "step": 50660 }, { "epoch": 0.8401452471356801, "grad_norm": 0.0006746563594788313, "learning_rate": 4.15985475286432e-05, "loss": 0.0019, "step": 50670 }, { "epoch": 0.8403110543681915, "grad_norm": 0.3907265365123749, "learning_rate": 4.159688945631809e-05, "loss": 0.0083, "step": 50680 }, { "epoch": 0.840476861600703, "grad_norm": 0.0148946363478899, "learning_rate": 4.159523138399297e-05, "loss": 0.0083, "step": 50690 }, { "epoch": 0.8406426688332145, "grad_norm": 1.5337307453155518, "learning_rate": 4.1593573311667854e-05, "loss": 0.0195, "step": 50700 }, { "epoch": 0.840808476065726, "grad_norm": 0.000323870888678357, "learning_rate": 4.1591915239342744e-05, "loss": 0.0019, "step": 50710 }, { "epoch": 0.8409742832982374, "grad_norm": 0.008011221885681152, "learning_rate": 4.159025716701763e-05, "loss": 0.0045, "step": 50720 }, { "epoch": 0.8411400905307489, "grad_norm": 0.16027118265628815, "learning_rate": 4.158859909469252e-05, "loss": 0.0062, "step": 50730 }, { "epoch": 0.8413058977632605, "grad_norm": 0.00369787379167974, "learning_rate": 4.15869410223674e-05, "loss": 0.0035, "step": 50740 }, { "epoch": 0.841471704995772, "grad_norm": 0.00020722854242194444, "learning_rate": 4.1585282950042285e-05, "loss": 0.0036, "step": 50750 }, { "epoch": 0.8416375122282834, "grad_norm": 0.012697581201791763, "learning_rate": 4.158362487771717e-05, "loss": 0.0047, "step": 50760 }, { "epoch": 0.8418033194607949, "grad_norm": 0.014402096159756184, "learning_rate": 4.158196680539205e-05, "loss": 0.0005, "step": 50770 }, { "epoch": 0.8419691266933064, "grad_norm": 0.0005551461945287883, "learning_rate": 4.1580308733066935e-05, "loss": 0.0117, "step": 50780 }, { "epoch": 0.8421349339258178, "grad_norm": 0.18910770118236542, "learning_rate": 4.1578650660741825e-05, "loss": 0.0174, "step": 50790 }, { "epoch": 0.8423007411583293, "grad_norm": 0.023927539587020874, "learning_rate": 4.157699258841671e-05, "loss": 0.009, "step": 50800 }, { "epoch": 0.8424665483908408, "grad_norm": 0.02670394442975521, "learning_rate": 4.15753345160916e-05, "loss": 0.0097, "step": 50810 }, { "epoch": 0.8426323556233523, "grad_norm": 0.2282518893480301, "learning_rate": 4.157367644376648e-05, "loss": 0.0128, "step": 50820 }, { "epoch": 0.8427981628558637, "grad_norm": 0.024575168266892433, "learning_rate": 4.157201837144136e-05, "loss": 0.0021, "step": 50830 }, { "epoch": 0.8429639700883752, "grad_norm": 0.49226388335227966, "learning_rate": 4.157036029911625e-05, "loss": 0.006, "step": 50840 }, { "epoch": 0.8431297773208868, "grad_norm": 0.07480098307132721, "learning_rate": 4.156870222679113e-05, "loss": 0.0062, "step": 50850 }, { "epoch": 0.8432955845533983, "grad_norm": 0.005196166690438986, "learning_rate": 4.1567044154466017e-05, "loss": 0.0034, "step": 50860 }, { "epoch": 0.8434613917859097, "grad_norm": 0.0879548117518425, "learning_rate": 4.156538608214091e-05, "loss": 0.0069, "step": 50870 }, { "epoch": 0.8436271990184212, "grad_norm": 0.012507058680057526, "learning_rate": 4.156372800981579e-05, "loss": 0.0007, "step": 50880 }, { "epoch": 0.8437930062509327, "grad_norm": 0.24461832642555237, "learning_rate": 4.156206993749068e-05, "loss": 0.0036, "step": 50890 }, { "epoch": 0.8439588134834441, "grad_norm": 0.004958308767527342, "learning_rate": 4.156041186516556e-05, "loss": 0.0073, "step": 50900 }, { "epoch": 0.8441246207159556, "grad_norm": 0.2040375918149948, "learning_rate": 4.155875379284044e-05, "loss": 0.0158, "step": 50910 }, { "epoch": 0.8442904279484671, "grad_norm": 0.0004154374182689935, "learning_rate": 4.155709572051533e-05, "loss": 0.0079, "step": 50920 }, { "epoch": 0.8444562351809786, "grad_norm": 0.013077976182103157, "learning_rate": 4.1555437648190214e-05, "loss": 0.0139, "step": 50930 }, { "epoch": 0.84462204241349, "grad_norm": 0.0009169502882286906, "learning_rate": 4.1553779575865105e-05, "loss": 0.001, "step": 50940 }, { "epoch": 0.8447878496460015, "grad_norm": 0.4070989191532135, "learning_rate": 4.155212150353999e-05, "loss": 0.007, "step": 50950 }, { "epoch": 0.8449536568785131, "grad_norm": 0.003205525688827038, "learning_rate": 4.155046343121487e-05, "loss": 0.0016, "step": 50960 }, { "epoch": 0.8451194641110246, "grad_norm": 0.2206689715385437, "learning_rate": 4.154880535888976e-05, "loss": 0.0097, "step": 50970 }, { "epoch": 0.845285271343536, "grad_norm": 0.013759037479758263, "learning_rate": 4.154714728656464e-05, "loss": 0.004, "step": 50980 }, { "epoch": 0.8454510785760475, "grad_norm": 0.011775963939726353, "learning_rate": 4.154548921423952e-05, "loss": 0.0042, "step": 50990 }, { "epoch": 0.845616885808559, "grad_norm": 0.07882044464349747, "learning_rate": 4.154383114191441e-05, "loss": 0.0039, "step": 51000 }, { "epoch": 0.8457826930410705, "grad_norm": 0.0025800757575780153, "learning_rate": 4.1542173069589296e-05, "loss": 0.0038, "step": 51010 }, { "epoch": 0.8459485002735819, "grad_norm": 0.06371169537305832, "learning_rate": 4.1540514997264186e-05, "loss": 0.0004, "step": 51020 }, { "epoch": 0.8461143075060934, "grad_norm": 0.07700513303279877, "learning_rate": 4.153885692493907e-05, "loss": 0.0023, "step": 51030 }, { "epoch": 0.8462801147386049, "grad_norm": 0.0032396656461060047, "learning_rate": 4.153719885261395e-05, "loss": 0.0042, "step": 51040 }, { "epoch": 0.8464459219711163, "grad_norm": 0.0004495247558224946, "learning_rate": 4.1535540780288836e-05, "loss": 0.0004, "step": 51050 }, { "epoch": 0.8466117292036278, "grad_norm": 0.0013458357425406575, "learning_rate": 4.153388270796372e-05, "loss": 0.0119, "step": 51060 }, { "epoch": 0.8467775364361394, "grad_norm": 0.005305226426571608, "learning_rate": 4.1532224635638603e-05, "loss": 0.0034, "step": 51070 }, { "epoch": 0.8469433436686509, "grad_norm": 0.00010884844959946349, "learning_rate": 4.1530566563313494e-05, "loss": 0.003, "step": 51080 }, { "epoch": 0.8471091509011623, "grad_norm": 0.013231479562819004, "learning_rate": 4.152890849098838e-05, "loss": 0.0126, "step": 51090 }, { "epoch": 0.8472749581336738, "grad_norm": 0.0023311851546168327, "learning_rate": 4.152725041866327e-05, "loss": 0.0052, "step": 51100 }, { "epoch": 0.8474407653661853, "grad_norm": 0.007199075538665056, "learning_rate": 4.152559234633815e-05, "loss": 0.0042, "step": 51110 }, { "epoch": 0.8476065725986968, "grad_norm": 0.0017211567610502243, "learning_rate": 4.1523934274013034e-05, "loss": 0.0089, "step": 51120 }, { "epoch": 0.8477723798312082, "grad_norm": 0.0011027954751625657, "learning_rate": 4.152227620168792e-05, "loss": 0.0068, "step": 51130 }, { "epoch": 0.8479381870637197, "grad_norm": 0.18326568603515625, "learning_rate": 4.15206181293628e-05, "loss": 0.0084, "step": 51140 }, { "epoch": 0.8481039942962312, "grad_norm": 0.04283231869339943, "learning_rate": 4.151896005703769e-05, "loss": 0.0039, "step": 51150 }, { "epoch": 0.8482698015287427, "grad_norm": 0.0077124098315835, "learning_rate": 4.1517301984712575e-05, "loss": 0.0039, "step": 51160 }, { "epoch": 0.8484356087612541, "grad_norm": 0.004206020385026932, "learning_rate": 4.151564391238746e-05, "loss": 0.0049, "step": 51170 }, { "epoch": 0.8486014159937656, "grad_norm": 0.011150184087455273, "learning_rate": 4.151398584006235e-05, "loss": 0.0068, "step": 51180 }, { "epoch": 0.8487672232262772, "grad_norm": 0.00018001579155679792, "learning_rate": 4.151232776773723e-05, "loss": 0.0102, "step": 51190 }, { "epoch": 0.8489330304587887, "grad_norm": 0.004334758035838604, "learning_rate": 4.1510669695412116e-05, "loss": 0.0009, "step": 51200 }, { "epoch": 0.8490988376913001, "grad_norm": 0.7695570588111877, "learning_rate": 4.1509011623087e-05, "loss": 0.0157, "step": 51210 }, { "epoch": 0.8492646449238116, "grad_norm": 0.003213642630726099, "learning_rate": 4.150735355076188e-05, "loss": 0.0033, "step": 51220 }, { "epoch": 0.8494304521563231, "grad_norm": 0.00020523059356492013, "learning_rate": 4.150569547843677e-05, "loss": 0.0007, "step": 51230 }, { "epoch": 0.8495962593888345, "grad_norm": 0.0009254553588107228, "learning_rate": 4.1504037406111656e-05, "loss": 0.0101, "step": 51240 }, { "epoch": 0.849762066621346, "grad_norm": 0.001667961128987372, "learning_rate": 4.150237933378654e-05, "loss": 0.0056, "step": 51250 }, { "epoch": 0.8499278738538575, "grad_norm": 0.061253342777490616, "learning_rate": 4.150072126146143e-05, "loss": 0.0006, "step": 51260 }, { "epoch": 0.850093681086369, "grad_norm": 0.02188759483397007, "learning_rate": 4.1499063189136314e-05, "loss": 0.0011, "step": 51270 }, { "epoch": 0.8502594883188804, "grad_norm": 0.00043578224722296, "learning_rate": 4.14974051168112e-05, "loss": 0.0007, "step": 51280 }, { "epoch": 0.8504252955513919, "grad_norm": 9.563857020111755e-05, "learning_rate": 4.149574704448608e-05, "loss": 0.003, "step": 51290 }, { "epoch": 0.8505911027839035, "grad_norm": 1.1888443231582642, "learning_rate": 4.1494088972160964e-05, "loss": 0.0083, "step": 51300 }, { "epoch": 0.850756910016415, "grad_norm": 0.011005288921296597, "learning_rate": 4.1492430899835854e-05, "loss": 0.0069, "step": 51310 }, { "epoch": 0.8509227172489264, "grad_norm": 0.2587902843952179, "learning_rate": 4.149077282751074e-05, "loss": 0.0101, "step": 51320 }, { "epoch": 0.8510885244814379, "grad_norm": 0.0016651684418320656, "learning_rate": 4.148911475518562e-05, "loss": 0.0052, "step": 51330 }, { "epoch": 0.8512543317139494, "grad_norm": 0.00021875175298191607, "learning_rate": 4.148745668286051e-05, "loss": 0.0025, "step": 51340 }, { "epoch": 0.8514201389464608, "grad_norm": 0.013728633522987366, "learning_rate": 4.1485798610535395e-05, "loss": 0.0003, "step": 51350 }, { "epoch": 0.8515859461789723, "grad_norm": 0.011621130630373955, "learning_rate": 4.148414053821028e-05, "loss": 0.0015, "step": 51360 }, { "epoch": 0.8517517534114838, "grad_norm": 0.008101847022771835, "learning_rate": 4.148248246588516e-05, "loss": 0.009, "step": 51370 }, { "epoch": 0.8519175606439953, "grad_norm": 0.0016382024623453617, "learning_rate": 4.1480824393560046e-05, "loss": 0.0019, "step": 51380 }, { "epoch": 0.8520833678765067, "grad_norm": 0.17704319953918457, "learning_rate": 4.1479166321234936e-05, "loss": 0.014, "step": 51390 }, { "epoch": 0.8522491751090182, "grad_norm": 0.000988878426142037, "learning_rate": 4.147750824890982e-05, "loss": 0.0137, "step": 51400 }, { "epoch": 0.8524149823415298, "grad_norm": 0.0017413310706615448, "learning_rate": 4.14758501765847e-05, "loss": 0.0038, "step": 51410 }, { "epoch": 0.8525807895740413, "grad_norm": 0.0007737211999483407, "learning_rate": 4.147419210425959e-05, "loss": 0.0119, "step": 51420 }, { "epoch": 0.8527465968065527, "grad_norm": 0.00015755766071379185, "learning_rate": 4.1472534031934476e-05, "loss": 0.0099, "step": 51430 }, { "epoch": 0.8529124040390642, "grad_norm": 0.005229956470429897, "learning_rate": 4.147087595960936e-05, "loss": 0.001, "step": 51440 }, { "epoch": 0.8530782112715757, "grad_norm": 0.08489912748336792, "learning_rate": 4.1469217887284243e-05, "loss": 0.0054, "step": 51450 }, { "epoch": 0.8532440185040872, "grad_norm": 0.004444358870387077, "learning_rate": 4.146755981495913e-05, "loss": 0.0036, "step": 51460 }, { "epoch": 0.8534098257365986, "grad_norm": 0.018828347325325012, "learning_rate": 4.146590174263402e-05, "loss": 0.0047, "step": 51470 }, { "epoch": 0.8535756329691101, "grad_norm": 0.548594057559967, "learning_rate": 4.14642436703089e-05, "loss": 0.0132, "step": 51480 }, { "epoch": 0.8537414402016216, "grad_norm": 0.0035118088126182556, "learning_rate": 4.146258559798379e-05, "loss": 0.0129, "step": 51490 }, { "epoch": 0.853907247434133, "grad_norm": 0.004342717118561268, "learning_rate": 4.1460927525658674e-05, "loss": 0.0068, "step": 51500 }, { "epoch": 0.8540730546666445, "grad_norm": 0.0011520619736984372, "learning_rate": 4.145926945333356e-05, "loss": 0.013, "step": 51510 }, { "epoch": 0.854238861899156, "grad_norm": 0.006612247787415981, "learning_rate": 4.145761138100844e-05, "loss": 0.0049, "step": 51520 }, { "epoch": 0.8544046691316676, "grad_norm": 0.20835678279399872, "learning_rate": 4.1455953308683325e-05, "loss": 0.0091, "step": 51530 }, { "epoch": 0.854570476364179, "grad_norm": 0.018433332443237305, "learning_rate": 4.145429523635821e-05, "loss": 0.001, "step": 51540 }, { "epoch": 0.8547362835966905, "grad_norm": 0.02683202736079693, "learning_rate": 4.14526371640331e-05, "loss": 0.0031, "step": 51550 }, { "epoch": 0.854902090829202, "grad_norm": 0.17481733858585358, "learning_rate": 4.145097909170798e-05, "loss": 0.0076, "step": 51560 }, { "epoch": 0.8550678980617135, "grad_norm": 0.2946133017539978, "learning_rate": 4.144932101938287e-05, "loss": 0.0104, "step": 51570 }, { "epoch": 0.8552337052942249, "grad_norm": 0.0011606324696913362, "learning_rate": 4.1447662947057756e-05, "loss": 0.0091, "step": 51580 }, { "epoch": 0.8553995125267364, "grad_norm": 0.03480108827352524, "learning_rate": 4.144600487473263e-05, "loss": 0.0027, "step": 51590 }, { "epoch": 0.8555653197592479, "grad_norm": 0.03946036100387573, "learning_rate": 4.144434680240752e-05, "loss": 0.0021, "step": 51600 }, { "epoch": 0.8557311269917593, "grad_norm": 0.0007837034645490348, "learning_rate": 4.1442688730082406e-05, "loss": 0.0042, "step": 51610 }, { "epoch": 0.8558969342242708, "grad_norm": 0.00068573938915506, "learning_rate": 4.1441030657757296e-05, "loss": 0.0144, "step": 51620 }, { "epoch": 0.8560627414567823, "grad_norm": 0.1792415976524353, "learning_rate": 4.143937258543218e-05, "loss": 0.012, "step": 51630 }, { "epoch": 0.8562285486892939, "grad_norm": 0.308949738740921, "learning_rate": 4.1437714513107063e-05, "loss": 0.0059, "step": 51640 }, { "epoch": 0.8563943559218054, "grad_norm": 0.04295535013079643, "learning_rate": 4.1436056440781954e-05, "loss": 0.0058, "step": 51650 }, { "epoch": 0.8565601631543168, "grad_norm": 1.1818138360977173, "learning_rate": 4.143439836845684e-05, "loss": 0.0368, "step": 51660 }, { "epoch": 0.8567259703868283, "grad_norm": 0.019086141139268875, "learning_rate": 4.1432740296131714e-05, "loss": 0.0045, "step": 51670 }, { "epoch": 0.8568917776193398, "grad_norm": 0.04278961569070816, "learning_rate": 4.1431082223806604e-05, "loss": 0.0132, "step": 51680 }, { "epoch": 0.8570575848518512, "grad_norm": 0.0004243909497745335, "learning_rate": 4.142942415148149e-05, "loss": 0.0004, "step": 51690 }, { "epoch": 0.8572233920843627, "grad_norm": 3.3175082206726074, "learning_rate": 4.142776607915638e-05, "loss": 0.0149, "step": 51700 }, { "epoch": 0.8573891993168742, "grad_norm": 0.5766963362693787, "learning_rate": 4.142610800683126e-05, "loss": 0.0084, "step": 51710 }, { "epoch": 0.8575550065493857, "grad_norm": 0.0682409405708313, "learning_rate": 4.1424449934506145e-05, "loss": 0.0153, "step": 51720 }, { "epoch": 0.8577208137818971, "grad_norm": 1.6855791807174683, "learning_rate": 4.1422791862181035e-05, "loss": 0.0198, "step": 51730 }, { "epoch": 0.8578866210144086, "grad_norm": 0.005409312434494495, "learning_rate": 4.142113378985591e-05, "loss": 0.006, "step": 51740 }, { "epoch": 0.8580524282469202, "grad_norm": 0.028070496395230293, "learning_rate": 4.1419475717530795e-05, "loss": 0.0087, "step": 51750 }, { "epoch": 0.8582182354794317, "grad_norm": 0.02959170937538147, "learning_rate": 4.1417817645205685e-05, "loss": 0.0008, "step": 51760 }, { "epoch": 0.8583840427119431, "grad_norm": 0.007708563003689051, "learning_rate": 4.141615957288057e-05, "loss": 0.0006, "step": 51770 }, { "epoch": 0.8585498499444546, "grad_norm": 0.0015969413798302412, "learning_rate": 4.141450150055546e-05, "loss": 0.0076, "step": 51780 }, { "epoch": 0.8587156571769661, "grad_norm": 0.00010040362394647673, "learning_rate": 4.141284342823034e-05, "loss": 0.0115, "step": 51790 }, { "epoch": 0.8588814644094775, "grad_norm": 0.011359183117747307, "learning_rate": 4.1411185355905226e-05, "loss": 0.0035, "step": 51800 }, { "epoch": 0.859047271641989, "grad_norm": 0.0007418436580337584, "learning_rate": 4.140952728358011e-05, "loss": 0.0047, "step": 51810 }, { "epoch": 0.8592130788745005, "grad_norm": 0.0052840812131762505, "learning_rate": 4.140786921125499e-05, "loss": 0.0058, "step": 51820 }, { "epoch": 0.859378886107012, "grad_norm": 0.014681633561849594, "learning_rate": 4.1406211138929883e-05, "loss": 0.0041, "step": 51830 }, { "epoch": 0.8595446933395234, "grad_norm": 0.00516154570505023, "learning_rate": 4.140455306660477e-05, "loss": 0.0001, "step": 51840 }, { "epoch": 0.8597105005720349, "grad_norm": 0.00025333763915114105, "learning_rate": 4.140289499427965e-05, "loss": 0.0006, "step": 51850 }, { "epoch": 0.8598763078045464, "grad_norm": 0.1040273904800415, "learning_rate": 4.140123692195454e-05, "loss": 0.0044, "step": 51860 }, { "epoch": 0.860042115037058, "grad_norm": 0.00021691455913241953, "learning_rate": 4.1399578849629424e-05, "loss": 0.0083, "step": 51870 }, { "epoch": 0.8602079222695694, "grad_norm": 0.37271037697792053, "learning_rate": 4.139792077730431e-05, "loss": 0.0014, "step": 51880 }, { "epoch": 0.8603737295020809, "grad_norm": 0.028790753334760666, "learning_rate": 4.139626270497919e-05, "loss": 0.0002, "step": 51890 }, { "epoch": 0.8605395367345924, "grad_norm": 0.6471015214920044, "learning_rate": 4.1394604632654075e-05, "loss": 0.0282, "step": 51900 }, { "epoch": 0.8607053439671039, "grad_norm": 0.5990933179855347, "learning_rate": 4.1392946560328965e-05, "loss": 0.0129, "step": 51910 }, { "epoch": 0.8608711511996153, "grad_norm": 0.0006434477982111275, "learning_rate": 4.139128848800385e-05, "loss": 0.0035, "step": 51920 }, { "epoch": 0.8610369584321268, "grad_norm": 0.004515296313911676, "learning_rate": 4.138963041567873e-05, "loss": 0.0044, "step": 51930 }, { "epoch": 0.8612027656646383, "grad_norm": 0.13058815896511078, "learning_rate": 4.138797234335362e-05, "loss": 0.0124, "step": 51940 }, { "epoch": 0.8613685728971497, "grad_norm": 0.07477313280105591, "learning_rate": 4.1386314271028505e-05, "loss": 0.0052, "step": 51950 }, { "epoch": 0.8615343801296612, "grad_norm": 0.0010201152181252837, "learning_rate": 4.138465619870339e-05, "loss": 0.0076, "step": 51960 }, { "epoch": 0.8617001873621727, "grad_norm": 0.10006213933229446, "learning_rate": 4.138299812637827e-05, "loss": 0.0139, "step": 51970 }, { "epoch": 0.8618659945946843, "grad_norm": 0.40684744715690613, "learning_rate": 4.1381340054053156e-05, "loss": 0.0179, "step": 51980 }, { "epoch": 0.8620318018271957, "grad_norm": 0.17015117406845093, "learning_rate": 4.1379681981728046e-05, "loss": 0.0094, "step": 51990 }, { "epoch": 0.8621976090597072, "grad_norm": 0.0025432391557842493, "learning_rate": 4.137802390940293e-05, "loss": 0.0003, "step": 52000 }, { "epoch": 0.8623634162922187, "grad_norm": 0.12390449643135071, "learning_rate": 4.137636583707781e-05, "loss": 0.0037, "step": 52010 }, { "epoch": 0.8625292235247302, "grad_norm": 0.534540057182312, "learning_rate": 4.13747077647527e-05, "loss": 0.0014, "step": 52020 }, { "epoch": 0.8626950307572416, "grad_norm": 0.027605555951595306, "learning_rate": 4.137304969242759e-05, "loss": 0.011, "step": 52030 }, { "epoch": 0.8628608379897531, "grad_norm": 0.1920405775308609, "learning_rate": 4.137139162010247e-05, "loss": 0.0037, "step": 52040 }, { "epoch": 0.8630266452222646, "grad_norm": 0.18658046424388885, "learning_rate": 4.1369733547777354e-05, "loss": 0.013, "step": 52050 }, { "epoch": 0.863192452454776, "grad_norm": 0.03689034283161163, "learning_rate": 4.136807547545224e-05, "loss": 0.0012, "step": 52060 }, { "epoch": 0.8633582596872875, "grad_norm": 0.007695195730775595, "learning_rate": 4.136641740312713e-05, "loss": 0.0054, "step": 52070 }, { "epoch": 0.863524066919799, "grad_norm": 0.02218986488878727, "learning_rate": 4.136475933080201e-05, "loss": 0.0024, "step": 52080 }, { "epoch": 0.8636898741523106, "grad_norm": 0.04399430379271507, "learning_rate": 4.1363101258476895e-05, "loss": 0.0016, "step": 52090 }, { "epoch": 0.863855681384822, "grad_norm": 0.0021143327467143536, "learning_rate": 4.1361443186151785e-05, "loss": 0.0026, "step": 52100 }, { "epoch": 0.8640214886173335, "grad_norm": 0.025448929518461227, "learning_rate": 4.135978511382667e-05, "loss": 0.0089, "step": 52110 }, { "epoch": 0.864187295849845, "grad_norm": 0.008016792125999928, "learning_rate": 4.135812704150155e-05, "loss": 0.0013, "step": 52120 }, { "epoch": 0.8643531030823565, "grad_norm": 0.0013138304930180311, "learning_rate": 4.1356468969176435e-05, "loss": 0.0052, "step": 52130 }, { "epoch": 0.8645189103148679, "grad_norm": 0.308773398399353, "learning_rate": 4.135481089685132e-05, "loss": 0.0118, "step": 52140 }, { "epoch": 0.8646847175473794, "grad_norm": 0.5647746920585632, "learning_rate": 4.135315282452621e-05, "loss": 0.0062, "step": 52150 }, { "epoch": 0.8648505247798909, "grad_norm": 0.5896944999694824, "learning_rate": 4.135149475220109e-05, "loss": 0.0048, "step": 52160 }, { "epoch": 0.8650163320124024, "grad_norm": 0.002438725670799613, "learning_rate": 4.134983667987598e-05, "loss": 0.0009, "step": 52170 }, { "epoch": 0.8651821392449138, "grad_norm": 0.002807524288073182, "learning_rate": 4.1348178607550866e-05, "loss": 0.0036, "step": 52180 }, { "epoch": 0.8653479464774253, "grad_norm": 0.0040599810890853405, "learning_rate": 4.134652053522575e-05, "loss": 0.0003, "step": 52190 }, { "epoch": 0.8655137537099368, "grad_norm": 0.061286184936761856, "learning_rate": 4.134486246290063e-05, "loss": 0.0035, "step": 52200 }, { "epoch": 0.8656795609424484, "grad_norm": 0.02977924793958664, "learning_rate": 4.1343204390575517e-05, "loss": 0.0097, "step": 52210 }, { "epoch": 0.8658453681749598, "grad_norm": 0.040208086371421814, "learning_rate": 4.13415463182504e-05, "loss": 0.0136, "step": 52220 }, { "epoch": 0.8660111754074713, "grad_norm": 0.005001931916922331, "learning_rate": 4.133988824592529e-05, "loss": 0.0076, "step": 52230 }, { "epoch": 0.8661769826399828, "grad_norm": 0.49212247133255005, "learning_rate": 4.1338230173600174e-05, "loss": 0.0052, "step": 52240 }, { "epoch": 0.8663427898724942, "grad_norm": 0.009606732986867428, "learning_rate": 4.1336572101275064e-05, "loss": 0.0044, "step": 52250 }, { "epoch": 0.8665085971050057, "grad_norm": 0.431890070438385, "learning_rate": 4.133491402894995e-05, "loss": 0.0012, "step": 52260 }, { "epoch": 0.8666744043375172, "grad_norm": 0.004960021935403347, "learning_rate": 4.133325595662483e-05, "loss": 0.013, "step": 52270 }, { "epoch": 0.8668402115700287, "grad_norm": 0.00017243664478883147, "learning_rate": 4.1331597884299714e-05, "loss": 0.0071, "step": 52280 }, { "epoch": 0.8670060188025401, "grad_norm": 0.002615084871649742, "learning_rate": 4.13299398119746e-05, "loss": 0.0074, "step": 52290 }, { "epoch": 0.8671718260350516, "grad_norm": 0.010261514224112034, "learning_rate": 4.132828173964949e-05, "loss": 0.0012, "step": 52300 }, { "epoch": 0.8673376332675631, "grad_norm": 0.013668419793248177, "learning_rate": 4.132662366732437e-05, "loss": 0.0104, "step": 52310 }, { "epoch": 0.8675034405000747, "grad_norm": 0.002891480689868331, "learning_rate": 4.1324965594999255e-05, "loss": 0.0088, "step": 52320 }, { "epoch": 0.8676692477325861, "grad_norm": 0.14172986149787903, "learning_rate": 4.1323307522674145e-05, "loss": 0.0048, "step": 52330 }, { "epoch": 0.8678350549650976, "grad_norm": 0.00038603745633736253, "learning_rate": 4.132164945034903e-05, "loss": 0.0142, "step": 52340 }, { "epoch": 0.8680008621976091, "grad_norm": 0.009859377518296242, "learning_rate": 4.1319991378023906e-05, "loss": 0.0048, "step": 52350 }, { "epoch": 0.8681666694301206, "grad_norm": 0.6685380339622498, "learning_rate": 4.1318333305698796e-05, "loss": 0.0067, "step": 52360 }, { "epoch": 0.868332476662632, "grad_norm": 0.010476808063685894, "learning_rate": 4.131667523337368e-05, "loss": 0.0042, "step": 52370 }, { "epoch": 0.8684982838951435, "grad_norm": 0.0005951206549070776, "learning_rate": 4.131501716104857e-05, "loss": 0.0074, "step": 52380 }, { "epoch": 0.868664091127655, "grad_norm": 0.00791687611490488, "learning_rate": 4.131335908872345e-05, "loss": 0.0075, "step": 52390 }, { "epoch": 0.8688298983601664, "grad_norm": 0.0017991967033594847, "learning_rate": 4.1311701016398337e-05, "loss": 0.0047, "step": 52400 }, { "epoch": 0.8689957055926779, "grad_norm": 0.048595260828733444, "learning_rate": 4.131004294407323e-05, "loss": 0.0026, "step": 52410 }, { "epoch": 0.8691615128251894, "grad_norm": 0.00018448744958732277, "learning_rate": 4.130838487174811e-05, "loss": 0.0087, "step": 52420 }, { "epoch": 0.869327320057701, "grad_norm": 0.0009569351677782834, "learning_rate": 4.130672679942299e-05, "loss": 0.0058, "step": 52430 }, { "epoch": 0.8694931272902124, "grad_norm": 0.04950602725148201, "learning_rate": 4.130506872709788e-05, "loss": 0.0104, "step": 52440 }, { "epoch": 0.8696589345227239, "grad_norm": 0.06580565869808197, "learning_rate": 4.130341065477276e-05, "loss": 0.0059, "step": 52450 }, { "epoch": 0.8698247417552354, "grad_norm": 0.016733037307858467, "learning_rate": 4.130175258244765e-05, "loss": 0.0084, "step": 52460 }, { "epoch": 0.8699905489877469, "grad_norm": 0.002582303946837783, "learning_rate": 4.1300094510122534e-05, "loss": 0.0046, "step": 52470 }, { "epoch": 0.8701563562202583, "grad_norm": 0.29534193873405457, "learning_rate": 4.129843643779742e-05, "loss": 0.0034, "step": 52480 }, { "epoch": 0.8703221634527698, "grad_norm": 0.34972792863845825, "learning_rate": 4.129677836547231e-05, "loss": 0.0215, "step": 52490 }, { "epoch": 0.8704879706852813, "grad_norm": 1.1307132244110107, "learning_rate": 4.1295120293147185e-05, "loss": 0.0123, "step": 52500 }, { "epoch": 0.8706537779177927, "grad_norm": 0.0004216351080685854, "learning_rate": 4.1293462220822075e-05, "loss": 0.0002, "step": 52510 }, { "epoch": 0.8708195851503042, "grad_norm": 0.01385453250259161, "learning_rate": 4.129180414849696e-05, "loss": 0.0048, "step": 52520 }, { "epoch": 0.8709853923828157, "grad_norm": 0.219659224152565, "learning_rate": 4.129014607617184e-05, "loss": 0.0062, "step": 52530 }, { "epoch": 0.8711511996153272, "grad_norm": 0.18634474277496338, "learning_rate": 4.128848800384673e-05, "loss": 0.0097, "step": 52540 }, { "epoch": 0.8713170068478387, "grad_norm": 0.0016907391836866736, "learning_rate": 4.1286829931521616e-05, "loss": 0.0076, "step": 52550 }, { "epoch": 0.8714828140803502, "grad_norm": 0.1996801346540451, "learning_rate": 4.12851718591965e-05, "loss": 0.0138, "step": 52560 }, { "epoch": 0.8716486213128617, "grad_norm": 0.1426054984331131, "learning_rate": 4.128351378687138e-05, "loss": 0.0077, "step": 52570 }, { "epoch": 0.8718144285453732, "grad_norm": 0.004659751895815134, "learning_rate": 4.1281855714546266e-05, "loss": 0.0087, "step": 52580 }, { "epoch": 0.8719802357778846, "grad_norm": 0.0002765834506135434, "learning_rate": 4.1280197642221157e-05, "loss": 0.0003, "step": 52590 }, { "epoch": 0.8721460430103961, "grad_norm": 0.8521018028259277, "learning_rate": 4.127853956989604e-05, "loss": 0.0059, "step": 52600 }, { "epoch": 0.8723118502429076, "grad_norm": 0.001103385235182941, "learning_rate": 4.1276881497570924e-05, "loss": 0.0141, "step": 52610 }, { "epoch": 0.872477657475419, "grad_norm": 0.0039682090282440186, "learning_rate": 4.1275223425245814e-05, "loss": 0.0011, "step": 52620 }, { "epoch": 0.8726434647079305, "grad_norm": 0.006336424965411425, "learning_rate": 4.12735653529207e-05, "loss": 0.0035, "step": 52630 }, { "epoch": 0.872809271940442, "grad_norm": 0.33945900201797485, "learning_rate": 4.127190728059559e-05, "loss": 0.0108, "step": 52640 }, { "epoch": 0.8729750791729535, "grad_norm": 0.007036670111119747, "learning_rate": 4.1270249208270464e-05, "loss": 0.0038, "step": 52650 }, { "epoch": 0.873140886405465, "grad_norm": 0.01730567216873169, "learning_rate": 4.126859113594535e-05, "loss": 0.0067, "step": 52660 }, { "epoch": 0.8733066936379765, "grad_norm": 0.10447029024362564, "learning_rate": 4.126693306362024e-05, "loss": 0.0032, "step": 52670 }, { "epoch": 0.873472500870488, "grad_norm": 0.5827689170837402, "learning_rate": 4.126527499129512e-05, "loss": 0.0124, "step": 52680 }, { "epoch": 0.8736383081029995, "grad_norm": 0.0018314834451302886, "learning_rate": 4.1263616918970005e-05, "loss": 0.0032, "step": 52690 }, { "epoch": 0.873804115335511, "grad_norm": 0.014086928218603134, "learning_rate": 4.1261958846644895e-05, "loss": 0.0018, "step": 52700 }, { "epoch": 0.8739699225680224, "grad_norm": 0.0008048824965953827, "learning_rate": 4.126030077431978e-05, "loss": 0.004, "step": 52710 }, { "epoch": 0.8741357298005339, "grad_norm": 0.06742320209741592, "learning_rate": 4.125864270199466e-05, "loss": 0.0012, "step": 52720 }, { "epoch": 0.8743015370330454, "grad_norm": 0.2958858013153076, "learning_rate": 4.1256984629669546e-05, "loss": 0.0064, "step": 52730 }, { "epoch": 0.8744673442655568, "grad_norm": 0.004886055365204811, "learning_rate": 4.125532655734443e-05, "loss": 0.0002, "step": 52740 }, { "epoch": 0.8746331514980683, "grad_norm": 0.0010243465658277273, "learning_rate": 4.125366848501932e-05, "loss": 0.0008, "step": 52750 }, { "epoch": 0.8747989587305798, "grad_norm": 0.27947571873664856, "learning_rate": 4.12520104126942e-05, "loss": 0.0158, "step": 52760 }, { "epoch": 0.8749647659630914, "grad_norm": 0.014380679465830326, "learning_rate": 4.1250352340369086e-05, "loss": 0.0013, "step": 52770 }, { "epoch": 0.8751305731956028, "grad_norm": 0.16844575107097626, "learning_rate": 4.1248694268043977e-05, "loss": 0.0151, "step": 52780 }, { "epoch": 0.8752963804281143, "grad_norm": 0.020536961033940315, "learning_rate": 4.124703619571886e-05, "loss": 0.0042, "step": 52790 }, { "epoch": 0.8754621876606258, "grad_norm": 0.06376783549785614, "learning_rate": 4.1245378123393743e-05, "loss": 0.0003, "step": 52800 }, { "epoch": 0.8756279948931373, "grad_norm": 0.019960975274443626, "learning_rate": 4.124372005106863e-05, "loss": 0.004, "step": 52810 }, { "epoch": 0.8757938021256487, "grad_norm": 0.0567743256688118, "learning_rate": 4.124206197874351e-05, "loss": 0.0012, "step": 52820 }, { "epoch": 0.8759596093581602, "grad_norm": 0.026794370263814926, "learning_rate": 4.12404039064184e-05, "loss": 0.004, "step": 52830 }, { "epoch": 0.8761254165906717, "grad_norm": 0.002678771736100316, "learning_rate": 4.1238745834093284e-05, "loss": 0.0161, "step": 52840 }, { "epoch": 0.8762912238231831, "grad_norm": 0.012244005687534809, "learning_rate": 4.1237087761768174e-05, "loss": 0.0005, "step": 52850 }, { "epoch": 0.8764570310556946, "grad_norm": 0.6184484362602234, "learning_rate": 4.123542968944306e-05, "loss": 0.0124, "step": 52860 }, { "epoch": 0.8766228382882061, "grad_norm": 0.00024129319353960454, "learning_rate": 4.123377161711794e-05, "loss": 0.0031, "step": 52870 }, { "epoch": 0.8767886455207177, "grad_norm": 4.133913516998291, "learning_rate": 4.1232113544792825e-05, "loss": 0.0084, "step": 52880 }, { "epoch": 0.8769544527532291, "grad_norm": 0.0007168129086494446, "learning_rate": 4.123045547246771e-05, "loss": 0.003, "step": 52890 }, { "epoch": 0.8771202599857406, "grad_norm": 0.11177511513233185, "learning_rate": 4.122879740014259e-05, "loss": 0.0096, "step": 52900 }, { "epoch": 0.8772860672182521, "grad_norm": 1.036827802658081, "learning_rate": 4.122713932781748e-05, "loss": 0.0177, "step": 52910 }, { "epoch": 0.8774518744507636, "grad_norm": 0.028877099975943565, "learning_rate": 4.1225481255492366e-05, "loss": 0.0002, "step": 52920 }, { "epoch": 0.877617681683275, "grad_norm": 0.03160175308585167, "learning_rate": 4.1223823183167256e-05, "loss": 0.0212, "step": 52930 }, { "epoch": 0.8777834889157865, "grad_norm": 0.004432478453963995, "learning_rate": 4.122216511084214e-05, "loss": 0.0169, "step": 52940 }, { "epoch": 0.877949296148298, "grad_norm": 0.022074099630117416, "learning_rate": 4.122050703851702e-05, "loss": 0.0056, "step": 52950 }, { "epoch": 0.8781151033808094, "grad_norm": 0.20453254878520966, "learning_rate": 4.1218848966191906e-05, "loss": 0.0035, "step": 52960 }, { "epoch": 0.8782809106133209, "grad_norm": 0.020673995837569237, "learning_rate": 4.121719089386679e-05, "loss": 0.0114, "step": 52970 }, { "epoch": 0.8784467178458324, "grad_norm": 0.26923927664756775, "learning_rate": 4.121553282154168e-05, "loss": 0.0115, "step": 52980 }, { "epoch": 0.8786125250783439, "grad_norm": 0.2253144532442093, "learning_rate": 4.1213874749216563e-05, "loss": 0.007, "step": 52990 }, { "epoch": 0.8787783323108554, "grad_norm": 0.00042905518785119057, "learning_rate": 4.121221667689145e-05, "loss": 0.004, "step": 53000 }, { "epoch": 0.8789441395433669, "grad_norm": 0.1387513279914856, "learning_rate": 4.121055860456634e-05, "loss": 0.0005, "step": 53010 }, { "epoch": 0.8791099467758784, "grad_norm": 0.2800794839859009, "learning_rate": 4.120890053224122e-05, "loss": 0.0051, "step": 53020 }, { "epoch": 0.8792757540083899, "grad_norm": 0.0017463406547904015, "learning_rate": 4.1207242459916104e-05, "loss": 0.0035, "step": 53030 }, { "epoch": 0.8794415612409013, "grad_norm": 0.28236764669418335, "learning_rate": 4.120558438759099e-05, "loss": 0.0069, "step": 53040 }, { "epoch": 0.8796073684734128, "grad_norm": 0.025245120748877525, "learning_rate": 4.120392631526587e-05, "loss": 0.0096, "step": 53050 }, { "epoch": 0.8797731757059243, "grad_norm": 0.4765731692314148, "learning_rate": 4.120226824294076e-05, "loss": 0.0071, "step": 53060 }, { "epoch": 0.8799389829384358, "grad_norm": 0.0018095235573127866, "learning_rate": 4.1200610170615645e-05, "loss": 0.0038, "step": 53070 }, { "epoch": 0.8801047901709472, "grad_norm": 0.0014479306992143393, "learning_rate": 4.119895209829053e-05, "loss": 0.0069, "step": 53080 }, { "epoch": 0.8802705974034587, "grad_norm": 0.0017648771172389388, "learning_rate": 4.119729402596542e-05, "loss": 0.0076, "step": 53090 }, { "epoch": 0.8804364046359702, "grad_norm": 0.003218321595340967, "learning_rate": 4.11956359536403e-05, "loss": 0.0067, "step": 53100 }, { "epoch": 0.8806022118684818, "grad_norm": 0.0017916088690981269, "learning_rate": 4.1193977881315186e-05, "loss": 0.0028, "step": 53110 }, { "epoch": 0.8807680191009932, "grad_norm": 1.1412301063537598, "learning_rate": 4.119231980899007e-05, "loss": 0.0059, "step": 53120 }, { "epoch": 0.8809338263335047, "grad_norm": 0.149440735578537, "learning_rate": 4.119066173666495e-05, "loss": 0.0012, "step": 53130 }, { "epoch": 0.8810996335660162, "grad_norm": 0.774592936038971, "learning_rate": 4.118900366433984e-05, "loss": 0.0081, "step": 53140 }, { "epoch": 0.8812654407985276, "grad_norm": 0.007412828039377928, "learning_rate": 4.1187345592014726e-05, "loss": 0.004, "step": 53150 }, { "epoch": 0.8814312480310391, "grad_norm": 0.013209554366767406, "learning_rate": 4.118568751968961e-05, "loss": 0.0067, "step": 53160 }, { "epoch": 0.8815970552635506, "grad_norm": 0.016874302178621292, "learning_rate": 4.11840294473645e-05, "loss": 0.0157, "step": 53170 }, { "epoch": 0.8817628624960621, "grad_norm": 0.05144767090678215, "learning_rate": 4.1182371375039383e-05, "loss": 0.0058, "step": 53180 }, { "epoch": 0.8819286697285735, "grad_norm": 0.29100462794303894, "learning_rate": 4.118071330271427e-05, "loss": 0.0068, "step": 53190 }, { "epoch": 0.882094476961085, "grad_norm": 0.053684819489717484, "learning_rate": 4.117905523038915e-05, "loss": 0.0004, "step": 53200 }, { "epoch": 0.8822602841935965, "grad_norm": 0.016005557030439377, "learning_rate": 4.1177397158064034e-05, "loss": 0.006, "step": 53210 }, { "epoch": 0.8824260914261081, "grad_norm": 0.0005849804729223251, "learning_rate": 4.1175739085738924e-05, "loss": 0.0075, "step": 53220 }, { "epoch": 0.8825918986586195, "grad_norm": 0.04709302634000778, "learning_rate": 4.117408101341381e-05, "loss": 0.0052, "step": 53230 }, { "epoch": 0.882757705891131, "grad_norm": 0.0019118625205010176, "learning_rate": 4.117242294108869e-05, "loss": 0.0034, "step": 53240 }, { "epoch": 0.8829235131236425, "grad_norm": 0.0728972852230072, "learning_rate": 4.117076486876358e-05, "loss": 0.0204, "step": 53250 }, { "epoch": 0.883089320356154, "grad_norm": 0.01365052442997694, "learning_rate": 4.116910679643846e-05, "loss": 0.0021, "step": 53260 }, { "epoch": 0.8832551275886654, "grad_norm": 0.014138147234916687, "learning_rate": 4.116744872411335e-05, "loss": 0.0067, "step": 53270 }, { "epoch": 0.8834209348211769, "grad_norm": 0.12381865829229355, "learning_rate": 4.116579065178823e-05, "loss": 0.0013, "step": 53280 }, { "epoch": 0.8835867420536884, "grad_norm": 0.00047692927182652056, "learning_rate": 4.1164132579463115e-05, "loss": 0.0002, "step": 53290 }, { "epoch": 0.8837525492861998, "grad_norm": 0.0005098519613966346, "learning_rate": 4.1162474507138006e-05, "loss": 0.0076, "step": 53300 }, { "epoch": 0.8839183565187113, "grad_norm": 0.019380688667297363, "learning_rate": 4.116081643481289e-05, "loss": 0.0078, "step": 53310 }, { "epoch": 0.8840841637512228, "grad_norm": 0.0033254872541874647, "learning_rate": 4.115915836248778e-05, "loss": 0.0029, "step": 53320 }, { "epoch": 0.8842499709837343, "grad_norm": 0.0018832136411219835, "learning_rate": 4.115750029016266e-05, "loss": 0.0301, "step": 53330 }, { "epoch": 0.8844157782162458, "grad_norm": 0.02906484715640545, "learning_rate": 4.115584221783754e-05, "loss": 0.0086, "step": 53340 }, { "epoch": 0.8845815854487573, "grad_norm": 0.0037352037616074085, "learning_rate": 4.115418414551243e-05, "loss": 0.001, "step": 53350 }, { "epoch": 0.8847473926812688, "grad_norm": 0.005436309613287449, "learning_rate": 4.115252607318731e-05, "loss": 0.0101, "step": 53360 }, { "epoch": 0.8849131999137803, "grad_norm": 0.029317490756511688, "learning_rate": 4.11508680008622e-05, "loss": 0.006, "step": 53370 }, { "epoch": 0.8850790071462917, "grad_norm": 0.0020829045679420233, "learning_rate": 4.114920992853709e-05, "loss": 0.0095, "step": 53380 }, { "epoch": 0.8852448143788032, "grad_norm": 0.2376565784215927, "learning_rate": 4.114755185621197e-05, "loss": 0.0038, "step": 53390 }, { "epoch": 0.8854106216113147, "grad_norm": 0.11864670366048813, "learning_rate": 4.114589378388686e-05, "loss": 0.0093, "step": 53400 }, { "epoch": 0.8855764288438261, "grad_norm": 0.0012776991352438927, "learning_rate": 4.114423571156174e-05, "loss": 0.01, "step": 53410 }, { "epoch": 0.8857422360763376, "grad_norm": 0.03520781919360161, "learning_rate": 4.114257763923662e-05, "loss": 0.0029, "step": 53420 }, { "epoch": 0.8859080433088491, "grad_norm": 0.27094295620918274, "learning_rate": 4.114091956691151e-05, "loss": 0.0079, "step": 53430 }, { "epoch": 0.8860738505413606, "grad_norm": 0.028908077627420425, "learning_rate": 4.1139261494586395e-05, "loss": 0.0016, "step": 53440 }, { "epoch": 0.8862396577738721, "grad_norm": 0.0022775509860366583, "learning_rate": 4.113760342226128e-05, "loss": 0.0136, "step": 53450 }, { "epoch": 0.8864054650063836, "grad_norm": 0.004327678587287664, "learning_rate": 4.113594534993617e-05, "loss": 0.0109, "step": 53460 }, { "epoch": 0.8865712722388951, "grad_norm": 0.017603494226932526, "learning_rate": 4.113428727761105e-05, "loss": 0.0008, "step": 53470 }, { "epoch": 0.8867370794714066, "grad_norm": 0.003880526637658477, "learning_rate": 4.1132629205285935e-05, "loss": 0.0015, "step": 53480 }, { "epoch": 0.886902886703918, "grad_norm": 0.007570698391646147, "learning_rate": 4.113097113296082e-05, "loss": 0.0002, "step": 53490 }, { "epoch": 0.8870686939364295, "grad_norm": 0.0018392850179225206, "learning_rate": 4.11293130606357e-05, "loss": 0.01, "step": 53500 }, { "epoch": 0.887234501168941, "grad_norm": 0.00242100958712399, "learning_rate": 4.112765498831059e-05, "loss": 0.0037, "step": 53510 }, { "epoch": 0.8874003084014525, "grad_norm": 0.05390700325369835, "learning_rate": 4.1125996915985476e-05, "loss": 0.0007, "step": 53520 }, { "epoch": 0.8875661156339639, "grad_norm": 0.00046067190123721957, "learning_rate": 4.1124338843660366e-05, "loss": 0.0041, "step": 53530 }, { "epoch": 0.8877319228664754, "grad_norm": 0.0026114846114069223, "learning_rate": 4.112268077133525e-05, "loss": 0.0052, "step": 53540 }, { "epoch": 0.8878977300989869, "grad_norm": 0.003008019644767046, "learning_rate": 4.112102269901013e-05, "loss": 0.0006, "step": 53550 }, { "epoch": 0.8880635373314985, "grad_norm": 0.22698640823364258, "learning_rate": 4.111936462668502e-05, "loss": 0.0089, "step": 53560 }, { "epoch": 0.8882293445640099, "grad_norm": 0.010401860810816288, "learning_rate": 4.11177065543599e-05, "loss": 0.0182, "step": 53570 }, { "epoch": 0.8883951517965214, "grad_norm": 0.01923850178718567, "learning_rate": 4.1116048482034784e-05, "loss": 0.0008, "step": 53580 }, { "epoch": 0.8885609590290329, "grad_norm": 0.5876627564430237, "learning_rate": 4.1114390409709674e-05, "loss": 0.003, "step": 53590 }, { "epoch": 0.8887267662615443, "grad_norm": 0.0004473233420867473, "learning_rate": 4.111273233738456e-05, "loss": 0.0042, "step": 53600 }, { "epoch": 0.8888925734940558, "grad_norm": 0.022289369255304337, "learning_rate": 4.111107426505945e-05, "loss": 0.0057, "step": 53610 }, { "epoch": 0.8890583807265673, "grad_norm": 0.0025311382487416267, "learning_rate": 4.110941619273433e-05, "loss": 0.0121, "step": 53620 }, { "epoch": 0.8892241879590788, "grad_norm": 0.02530449442565441, "learning_rate": 4.1107758120409215e-05, "loss": 0.0167, "step": 53630 }, { "epoch": 0.8893899951915902, "grad_norm": 0.2209278792142868, "learning_rate": 4.11061000480841e-05, "loss": 0.0086, "step": 53640 }, { "epoch": 0.8895558024241017, "grad_norm": 0.2769341468811035, "learning_rate": 4.110444197575898e-05, "loss": 0.006, "step": 53650 }, { "epoch": 0.8897216096566132, "grad_norm": 0.03406625613570213, "learning_rate": 4.110278390343387e-05, "loss": 0.0013, "step": 53660 }, { "epoch": 0.8898874168891246, "grad_norm": 0.08623690158128738, "learning_rate": 4.1101125831108755e-05, "loss": 0.003, "step": 53670 }, { "epoch": 0.8900532241216362, "grad_norm": 0.20733536779880524, "learning_rate": 4.109946775878364e-05, "loss": 0.0087, "step": 53680 }, { "epoch": 0.8902190313541477, "grad_norm": 0.8933701515197754, "learning_rate": 4.109780968645853e-05, "loss": 0.0127, "step": 53690 }, { "epoch": 0.8903848385866592, "grad_norm": 1.3034770488739014, "learning_rate": 4.109615161413341e-05, "loss": 0.0119, "step": 53700 }, { "epoch": 0.8905506458191706, "grad_norm": 0.4757835566997528, "learning_rate": 4.1094493541808296e-05, "loss": 0.0119, "step": 53710 }, { "epoch": 0.8907164530516821, "grad_norm": 0.0004162777913734317, "learning_rate": 4.109283546948318e-05, "loss": 0.0042, "step": 53720 }, { "epoch": 0.8908822602841936, "grad_norm": 0.00018999032909050584, "learning_rate": 4.109117739715806e-05, "loss": 0.0023, "step": 53730 }, { "epoch": 0.8910480675167051, "grad_norm": 0.0001829979446483776, "learning_rate": 4.108951932483295e-05, "loss": 0.0048, "step": 53740 }, { "epoch": 0.8912138747492165, "grad_norm": 0.6853719353675842, "learning_rate": 4.108786125250784e-05, "loss": 0.0095, "step": 53750 }, { "epoch": 0.891379681981728, "grad_norm": 0.028513671830296516, "learning_rate": 4.108620318018272e-05, "loss": 0.0041, "step": 53760 }, { "epoch": 0.8915454892142395, "grad_norm": 0.017188414931297302, "learning_rate": 4.108454510785761e-05, "loss": 0.0145, "step": 53770 }, { "epoch": 0.891711296446751, "grad_norm": 0.0028674262575805187, "learning_rate": 4.1082887035532494e-05, "loss": 0.0024, "step": 53780 }, { "epoch": 0.8918771036792625, "grad_norm": 0.23380908370018005, "learning_rate": 4.108122896320738e-05, "loss": 0.0079, "step": 53790 }, { "epoch": 0.892042910911774, "grad_norm": 0.006439229007810354, "learning_rate": 4.107957089088226e-05, "loss": 0.0051, "step": 53800 }, { "epoch": 0.8922087181442855, "grad_norm": 0.15067416429519653, "learning_rate": 4.1077912818557144e-05, "loss": 0.0093, "step": 53810 }, { "epoch": 0.892374525376797, "grad_norm": 0.0018145650392398238, "learning_rate": 4.1076254746232035e-05, "loss": 0.0073, "step": 53820 }, { "epoch": 0.8925403326093084, "grad_norm": 0.0010745218023657799, "learning_rate": 4.107459667390692e-05, "loss": 0.0051, "step": 53830 }, { "epoch": 0.8927061398418199, "grad_norm": 0.015453441068530083, "learning_rate": 4.10729386015818e-05, "loss": 0.0363, "step": 53840 }, { "epoch": 0.8928719470743314, "grad_norm": 0.004559744615107775, "learning_rate": 4.107128052925669e-05, "loss": 0.0066, "step": 53850 }, { "epoch": 0.8930377543068428, "grad_norm": 0.005313493311405182, "learning_rate": 4.1069622456931575e-05, "loss": 0.0013, "step": 53860 }, { "epoch": 0.8932035615393543, "grad_norm": 0.004701604600995779, "learning_rate": 4.106796438460646e-05, "loss": 0.0005, "step": 53870 }, { "epoch": 0.8933693687718658, "grad_norm": 0.0006702241371385753, "learning_rate": 4.106630631228134e-05, "loss": 0.0117, "step": 53880 }, { "epoch": 0.8935351760043773, "grad_norm": 0.5402128100395203, "learning_rate": 4.1064648239956226e-05, "loss": 0.0051, "step": 53890 }, { "epoch": 0.8937009832368888, "grad_norm": 0.0006509771337732673, "learning_rate": 4.1062990167631116e-05, "loss": 0.009, "step": 53900 }, { "epoch": 0.8938667904694003, "grad_norm": 0.009436260908842087, "learning_rate": 4.1061332095306e-05, "loss": 0.0003, "step": 53910 }, { "epoch": 0.8940325977019118, "grad_norm": 0.024031750857830048, "learning_rate": 4.105967402298088e-05, "loss": 0.0081, "step": 53920 }, { "epoch": 0.8941984049344233, "grad_norm": 0.09861213713884354, "learning_rate": 4.105801595065577e-05, "loss": 0.0056, "step": 53930 }, { "epoch": 0.8943642121669347, "grad_norm": 0.0012440145947039127, "learning_rate": 4.1056357878330657e-05, "loss": 0.0027, "step": 53940 }, { "epoch": 0.8945300193994462, "grad_norm": 0.06499730795621872, "learning_rate": 4.105469980600554e-05, "loss": 0.0051, "step": 53950 }, { "epoch": 0.8946958266319577, "grad_norm": 0.008319209329783916, "learning_rate": 4.1053041733680424e-05, "loss": 0.0071, "step": 53960 }, { "epoch": 0.8948616338644692, "grad_norm": 0.11008034646511078, "learning_rate": 4.105138366135531e-05, "loss": 0.0031, "step": 53970 }, { "epoch": 0.8950274410969806, "grad_norm": 0.001882054377347231, "learning_rate": 4.10497255890302e-05, "loss": 0.0102, "step": 53980 }, { "epoch": 0.8951932483294921, "grad_norm": 0.013197538442909718, "learning_rate": 4.104806751670508e-05, "loss": 0.0042, "step": 53990 }, { "epoch": 0.8953590555620036, "grad_norm": 0.002412140602245927, "learning_rate": 4.104640944437997e-05, "loss": 0.0118, "step": 54000 }, { "epoch": 0.895524862794515, "grad_norm": 0.0057829078286886215, "learning_rate": 4.1044751372054855e-05, "loss": 0.0037, "step": 54010 }, { "epoch": 0.8956906700270266, "grad_norm": 0.003260677447542548, "learning_rate": 4.104309329972973e-05, "loss": 0.0048, "step": 54020 }, { "epoch": 0.8958564772595381, "grad_norm": 0.08789457380771637, "learning_rate": 4.104143522740462e-05, "loss": 0.002, "step": 54030 }, { "epoch": 0.8960222844920496, "grad_norm": 0.6404934525489807, "learning_rate": 4.1039777155079505e-05, "loss": 0.0666, "step": 54040 }, { "epoch": 0.896188091724561, "grad_norm": 0.0040504164062440395, "learning_rate": 4.103811908275439e-05, "loss": 0.0074, "step": 54050 }, { "epoch": 0.8963538989570725, "grad_norm": 0.2300143986940384, "learning_rate": 4.103646101042928e-05, "loss": 0.0117, "step": 54060 }, { "epoch": 0.896519706189584, "grad_norm": 0.0941956415772438, "learning_rate": 4.103480293810416e-05, "loss": 0.0037, "step": 54070 }, { "epoch": 0.8966855134220955, "grad_norm": 0.004222062416374683, "learning_rate": 4.103314486577905e-05, "loss": 0.0062, "step": 54080 }, { "epoch": 0.8968513206546069, "grad_norm": 0.09397957473993301, "learning_rate": 4.1031486793453936e-05, "loss": 0.0098, "step": 54090 }, { "epoch": 0.8970171278871184, "grad_norm": 0.005096391774713993, "learning_rate": 4.102982872112881e-05, "loss": 0.0132, "step": 54100 }, { "epoch": 0.8971829351196299, "grad_norm": 0.6600194573402405, "learning_rate": 4.10281706488037e-05, "loss": 0.0122, "step": 54110 }, { "epoch": 0.8973487423521413, "grad_norm": 0.02409397065639496, "learning_rate": 4.1026512576478586e-05, "loss": 0.0182, "step": 54120 }, { "epoch": 0.8975145495846529, "grad_norm": 0.001118247862905264, "learning_rate": 4.102485450415347e-05, "loss": 0.0187, "step": 54130 }, { "epoch": 0.8976803568171644, "grad_norm": 0.003740831045433879, "learning_rate": 4.102319643182836e-05, "loss": 0.0102, "step": 54140 }, { "epoch": 0.8978461640496759, "grad_norm": 0.0033432082273066044, "learning_rate": 4.1021538359503244e-05, "loss": 0.0052, "step": 54150 }, { "epoch": 0.8980119712821873, "grad_norm": 0.010691976174712181, "learning_rate": 4.1019880287178134e-05, "loss": 0.0051, "step": 54160 }, { "epoch": 0.8981777785146988, "grad_norm": 0.0020849837455898523, "learning_rate": 4.101822221485301e-05, "loss": 0.0141, "step": 54170 }, { "epoch": 0.8983435857472103, "grad_norm": 0.027245042845606804, "learning_rate": 4.1016564142527894e-05, "loss": 0.0003, "step": 54180 }, { "epoch": 0.8985093929797218, "grad_norm": 0.002572519239038229, "learning_rate": 4.1014906070202784e-05, "loss": 0.0057, "step": 54190 }, { "epoch": 0.8986752002122332, "grad_norm": 0.7692797780036926, "learning_rate": 4.101324799787767e-05, "loss": 0.01, "step": 54200 }, { "epoch": 0.8988410074447447, "grad_norm": 0.018053434789180756, "learning_rate": 4.101158992555256e-05, "loss": 0.0075, "step": 54210 }, { "epoch": 0.8990068146772562, "grad_norm": 0.016425466164946556, "learning_rate": 4.100993185322744e-05, "loss": 0.001, "step": 54220 }, { "epoch": 0.8991726219097677, "grad_norm": 0.3206084966659546, "learning_rate": 4.1008273780902325e-05, "loss": 0.0082, "step": 54230 }, { "epoch": 0.8993384291422792, "grad_norm": 0.06561965495347977, "learning_rate": 4.100661570857721e-05, "loss": 0.0003, "step": 54240 }, { "epoch": 0.8995042363747907, "grad_norm": 0.06149451807141304, "learning_rate": 4.100495763625209e-05, "loss": 0.0066, "step": 54250 }, { "epoch": 0.8996700436073022, "grad_norm": 0.006550140678882599, "learning_rate": 4.1003299563926975e-05, "loss": 0.0058, "step": 54260 }, { "epoch": 0.8998358508398137, "grad_norm": 0.11361230909824371, "learning_rate": 4.1001641491601866e-05, "loss": 0.0145, "step": 54270 }, { "epoch": 0.9000016580723251, "grad_norm": 0.0013649320462718606, "learning_rate": 4.099998341927675e-05, "loss": 0.0007, "step": 54280 }, { "epoch": 0.9001674653048366, "grad_norm": 0.0036174568813294172, "learning_rate": 4.099832534695164e-05, "loss": 0.0069, "step": 54290 }, { "epoch": 0.9003332725373481, "grad_norm": 0.08691941946744919, "learning_rate": 4.099666727462652e-05, "loss": 0.0082, "step": 54300 }, { "epoch": 0.9004990797698595, "grad_norm": 0.013597752898931503, "learning_rate": 4.0995009202301406e-05, "loss": 0.0038, "step": 54310 }, { "epoch": 0.900664887002371, "grad_norm": 0.4472046196460724, "learning_rate": 4.099335112997629e-05, "loss": 0.0127, "step": 54320 }, { "epoch": 0.9008306942348825, "grad_norm": 0.0007371593383140862, "learning_rate": 4.099169305765117e-05, "loss": 0.012, "step": 54330 }, { "epoch": 0.900996501467394, "grad_norm": 0.01152112241834402, "learning_rate": 4.0990034985326064e-05, "loss": 0.0278, "step": 54340 }, { "epoch": 0.9011623086999054, "grad_norm": 0.002187595935538411, "learning_rate": 4.098837691300095e-05, "loss": 0.0176, "step": 54350 }, { "epoch": 0.901328115932417, "grad_norm": 0.004493688233196735, "learning_rate": 4.098671884067583e-05, "loss": 0.0067, "step": 54360 }, { "epoch": 0.9014939231649285, "grad_norm": 0.3108886778354645, "learning_rate": 4.098506076835072e-05, "loss": 0.0131, "step": 54370 }, { "epoch": 0.90165973039744, "grad_norm": 0.005591353867202997, "learning_rate": 4.0983402696025604e-05, "loss": 0.0041, "step": 54380 }, { "epoch": 0.9018255376299514, "grad_norm": 0.002169734565541148, "learning_rate": 4.098174462370049e-05, "loss": 0.0001, "step": 54390 }, { "epoch": 0.9019913448624629, "grad_norm": 0.019794872030615807, "learning_rate": 4.098008655137537e-05, "loss": 0.0088, "step": 54400 }, { "epoch": 0.9021571520949744, "grad_norm": 0.10304418951272964, "learning_rate": 4.0978428479050255e-05, "loss": 0.0031, "step": 54410 }, { "epoch": 0.9023229593274859, "grad_norm": 0.005998395383358002, "learning_rate": 4.0976770406725145e-05, "loss": 0.0019, "step": 54420 }, { "epoch": 0.9024887665599973, "grad_norm": 0.21111363172531128, "learning_rate": 4.097511233440003e-05, "loss": 0.0051, "step": 54430 }, { "epoch": 0.9026545737925088, "grad_norm": 0.002203220734372735, "learning_rate": 4.097345426207491e-05, "loss": 0.001, "step": 54440 }, { "epoch": 0.9028203810250203, "grad_norm": 0.00023699202574789524, "learning_rate": 4.09717961897498e-05, "loss": 0.0094, "step": 54450 }, { "epoch": 0.9029861882575317, "grad_norm": 0.42266330122947693, "learning_rate": 4.0970138117424686e-05, "loss": 0.0027, "step": 54460 }, { "epoch": 0.9031519954900433, "grad_norm": 0.30610981583595276, "learning_rate": 4.096848004509957e-05, "loss": 0.006, "step": 54470 }, { "epoch": 0.9033178027225548, "grad_norm": 0.07363959401845932, "learning_rate": 4.096682197277445e-05, "loss": 0.0078, "step": 54480 }, { "epoch": 0.9034836099550663, "grad_norm": 0.000939849647693336, "learning_rate": 4.0965163900449336e-05, "loss": 0.0025, "step": 54490 }, { "epoch": 0.9036494171875777, "grad_norm": 0.2670023441314697, "learning_rate": 4.0963505828124226e-05, "loss": 0.0089, "step": 54500 }, { "epoch": 0.9038152244200892, "grad_norm": 0.012342783622443676, "learning_rate": 4.096184775579911e-05, "loss": 0.0067, "step": 54510 }, { "epoch": 0.9039810316526007, "grad_norm": 0.003738729516044259, "learning_rate": 4.096018968347399e-05, "loss": 0.004, "step": 54520 }, { "epoch": 0.9041468388851122, "grad_norm": 0.0005977080436423421, "learning_rate": 4.0958531611148884e-05, "loss": 0.0044, "step": 54530 }, { "epoch": 0.9043126461176236, "grad_norm": 0.0011317022144794464, "learning_rate": 4.095687353882377e-05, "loss": 0.0069, "step": 54540 }, { "epoch": 0.9044784533501351, "grad_norm": 0.0574641190469265, "learning_rate": 4.095521546649865e-05, "loss": 0.0063, "step": 54550 }, { "epoch": 0.9046442605826466, "grad_norm": 0.00989892240613699, "learning_rate": 4.0953557394173534e-05, "loss": 0.0038, "step": 54560 }, { "epoch": 0.904810067815158, "grad_norm": 0.02295508235692978, "learning_rate": 4.095189932184842e-05, "loss": 0.0047, "step": 54570 }, { "epoch": 0.9049758750476696, "grad_norm": 0.6160470843315125, "learning_rate": 4.095024124952331e-05, "loss": 0.0133, "step": 54580 }, { "epoch": 0.9051416822801811, "grad_norm": 0.0014659959124401212, "learning_rate": 4.094858317719819e-05, "loss": 0.003, "step": 54590 }, { "epoch": 0.9053074895126926, "grad_norm": 0.28793126344680786, "learning_rate": 4.0946925104873075e-05, "loss": 0.0104, "step": 54600 }, { "epoch": 0.905473296745204, "grad_norm": 0.07432104647159576, "learning_rate": 4.0945267032547965e-05, "loss": 0.0077, "step": 54610 }, { "epoch": 0.9056391039777155, "grad_norm": 0.013479439541697502, "learning_rate": 4.094360896022285e-05, "loss": 0.0058, "step": 54620 }, { "epoch": 0.905804911210227, "grad_norm": 0.0101835448294878, "learning_rate": 4.094195088789773e-05, "loss": 0.001, "step": 54630 }, { "epoch": 0.9059707184427385, "grad_norm": 0.00023193249944597483, "learning_rate": 4.0940292815572615e-05, "loss": 0.0068, "step": 54640 }, { "epoch": 0.9061365256752499, "grad_norm": 0.018103770911693573, "learning_rate": 4.09386347432475e-05, "loss": 0.0005, "step": 54650 }, { "epoch": 0.9063023329077614, "grad_norm": 0.6516144275665283, "learning_rate": 4.093697667092239e-05, "loss": 0.0082, "step": 54660 }, { "epoch": 0.9064681401402729, "grad_norm": 0.11458345502614975, "learning_rate": 4.093531859859727e-05, "loss": 0.0052, "step": 54670 }, { "epoch": 0.9066339473727844, "grad_norm": 0.1312551498413086, "learning_rate": 4.093366052627216e-05, "loss": 0.0009, "step": 54680 }, { "epoch": 0.9067997546052959, "grad_norm": 0.0021333370823413134, "learning_rate": 4.0932002453947046e-05, "loss": 0.0052, "step": 54690 }, { "epoch": 0.9069655618378074, "grad_norm": 0.21931594610214233, "learning_rate": 4.093034438162193e-05, "loss": 0.0038, "step": 54700 }, { "epoch": 0.9071313690703189, "grad_norm": 0.30946579575538635, "learning_rate": 4.092868630929681e-05, "loss": 0.0035, "step": 54710 }, { "epoch": 0.9072971763028304, "grad_norm": 0.01521315611898899, "learning_rate": 4.09270282369717e-05, "loss": 0.0029, "step": 54720 }, { "epoch": 0.9074629835353418, "grad_norm": 0.0055988505482673645, "learning_rate": 4.092537016464658e-05, "loss": 0.0084, "step": 54730 }, { "epoch": 0.9076287907678533, "grad_norm": 0.0015958818839862943, "learning_rate": 4.092371209232147e-05, "loss": 0.0021, "step": 54740 }, { "epoch": 0.9077945980003648, "grad_norm": 0.007428087759763002, "learning_rate": 4.0922054019996354e-05, "loss": 0.0061, "step": 54750 }, { "epoch": 0.9079604052328762, "grad_norm": 0.18920952081680298, "learning_rate": 4.0920395947671244e-05, "loss": 0.0118, "step": 54760 }, { "epoch": 0.9081262124653877, "grad_norm": 0.40325430035591125, "learning_rate": 4.091873787534613e-05, "loss": 0.0067, "step": 54770 }, { "epoch": 0.9082920196978992, "grad_norm": 0.006981403101235628, "learning_rate": 4.091707980302101e-05, "loss": 0.0118, "step": 54780 }, { "epoch": 0.9084578269304107, "grad_norm": 0.001167556387372315, "learning_rate": 4.0915421730695895e-05, "loss": 0.0075, "step": 54790 }, { "epoch": 0.9086236341629221, "grad_norm": 5.218536171014421e-05, "learning_rate": 4.091376365837078e-05, "loss": 0.008, "step": 54800 }, { "epoch": 0.9087894413954337, "grad_norm": 0.24915675818920135, "learning_rate": 4.091210558604566e-05, "loss": 0.0029, "step": 54810 }, { "epoch": 0.9089552486279452, "grad_norm": 0.01108529418706894, "learning_rate": 4.091044751372055e-05, "loss": 0.0009, "step": 54820 }, { "epoch": 0.9091210558604567, "grad_norm": 0.0014158006524667144, "learning_rate": 4.0908789441395435e-05, "loss": 0.0171, "step": 54830 }, { "epoch": 0.9092868630929681, "grad_norm": 0.019343538209795952, "learning_rate": 4.0907131369070326e-05, "loss": 0.0143, "step": 54840 }, { "epoch": 0.9094526703254796, "grad_norm": 0.0024914653040468693, "learning_rate": 4.090547329674521e-05, "loss": 0.0085, "step": 54850 }, { "epoch": 0.9096184775579911, "grad_norm": 0.03763072192668915, "learning_rate": 4.0903815224420086e-05, "loss": 0.0024, "step": 54860 }, { "epoch": 0.9097842847905026, "grad_norm": 0.03101120889186859, "learning_rate": 4.0902157152094976e-05, "loss": 0.0062, "step": 54870 }, { "epoch": 0.909950092023014, "grad_norm": 0.12153386324644089, "learning_rate": 4.090049907976986e-05, "loss": 0.0009, "step": 54880 }, { "epoch": 0.9101158992555255, "grad_norm": 0.016449570655822754, "learning_rate": 4.089884100744475e-05, "loss": 0.0036, "step": 54890 }, { "epoch": 0.910281706488037, "grad_norm": 0.0007224570726975799, "learning_rate": 4.089718293511963e-05, "loss": 0.0272, "step": 54900 }, { "epoch": 0.9104475137205484, "grad_norm": 0.8074755668640137, "learning_rate": 4.089552486279452e-05, "loss": 0.0097, "step": 54910 }, { "epoch": 0.91061332095306, "grad_norm": 0.0002068288013106212, "learning_rate": 4.089386679046941e-05, "loss": 0.0063, "step": 54920 }, { "epoch": 0.9107791281855715, "grad_norm": 0.0013555028708651662, "learning_rate": 4.0892208718144284e-05, "loss": 0.0068, "step": 54930 }, { "epoch": 0.910944935418083, "grad_norm": 0.015513132326304913, "learning_rate": 4.089055064581917e-05, "loss": 0.0109, "step": 54940 }, { "epoch": 0.9111107426505944, "grad_norm": 0.0030128490179777145, "learning_rate": 4.088889257349406e-05, "loss": 0.0061, "step": 54950 }, { "epoch": 0.9112765498831059, "grad_norm": 0.0001837529125623405, "learning_rate": 4.088723450116894e-05, "loss": 0.0009, "step": 54960 }, { "epoch": 0.9114423571156174, "grad_norm": 0.250984251499176, "learning_rate": 4.088557642884383e-05, "loss": 0.0067, "step": 54970 }, { "epoch": 0.9116081643481289, "grad_norm": 0.0034445368219166994, "learning_rate": 4.0883918356518715e-05, "loss": 0.0033, "step": 54980 }, { "epoch": 0.9117739715806403, "grad_norm": 0.41742992401123047, "learning_rate": 4.08822602841936e-05, "loss": 0.0045, "step": 54990 }, { "epoch": 0.9119397788131518, "grad_norm": 0.390714555978775, "learning_rate": 4.088060221186849e-05, "loss": 0.006, "step": 55000 }, { "epoch": 0.9121055860456633, "grad_norm": 4.552335667540319e-05, "learning_rate": 4.0878944139543365e-05, "loss": 0.0022, "step": 55010 }, { "epoch": 0.9122713932781747, "grad_norm": 0.37084531784057617, "learning_rate": 4.0877286067218255e-05, "loss": 0.0148, "step": 55020 }, { "epoch": 0.9124372005106863, "grad_norm": 0.0755709633231163, "learning_rate": 4.087562799489314e-05, "loss": 0.0077, "step": 55030 }, { "epoch": 0.9126030077431978, "grad_norm": 0.005977553315460682, "learning_rate": 4.087396992256802e-05, "loss": 0.0013, "step": 55040 }, { "epoch": 0.9127688149757093, "grad_norm": 0.016744818538427353, "learning_rate": 4.087231185024291e-05, "loss": 0.0195, "step": 55050 }, { "epoch": 0.9129346222082207, "grad_norm": 0.0002468900056555867, "learning_rate": 4.0870653777917796e-05, "loss": 0.0213, "step": 55060 }, { "epoch": 0.9131004294407322, "grad_norm": 0.00030921518919058144, "learning_rate": 4.086899570559268e-05, "loss": 0.0102, "step": 55070 }, { "epoch": 0.9132662366732437, "grad_norm": 0.006602832581847906, "learning_rate": 4.086733763326756e-05, "loss": 0.0118, "step": 55080 }, { "epoch": 0.9134320439057552, "grad_norm": 0.000859221734572202, "learning_rate": 4.0865679560942446e-05, "loss": 0.0051, "step": 55090 }, { "epoch": 0.9135978511382666, "grad_norm": 0.003070797771215439, "learning_rate": 4.086402148861734e-05, "loss": 0.0064, "step": 55100 }, { "epoch": 0.9137636583707781, "grad_norm": 0.04375264421105385, "learning_rate": 4.086236341629222e-05, "loss": 0.0075, "step": 55110 }, { "epoch": 0.9139294656032896, "grad_norm": 0.22812311351299286, "learning_rate": 4.0860705343967104e-05, "loss": 0.0021, "step": 55120 }, { "epoch": 0.914095272835801, "grad_norm": 0.0413861945271492, "learning_rate": 4.0859047271641994e-05, "loss": 0.0035, "step": 55130 }, { "epoch": 0.9142610800683125, "grad_norm": 0.3184112012386322, "learning_rate": 4.085738919931688e-05, "loss": 0.0089, "step": 55140 }, { "epoch": 0.9144268873008241, "grad_norm": 0.000715243280865252, "learning_rate": 4.085573112699176e-05, "loss": 0.0069, "step": 55150 }, { "epoch": 0.9145926945333356, "grad_norm": 0.1048511266708374, "learning_rate": 4.0854073054666644e-05, "loss": 0.0134, "step": 55160 }, { "epoch": 0.914758501765847, "grad_norm": 0.018646398559212685, "learning_rate": 4.085241498234153e-05, "loss": 0.0032, "step": 55170 }, { "epoch": 0.9149243089983585, "grad_norm": 0.0028519018087536097, "learning_rate": 4.085075691001642e-05, "loss": 0.0082, "step": 55180 }, { "epoch": 0.91509011623087, "grad_norm": 0.022219253703951836, "learning_rate": 4.08490988376913e-05, "loss": 0.0055, "step": 55190 }, { "epoch": 0.9152559234633815, "grad_norm": 0.02173503302037716, "learning_rate": 4.0847440765366185e-05, "loss": 0.0024, "step": 55200 }, { "epoch": 0.9154217306958929, "grad_norm": 0.16214241087436676, "learning_rate": 4.0845782693041075e-05, "loss": 0.012, "step": 55210 }, { "epoch": 0.9155875379284044, "grad_norm": 0.10765081644058228, "learning_rate": 4.084412462071596e-05, "loss": 0.004, "step": 55220 }, { "epoch": 0.9157533451609159, "grad_norm": 0.14617379009723663, "learning_rate": 4.084246654839084e-05, "loss": 0.0066, "step": 55230 }, { "epoch": 0.9159191523934274, "grad_norm": 0.0010642162524163723, "learning_rate": 4.0840808476065726e-05, "loss": 0.004, "step": 55240 }, { "epoch": 0.9160849596259388, "grad_norm": 0.09200675785541534, "learning_rate": 4.083915040374061e-05, "loss": 0.0057, "step": 55250 }, { "epoch": 0.9162507668584504, "grad_norm": 0.0028229441959410906, "learning_rate": 4.08374923314155e-05, "loss": 0.0029, "step": 55260 }, { "epoch": 0.9164165740909619, "grad_norm": 0.0007130032172426581, "learning_rate": 4.083583425909038e-05, "loss": 0.0052, "step": 55270 }, { "epoch": 0.9165823813234734, "grad_norm": 0.0009053500834852457, "learning_rate": 4.0834176186765266e-05, "loss": 0.0011, "step": 55280 }, { "epoch": 0.9167481885559848, "grad_norm": 0.003604656085371971, "learning_rate": 4.083251811444016e-05, "loss": 0.0082, "step": 55290 }, { "epoch": 0.9169139957884963, "grad_norm": 0.004043334163725376, "learning_rate": 4.083086004211504e-05, "loss": 0.0077, "step": 55300 }, { "epoch": 0.9170798030210078, "grad_norm": 0.01194620318710804, "learning_rate": 4.0829201969789924e-05, "loss": 0.0029, "step": 55310 }, { "epoch": 0.9172456102535193, "grad_norm": 0.7763034105300903, "learning_rate": 4.082754389746481e-05, "loss": 0.0058, "step": 55320 }, { "epoch": 0.9174114174860307, "grad_norm": 0.18565846979618073, "learning_rate": 4.082588582513969e-05, "loss": 0.0222, "step": 55330 }, { "epoch": 0.9175772247185422, "grad_norm": 0.00906736683100462, "learning_rate": 4.082422775281458e-05, "loss": 0.0036, "step": 55340 }, { "epoch": 0.9177430319510537, "grad_norm": 0.008901291526854038, "learning_rate": 4.0822569680489464e-05, "loss": 0.0023, "step": 55350 }, { "epoch": 0.9179088391835651, "grad_norm": 0.004880125634372234, "learning_rate": 4.0820911608164355e-05, "loss": 0.0114, "step": 55360 }, { "epoch": 0.9180746464160767, "grad_norm": 0.06396903842687607, "learning_rate": 4.081925353583924e-05, "loss": 0.0088, "step": 55370 }, { "epoch": 0.9182404536485882, "grad_norm": 0.0008200012380257249, "learning_rate": 4.081759546351412e-05, "loss": 0.0128, "step": 55380 }, { "epoch": 0.9184062608810997, "grad_norm": 0.15095354616641998, "learning_rate": 4.0815937391189005e-05, "loss": 0.0153, "step": 55390 }, { "epoch": 0.9185720681136111, "grad_norm": 0.20789282023906708, "learning_rate": 4.081427931886389e-05, "loss": 0.0102, "step": 55400 }, { "epoch": 0.9187378753461226, "grad_norm": 0.006197904236614704, "learning_rate": 4.081262124653877e-05, "loss": 0.0089, "step": 55410 }, { "epoch": 0.9189036825786341, "grad_norm": 7.302167068701237e-05, "learning_rate": 4.081096317421366e-05, "loss": 0.0106, "step": 55420 }, { "epoch": 0.9190694898111456, "grad_norm": 0.0024531034287065268, "learning_rate": 4.0809305101888546e-05, "loss": 0.0034, "step": 55430 }, { "epoch": 0.919235297043657, "grad_norm": 0.0007328621577471495, "learning_rate": 4.0807647029563436e-05, "loss": 0.0117, "step": 55440 }, { "epoch": 0.9194011042761685, "grad_norm": 0.0020795834716409445, "learning_rate": 4.080598895723832e-05, "loss": 0.0246, "step": 55450 }, { "epoch": 0.91956691150868, "grad_norm": 0.011649330146610737, "learning_rate": 4.08043308849132e-05, "loss": 0.0256, "step": 55460 }, { "epoch": 0.9197327187411914, "grad_norm": 0.12777870893478394, "learning_rate": 4.0802672812588086e-05, "loss": 0.0043, "step": 55470 }, { "epoch": 0.9198985259737029, "grad_norm": 0.060924235731363297, "learning_rate": 4.080101474026297e-05, "loss": 0.0006, "step": 55480 }, { "epoch": 0.9200643332062145, "grad_norm": 0.45333102345466614, "learning_rate": 4.079935666793785e-05, "loss": 0.0209, "step": 55490 }, { "epoch": 0.920230140438726, "grad_norm": 0.0035323305055499077, "learning_rate": 4.0797698595612744e-05, "loss": 0.0071, "step": 55500 }, { "epoch": 0.9203959476712374, "grad_norm": 0.015871528536081314, "learning_rate": 4.079604052328763e-05, "loss": 0.0033, "step": 55510 }, { "epoch": 0.9205617549037489, "grad_norm": 0.22650021314620972, "learning_rate": 4.079438245096252e-05, "loss": 0.0055, "step": 55520 }, { "epoch": 0.9207275621362604, "grad_norm": 0.004240365698933601, "learning_rate": 4.07927243786374e-05, "loss": 0.0092, "step": 55530 }, { "epoch": 0.9208933693687719, "grad_norm": 0.013550220988690853, "learning_rate": 4.0791066306312284e-05, "loss": 0.0042, "step": 55540 }, { "epoch": 0.9210591766012833, "grad_norm": 0.0003303721605334431, "learning_rate": 4.078940823398717e-05, "loss": 0.001, "step": 55550 }, { "epoch": 0.9212249838337948, "grad_norm": 0.001798801007680595, "learning_rate": 4.078775016166205e-05, "loss": 0.0063, "step": 55560 }, { "epoch": 0.9213907910663063, "grad_norm": 0.04139801114797592, "learning_rate": 4.078609208933694e-05, "loss": 0.0077, "step": 55570 }, { "epoch": 0.9215565982988178, "grad_norm": 0.002655778080224991, "learning_rate": 4.0784434017011825e-05, "loss": 0.0002, "step": 55580 }, { "epoch": 0.9217224055313292, "grad_norm": 0.3401239514350891, "learning_rate": 4.078277594468671e-05, "loss": 0.0035, "step": 55590 }, { "epoch": 0.9218882127638408, "grad_norm": 0.0008950148476287723, "learning_rate": 4.07811178723616e-05, "loss": 0.0121, "step": 55600 }, { "epoch": 0.9220540199963523, "grad_norm": 0.06575804203748703, "learning_rate": 4.077945980003648e-05, "loss": 0.0095, "step": 55610 }, { "epoch": 0.9222198272288638, "grad_norm": 0.21388813853263855, "learning_rate": 4.077780172771136e-05, "loss": 0.0045, "step": 55620 }, { "epoch": 0.9223856344613752, "grad_norm": 0.03882676735520363, "learning_rate": 4.077614365538625e-05, "loss": 0.0086, "step": 55630 }, { "epoch": 0.9225514416938867, "grad_norm": 0.002549936296418309, "learning_rate": 4.077448558306113e-05, "loss": 0.0076, "step": 55640 }, { "epoch": 0.9227172489263982, "grad_norm": 0.0086456798017025, "learning_rate": 4.077282751073602e-05, "loss": 0.003, "step": 55650 }, { "epoch": 0.9228830561589096, "grad_norm": 0.04187585413455963, "learning_rate": 4.0771169438410906e-05, "loss": 0.0072, "step": 55660 }, { "epoch": 0.9230488633914211, "grad_norm": 0.0016006879741325974, "learning_rate": 4.076951136608579e-05, "loss": 0.0054, "step": 55670 }, { "epoch": 0.9232146706239326, "grad_norm": 0.009145563468337059, "learning_rate": 4.076785329376068e-05, "loss": 0.0059, "step": 55680 }, { "epoch": 0.9233804778564441, "grad_norm": 1.3253265619277954, "learning_rate": 4.0766195221435564e-05, "loss": 0.0171, "step": 55690 }, { "epoch": 0.9235462850889555, "grad_norm": 0.0033962021116167307, "learning_rate": 4.076453714911045e-05, "loss": 0.0136, "step": 55700 }, { "epoch": 0.9237120923214671, "grad_norm": 0.061222366988658905, "learning_rate": 4.076287907678533e-05, "loss": 0.0126, "step": 55710 }, { "epoch": 0.9238778995539786, "grad_norm": 0.001119600492529571, "learning_rate": 4.0761221004460214e-05, "loss": 0.0063, "step": 55720 }, { "epoch": 0.9240437067864901, "grad_norm": 0.0006741537363268435, "learning_rate": 4.0759562932135104e-05, "loss": 0.0005, "step": 55730 }, { "epoch": 0.9242095140190015, "grad_norm": 0.0012956797145307064, "learning_rate": 4.075790485980999e-05, "loss": 0.007, "step": 55740 }, { "epoch": 0.924375321251513, "grad_norm": 0.05742695555090904, "learning_rate": 4.075624678748487e-05, "loss": 0.0065, "step": 55750 }, { "epoch": 0.9245411284840245, "grad_norm": 0.00408962182700634, "learning_rate": 4.075458871515976e-05, "loss": 0.0022, "step": 55760 }, { "epoch": 0.924706935716536, "grad_norm": 0.0006414270028471947, "learning_rate": 4.075293064283464e-05, "loss": 0.0268, "step": 55770 }, { "epoch": 0.9248727429490474, "grad_norm": 0.013905273750424385, "learning_rate": 4.075127257050953e-05, "loss": 0.0003, "step": 55780 }, { "epoch": 0.9250385501815589, "grad_norm": 0.16072721779346466, "learning_rate": 4.074961449818441e-05, "loss": 0.0161, "step": 55790 }, { "epoch": 0.9252043574140704, "grad_norm": 0.03377913683652878, "learning_rate": 4.0747956425859295e-05, "loss": 0.0089, "step": 55800 }, { "epoch": 0.9253701646465818, "grad_norm": 0.0024872373323887587, "learning_rate": 4.0746298353534186e-05, "loss": 0.001, "step": 55810 }, { "epoch": 0.9255359718790933, "grad_norm": 0.9579874873161316, "learning_rate": 4.074464028120907e-05, "loss": 0.0083, "step": 55820 }, { "epoch": 0.9257017791116049, "grad_norm": 0.036851201206445694, "learning_rate": 4.074298220888395e-05, "loss": 0.0101, "step": 55830 }, { "epoch": 0.9258675863441164, "grad_norm": 0.011614374816417694, "learning_rate": 4.0741324136558836e-05, "loss": 0.0029, "step": 55840 }, { "epoch": 0.9260333935766278, "grad_norm": 0.1811949908733368, "learning_rate": 4.073966606423372e-05, "loss": 0.0051, "step": 55850 }, { "epoch": 0.9261992008091393, "grad_norm": 0.0015149341197684407, "learning_rate": 4.073800799190861e-05, "loss": 0.0076, "step": 55860 }, { "epoch": 0.9263650080416508, "grad_norm": 0.09531363099813461, "learning_rate": 4.073634991958349e-05, "loss": 0.0021, "step": 55870 }, { "epoch": 0.9265308152741623, "grad_norm": 0.20836366713047028, "learning_rate": 4.073469184725838e-05, "loss": 0.0069, "step": 55880 }, { "epoch": 0.9266966225066737, "grad_norm": 0.551611602306366, "learning_rate": 4.073303377493327e-05, "loss": 0.0157, "step": 55890 }, { "epoch": 0.9268624297391852, "grad_norm": 0.08336875587701797, "learning_rate": 4.073137570260815e-05, "loss": 0.0057, "step": 55900 }, { "epoch": 0.9270282369716967, "grad_norm": 0.00026038411306217313, "learning_rate": 4.072971763028304e-05, "loss": 0.0169, "step": 55910 }, { "epoch": 0.9271940442042081, "grad_norm": 0.0004563915717881173, "learning_rate": 4.072805955795792e-05, "loss": 0.0112, "step": 55920 }, { "epoch": 0.9273598514367196, "grad_norm": 0.0008914957288652658, "learning_rate": 4.07264014856328e-05, "loss": 0.0159, "step": 55930 }, { "epoch": 0.9275256586692312, "grad_norm": 0.01150514092296362, "learning_rate": 4.072474341330769e-05, "loss": 0.0028, "step": 55940 }, { "epoch": 0.9276914659017427, "grad_norm": 0.022120969370007515, "learning_rate": 4.0723085340982575e-05, "loss": 0.0036, "step": 55950 }, { "epoch": 0.9278572731342541, "grad_norm": 0.12874312698841095, "learning_rate": 4.072142726865746e-05, "loss": 0.0072, "step": 55960 }, { "epoch": 0.9280230803667656, "grad_norm": 0.016083166003227234, "learning_rate": 4.071976919633235e-05, "loss": 0.0119, "step": 55970 }, { "epoch": 0.9281888875992771, "grad_norm": 0.002887879265472293, "learning_rate": 4.071811112400723e-05, "loss": 0.0036, "step": 55980 }, { "epoch": 0.9283546948317886, "grad_norm": 0.18885459005832672, "learning_rate": 4.0716453051682115e-05, "loss": 0.0028, "step": 55990 }, { "epoch": 0.9285205020643, "grad_norm": 0.20733283460140228, "learning_rate": 4.0714794979357e-05, "loss": 0.0235, "step": 56000 }, { "epoch": 0.9286863092968115, "grad_norm": 0.005616473499685526, "learning_rate": 4.071313690703188e-05, "loss": 0.0005, "step": 56010 }, { "epoch": 0.928852116529323, "grad_norm": 0.23570653796195984, "learning_rate": 4.071147883470677e-05, "loss": 0.0171, "step": 56020 }, { "epoch": 0.9290179237618345, "grad_norm": 0.010892514139413834, "learning_rate": 4.0709820762381656e-05, "loss": 0.0091, "step": 56030 }, { "epoch": 0.9291837309943459, "grad_norm": 0.13719266653060913, "learning_rate": 4.0708162690056546e-05, "loss": 0.0036, "step": 56040 }, { "epoch": 0.9293495382268575, "grad_norm": 0.00048313342267647386, "learning_rate": 4.070650461773143e-05, "loss": 0.0008, "step": 56050 }, { "epoch": 0.929515345459369, "grad_norm": 0.15237261354923248, "learning_rate": 4.070484654540631e-05, "loss": 0.0075, "step": 56060 }, { "epoch": 0.9296811526918805, "grad_norm": 0.2276596575975418, "learning_rate": 4.07031884730812e-05, "loss": 0.0032, "step": 56070 }, { "epoch": 0.9298469599243919, "grad_norm": 0.03560461476445198, "learning_rate": 4.070153040075608e-05, "loss": 0.0075, "step": 56080 }, { "epoch": 0.9300127671569034, "grad_norm": 0.21951675415039062, "learning_rate": 4.0699872328430964e-05, "loss": 0.0052, "step": 56090 }, { "epoch": 0.9301785743894149, "grad_norm": 0.8131763339042664, "learning_rate": 4.0698214256105854e-05, "loss": 0.0216, "step": 56100 }, { "epoch": 0.9303443816219263, "grad_norm": 0.07919308543205261, "learning_rate": 4.069655618378074e-05, "loss": 0.0075, "step": 56110 }, { "epoch": 0.9305101888544378, "grad_norm": 0.005876009352505207, "learning_rate": 4.069489811145563e-05, "loss": 0.001, "step": 56120 }, { "epoch": 0.9306759960869493, "grad_norm": 0.008000008761882782, "learning_rate": 4.069324003913051e-05, "loss": 0.0059, "step": 56130 }, { "epoch": 0.9308418033194608, "grad_norm": 0.0005298049072735012, "learning_rate": 4.0691581966805395e-05, "loss": 0.0186, "step": 56140 }, { "epoch": 0.9310076105519722, "grad_norm": 0.16562420129776, "learning_rate": 4.068992389448028e-05, "loss": 0.0085, "step": 56150 }, { "epoch": 0.9311734177844838, "grad_norm": 0.004862659145146608, "learning_rate": 4.068826582215516e-05, "loss": 0.0054, "step": 56160 }, { "epoch": 0.9313392250169953, "grad_norm": 0.001522302976809442, "learning_rate": 4.0686607749830045e-05, "loss": 0.0035, "step": 56170 }, { "epoch": 0.9315050322495068, "grad_norm": 0.001155979698523879, "learning_rate": 4.0684949677504935e-05, "loss": 0.0119, "step": 56180 }, { "epoch": 0.9316708394820182, "grad_norm": 0.0034604398533701897, "learning_rate": 4.068329160517982e-05, "loss": 0.0017, "step": 56190 }, { "epoch": 0.9318366467145297, "grad_norm": 0.003704153001308441, "learning_rate": 4.068163353285471e-05, "loss": 0.0101, "step": 56200 }, { "epoch": 0.9320024539470412, "grad_norm": 0.00039913482032716274, "learning_rate": 4.067997546052959e-05, "loss": 0.0001, "step": 56210 }, { "epoch": 0.9321682611795526, "grad_norm": 0.005581894889473915, "learning_rate": 4.0678317388204476e-05, "loss": 0.0049, "step": 56220 }, { "epoch": 0.9323340684120641, "grad_norm": 0.005372572224587202, "learning_rate": 4.067665931587936e-05, "loss": 0.0039, "step": 56230 }, { "epoch": 0.9324998756445756, "grad_norm": 0.0003506640496198088, "learning_rate": 4.067500124355424e-05, "loss": 0.0113, "step": 56240 }, { "epoch": 0.9326656828770871, "grad_norm": 0.07398966699838638, "learning_rate": 4.067334317122913e-05, "loss": 0.0042, "step": 56250 }, { "epoch": 0.9328314901095985, "grad_norm": 0.014706078916788101, "learning_rate": 4.067168509890402e-05, "loss": 0.0062, "step": 56260 }, { "epoch": 0.93299729734211, "grad_norm": 0.006055440753698349, "learning_rate": 4.06700270265789e-05, "loss": 0.016, "step": 56270 }, { "epoch": 0.9331631045746216, "grad_norm": 0.5231993198394775, "learning_rate": 4.066836895425379e-05, "loss": 0.0056, "step": 56280 }, { "epoch": 0.9333289118071331, "grad_norm": 0.008942943066358566, "learning_rate": 4.0666710881928674e-05, "loss": 0.0035, "step": 56290 }, { "epoch": 0.9334947190396445, "grad_norm": 0.0017404566751793027, "learning_rate": 4.066505280960356e-05, "loss": 0.0005, "step": 56300 }, { "epoch": 0.933660526272156, "grad_norm": 0.1266271024942398, "learning_rate": 4.066339473727844e-05, "loss": 0.0086, "step": 56310 }, { "epoch": 0.9338263335046675, "grad_norm": 0.10380448400974274, "learning_rate": 4.0661736664953324e-05, "loss": 0.0005, "step": 56320 }, { "epoch": 0.933992140737179, "grad_norm": 0.0068937381729483604, "learning_rate": 4.0660078592628215e-05, "loss": 0.0043, "step": 56330 }, { "epoch": 0.9341579479696904, "grad_norm": 0.14934775233268738, "learning_rate": 4.06584205203031e-05, "loss": 0.0088, "step": 56340 }, { "epoch": 0.9343237552022019, "grad_norm": 0.000914296368137002, "learning_rate": 4.065676244797798e-05, "loss": 0.0066, "step": 56350 }, { "epoch": 0.9344895624347134, "grad_norm": 0.23631732165813446, "learning_rate": 4.065510437565287e-05, "loss": 0.0033, "step": 56360 }, { "epoch": 0.9346553696672248, "grad_norm": 0.5324050784111023, "learning_rate": 4.0653446303327755e-05, "loss": 0.0059, "step": 56370 }, { "epoch": 0.9348211768997363, "grad_norm": 0.02113446779549122, "learning_rate": 4.065178823100264e-05, "loss": 0.0048, "step": 56380 }, { "epoch": 0.9349869841322479, "grad_norm": 0.26222530007362366, "learning_rate": 4.065013015867752e-05, "loss": 0.0062, "step": 56390 }, { "epoch": 0.9351527913647594, "grad_norm": 0.23354806005954742, "learning_rate": 4.0648472086352406e-05, "loss": 0.0106, "step": 56400 }, { "epoch": 0.9353185985972708, "grad_norm": 0.06511645019054413, "learning_rate": 4.0646814014027296e-05, "loss": 0.0232, "step": 56410 }, { "epoch": 0.9354844058297823, "grad_norm": 0.38405001163482666, "learning_rate": 4.064515594170218e-05, "loss": 0.0042, "step": 56420 }, { "epoch": 0.9356502130622938, "grad_norm": 0.8566412925720215, "learning_rate": 4.064349786937706e-05, "loss": 0.0037, "step": 56430 }, { "epoch": 0.9358160202948053, "grad_norm": 0.0019459938630461693, "learning_rate": 4.064183979705195e-05, "loss": 0.0037, "step": 56440 }, { "epoch": 0.9359818275273167, "grad_norm": 0.49468931555747986, "learning_rate": 4.064018172472684e-05, "loss": 0.0065, "step": 56450 }, { "epoch": 0.9361476347598282, "grad_norm": 0.0011533239157870412, "learning_rate": 4.063852365240172e-05, "loss": 0.0125, "step": 56460 }, { "epoch": 0.9363134419923397, "grad_norm": 0.006572033278644085, "learning_rate": 4.0636865580076604e-05, "loss": 0.0002, "step": 56470 }, { "epoch": 0.9364792492248512, "grad_norm": 0.27554240822792053, "learning_rate": 4.063520750775149e-05, "loss": 0.007, "step": 56480 }, { "epoch": 0.9366450564573626, "grad_norm": 0.1595267951488495, "learning_rate": 4.063354943542638e-05, "loss": 0.0109, "step": 56490 }, { "epoch": 0.9368108636898742, "grad_norm": 0.010660684667527676, "learning_rate": 4.063189136310126e-05, "loss": 0.0032, "step": 56500 }, { "epoch": 0.9369766709223857, "grad_norm": 1.1205782890319824, "learning_rate": 4.0630233290776144e-05, "loss": 0.0128, "step": 56510 }, { "epoch": 0.9371424781548972, "grad_norm": 0.28673362731933594, "learning_rate": 4.0628575218451035e-05, "loss": 0.005, "step": 56520 }, { "epoch": 0.9373082853874086, "grad_norm": 0.5595882534980774, "learning_rate": 4.062691714612591e-05, "loss": 0.0059, "step": 56530 }, { "epoch": 0.9374740926199201, "grad_norm": 0.0022921054624021053, "learning_rate": 4.06252590738008e-05, "loss": 0.0021, "step": 56540 }, { "epoch": 0.9376398998524316, "grad_norm": 0.0008161313598975539, "learning_rate": 4.0623601001475685e-05, "loss": 0.0003, "step": 56550 }, { "epoch": 0.937805707084943, "grad_norm": 0.0009388148318976164, "learning_rate": 4.062194292915057e-05, "loss": 0.0122, "step": 56560 }, { "epoch": 0.9379715143174545, "grad_norm": 0.008358030579984188, "learning_rate": 4.062028485682546e-05, "loss": 0.0041, "step": 56570 }, { "epoch": 0.938137321549966, "grad_norm": 0.6692003607749939, "learning_rate": 4.061862678450034e-05, "loss": 0.0206, "step": 56580 }, { "epoch": 0.9383031287824775, "grad_norm": 6.008618584019132e-05, "learning_rate": 4.061696871217523e-05, "loss": 0.0004, "step": 56590 }, { "epoch": 0.9384689360149889, "grad_norm": 0.005395120941102505, "learning_rate": 4.061531063985011e-05, "loss": 0.0073, "step": 56600 }, { "epoch": 0.9386347432475004, "grad_norm": 1.6458909511566162, "learning_rate": 4.061365256752499e-05, "loss": 0.0162, "step": 56610 }, { "epoch": 0.938800550480012, "grad_norm": 0.002386316191405058, "learning_rate": 4.061199449519988e-05, "loss": 0.0001, "step": 56620 }, { "epoch": 0.9389663577125235, "grad_norm": 0.47108927369117737, "learning_rate": 4.0610336422874766e-05, "loss": 0.0055, "step": 56630 }, { "epoch": 0.9391321649450349, "grad_norm": 0.0016277781687676907, "learning_rate": 4.060867835054965e-05, "loss": 0.0067, "step": 56640 }, { "epoch": 0.9392979721775464, "grad_norm": 0.014813611283898354, "learning_rate": 4.060702027822454e-05, "loss": 0.0039, "step": 56650 }, { "epoch": 0.9394637794100579, "grad_norm": 0.029130809009075165, "learning_rate": 4.0605362205899424e-05, "loss": 0.015, "step": 56660 }, { "epoch": 0.9396295866425693, "grad_norm": 0.03275952488183975, "learning_rate": 4.0603704133574314e-05, "loss": 0.0007, "step": 56670 }, { "epoch": 0.9397953938750808, "grad_norm": 0.03970804810523987, "learning_rate": 4.060204606124919e-05, "loss": 0.009, "step": 56680 }, { "epoch": 0.9399612011075923, "grad_norm": 0.0010667621390894055, "learning_rate": 4.0600387988924074e-05, "loss": 0.0028, "step": 56690 }, { "epoch": 0.9401270083401038, "grad_norm": 0.009161623194813728, "learning_rate": 4.0598729916598964e-05, "loss": 0.0003, "step": 56700 }, { "epoch": 0.9402928155726152, "grad_norm": 0.0004844821523874998, "learning_rate": 4.059707184427385e-05, "loss": 0.006, "step": 56710 }, { "epoch": 0.9404586228051267, "grad_norm": 0.0004386503715068102, "learning_rate": 4.059541377194874e-05, "loss": 0.006, "step": 56720 }, { "epoch": 0.9406244300376383, "grad_norm": 0.21825283765792847, "learning_rate": 4.059375569962362e-05, "loss": 0.0142, "step": 56730 }, { "epoch": 0.9407902372701498, "grad_norm": 0.011685583740472794, "learning_rate": 4.0592097627298505e-05, "loss": 0.0172, "step": 56740 }, { "epoch": 0.9409560445026612, "grad_norm": 0.006518488749861717, "learning_rate": 4.059043955497339e-05, "loss": 0.0071, "step": 56750 }, { "epoch": 0.9411218517351727, "grad_norm": 0.001277534174732864, "learning_rate": 4.058878148264827e-05, "loss": 0.009, "step": 56760 }, { "epoch": 0.9412876589676842, "grad_norm": 0.00039009988540783525, "learning_rate": 4.0587123410323156e-05, "loss": 0.0076, "step": 56770 }, { "epoch": 0.9414534662001957, "grad_norm": 0.00030141169554553926, "learning_rate": 4.0585465337998046e-05, "loss": 0.0111, "step": 56780 }, { "epoch": 0.9416192734327071, "grad_norm": 9.047050843946636e-05, "learning_rate": 4.058380726567293e-05, "loss": 0.008, "step": 56790 }, { "epoch": 0.9417850806652186, "grad_norm": 0.0018794413190335035, "learning_rate": 4.058214919334782e-05, "loss": 0.0235, "step": 56800 }, { "epoch": 0.9419508878977301, "grad_norm": 0.0001632583444006741, "learning_rate": 4.05804911210227e-05, "loss": 0.0054, "step": 56810 }, { "epoch": 0.9421166951302415, "grad_norm": 0.5337713360786438, "learning_rate": 4.0578833048697586e-05, "loss": 0.0044, "step": 56820 }, { "epoch": 0.942282502362753, "grad_norm": 0.18687132000923157, "learning_rate": 4.057717497637247e-05, "loss": 0.0145, "step": 56830 }, { "epoch": 0.9424483095952646, "grad_norm": 0.0013197526568546891, "learning_rate": 4.0575516904047353e-05, "loss": 0.0053, "step": 56840 }, { "epoch": 0.9426141168277761, "grad_norm": 0.0021292560268193483, "learning_rate": 4.057385883172224e-05, "loss": 0.0044, "step": 56850 }, { "epoch": 0.9427799240602875, "grad_norm": 0.0041655139066278934, "learning_rate": 4.057220075939713e-05, "loss": 0.0234, "step": 56860 }, { "epoch": 0.942945731292799, "grad_norm": 0.000360722973709926, "learning_rate": 4.057054268707201e-05, "loss": 0.0027, "step": 56870 }, { "epoch": 0.9431115385253105, "grad_norm": 0.6034612655639648, "learning_rate": 4.05688846147469e-05, "loss": 0.0021, "step": 56880 }, { "epoch": 0.943277345757822, "grad_norm": 0.01528344489634037, "learning_rate": 4.0567226542421784e-05, "loss": 0.0015, "step": 56890 }, { "epoch": 0.9434431529903334, "grad_norm": 0.002874896163120866, "learning_rate": 4.056556847009667e-05, "loss": 0.0014, "step": 56900 }, { "epoch": 0.9436089602228449, "grad_norm": 0.0005831319722346961, "learning_rate": 4.056391039777155e-05, "loss": 0.0005, "step": 56910 }, { "epoch": 0.9437747674553564, "grad_norm": 0.006594835314899683, "learning_rate": 4.0562252325446435e-05, "loss": 0.0093, "step": 56920 }, { "epoch": 0.9439405746878679, "grad_norm": 0.0006084567867219448, "learning_rate": 4.0560594253121325e-05, "loss": 0.0024, "step": 56930 }, { "epoch": 0.9441063819203793, "grad_norm": 0.00012815384252462536, "learning_rate": 4.055893618079621e-05, "loss": 0.0159, "step": 56940 }, { "epoch": 0.9442721891528908, "grad_norm": 0.0063766599632799625, "learning_rate": 4.055727810847109e-05, "loss": 0.0039, "step": 56950 }, { "epoch": 0.9444379963854024, "grad_norm": 0.006125974468886852, "learning_rate": 4.055562003614598e-05, "loss": 0.0005, "step": 56960 }, { "epoch": 0.9446038036179139, "grad_norm": 0.05321088805794716, "learning_rate": 4.0553961963820866e-05, "loss": 0.0027, "step": 56970 }, { "epoch": 0.9447696108504253, "grad_norm": 0.2929304242134094, "learning_rate": 4.055230389149575e-05, "loss": 0.004, "step": 56980 }, { "epoch": 0.9449354180829368, "grad_norm": 0.008274191059172153, "learning_rate": 4.055064581917063e-05, "loss": 0.0067, "step": 56990 }, { "epoch": 0.9451012253154483, "grad_norm": 0.0012767799198627472, "learning_rate": 4.0548987746845516e-05, "loss": 0.0008, "step": 57000 }, { "epoch": 0.9452670325479597, "grad_norm": 0.007658917456865311, "learning_rate": 4.0547329674520406e-05, "loss": 0.0097, "step": 57010 }, { "epoch": 0.9454328397804712, "grad_norm": 0.04966214299201965, "learning_rate": 4.054567160219529e-05, "loss": 0.0033, "step": 57020 }, { "epoch": 0.9455986470129827, "grad_norm": 0.0009234854951500893, "learning_rate": 4.0544013529870173e-05, "loss": 0.0117, "step": 57030 }, { "epoch": 0.9457644542454942, "grad_norm": 0.24921566247940063, "learning_rate": 4.0542355457545064e-05, "loss": 0.0129, "step": 57040 }, { "epoch": 0.9459302614780056, "grad_norm": 0.05378996953368187, "learning_rate": 4.054069738521995e-05, "loss": 0.0017, "step": 57050 }, { "epoch": 0.9460960687105171, "grad_norm": 0.012428139336407185, "learning_rate": 4.053903931289483e-05, "loss": 0.0045, "step": 57060 }, { "epoch": 0.9462618759430287, "grad_norm": 0.013296844437718391, "learning_rate": 4.0537381240569714e-05, "loss": 0.0153, "step": 57070 }, { "epoch": 0.9464276831755402, "grad_norm": 0.2626585364341736, "learning_rate": 4.05357231682446e-05, "loss": 0.0092, "step": 57080 }, { "epoch": 0.9465934904080516, "grad_norm": 0.3046405613422394, "learning_rate": 4.053406509591949e-05, "loss": 0.0086, "step": 57090 }, { "epoch": 0.9467592976405631, "grad_norm": 0.006764548830688, "learning_rate": 4.053240702359437e-05, "loss": 0.0004, "step": 57100 }, { "epoch": 0.9469251048730746, "grad_norm": 0.008217783644795418, "learning_rate": 4.0530748951269255e-05, "loss": 0.0086, "step": 57110 }, { "epoch": 0.947090912105586, "grad_norm": 0.0033037380781024694, "learning_rate": 4.0529090878944145e-05, "loss": 0.0101, "step": 57120 }, { "epoch": 0.9472567193380975, "grad_norm": 0.07927696406841278, "learning_rate": 4.052743280661903e-05, "loss": 0.0075, "step": 57130 }, { "epoch": 0.947422526570609, "grad_norm": 0.21645700931549072, "learning_rate": 4.052577473429391e-05, "loss": 0.0127, "step": 57140 }, { "epoch": 0.9475883338031205, "grad_norm": 0.00020656494598370045, "learning_rate": 4.0524116661968795e-05, "loss": 0.0097, "step": 57150 }, { "epoch": 0.9477541410356319, "grad_norm": 0.5824364423751831, "learning_rate": 4.052245858964368e-05, "loss": 0.0063, "step": 57160 }, { "epoch": 0.9479199482681434, "grad_norm": 0.06340226531028748, "learning_rate": 4.052080051731857e-05, "loss": 0.0068, "step": 57170 }, { "epoch": 0.948085755500655, "grad_norm": 0.02580798603594303, "learning_rate": 4.051914244499345e-05, "loss": 0.0056, "step": 57180 }, { "epoch": 0.9482515627331665, "grad_norm": 0.054109614342451096, "learning_rate": 4.0517484372668336e-05, "loss": 0.0118, "step": 57190 }, { "epoch": 0.9484173699656779, "grad_norm": 0.16322486102581024, "learning_rate": 4.0515826300343226e-05, "loss": 0.0104, "step": 57200 }, { "epoch": 0.9485831771981894, "grad_norm": 0.014607839286327362, "learning_rate": 4.051416822801811e-05, "loss": 0.0024, "step": 57210 }, { "epoch": 0.9487489844307009, "grad_norm": 0.0018785162828862667, "learning_rate": 4.051251015569299e-05, "loss": 0.0044, "step": 57220 }, { "epoch": 0.9489147916632124, "grad_norm": 0.013458344154059887, "learning_rate": 4.051085208336788e-05, "loss": 0.0021, "step": 57230 }, { "epoch": 0.9490805988957238, "grad_norm": 0.07250066846609116, "learning_rate": 4.050919401104276e-05, "loss": 0.0013, "step": 57240 }, { "epoch": 0.9492464061282353, "grad_norm": 0.04057108610868454, "learning_rate": 4.050753593871765e-05, "loss": 0.0012, "step": 57250 }, { "epoch": 0.9494122133607468, "grad_norm": 0.0010338998399674892, "learning_rate": 4.0505877866392534e-05, "loss": 0.0119, "step": 57260 }, { "epoch": 0.9495780205932582, "grad_norm": 0.003046697238460183, "learning_rate": 4.0504219794067424e-05, "loss": 0.0018, "step": 57270 }, { "epoch": 0.9497438278257697, "grad_norm": 0.09470080584287643, "learning_rate": 4.050256172174231e-05, "loss": 0.0013, "step": 57280 }, { "epoch": 0.9499096350582812, "grad_norm": 0.45761287212371826, "learning_rate": 4.0500903649417185e-05, "loss": 0.0083, "step": 57290 }, { "epoch": 0.9500754422907928, "grad_norm": 0.18657314777374268, "learning_rate": 4.0499245577092075e-05, "loss": 0.0018, "step": 57300 }, { "epoch": 0.9502412495233042, "grad_norm": 0.2605378031730652, "learning_rate": 4.049758750476696e-05, "loss": 0.0039, "step": 57310 }, { "epoch": 0.9504070567558157, "grad_norm": 0.018232639878988266, "learning_rate": 4.049592943244184e-05, "loss": 0.0067, "step": 57320 }, { "epoch": 0.9505728639883272, "grad_norm": 0.0015459900023415685, "learning_rate": 4.049427136011673e-05, "loss": 0.0061, "step": 57330 }, { "epoch": 0.9507386712208387, "grad_norm": 0.8035227656364441, "learning_rate": 4.0492613287791615e-05, "loss": 0.0069, "step": 57340 }, { "epoch": 0.9509044784533501, "grad_norm": 0.00022016697039362043, "learning_rate": 4.0490955215466506e-05, "loss": 0.0073, "step": 57350 }, { "epoch": 0.9510702856858616, "grad_norm": 0.0007597749936394393, "learning_rate": 4.048929714314139e-05, "loss": 0.0008, "step": 57360 }, { "epoch": 0.9512360929183731, "grad_norm": 0.0010588428704068065, "learning_rate": 4.0487639070816266e-05, "loss": 0.0053, "step": 57370 }, { "epoch": 0.9514019001508845, "grad_norm": 0.00025563701638020575, "learning_rate": 4.0485980998491156e-05, "loss": 0.0002, "step": 57380 }, { "epoch": 0.951567707383396, "grad_norm": 0.18363924324512482, "learning_rate": 4.048432292616604e-05, "loss": 0.0065, "step": 57390 }, { "epoch": 0.9517335146159075, "grad_norm": 0.034839801490306854, "learning_rate": 4.048266485384093e-05, "loss": 0.0005, "step": 57400 }, { "epoch": 0.9518993218484191, "grad_norm": 0.05082350969314575, "learning_rate": 4.048100678151581e-05, "loss": 0.0003, "step": 57410 }, { "epoch": 0.9520651290809306, "grad_norm": 0.0033615981228649616, "learning_rate": 4.04793487091907e-05, "loss": 0.0122, "step": 57420 }, { "epoch": 0.952230936313442, "grad_norm": 0.018654130399227142, "learning_rate": 4.047769063686559e-05, "loss": 0.003, "step": 57430 }, { "epoch": 0.9523967435459535, "grad_norm": 0.06041477993130684, "learning_rate": 4.0476032564540464e-05, "loss": 0.007, "step": 57440 }, { "epoch": 0.952562550778465, "grad_norm": 0.001235123723745346, "learning_rate": 4.047437449221535e-05, "loss": 0.0041, "step": 57450 }, { "epoch": 0.9527283580109764, "grad_norm": 0.12352500110864639, "learning_rate": 4.047271641989024e-05, "loss": 0.0061, "step": 57460 }, { "epoch": 0.9528941652434879, "grad_norm": 2.7099456787109375, "learning_rate": 4.047105834756512e-05, "loss": 0.0174, "step": 57470 }, { "epoch": 0.9530599724759994, "grad_norm": 0.05370770022273064, "learning_rate": 4.046940027524001e-05, "loss": 0.0034, "step": 57480 }, { "epoch": 0.9532257797085109, "grad_norm": 0.11433376371860504, "learning_rate": 4.0467742202914895e-05, "loss": 0.0134, "step": 57490 }, { "epoch": 0.9533915869410223, "grad_norm": 0.00029442127561196685, "learning_rate": 4.046608413058978e-05, "loss": 0.0001, "step": 57500 }, { "epoch": 0.9535573941735338, "grad_norm": 1.4327411651611328, "learning_rate": 4.046442605826466e-05, "loss": 0.0163, "step": 57510 }, { "epoch": 0.9537232014060454, "grad_norm": 0.1984342783689499, "learning_rate": 4.0462767985939545e-05, "loss": 0.0033, "step": 57520 }, { "epoch": 0.9538890086385569, "grad_norm": 0.004107318352907896, "learning_rate": 4.046110991361443e-05, "loss": 0.0087, "step": 57530 }, { "epoch": 0.9540548158710683, "grad_norm": 0.0015579580795019865, "learning_rate": 4.045945184128932e-05, "loss": 0.0088, "step": 57540 }, { "epoch": 0.9542206231035798, "grad_norm": 0.5402819514274597, "learning_rate": 4.04577937689642e-05, "loss": 0.0225, "step": 57550 }, { "epoch": 0.9543864303360913, "grad_norm": 0.00044253122177906334, "learning_rate": 4.045613569663909e-05, "loss": 0.0027, "step": 57560 }, { "epoch": 0.9545522375686027, "grad_norm": 0.0011157223489135504, "learning_rate": 4.0454477624313976e-05, "loss": 0.0091, "step": 57570 }, { "epoch": 0.9547180448011142, "grad_norm": 0.000628214213065803, "learning_rate": 4.045281955198886e-05, "loss": 0.0036, "step": 57580 }, { "epoch": 0.9548838520336257, "grad_norm": 0.00044114794582128525, "learning_rate": 4.045116147966374e-05, "loss": 0.008, "step": 57590 }, { "epoch": 0.9550496592661372, "grad_norm": 0.054895494133234024, "learning_rate": 4.0449503407338627e-05, "loss": 0.0066, "step": 57600 }, { "epoch": 0.9552154664986486, "grad_norm": 0.2627718448638916, "learning_rate": 4.044784533501352e-05, "loss": 0.0135, "step": 57610 }, { "epoch": 0.9553812737311601, "grad_norm": 0.4030916690826416, "learning_rate": 4.04461872626884e-05, "loss": 0.0085, "step": 57620 }, { "epoch": 0.9555470809636716, "grad_norm": 0.03383513167500496, "learning_rate": 4.0444529190363284e-05, "loss": 0.0151, "step": 57630 }, { "epoch": 0.9557128881961832, "grad_norm": 0.00209479546174407, "learning_rate": 4.0442871118038174e-05, "loss": 0.0079, "step": 57640 }, { "epoch": 0.9558786954286946, "grad_norm": 0.011830802075564861, "learning_rate": 4.044121304571306e-05, "loss": 0.0044, "step": 57650 }, { "epoch": 0.9560445026612061, "grad_norm": 0.023218173533678055, "learning_rate": 4.043955497338794e-05, "loss": 0.0107, "step": 57660 }, { "epoch": 0.9562103098937176, "grad_norm": 0.07446830719709396, "learning_rate": 4.0437896901062824e-05, "loss": 0.0165, "step": 57670 }, { "epoch": 0.956376117126229, "grad_norm": 0.009758819825947285, "learning_rate": 4.043623882873771e-05, "loss": 0.0009, "step": 57680 }, { "epoch": 0.9565419243587405, "grad_norm": 0.6739964485168457, "learning_rate": 4.04345807564126e-05, "loss": 0.0086, "step": 57690 }, { "epoch": 0.956707731591252, "grad_norm": 0.0008069356554187834, "learning_rate": 4.043292268408748e-05, "loss": 0.0069, "step": 57700 }, { "epoch": 0.9568735388237635, "grad_norm": 0.02685336396098137, "learning_rate": 4.0431264611762365e-05, "loss": 0.012, "step": 57710 }, { "epoch": 0.9570393460562749, "grad_norm": 0.29337814450263977, "learning_rate": 4.0429606539437255e-05, "loss": 0.0049, "step": 57720 }, { "epoch": 0.9572051532887864, "grad_norm": 0.20165812969207764, "learning_rate": 4.042794846711214e-05, "loss": 0.0033, "step": 57730 }, { "epoch": 0.9573709605212979, "grad_norm": 0.01396978460252285, "learning_rate": 4.042629039478702e-05, "loss": 0.0013, "step": 57740 }, { "epoch": 0.9575367677538095, "grad_norm": 0.3529006838798523, "learning_rate": 4.0424632322461906e-05, "loss": 0.0042, "step": 57750 }, { "epoch": 0.9577025749863209, "grad_norm": 0.2710335850715637, "learning_rate": 4.042297425013679e-05, "loss": 0.0057, "step": 57760 }, { "epoch": 0.9578683822188324, "grad_norm": 0.026908280327916145, "learning_rate": 4.042131617781168e-05, "loss": 0.0025, "step": 57770 }, { "epoch": 0.9580341894513439, "grad_norm": 0.009976719506084919, "learning_rate": 4.041965810548656e-05, "loss": 0.009, "step": 57780 }, { "epoch": 0.9581999966838554, "grad_norm": 2.358485698699951, "learning_rate": 4.0418000033161447e-05, "loss": 0.0115, "step": 57790 }, { "epoch": 0.9583658039163668, "grad_norm": 0.004013501573354006, "learning_rate": 4.041634196083634e-05, "loss": 0.002, "step": 57800 }, { "epoch": 0.9585316111488783, "grad_norm": 0.015532666817307472, "learning_rate": 4.041468388851122e-05, "loss": 0.0127, "step": 57810 }, { "epoch": 0.9586974183813898, "grad_norm": 0.22650335729122162, "learning_rate": 4.0413025816186104e-05, "loss": 0.0013, "step": 57820 }, { "epoch": 0.9588632256139012, "grad_norm": 0.0009041647426784039, "learning_rate": 4.041136774386099e-05, "loss": 0.0024, "step": 57830 }, { "epoch": 0.9590290328464127, "grad_norm": 0.022514203563332558, "learning_rate": 4.040970967153587e-05, "loss": 0.0005, "step": 57840 }, { "epoch": 0.9591948400789242, "grad_norm": 0.00043680224916897714, "learning_rate": 4.040805159921076e-05, "loss": 0.0019, "step": 57850 }, { "epoch": 0.9593606473114358, "grad_norm": 0.01684894599020481, "learning_rate": 4.0406393526885644e-05, "loss": 0.002, "step": 57860 }, { "epoch": 0.9595264545439472, "grad_norm": 0.0012799008982256055, "learning_rate": 4.040473545456053e-05, "loss": 0.0037, "step": 57870 }, { "epoch": 0.9596922617764587, "grad_norm": 0.0013580366503447294, "learning_rate": 4.040307738223542e-05, "loss": 0.0044, "step": 57880 }, { "epoch": 0.9598580690089702, "grad_norm": 0.20753827691078186, "learning_rate": 4.04014193099103e-05, "loss": 0.0144, "step": 57890 }, { "epoch": 0.9600238762414817, "grad_norm": 0.0003934419364668429, "learning_rate": 4.0399761237585185e-05, "loss": 0.0096, "step": 57900 }, { "epoch": 0.9601896834739931, "grad_norm": 0.15305817127227783, "learning_rate": 4.039810316526007e-05, "loss": 0.0037, "step": 57910 }, { "epoch": 0.9603554907065046, "grad_norm": 0.000772711995523423, "learning_rate": 4.039644509293495e-05, "loss": 0.0127, "step": 57920 }, { "epoch": 0.9605212979390161, "grad_norm": 0.04422876238822937, "learning_rate": 4.039478702060984e-05, "loss": 0.0053, "step": 57930 }, { "epoch": 0.9606871051715276, "grad_norm": 0.024268588051199913, "learning_rate": 4.0393128948284726e-05, "loss": 0.0042, "step": 57940 }, { "epoch": 0.960852912404039, "grad_norm": 0.0024323000106960535, "learning_rate": 4.0391470875959616e-05, "loss": 0.0075, "step": 57950 }, { "epoch": 0.9610187196365505, "grad_norm": 0.23085273802280426, "learning_rate": 4.03898128036345e-05, "loss": 0.007, "step": 57960 }, { "epoch": 0.9611845268690621, "grad_norm": 0.008770938031375408, "learning_rate": 4.038815473130938e-05, "loss": 0.0054, "step": 57970 }, { "epoch": 0.9613503341015736, "grad_norm": 0.01213459949940443, "learning_rate": 4.0386496658984267e-05, "loss": 0.0009, "step": 57980 }, { "epoch": 0.961516141334085, "grad_norm": 0.0026182131841778755, "learning_rate": 4.038483858665915e-05, "loss": 0.0002, "step": 57990 }, { "epoch": 0.9616819485665965, "grad_norm": 0.0005974583909846842, "learning_rate": 4.0383180514334033e-05, "loss": 0.0005, "step": 58000 }, { "epoch": 0.961847755799108, "grad_norm": 0.036769114434719086, "learning_rate": 4.0381522442008924e-05, "loss": 0.0001, "step": 58010 }, { "epoch": 0.9620135630316194, "grad_norm": 0.02655891701579094, "learning_rate": 4.037986436968381e-05, "loss": 0.0004, "step": 58020 }, { "epoch": 0.9621793702641309, "grad_norm": 0.3713005483150482, "learning_rate": 4.03782062973587e-05, "loss": 0.0048, "step": 58030 }, { "epoch": 0.9623451774966424, "grad_norm": 0.004685757216066122, "learning_rate": 4.037654822503358e-05, "loss": 0.0081, "step": 58040 }, { "epoch": 0.9625109847291539, "grad_norm": 0.0012702792882919312, "learning_rate": 4.0374890152708464e-05, "loss": 0.0054, "step": 58050 }, { "epoch": 0.9626767919616653, "grad_norm": 0.42655858397483826, "learning_rate": 4.037323208038335e-05, "loss": 0.0079, "step": 58060 }, { "epoch": 0.9628425991941768, "grad_norm": 0.3035627603530884, "learning_rate": 4.037157400805823e-05, "loss": 0.0047, "step": 58070 }, { "epoch": 0.9630084064266883, "grad_norm": 0.02199566178023815, "learning_rate": 4.036991593573312e-05, "loss": 0.0065, "step": 58080 }, { "epoch": 0.9631742136591999, "grad_norm": 0.056010570377111435, "learning_rate": 4.0368257863408005e-05, "loss": 0.008, "step": 58090 }, { "epoch": 0.9633400208917113, "grad_norm": 0.08646510541439056, "learning_rate": 4.036659979108289e-05, "loss": 0.0074, "step": 58100 }, { "epoch": 0.9635058281242228, "grad_norm": 0.0010578944347798824, "learning_rate": 4.036494171875778e-05, "loss": 0.0005, "step": 58110 }, { "epoch": 0.9636716353567343, "grad_norm": 7.671356434002519e-05, "learning_rate": 4.036328364643266e-05, "loss": 0.0233, "step": 58120 }, { "epoch": 0.9638374425892458, "grad_norm": 0.004555470775812864, "learning_rate": 4.036162557410754e-05, "loss": 0.014, "step": 58130 }, { "epoch": 0.9640032498217572, "grad_norm": 0.0006092795520089567, "learning_rate": 4.035996750178243e-05, "loss": 0.0068, "step": 58140 }, { "epoch": 0.9641690570542687, "grad_norm": 0.0014501254772767425, "learning_rate": 4.035830942945731e-05, "loss": 0.0002, "step": 58150 }, { "epoch": 0.9643348642867802, "grad_norm": 0.3080081343650818, "learning_rate": 4.03566513571322e-05, "loss": 0.0066, "step": 58160 }, { "epoch": 0.9645006715192916, "grad_norm": 0.17490254342556, "learning_rate": 4.0354993284807087e-05, "loss": 0.0088, "step": 58170 }, { "epoch": 0.9646664787518031, "grad_norm": 0.007468822877854109, "learning_rate": 4.035333521248197e-05, "loss": 0.0039, "step": 58180 }, { "epoch": 0.9648322859843146, "grad_norm": 1.0157934427261353, "learning_rate": 4.035167714015686e-05, "loss": 0.011, "step": 58190 }, { "epoch": 0.9649980932168262, "grad_norm": 0.08365561068058014, "learning_rate": 4.035001906783174e-05, "loss": 0.0026, "step": 58200 }, { "epoch": 0.9651639004493376, "grad_norm": 0.024386176839470863, "learning_rate": 4.034836099550662e-05, "loss": 0.0092, "step": 58210 }, { "epoch": 0.9653297076818491, "grad_norm": 0.0035147895105183125, "learning_rate": 4.034670292318151e-05, "loss": 0.007, "step": 58220 }, { "epoch": 0.9654955149143606, "grad_norm": 0.006023370195180178, "learning_rate": 4.0345044850856394e-05, "loss": 0.0011, "step": 58230 }, { "epoch": 0.9656613221468721, "grad_norm": 0.003174752229824662, "learning_rate": 4.0343386778531284e-05, "loss": 0.012, "step": 58240 }, { "epoch": 0.9658271293793835, "grad_norm": 0.0034912913106381893, "learning_rate": 4.034172870620617e-05, "loss": 0.0046, "step": 58250 }, { "epoch": 0.965992936611895, "grad_norm": 0.0005718796164728701, "learning_rate": 4.034007063388105e-05, "loss": 0.0068, "step": 58260 }, { "epoch": 0.9661587438444065, "grad_norm": 0.007325091864913702, "learning_rate": 4.033841256155594e-05, "loss": 0.0001, "step": 58270 }, { "epoch": 0.966324551076918, "grad_norm": 0.00017528342141304165, "learning_rate": 4.033675448923082e-05, "loss": 0.0049, "step": 58280 }, { "epoch": 0.9664903583094294, "grad_norm": 0.1577073335647583, "learning_rate": 4.033509641690571e-05, "loss": 0.0141, "step": 58290 }, { "epoch": 0.9666561655419409, "grad_norm": 0.0008610333316028118, "learning_rate": 4.033343834458059e-05, "loss": 0.0057, "step": 58300 }, { "epoch": 0.9668219727744525, "grad_norm": 0.432076632976532, "learning_rate": 4.0331780272255476e-05, "loss": 0.01, "step": 58310 }, { "epoch": 0.966987780006964, "grad_norm": 0.010538261383771896, "learning_rate": 4.0330122199930366e-05, "loss": 0.0019, "step": 58320 }, { "epoch": 0.9671535872394754, "grad_norm": 0.003150662174448371, "learning_rate": 4.032846412760525e-05, "loss": 0.0074, "step": 58330 }, { "epoch": 0.9673193944719869, "grad_norm": 0.00705689238384366, "learning_rate": 4.032680605528013e-05, "loss": 0.0114, "step": 58340 }, { "epoch": 0.9674852017044984, "grad_norm": 0.028792863711714745, "learning_rate": 4.0325147982955016e-05, "loss": 0.003, "step": 58350 }, { "epoch": 0.9676510089370098, "grad_norm": 0.0028972839936614037, "learning_rate": 4.03234899106299e-05, "loss": 0.0013, "step": 58360 }, { "epoch": 0.9678168161695213, "grad_norm": 0.03569034859538078, "learning_rate": 4.032183183830479e-05, "loss": 0.0002, "step": 58370 }, { "epoch": 0.9679826234020328, "grad_norm": 0.06273379176855087, "learning_rate": 4.0320173765979673e-05, "loss": 0.0087, "step": 58380 }, { "epoch": 0.9681484306345443, "grad_norm": 0.06630852818489075, "learning_rate": 4.031851569365456e-05, "loss": 0.004, "step": 58390 }, { "epoch": 0.9683142378670557, "grad_norm": 0.004728826694190502, "learning_rate": 4.031685762132945e-05, "loss": 0.003, "step": 58400 }, { "epoch": 0.9684800450995672, "grad_norm": 0.0909334048628807, "learning_rate": 4.031519954900433e-05, "loss": 0.0086, "step": 58410 }, { "epoch": 0.9686458523320787, "grad_norm": 0.0016264606965705752, "learning_rate": 4.0313541476679214e-05, "loss": 0.0064, "step": 58420 }, { "epoch": 0.9688116595645903, "grad_norm": 0.01988140307366848, "learning_rate": 4.03118834043541e-05, "loss": 0.0111, "step": 58430 }, { "epoch": 0.9689774667971017, "grad_norm": 0.3741414546966553, "learning_rate": 4.031022533202898e-05, "loss": 0.0119, "step": 58440 }, { "epoch": 0.9691432740296132, "grad_norm": 0.0025914241559803486, "learning_rate": 4.030856725970387e-05, "loss": 0.0107, "step": 58450 }, { "epoch": 0.9693090812621247, "grad_norm": 0.2560340166091919, "learning_rate": 4.0306909187378755e-05, "loss": 0.0146, "step": 58460 }, { "epoch": 0.9694748884946361, "grad_norm": 0.3604249060153961, "learning_rate": 4.030525111505364e-05, "loss": 0.0011, "step": 58470 }, { "epoch": 0.9696406957271476, "grad_norm": 0.0010049919364973903, "learning_rate": 4.030359304272853e-05, "loss": 0.0048, "step": 58480 }, { "epoch": 0.9698065029596591, "grad_norm": 0.007127420976758003, "learning_rate": 4.030193497040341e-05, "loss": 0.003, "step": 58490 }, { "epoch": 0.9699723101921706, "grad_norm": 0.054785169661045074, "learning_rate": 4.0300276898078296e-05, "loss": 0.001, "step": 58500 }, { "epoch": 0.970138117424682, "grad_norm": 0.0002555347455199808, "learning_rate": 4.029861882575318e-05, "loss": 0.005, "step": 58510 }, { "epoch": 0.9703039246571935, "grad_norm": 0.6569603085517883, "learning_rate": 4.029696075342806e-05, "loss": 0.0112, "step": 58520 }, { "epoch": 0.970469731889705, "grad_norm": 0.0051427134312689304, "learning_rate": 4.029530268110295e-05, "loss": 0.0047, "step": 58530 }, { "epoch": 0.9706355391222166, "grad_norm": 0.0032657489646226168, "learning_rate": 4.0293644608777836e-05, "loss": 0.0003, "step": 58540 }, { "epoch": 0.970801346354728, "grad_norm": 0.005918064620345831, "learning_rate": 4.029198653645272e-05, "loss": 0.0002, "step": 58550 }, { "epoch": 0.9709671535872395, "grad_norm": 0.0034513419959694147, "learning_rate": 4.029032846412761e-05, "loss": 0.0057, "step": 58560 }, { "epoch": 0.971132960819751, "grad_norm": 0.17817649245262146, "learning_rate": 4.0288670391802493e-05, "loss": 0.0127, "step": 58570 }, { "epoch": 0.9712987680522625, "grad_norm": 0.07439111918210983, "learning_rate": 4.028701231947738e-05, "loss": 0.0081, "step": 58580 }, { "epoch": 0.9714645752847739, "grad_norm": 0.0024802973493933678, "learning_rate": 4.028535424715226e-05, "loss": 0.0069, "step": 58590 }, { "epoch": 0.9716303825172854, "grad_norm": 0.000557783292606473, "learning_rate": 4.0283696174827144e-05, "loss": 0.0032, "step": 58600 }, { "epoch": 0.9717961897497969, "grad_norm": 0.0018870258936658502, "learning_rate": 4.0282038102502034e-05, "loss": 0.0007, "step": 58610 }, { "epoch": 0.9719619969823083, "grad_norm": 0.009744208306074142, "learning_rate": 4.028038003017692e-05, "loss": 0.009, "step": 58620 }, { "epoch": 0.9721278042148198, "grad_norm": 0.0006384736043401062, "learning_rate": 4.027872195785181e-05, "loss": 0.0139, "step": 58630 }, { "epoch": 0.9722936114473313, "grad_norm": 0.08928947895765305, "learning_rate": 4.027706388552669e-05, "loss": 0.003, "step": 58640 }, { "epoch": 0.9724594186798429, "grad_norm": 0.27481746673583984, "learning_rate": 4.0275405813201575e-05, "loss": 0.0126, "step": 58650 }, { "epoch": 0.9726252259123543, "grad_norm": 0.00023447901185136288, "learning_rate": 4.027374774087646e-05, "loss": 0.0004, "step": 58660 }, { "epoch": 0.9727910331448658, "grad_norm": 0.0007911350694485009, "learning_rate": 4.027208966855134e-05, "loss": 0.0054, "step": 58670 }, { "epoch": 0.9729568403773773, "grad_norm": 0.0008471119799651206, "learning_rate": 4.0270431596226225e-05, "loss": 0.01, "step": 58680 }, { "epoch": 0.9731226476098888, "grad_norm": 9.539601160213351e-05, "learning_rate": 4.0268773523901116e-05, "loss": 0.003, "step": 58690 }, { "epoch": 0.9732884548424002, "grad_norm": 0.00016228015010710806, "learning_rate": 4.0267115451576e-05, "loss": 0.0081, "step": 58700 }, { "epoch": 0.9734542620749117, "grad_norm": 0.0015390976332128048, "learning_rate": 4.026545737925089e-05, "loss": 0.0006, "step": 58710 }, { "epoch": 0.9736200693074232, "grad_norm": 0.008360747247934341, "learning_rate": 4.026379930692577e-05, "loss": 0.0032, "step": 58720 }, { "epoch": 0.9737858765399346, "grad_norm": 0.184067502617836, "learning_rate": 4.0262141234600656e-05, "loss": 0.0047, "step": 58730 }, { "epoch": 0.9739516837724461, "grad_norm": 0.13378675282001495, "learning_rate": 4.026048316227554e-05, "loss": 0.0106, "step": 58740 }, { "epoch": 0.9741174910049576, "grad_norm": 0.3142150044441223, "learning_rate": 4.025882508995042e-05, "loss": 0.0023, "step": 58750 }, { "epoch": 0.9742832982374691, "grad_norm": 0.22835244238376617, "learning_rate": 4.0257167017625313e-05, "loss": 0.0202, "step": 58760 }, { "epoch": 0.9744491054699806, "grad_norm": 0.0003826227621175349, "learning_rate": 4.02555089453002e-05, "loss": 0.0058, "step": 58770 }, { "epoch": 0.9746149127024921, "grad_norm": 0.027974434196949005, "learning_rate": 4.025385087297508e-05, "loss": 0.0071, "step": 58780 }, { "epoch": 0.9747807199350036, "grad_norm": 0.02969668060541153, "learning_rate": 4.025219280064997e-05, "loss": 0.0102, "step": 58790 }, { "epoch": 0.9749465271675151, "grad_norm": 0.447935551404953, "learning_rate": 4.0250534728324854e-05, "loss": 0.0033, "step": 58800 }, { "epoch": 0.9751123344000265, "grad_norm": 0.010235822759568691, "learning_rate": 4.024887665599974e-05, "loss": 0.0169, "step": 58810 }, { "epoch": 0.975278141632538, "grad_norm": 0.045857056975364685, "learning_rate": 4.024721858367462e-05, "loss": 0.0006, "step": 58820 }, { "epoch": 0.9754439488650495, "grad_norm": 0.08241476863622665, "learning_rate": 4.0245560511349505e-05, "loss": 0.0174, "step": 58830 }, { "epoch": 0.975609756097561, "grad_norm": 8.853690087562427e-05, "learning_rate": 4.0243902439024395e-05, "loss": 0.0103, "step": 58840 }, { "epoch": 0.9757755633300724, "grad_norm": 0.04398435354232788, "learning_rate": 4.024224436669928e-05, "loss": 0.0052, "step": 58850 }, { "epoch": 0.9759413705625839, "grad_norm": 0.0021646395325660706, "learning_rate": 4.024058629437416e-05, "loss": 0.0079, "step": 58860 }, { "epoch": 0.9761071777950954, "grad_norm": 0.04468027502298355, "learning_rate": 4.023892822204905e-05, "loss": 0.0033, "step": 58870 }, { "epoch": 0.976272985027607, "grad_norm": 0.001413862337358296, "learning_rate": 4.0237270149723936e-05, "loss": 0.0021, "step": 58880 }, { "epoch": 0.9764387922601184, "grad_norm": 0.004071678966283798, "learning_rate": 4.023561207739881e-05, "loss": 0.0079, "step": 58890 }, { "epoch": 0.9766045994926299, "grad_norm": 0.21867714822292328, "learning_rate": 4.02339540050737e-05, "loss": 0.0106, "step": 58900 }, { "epoch": 0.9767704067251414, "grad_norm": 0.0012833992950618267, "learning_rate": 4.0232295932748586e-05, "loss": 0.0004, "step": 58910 }, { "epoch": 0.9769362139576528, "grad_norm": 0.002352240262553096, "learning_rate": 4.0230637860423476e-05, "loss": 0.0087, "step": 58920 }, { "epoch": 0.9771020211901643, "grad_norm": 7.522935629822314e-05, "learning_rate": 4.022897978809836e-05, "loss": 0.0006, "step": 58930 }, { "epoch": 0.9772678284226758, "grad_norm": 0.0428079217672348, "learning_rate": 4.022732171577324e-05, "loss": 0.0095, "step": 58940 }, { "epoch": 0.9774336356551873, "grad_norm": 0.15695293247699738, "learning_rate": 4.0225663643448133e-05, "loss": 0.0124, "step": 58950 }, { "epoch": 0.9775994428876987, "grad_norm": 0.014672862365841866, "learning_rate": 4.022400557112301e-05, "loss": 0.0007, "step": 58960 }, { "epoch": 0.9777652501202102, "grad_norm": 0.003844060003757477, "learning_rate": 4.02223474987979e-05, "loss": 0.0031, "step": 58970 }, { "epoch": 0.9779310573527217, "grad_norm": 0.001926079043187201, "learning_rate": 4.0220689426472784e-05, "loss": 0.003, "step": 58980 }, { "epoch": 0.9780968645852333, "grad_norm": 0.023121634498238564, "learning_rate": 4.021903135414767e-05, "loss": 0.0029, "step": 58990 }, { "epoch": 0.9782626718177447, "grad_norm": 0.0014088598545640707, "learning_rate": 4.021737328182256e-05, "loss": 0.0002, "step": 59000 }, { "epoch": 0.9784284790502562, "grad_norm": 0.045025430619716644, "learning_rate": 4.021571520949744e-05, "loss": 0.0048, "step": 59010 }, { "epoch": 0.9785942862827677, "grad_norm": 0.004982661455869675, "learning_rate": 4.0214057137172325e-05, "loss": 0.014, "step": 59020 }, { "epoch": 0.9787600935152792, "grad_norm": 0.24605771899223328, "learning_rate": 4.0212399064847215e-05, "loss": 0.0225, "step": 59030 }, { "epoch": 0.9789259007477906, "grad_norm": 0.0005464039277285337, "learning_rate": 4.021074099252209e-05, "loss": 0.0018, "step": 59040 }, { "epoch": 0.9790917079803021, "grad_norm": 0.007024639751762152, "learning_rate": 4.020908292019698e-05, "loss": 0.0003, "step": 59050 }, { "epoch": 0.9792575152128136, "grad_norm": 0.036479610949754715, "learning_rate": 4.0207424847871865e-05, "loss": 0.0002, "step": 59060 }, { "epoch": 0.979423322445325, "grad_norm": 0.0165476743131876, "learning_rate": 4.020576677554675e-05, "loss": 0.0081, "step": 59070 }, { "epoch": 0.9795891296778365, "grad_norm": 0.0012510594679042697, "learning_rate": 4.020410870322164e-05, "loss": 0.0051, "step": 59080 }, { "epoch": 0.979754936910348, "grad_norm": 0.49888500571250916, "learning_rate": 4.020245063089652e-05, "loss": 0.0122, "step": 59090 }, { "epoch": 0.9799207441428595, "grad_norm": 0.31184616684913635, "learning_rate": 4.020079255857141e-05, "loss": 0.0118, "step": 59100 }, { "epoch": 0.980086551375371, "grad_norm": 0.01108997780829668, "learning_rate": 4.019913448624629e-05, "loss": 0.0169, "step": 59110 }, { "epoch": 0.9802523586078825, "grad_norm": 0.0017140847630798817, "learning_rate": 4.019747641392117e-05, "loss": 0.0006, "step": 59120 }, { "epoch": 0.980418165840394, "grad_norm": 0.187898650765419, "learning_rate": 4.019581834159606e-05, "loss": 0.0056, "step": 59130 }, { "epoch": 0.9805839730729055, "grad_norm": 0.0009890672517940402, "learning_rate": 4.019416026927095e-05, "loss": 0.0077, "step": 59140 }, { "epoch": 0.9807497803054169, "grad_norm": 0.29486504197120667, "learning_rate": 4.019250219694583e-05, "loss": 0.0066, "step": 59150 }, { "epoch": 0.9809155875379284, "grad_norm": 0.015454522334039211, "learning_rate": 4.019084412462072e-05, "loss": 0.0179, "step": 59160 }, { "epoch": 0.9810813947704399, "grad_norm": 0.04516821727156639, "learning_rate": 4.0189186052295604e-05, "loss": 0.0026, "step": 59170 }, { "epoch": 0.9812472020029513, "grad_norm": 0.6089674830436707, "learning_rate": 4.018752797997049e-05, "loss": 0.0029, "step": 59180 }, { "epoch": 0.9814130092354628, "grad_norm": 0.01016455888748169, "learning_rate": 4.018586990764537e-05, "loss": 0.0123, "step": 59190 }, { "epoch": 0.9815788164679743, "grad_norm": 0.25036367774009705, "learning_rate": 4.0184211835320254e-05, "loss": 0.0114, "step": 59200 }, { "epoch": 0.9817446237004858, "grad_norm": 0.0012689975555986166, "learning_rate": 4.0182553762995145e-05, "loss": 0.0062, "step": 59210 }, { "epoch": 0.9819104309329973, "grad_norm": 0.627446711063385, "learning_rate": 4.018089569067003e-05, "loss": 0.0087, "step": 59220 }, { "epoch": 0.9820762381655088, "grad_norm": 0.6301282048225403, "learning_rate": 4.017923761834491e-05, "loss": 0.0019, "step": 59230 }, { "epoch": 0.9822420453980203, "grad_norm": 0.06750614941120148, "learning_rate": 4.01775795460198e-05, "loss": 0.0045, "step": 59240 }, { "epoch": 0.9824078526305318, "grad_norm": 0.0006600429187528789, "learning_rate": 4.0175921473694685e-05, "loss": 0.0075, "step": 59250 }, { "epoch": 0.9825736598630432, "grad_norm": 0.017190033569931984, "learning_rate": 4.017426340136957e-05, "loss": 0.0083, "step": 59260 }, { "epoch": 0.9827394670955547, "grad_norm": 0.2551402747631073, "learning_rate": 4.017260532904445e-05, "loss": 0.0178, "step": 59270 }, { "epoch": 0.9829052743280662, "grad_norm": 0.4190768897533417, "learning_rate": 4.0170947256719336e-05, "loss": 0.0099, "step": 59280 }, { "epoch": 0.9830710815605777, "grad_norm": 0.0031199574004858732, "learning_rate": 4.0169289184394226e-05, "loss": 0.0079, "step": 59290 }, { "epoch": 0.9832368887930891, "grad_norm": 0.19670076668262482, "learning_rate": 4.016763111206911e-05, "loss": 0.0045, "step": 59300 }, { "epoch": 0.9834026960256006, "grad_norm": 0.29644060134887695, "learning_rate": 4.0165973039744e-05, "loss": 0.0136, "step": 59310 }, { "epoch": 0.9835685032581121, "grad_norm": 0.10242898762226105, "learning_rate": 4.016431496741888e-05, "loss": 0.0099, "step": 59320 }, { "epoch": 0.9837343104906237, "grad_norm": 0.00043155354796908796, "learning_rate": 4.0162656895093767e-05, "loss": 0.0093, "step": 59330 }, { "epoch": 0.9839001177231351, "grad_norm": 0.00016921285714488477, "learning_rate": 4.016099882276865e-05, "loss": 0.0038, "step": 59340 }, { "epoch": 0.9840659249556466, "grad_norm": 0.0005403983523137867, "learning_rate": 4.0159340750443534e-05, "loss": 0.0084, "step": 59350 }, { "epoch": 0.9842317321881581, "grad_norm": 0.02028668113052845, "learning_rate": 4.015768267811842e-05, "loss": 0.0126, "step": 59360 }, { "epoch": 0.9843975394206695, "grad_norm": 0.00215099542401731, "learning_rate": 4.015602460579331e-05, "loss": 0.0035, "step": 59370 }, { "epoch": 0.984563346653181, "grad_norm": 0.5516316294670105, "learning_rate": 4.015436653346819e-05, "loss": 0.013, "step": 59380 }, { "epoch": 0.9847291538856925, "grad_norm": 0.003965407609939575, "learning_rate": 4.015270846114308e-05, "loss": 0.0006, "step": 59390 }, { "epoch": 0.984894961118204, "grad_norm": 0.0035971025936305523, "learning_rate": 4.0151050388817965e-05, "loss": 0.0096, "step": 59400 }, { "epoch": 0.9850607683507154, "grad_norm": 0.00032460023066960275, "learning_rate": 4.014939231649285e-05, "loss": 0.0142, "step": 59410 }, { "epoch": 0.9852265755832269, "grad_norm": 0.05231281369924545, "learning_rate": 4.014773424416773e-05, "loss": 0.0055, "step": 59420 }, { "epoch": 0.9853923828157384, "grad_norm": 0.3142314851284027, "learning_rate": 4.0146076171842615e-05, "loss": 0.0127, "step": 59430 }, { "epoch": 0.9855581900482498, "grad_norm": 0.5789416432380676, "learning_rate": 4.0144418099517505e-05, "loss": 0.0245, "step": 59440 }, { "epoch": 0.9857239972807614, "grad_norm": 0.03412753716111183, "learning_rate": 4.014276002719239e-05, "loss": 0.0091, "step": 59450 }, { "epoch": 0.9858898045132729, "grad_norm": 0.023101428523659706, "learning_rate": 4.014110195486727e-05, "loss": 0.0227, "step": 59460 }, { "epoch": 0.9860556117457844, "grad_norm": 0.008687177672982216, "learning_rate": 4.013944388254216e-05, "loss": 0.0001, "step": 59470 }, { "epoch": 0.9862214189782958, "grad_norm": 0.042653441429138184, "learning_rate": 4.0137785810217046e-05, "loss": 0.0073, "step": 59480 }, { "epoch": 0.9863872262108073, "grad_norm": 0.0063604870811104774, "learning_rate": 4.013612773789193e-05, "loss": 0.0001, "step": 59490 }, { "epoch": 0.9865530334433188, "grad_norm": 0.001318535185419023, "learning_rate": 4.013446966556681e-05, "loss": 0.0051, "step": 59500 }, { "epoch": 0.9867188406758303, "grad_norm": 0.4463975727558136, "learning_rate": 4.0132811593241696e-05, "loss": 0.0083, "step": 59510 }, { "epoch": 0.9868846479083417, "grad_norm": 0.08010949939489365, "learning_rate": 4.0131153520916587e-05, "loss": 0.012, "step": 59520 }, { "epoch": 0.9870504551408532, "grad_norm": 0.09416062384843826, "learning_rate": 4.012949544859147e-05, "loss": 0.0091, "step": 59530 }, { "epoch": 0.9872162623733647, "grad_norm": 0.01772363856434822, "learning_rate": 4.0127837376266354e-05, "loss": 0.0035, "step": 59540 }, { "epoch": 0.9873820696058762, "grad_norm": 0.0019323029555380344, "learning_rate": 4.0126179303941244e-05, "loss": 0.008, "step": 59550 }, { "epoch": 0.9875478768383877, "grad_norm": 0.0002001736284000799, "learning_rate": 4.012452123161613e-05, "loss": 0.0014, "step": 59560 }, { "epoch": 0.9877136840708992, "grad_norm": 0.07226252555847168, "learning_rate": 4.012286315929101e-05, "loss": 0.0064, "step": 59570 }, { "epoch": 0.9878794913034107, "grad_norm": 0.0024332476314157248, "learning_rate": 4.0121205086965894e-05, "loss": 0.0068, "step": 59580 }, { "epoch": 0.9880452985359222, "grad_norm": 0.013937322422862053, "learning_rate": 4.011954701464078e-05, "loss": 0.0066, "step": 59590 }, { "epoch": 0.9882111057684336, "grad_norm": 0.0011137255933135748, "learning_rate": 4.011788894231567e-05, "loss": 0.0115, "step": 59600 }, { "epoch": 0.9883769130009451, "grad_norm": 0.0006964592612348497, "learning_rate": 4.011623086999055e-05, "loss": 0.004, "step": 59610 }, { "epoch": 0.9885427202334566, "grad_norm": 1.303297519683838, "learning_rate": 4.0114572797665435e-05, "loss": 0.0355, "step": 59620 }, { "epoch": 0.988708527465968, "grad_norm": 0.006469673942774534, "learning_rate": 4.0112914725340325e-05, "loss": 0.0271, "step": 59630 }, { "epoch": 0.9888743346984795, "grad_norm": 0.002245660638436675, "learning_rate": 4.011125665301521e-05, "loss": 0.0209, "step": 59640 }, { "epoch": 0.989040141930991, "grad_norm": 0.42319732904434204, "learning_rate": 4.010959858069009e-05, "loss": 0.0111, "step": 59650 }, { "epoch": 0.9892059491635025, "grad_norm": 0.0005986212636344135, "learning_rate": 4.0107940508364976e-05, "loss": 0.0136, "step": 59660 }, { "epoch": 0.989371756396014, "grad_norm": 0.04669351130723953, "learning_rate": 4.010628243603986e-05, "loss": 0.013, "step": 59670 }, { "epoch": 0.9895375636285255, "grad_norm": 0.06785008311271667, "learning_rate": 4.010462436371475e-05, "loss": 0.0134, "step": 59680 }, { "epoch": 0.989703370861037, "grad_norm": 0.1272839456796646, "learning_rate": 4.010296629138963e-05, "loss": 0.002, "step": 59690 }, { "epoch": 0.9898691780935485, "grad_norm": 0.04607250541448593, "learning_rate": 4.0101308219064516e-05, "loss": 0.0012, "step": 59700 }, { "epoch": 0.9900349853260599, "grad_norm": 0.004433062858879566, "learning_rate": 4.0099650146739407e-05, "loss": 0.0047, "step": 59710 }, { "epoch": 0.9902007925585714, "grad_norm": 0.010904442518949509, "learning_rate": 4.009799207441429e-05, "loss": 0.0138, "step": 59720 }, { "epoch": 0.9903665997910829, "grad_norm": 0.0768488273024559, "learning_rate": 4.0096334002089174e-05, "loss": 0.0093, "step": 59730 }, { "epoch": 0.9905324070235944, "grad_norm": 0.0029066798742860556, "learning_rate": 4.009467592976406e-05, "loss": 0.0012, "step": 59740 }, { "epoch": 0.9906982142561058, "grad_norm": 0.003129304153844714, "learning_rate": 4.009301785743894e-05, "loss": 0.0054, "step": 59750 }, { "epoch": 0.9908640214886173, "grad_norm": 0.7754487991333008, "learning_rate": 4.009135978511383e-05, "loss": 0.0042, "step": 59760 }, { "epoch": 0.9910298287211288, "grad_norm": 0.0007026325911283493, "learning_rate": 4.0089701712788714e-05, "loss": 0.0058, "step": 59770 }, { "epoch": 0.9911956359536404, "grad_norm": 0.00456487201154232, "learning_rate": 4.00880436404636e-05, "loss": 0.009, "step": 59780 }, { "epoch": 0.9913614431861518, "grad_norm": 0.003147128503769636, "learning_rate": 4.008638556813849e-05, "loss": 0.0022, "step": 59790 }, { "epoch": 0.9915272504186633, "grad_norm": 0.011689691804349422, "learning_rate": 4.0084727495813365e-05, "loss": 0.0256, "step": 59800 }, { "epoch": 0.9916930576511748, "grad_norm": 0.0018603344215080142, "learning_rate": 4.0083069423488255e-05, "loss": 0.0071, "step": 59810 }, { "epoch": 0.9918588648836862, "grad_norm": 0.0044046188704669476, "learning_rate": 4.008141135116314e-05, "loss": 0.0004, "step": 59820 }, { "epoch": 0.9920246721161977, "grad_norm": 0.8113614916801453, "learning_rate": 4.007975327883802e-05, "loss": 0.0081, "step": 59830 }, { "epoch": 0.9921904793487092, "grad_norm": 0.0009627754334360361, "learning_rate": 4.007809520651291e-05, "loss": 0.0046, "step": 59840 }, { "epoch": 0.9923562865812207, "grad_norm": 0.18507713079452515, "learning_rate": 4.0076437134187796e-05, "loss": 0.0005, "step": 59850 }, { "epoch": 0.9925220938137321, "grad_norm": 0.8446727991104126, "learning_rate": 4.0074779061862686e-05, "loss": 0.0074, "step": 59860 }, { "epoch": 0.9926879010462436, "grad_norm": 0.0012770540779456496, "learning_rate": 4.007312098953756e-05, "loss": 0.004, "step": 59870 }, { "epoch": 0.9928537082787551, "grad_norm": 0.004086532164365053, "learning_rate": 4.0071462917212446e-05, "loss": 0.0085, "step": 59880 }, { "epoch": 0.9930195155112665, "grad_norm": 0.2324245125055313, "learning_rate": 4.0069804844887336e-05, "loss": 0.0078, "step": 59890 }, { "epoch": 0.9931853227437781, "grad_norm": 0.009352762252092361, "learning_rate": 4.006814677256222e-05, "loss": 0.0002, "step": 59900 }, { "epoch": 0.9933511299762896, "grad_norm": 0.004241846967488527, "learning_rate": 4.00664887002371e-05, "loss": 0.0047, "step": 59910 }, { "epoch": 0.9935169372088011, "grad_norm": 0.052543412894010544, "learning_rate": 4.0064830627911994e-05, "loss": 0.0015, "step": 59920 }, { "epoch": 0.9936827444413125, "grad_norm": 0.08176811039447784, "learning_rate": 4.006317255558688e-05, "loss": 0.0004, "step": 59930 }, { "epoch": 0.993848551673824, "grad_norm": 0.022253690287470818, "learning_rate": 4.006151448326177e-05, "loss": 0.0032, "step": 59940 }, { "epoch": 0.9940143589063355, "grad_norm": 0.0003651119186542928, "learning_rate": 4.0059856410936644e-05, "loss": 0.0136, "step": 59950 }, { "epoch": 0.994180166138847, "grad_norm": 0.0014764098450541496, "learning_rate": 4.005819833861153e-05, "loss": 0.01, "step": 59960 }, { "epoch": 0.9943459733713584, "grad_norm": 0.0007957334164530039, "learning_rate": 4.005654026628642e-05, "loss": 0.0046, "step": 59970 }, { "epoch": 0.9945117806038699, "grad_norm": 0.0007078060880303383, "learning_rate": 4.00548821939613e-05, "loss": 0.0036, "step": 59980 }, { "epoch": 0.9946775878363814, "grad_norm": 0.025098251178860664, "learning_rate": 4.005322412163619e-05, "loss": 0.0131, "step": 59990 }, { "epoch": 0.9948433950688929, "grad_norm": 0.003158962819725275, "learning_rate": 4.0051566049311075e-05, "loss": 0.001, "step": 60000 }, { "epoch": 0.9950092023014044, "grad_norm": 0.4353066086769104, "learning_rate": 4.004990797698596e-05, "loss": 0.0144, "step": 60010 }, { "epoch": 0.9951750095339159, "grad_norm": 0.17661409080028534, "learning_rate": 4.004824990466084e-05, "loss": 0.0159, "step": 60020 }, { "epoch": 0.9953408167664274, "grad_norm": 0.01105368509888649, "learning_rate": 4.0046591832335725e-05, "loss": 0.0044, "step": 60030 }, { "epoch": 0.9955066239989389, "grad_norm": 0.0010371973039582372, "learning_rate": 4.004493376001061e-05, "loss": 0.0007, "step": 60040 }, { "epoch": 0.9956724312314503, "grad_norm": 0.15892229974269867, "learning_rate": 4.00432756876855e-05, "loss": 0.0048, "step": 60050 }, { "epoch": 0.9958382384639618, "grad_norm": 0.01653512939810753, "learning_rate": 4.004161761536038e-05, "loss": 0.006, "step": 60060 }, { "epoch": 0.9960040456964733, "grad_norm": 0.0004829424142371863, "learning_rate": 4.003995954303527e-05, "loss": 0.0055, "step": 60070 }, { "epoch": 0.9961698529289847, "grad_norm": 0.0034537268802523613, "learning_rate": 4.0038301470710156e-05, "loss": 0.0188, "step": 60080 }, { "epoch": 0.9963356601614962, "grad_norm": 0.003114794846624136, "learning_rate": 4.003664339838504e-05, "loss": 0.0102, "step": 60090 }, { "epoch": 0.9965014673940077, "grad_norm": 0.026674814522266388, "learning_rate": 4.003498532605992e-05, "loss": 0.0001, "step": 60100 }, { "epoch": 0.9966672746265192, "grad_norm": 0.07423105090856552, "learning_rate": 4.003332725373481e-05, "loss": 0.0033, "step": 60110 }, { "epoch": 0.9968330818590307, "grad_norm": 0.01593007706105709, "learning_rate": 4.003166918140969e-05, "loss": 0.0077, "step": 60120 }, { "epoch": 0.9969988890915422, "grad_norm": 0.004976644180715084, "learning_rate": 4.003001110908458e-05, "loss": 0.003, "step": 60130 }, { "epoch": 0.9971646963240537, "grad_norm": 0.00011913176422240213, "learning_rate": 4.0028353036759464e-05, "loss": 0.0001, "step": 60140 }, { "epoch": 0.9973305035565652, "grad_norm": 0.089280866086483, "learning_rate": 4.0026694964434354e-05, "loss": 0.01, "step": 60150 }, { "epoch": 0.9974963107890766, "grad_norm": 0.009222813881933689, "learning_rate": 4.002503689210924e-05, "loss": 0.0063, "step": 60160 }, { "epoch": 0.9976621180215881, "grad_norm": 0.003151677083224058, "learning_rate": 4.002337881978412e-05, "loss": 0.0002, "step": 60170 }, { "epoch": 0.9978279252540996, "grad_norm": 0.2284736931324005, "learning_rate": 4.0021720747459005e-05, "loss": 0.0078, "step": 60180 }, { "epoch": 0.997993732486611, "grad_norm": 0.005094969645142555, "learning_rate": 4.002006267513389e-05, "loss": 0.0137, "step": 60190 }, { "epoch": 0.9981595397191225, "grad_norm": 0.0031325698364526033, "learning_rate": 4.001840460280878e-05, "loss": 0.0088, "step": 60200 }, { "epoch": 0.998325346951634, "grad_norm": 0.22395779192447662, "learning_rate": 4.001674653048366e-05, "loss": 0.0087, "step": 60210 }, { "epoch": 0.9984911541841455, "grad_norm": 0.2135276347398758, "learning_rate": 4.0015088458158545e-05, "loss": 0.017, "step": 60220 }, { "epoch": 0.9986569614166569, "grad_norm": 0.000546492519788444, "learning_rate": 4.0013430385833436e-05, "loss": 0.0025, "step": 60230 }, { "epoch": 0.9988227686491685, "grad_norm": 0.06740907579660416, "learning_rate": 4.001177231350832e-05, "loss": 0.0054, "step": 60240 }, { "epoch": 0.99898857588168, "grad_norm": 0.006779913790524006, "learning_rate": 4.00101142411832e-05, "loss": 0.0004, "step": 60250 }, { "epoch": 0.9991543831141915, "grad_norm": 0.003525130683556199, "learning_rate": 4.0008456168858086e-05, "loss": 0.0073, "step": 60260 }, { "epoch": 0.9993201903467029, "grad_norm": 0.0014785616658627987, "learning_rate": 4.000679809653297e-05, "loss": 0.0109, "step": 60270 }, { "epoch": 0.9994859975792144, "grad_norm": 0.02807311713695526, "learning_rate": 4.000514002420786e-05, "loss": 0.003, "step": 60280 }, { "epoch": 0.9996518048117259, "grad_norm": 0.004515232052654028, "learning_rate": 4.000348195188274e-05, "loss": 0.0129, "step": 60290 }, { "epoch": 0.9998176120442374, "grad_norm": 0.02885184809565544, "learning_rate": 4.000182387955763e-05, "loss": 0.0038, "step": 60300 }, { "epoch": 0.9999834192767488, "grad_norm": 0.0008715334697626531, "learning_rate": 4.000016580723252e-05, "loss": 0.0076, "step": 60310 }, { "epoch": 1.0001492265092604, "grad_norm": 0.0006785756559111178, "learning_rate": 3.99985077349074e-05, "loss": 0.0055, "step": 60320 }, { "epoch": 1.0003150337417719, "grad_norm": 0.0013096423353999853, "learning_rate": 3.9996849662582284e-05, "loss": 0.0002, "step": 60330 }, { "epoch": 1.0004808409742834, "grad_norm": 0.0056003606878221035, "learning_rate": 3.999519159025717e-05, "loss": 0.0052, "step": 60340 }, { "epoch": 1.0006466482067948, "grad_norm": 0.017918528988957405, "learning_rate": 3.999353351793205e-05, "loss": 0.0098, "step": 60350 }, { "epoch": 1.0008124554393063, "grad_norm": 0.3611166477203369, "learning_rate": 3.999187544560694e-05, "loss": 0.0093, "step": 60360 }, { "epoch": 1.0009782626718178, "grad_norm": 0.0026651218067854643, "learning_rate": 3.9990217373281825e-05, "loss": 0.008, "step": 60370 }, { "epoch": 1.0011440699043292, "grad_norm": 0.24228298664093018, "learning_rate": 3.998855930095671e-05, "loss": 0.0099, "step": 60380 }, { "epoch": 1.0013098771368407, "grad_norm": 0.173943430185318, "learning_rate": 3.99869012286316e-05, "loss": 0.0062, "step": 60390 }, { "epoch": 1.0014756843693522, "grad_norm": 0.03109792433679104, "learning_rate": 3.998524315630648e-05, "loss": 0.0053, "step": 60400 }, { "epoch": 1.0016414916018637, "grad_norm": 0.0003638222115114331, "learning_rate": 3.9983585083981365e-05, "loss": 0.018, "step": 60410 }, { "epoch": 1.0018072988343751, "grad_norm": 0.00040273001650348306, "learning_rate": 3.998192701165625e-05, "loss": 0.0027, "step": 60420 }, { "epoch": 1.0019731060668866, "grad_norm": 0.010323695838451385, "learning_rate": 3.998026893933113e-05, "loss": 0.0085, "step": 60430 }, { "epoch": 1.002138913299398, "grad_norm": 0.07981576025485992, "learning_rate": 3.997861086700602e-05, "loss": 0.009, "step": 60440 }, { "epoch": 1.0023047205319096, "grad_norm": 0.02939298376441002, "learning_rate": 3.9976952794680906e-05, "loss": 0.0141, "step": 60450 }, { "epoch": 1.002470527764421, "grad_norm": 0.13132551312446594, "learning_rate": 3.997529472235579e-05, "loss": 0.0003, "step": 60460 }, { "epoch": 1.0026363349969325, "grad_norm": 0.0043973540887236595, "learning_rate": 3.997363665003068e-05, "loss": 0.0066, "step": 60470 }, { "epoch": 1.002802142229444, "grad_norm": 0.01772983744740486, "learning_rate": 3.997197857770556e-05, "loss": 0.0094, "step": 60480 }, { "epoch": 1.0029679494619554, "grad_norm": 0.014449323527514935, "learning_rate": 3.997032050538045e-05, "loss": 0.013, "step": 60490 }, { "epoch": 1.003133756694467, "grad_norm": 0.26474934816360474, "learning_rate": 3.996866243305533e-05, "loss": 0.007, "step": 60500 }, { "epoch": 1.0032995639269784, "grad_norm": 0.002257654443383217, "learning_rate": 3.9967004360730214e-05, "loss": 0.0034, "step": 60510 }, { "epoch": 1.00346537115949, "grad_norm": 0.0003565284132491797, "learning_rate": 3.9965346288405104e-05, "loss": 0.0107, "step": 60520 }, { "epoch": 1.0036311783920016, "grad_norm": 0.5001930594444275, "learning_rate": 3.996368821607999e-05, "loss": 0.0029, "step": 60530 }, { "epoch": 1.003796985624513, "grad_norm": 0.0034841089509427547, "learning_rate": 3.996203014375488e-05, "loss": 0.0001, "step": 60540 }, { "epoch": 1.0039627928570245, "grad_norm": 0.042410753667354584, "learning_rate": 3.996037207142976e-05, "loss": 0.0132, "step": 60550 }, { "epoch": 1.004128600089536, "grad_norm": 0.04991025850176811, "learning_rate": 3.995871399910464e-05, "loss": 0.0018, "step": 60560 }, { "epoch": 1.0042944073220474, "grad_norm": 0.06731278449296951, "learning_rate": 3.995705592677953e-05, "loss": 0.008, "step": 60570 }, { "epoch": 1.004460214554559, "grad_norm": 0.0002826052950695157, "learning_rate": 3.995539785445441e-05, "loss": 0.0194, "step": 60580 }, { "epoch": 1.0046260217870704, "grad_norm": 0.16990016400814056, "learning_rate": 3.9953739782129295e-05, "loss": 0.0041, "step": 60590 }, { "epoch": 1.0047918290195819, "grad_norm": 0.11563815921545029, "learning_rate": 3.9952081709804185e-05, "loss": 0.0036, "step": 60600 }, { "epoch": 1.0049576362520933, "grad_norm": 0.006442256737500429, "learning_rate": 3.995042363747907e-05, "loss": 0.0052, "step": 60610 }, { "epoch": 1.0051234434846048, "grad_norm": 0.23502181470394135, "learning_rate": 3.994876556515396e-05, "loss": 0.0146, "step": 60620 }, { "epoch": 1.0052892507171163, "grad_norm": 0.017043577507138252, "learning_rate": 3.994710749282884e-05, "loss": 0.0155, "step": 60630 }, { "epoch": 1.0054550579496278, "grad_norm": 0.06136574596166611, "learning_rate": 3.994544942050372e-05, "loss": 0.0094, "step": 60640 }, { "epoch": 1.0056208651821392, "grad_norm": 0.001153703429736197, "learning_rate": 3.994379134817861e-05, "loss": 0.0039, "step": 60650 }, { "epoch": 1.0057866724146507, "grad_norm": 0.0029157681856304407, "learning_rate": 3.994213327585349e-05, "loss": 0.0067, "step": 60660 }, { "epoch": 1.0059524796471622, "grad_norm": 0.01025049202144146, "learning_rate": 3.994047520352838e-05, "loss": 0.0142, "step": 60670 }, { "epoch": 1.0061182868796736, "grad_norm": 0.002211020328104496, "learning_rate": 3.993881713120327e-05, "loss": 0.0028, "step": 60680 }, { "epoch": 1.0062840941121851, "grad_norm": 0.007011214271187782, "learning_rate": 3.993715905887815e-05, "loss": 0.0064, "step": 60690 }, { "epoch": 1.0064499013446966, "grad_norm": 0.33730003237724304, "learning_rate": 3.993550098655304e-05, "loss": 0.012, "step": 60700 }, { "epoch": 1.006615708577208, "grad_norm": 0.027437526732683182, "learning_rate": 3.993384291422792e-05, "loss": 0.0148, "step": 60710 }, { "epoch": 1.0067815158097195, "grad_norm": 0.22273346781730652, "learning_rate": 3.99321848419028e-05, "loss": 0.0048, "step": 60720 }, { "epoch": 1.006947323042231, "grad_norm": 0.0001350332604488358, "learning_rate": 3.993052676957769e-05, "loss": 0.0017, "step": 60730 }, { "epoch": 1.0071131302747425, "grad_norm": 0.8700991272926331, "learning_rate": 3.9928868697252574e-05, "loss": 0.012, "step": 60740 }, { "epoch": 1.0072789375072542, "grad_norm": 0.6147850751876831, "learning_rate": 3.9927210624927465e-05, "loss": 0.0112, "step": 60750 }, { "epoch": 1.0074447447397656, "grad_norm": 0.009307630360126495, "learning_rate": 3.992555255260235e-05, "loss": 0.0004, "step": 60760 }, { "epoch": 1.0076105519722771, "grad_norm": 0.23428784310817719, "learning_rate": 3.992389448027723e-05, "loss": 0.0118, "step": 60770 }, { "epoch": 1.0077763592047886, "grad_norm": 0.005818190518766642, "learning_rate": 3.9922236407952115e-05, "loss": 0.0058, "step": 60780 }, { "epoch": 1.0079421664373, "grad_norm": 0.23086018860340118, "learning_rate": 3.9920578335627e-05, "loss": 0.0067, "step": 60790 }, { "epoch": 1.0081079736698115, "grad_norm": 0.22434136271476746, "learning_rate": 3.991892026330188e-05, "loss": 0.0059, "step": 60800 }, { "epoch": 1.008273780902323, "grad_norm": 0.09970950335264206, "learning_rate": 3.991726219097677e-05, "loss": 0.0043, "step": 60810 }, { "epoch": 1.0084395881348345, "grad_norm": 0.25520551204681396, "learning_rate": 3.9915604118651656e-05, "loss": 0.0133, "step": 60820 }, { "epoch": 1.008605395367346, "grad_norm": 0.02509303204715252, "learning_rate": 3.9913946046326546e-05, "loss": 0.0061, "step": 60830 }, { "epoch": 1.0087712025998574, "grad_norm": 0.021490342915058136, "learning_rate": 3.991228797400143e-05, "loss": 0.0111, "step": 60840 }, { "epoch": 1.008937009832369, "grad_norm": 0.19306086003780365, "learning_rate": 3.991062990167631e-05, "loss": 0.0032, "step": 60850 }, { "epoch": 1.0091028170648804, "grad_norm": 0.09942009299993515, "learning_rate": 3.9908971829351196e-05, "loss": 0.0073, "step": 60860 }, { "epoch": 1.0092686242973918, "grad_norm": 0.008041673339903355, "learning_rate": 3.990731375702608e-05, "loss": 0.0036, "step": 60870 }, { "epoch": 1.0094344315299033, "grad_norm": 1.0779225826263428, "learning_rate": 3.990565568470097e-05, "loss": 0.0155, "step": 60880 }, { "epoch": 1.0096002387624148, "grad_norm": 0.5062244534492493, "learning_rate": 3.9903997612375854e-05, "loss": 0.0057, "step": 60890 }, { "epoch": 1.0097660459949263, "grad_norm": 0.012332858517765999, "learning_rate": 3.990233954005074e-05, "loss": 0.0204, "step": 60900 }, { "epoch": 1.0099318532274377, "grad_norm": 0.0025465856306254864, "learning_rate": 3.990068146772563e-05, "loss": 0.0065, "step": 60910 }, { "epoch": 1.0100976604599492, "grad_norm": 0.014271645806729794, "learning_rate": 3.989902339540051e-05, "loss": 0.0083, "step": 60920 }, { "epoch": 1.0102634676924607, "grad_norm": 0.3091949224472046, "learning_rate": 3.9897365323075394e-05, "loss": 0.0084, "step": 60930 }, { "epoch": 1.0104292749249721, "grad_norm": 0.01380228716880083, "learning_rate": 3.989570725075028e-05, "loss": 0.0009, "step": 60940 }, { "epoch": 1.0105950821574836, "grad_norm": 0.008266697637736797, "learning_rate": 3.989404917842516e-05, "loss": 0.0001, "step": 60950 }, { "epoch": 1.010760889389995, "grad_norm": 0.10716218501329422, "learning_rate": 3.989239110610005e-05, "loss": 0.0004, "step": 60960 }, { "epoch": 1.0109266966225068, "grad_norm": 0.0008899426902644336, "learning_rate": 3.9890733033774935e-05, "loss": 0.0066, "step": 60970 }, { "epoch": 1.0110925038550183, "grad_norm": 0.21284005045890808, "learning_rate": 3.988907496144982e-05, "loss": 0.0076, "step": 60980 }, { "epoch": 1.0112583110875297, "grad_norm": 0.001323339412920177, "learning_rate": 3.988741688912471e-05, "loss": 0.0068, "step": 60990 }, { "epoch": 1.0114241183200412, "grad_norm": 0.018736321479082108, "learning_rate": 3.988575881679959e-05, "loss": 0.0044, "step": 61000 }, { "epoch": 1.0115899255525527, "grad_norm": 0.001732568140141666, "learning_rate": 3.9884100744474476e-05, "loss": 0.0016, "step": 61010 }, { "epoch": 1.0117557327850641, "grad_norm": 0.653705894947052, "learning_rate": 3.988244267214936e-05, "loss": 0.0141, "step": 61020 }, { "epoch": 1.0119215400175756, "grad_norm": 0.0018855014350265265, "learning_rate": 3.988078459982424e-05, "loss": 0.0003, "step": 61030 }, { "epoch": 1.012087347250087, "grad_norm": 0.48003315925598145, "learning_rate": 3.987912652749913e-05, "loss": 0.01, "step": 61040 }, { "epoch": 1.0122531544825986, "grad_norm": 0.001873032539151609, "learning_rate": 3.9877468455174016e-05, "loss": 0.007, "step": 61050 }, { "epoch": 1.01241896171511, "grad_norm": 0.021176861599087715, "learning_rate": 3.98758103828489e-05, "loss": 0.0037, "step": 61060 }, { "epoch": 1.0125847689476215, "grad_norm": 0.0005473272758536041, "learning_rate": 3.987415231052379e-05, "loss": 0.0106, "step": 61070 }, { "epoch": 1.012750576180133, "grad_norm": 0.2026721090078354, "learning_rate": 3.9872494238198674e-05, "loss": 0.0081, "step": 61080 }, { "epoch": 1.0129163834126444, "grad_norm": 0.5284281969070435, "learning_rate": 3.987083616587356e-05, "loss": 0.0119, "step": 61090 }, { "epoch": 1.013082190645156, "grad_norm": 0.0012912099482491612, "learning_rate": 3.986917809354844e-05, "loss": 0.0108, "step": 61100 }, { "epoch": 1.0132479978776674, "grad_norm": 0.0014699428575113416, "learning_rate": 3.9867520021223324e-05, "loss": 0.0114, "step": 61110 }, { "epoch": 1.0134138051101789, "grad_norm": 0.003777601756155491, "learning_rate": 3.9865861948898214e-05, "loss": 0.0055, "step": 61120 }, { "epoch": 1.0135796123426903, "grad_norm": 0.0011450184974819422, "learning_rate": 3.98642038765731e-05, "loss": 0.0071, "step": 61130 }, { "epoch": 1.0137454195752018, "grad_norm": 0.00618389155715704, "learning_rate": 3.986254580424798e-05, "loss": 0.0045, "step": 61140 }, { "epoch": 1.0139112268077133, "grad_norm": 0.6793054342269897, "learning_rate": 3.986088773192287e-05, "loss": 0.0056, "step": 61150 }, { "epoch": 1.0140770340402248, "grad_norm": 0.0026354468427598476, "learning_rate": 3.9859229659597755e-05, "loss": 0.0075, "step": 61160 }, { "epoch": 1.0142428412727362, "grad_norm": 0.05546173080801964, "learning_rate": 3.985757158727264e-05, "loss": 0.0055, "step": 61170 }, { "epoch": 1.0144086485052477, "grad_norm": 0.0014523696154356003, "learning_rate": 3.985591351494752e-05, "loss": 0.007, "step": 61180 }, { "epoch": 1.0145744557377592, "grad_norm": 0.0017293334240093827, "learning_rate": 3.9854255442622405e-05, "loss": 0.006, "step": 61190 }, { "epoch": 1.0147402629702709, "grad_norm": 0.06289777904748917, "learning_rate": 3.9852597370297296e-05, "loss": 0.0029, "step": 61200 }, { "epoch": 1.0149060702027823, "grad_norm": 0.0006701627862639725, "learning_rate": 3.985093929797218e-05, "loss": 0.0083, "step": 61210 }, { "epoch": 1.0150718774352938, "grad_norm": 0.0009895151015371084, "learning_rate": 3.984928122564707e-05, "loss": 0.0169, "step": 61220 }, { "epoch": 1.0152376846678053, "grad_norm": 0.0007033462752588093, "learning_rate": 3.984762315332195e-05, "loss": 0.0097, "step": 61230 }, { "epoch": 1.0154034919003168, "grad_norm": 0.014752277173101902, "learning_rate": 3.9845965080996836e-05, "loss": 0.0075, "step": 61240 }, { "epoch": 1.0155692991328282, "grad_norm": 0.001224838080815971, "learning_rate": 3.984430700867172e-05, "loss": 0.0081, "step": 61250 }, { "epoch": 1.0157351063653397, "grad_norm": 0.0732383131980896, "learning_rate": 3.98426489363466e-05, "loss": 0.001, "step": 61260 }, { "epoch": 1.0159009135978512, "grad_norm": 0.5470496416091919, "learning_rate": 3.984099086402149e-05, "loss": 0.0089, "step": 61270 }, { "epoch": 1.0160667208303626, "grad_norm": 0.005293838679790497, "learning_rate": 3.983933279169638e-05, "loss": 0.021, "step": 61280 }, { "epoch": 1.0162325280628741, "grad_norm": 0.012779255397617817, "learning_rate": 3.983767471937126e-05, "loss": 0.0128, "step": 61290 }, { "epoch": 1.0163983352953856, "grad_norm": 0.0025429362431168556, "learning_rate": 3.983601664704615e-05, "loss": 0.0028, "step": 61300 }, { "epoch": 1.016564142527897, "grad_norm": 0.03334224969148636, "learning_rate": 3.9834358574721034e-05, "loss": 0.0001, "step": 61310 }, { "epoch": 1.0167299497604085, "grad_norm": 0.009615899063646793, "learning_rate": 3.983270050239591e-05, "loss": 0.0017, "step": 61320 }, { "epoch": 1.01689575699292, "grad_norm": 0.0016848028171807528, "learning_rate": 3.98310424300708e-05, "loss": 0.0012, "step": 61330 }, { "epoch": 1.0170615642254315, "grad_norm": 1.5861130952835083, "learning_rate": 3.9829384357745685e-05, "loss": 0.0092, "step": 61340 }, { "epoch": 1.017227371457943, "grad_norm": 0.2133898138999939, "learning_rate": 3.9827726285420575e-05, "loss": 0.0134, "step": 61350 }, { "epoch": 1.0173931786904544, "grad_norm": 0.23987102508544922, "learning_rate": 3.982606821309546e-05, "loss": 0.0074, "step": 61360 }, { "epoch": 1.017558985922966, "grad_norm": 0.43407684564590454, "learning_rate": 3.982441014077034e-05, "loss": 0.0011, "step": 61370 }, { "epoch": 1.0177247931554774, "grad_norm": 0.007625770755112171, "learning_rate": 3.982275206844523e-05, "loss": 0.0094, "step": 61380 }, { "epoch": 1.0178906003879888, "grad_norm": 0.23111946880817413, "learning_rate": 3.9821093996120116e-05, "loss": 0.0029, "step": 61390 }, { "epoch": 1.0180564076205003, "grad_norm": 0.49989062547683716, "learning_rate": 3.981943592379499e-05, "loss": 0.0027, "step": 61400 }, { "epoch": 1.0182222148530118, "grad_norm": 0.02495858445763588, "learning_rate": 3.981777785146988e-05, "loss": 0.0182, "step": 61410 }, { "epoch": 1.0183880220855235, "grad_norm": 0.00036305407411418855, "learning_rate": 3.9816119779144766e-05, "loss": 0.0032, "step": 61420 }, { "epoch": 1.018553829318035, "grad_norm": 0.0003720009117387235, "learning_rate": 3.9814461706819656e-05, "loss": 0.0042, "step": 61430 }, { "epoch": 1.0187196365505464, "grad_norm": 0.05691813305020332, "learning_rate": 3.981280363449454e-05, "loss": 0.0006, "step": 61440 }, { "epoch": 1.018885443783058, "grad_norm": 0.2305455356836319, "learning_rate": 3.981114556216942e-05, "loss": 0.0063, "step": 61450 }, { "epoch": 1.0190512510155694, "grad_norm": 0.21507799625396729, "learning_rate": 3.9809487489844314e-05, "loss": 0.0085, "step": 61460 }, { "epoch": 1.0192170582480808, "grad_norm": 0.0010485996026545763, "learning_rate": 3.980782941751919e-05, "loss": 0.0042, "step": 61470 }, { "epoch": 1.0193828654805923, "grad_norm": 0.01303077396005392, "learning_rate": 3.9806171345194074e-05, "loss": 0.0112, "step": 61480 }, { "epoch": 1.0195486727131038, "grad_norm": 0.2216222733259201, "learning_rate": 3.9804513272868964e-05, "loss": 0.0073, "step": 61490 }, { "epoch": 1.0197144799456153, "grad_norm": 0.03513086959719658, "learning_rate": 3.980285520054385e-05, "loss": 0.0006, "step": 61500 }, { "epoch": 1.0198802871781267, "grad_norm": 0.5825836062431335, "learning_rate": 3.980119712821874e-05, "loss": 0.0042, "step": 61510 }, { "epoch": 1.0200460944106382, "grad_norm": 0.04568764939904213, "learning_rate": 3.979953905589362e-05, "loss": 0.0049, "step": 61520 }, { "epoch": 1.0202119016431497, "grad_norm": 0.018695956096053123, "learning_rate": 3.9797880983568505e-05, "loss": 0.0003, "step": 61530 }, { "epoch": 1.0203777088756611, "grad_norm": 0.0009501557215116918, "learning_rate": 3.979622291124339e-05, "loss": 0.0007, "step": 61540 }, { "epoch": 1.0205435161081726, "grad_norm": 0.03179570659995079, "learning_rate": 3.979456483891827e-05, "loss": 0.0074, "step": 61550 }, { "epoch": 1.020709323340684, "grad_norm": 0.2785359025001526, "learning_rate": 3.979290676659316e-05, "loss": 0.003, "step": 61560 }, { "epoch": 1.0208751305731956, "grad_norm": 0.013834968209266663, "learning_rate": 3.9791248694268045e-05, "loss": 0.012, "step": 61570 }, { "epoch": 1.021040937805707, "grad_norm": 0.0020060420501977205, "learning_rate": 3.978959062194293e-05, "loss": 0.0059, "step": 61580 }, { "epoch": 1.0212067450382185, "grad_norm": 0.07366932928562164, "learning_rate": 3.978793254961782e-05, "loss": 0.0106, "step": 61590 }, { "epoch": 1.02137255227073, "grad_norm": 0.003343248274177313, "learning_rate": 3.97862744772927e-05, "loss": 0.0084, "step": 61600 }, { "epoch": 1.0215383595032415, "grad_norm": 0.030907893553376198, "learning_rate": 3.9784616404967586e-05, "loss": 0.0025, "step": 61610 }, { "epoch": 1.021704166735753, "grad_norm": 0.0764005035161972, "learning_rate": 3.978295833264247e-05, "loss": 0.0061, "step": 61620 }, { "epoch": 1.0218699739682644, "grad_norm": 0.002984198508784175, "learning_rate": 3.978130026031735e-05, "loss": 0.0112, "step": 61630 }, { "epoch": 1.0220357812007759, "grad_norm": 0.0003873148816637695, "learning_rate": 3.977964218799224e-05, "loss": 0.0067, "step": 61640 }, { "epoch": 1.0222015884332876, "grad_norm": 0.00010304619354428723, "learning_rate": 3.977798411566713e-05, "loss": 0.0039, "step": 61650 }, { "epoch": 1.022367395665799, "grad_norm": 0.004202716518193483, "learning_rate": 3.977632604334201e-05, "loss": 0.0036, "step": 61660 }, { "epoch": 1.0225332028983105, "grad_norm": 0.00012315725325606763, "learning_rate": 3.97746679710169e-05, "loss": 0.0022, "step": 61670 }, { "epoch": 1.022699010130822, "grad_norm": 0.002159565221518278, "learning_rate": 3.9773009898691784e-05, "loss": 0.0125, "step": 61680 }, { "epoch": 1.0228648173633335, "grad_norm": 0.1618569791316986, "learning_rate": 3.977135182636667e-05, "loss": 0.0156, "step": 61690 }, { "epoch": 1.023030624595845, "grad_norm": 0.21216830611228943, "learning_rate": 3.976969375404155e-05, "loss": 0.0034, "step": 61700 }, { "epoch": 1.0231964318283564, "grad_norm": 0.3374643921852112, "learning_rate": 3.9768035681716434e-05, "loss": 0.0026, "step": 61710 }, { "epoch": 1.0233622390608679, "grad_norm": 0.0001736687117954716, "learning_rate": 3.9766377609391325e-05, "loss": 0.0053, "step": 61720 }, { "epoch": 1.0235280462933793, "grad_norm": 0.001159043051302433, "learning_rate": 3.976471953706621e-05, "loss": 0.0056, "step": 61730 }, { "epoch": 1.0236938535258908, "grad_norm": 0.015134341083467007, "learning_rate": 3.976306146474109e-05, "loss": 0.0115, "step": 61740 }, { "epoch": 1.0238596607584023, "grad_norm": 0.004285454284399748, "learning_rate": 3.976140339241598e-05, "loss": 0.0121, "step": 61750 }, { "epoch": 1.0240254679909138, "grad_norm": 0.19350460171699524, "learning_rate": 3.9759745320090865e-05, "loss": 0.0063, "step": 61760 }, { "epoch": 1.0241912752234252, "grad_norm": 0.0007722686277702451, "learning_rate": 3.975808724776575e-05, "loss": 0.0049, "step": 61770 }, { "epoch": 1.0243570824559367, "grad_norm": 0.008760391734540462, "learning_rate": 3.975642917544063e-05, "loss": 0.0033, "step": 61780 }, { "epoch": 1.0245228896884482, "grad_norm": 0.0045753903687000275, "learning_rate": 3.9754771103115516e-05, "loss": 0.0005, "step": 61790 }, { "epoch": 1.0246886969209597, "grad_norm": 0.0011129464255645871, "learning_rate": 3.9753113030790406e-05, "loss": 0.0072, "step": 61800 }, { "epoch": 1.0248545041534711, "grad_norm": 0.00578742939978838, "learning_rate": 3.975145495846529e-05, "loss": 0.0078, "step": 61810 }, { "epoch": 1.0250203113859826, "grad_norm": 0.00148657092358917, "learning_rate": 3.974979688614017e-05, "loss": 0.0008, "step": 61820 }, { "epoch": 1.025186118618494, "grad_norm": 0.002925573382526636, "learning_rate": 3.974813881381506e-05, "loss": 0.0002, "step": 61830 }, { "epoch": 1.0253519258510055, "grad_norm": 0.4806610345840454, "learning_rate": 3.974648074148995e-05, "loss": 0.0039, "step": 61840 }, { "epoch": 1.025517733083517, "grad_norm": 0.0013298591366037726, "learning_rate": 3.974482266916483e-05, "loss": 0.0014, "step": 61850 }, { "epoch": 1.0256835403160285, "grad_norm": 0.2283913493156433, "learning_rate": 3.9743164596839714e-05, "loss": 0.0047, "step": 61860 }, { "epoch": 1.02584934754854, "grad_norm": 0.0016617736546322703, "learning_rate": 3.97415065245146e-05, "loss": 0.0095, "step": 61870 }, { "epoch": 1.0260151547810517, "grad_norm": 0.000591463758610189, "learning_rate": 3.973984845218949e-05, "loss": 0.0021, "step": 61880 }, { "epoch": 1.0261809620135631, "grad_norm": 0.07673028111457825, "learning_rate": 3.973819037986437e-05, "loss": 0.0051, "step": 61890 }, { "epoch": 1.0263467692460746, "grad_norm": 0.0012310497695580125, "learning_rate": 3.973653230753926e-05, "loss": 0.01, "step": 61900 }, { "epoch": 1.026512576478586, "grad_norm": 0.00043306892621330917, "learning_rate": 3.9734874235214145e-05, "loss": 0.0037, "step": 61910 }, { "epoch": 1.0266783837110975, "grad_norm": 0.008724523708224297, "learning_rate": 3.973321616288903e-05, "loss": 0.0191, "step": 61920 }, { "epoch": 1.026844190943609, "grad_norm": 0.0004374256532173604, "learning_rate": 3.973155809056391e-05, "loss": 0.0067, "step": 61930 }, { "epoch": 1.0270099981761205, "grad_norm": 0.008028087206184864, "learning_rate": 3.9729900018238795e-05, "loss": 0.0161, "step": 61940 }, { "epoch": 1.027175805408632, "grad_norm": 0.33519208431243896, "learning_rate": 3.972824194591368e-05, "loss": 0.0047, "step": 61950 }, { "epoch": 1.0273416126411434, "grad_norm": 0.002511466620489955, "learning_rate": 3.972658387358857e-05, "loss": 0.0007, "step": 61960 }, { "epoch": 1.027507419873655, "grad_norm": 0.0007378185982815921, "learning_rate": 3.972492580126345e-05, "loss": 0.0067, "step": 61970 }, { "epoch": 1.0276732271061664, "grad_norm": 0.0003760925610549748, "learning_rate": 3.972326772893834e-05, "loss": 0.0048, "step": 61980 }, { "epoch": 1.0278390343386778, "grad_norm": 0.12560436129570007, "learning_rate": 3.9721609656613226e-05, "loss": 0.0083, "step": 61990 }, { "epoch": 1.0280048415711893, "grad_norm": 0.0011205715127289295, "learning_rate": 3.971995158428811e-05, "loss": 0.0022, "step": 62000 }, { "epoch": 1.0281706488037008, "grad_norm": 0.0002767117111943662, "learning_rate": 3.971829351196299e-05, "loss": 0.0025, "step": 62010 }, { "epoch": 1.0283364560362123, "grad_norm": 0.0006304209819063544, "learning_rate": 3.9716635439637876e-05, "loss": 0.0006, "step": 62020 }, { "epoch": 1.0285022632687237, "grad_norm": 0.10628142207860947, "learning_rate": 3.971497736731277e-05, "loss": 0.0074, "step": 62030 }, { "epoch": 1.0286680705012352, "grad_norm": 0.005241716280579567, "learning_rate": 3.971331929498765e-05, "loss": 0.0142, "step": 62040 }, { "epoch": 1.0288338777337467, "grad_norm": 0.4817090928554535, "learning_rate": 3.9711661222662534e-05, "loss": 0.0085, "step": 62050 }, { "epoch": 1.0289996849662582, "grad_norm": 0.0257253497838974, "learning_rate": 3.9710003150337424e-05, "loss": 0.003, "step": 62060 }, { "epoch": 1.0291654921987696, "grad_norm": 0.0010230803163722157, "learning_rate": 3.970834507801231e-05, "loss": 0.0014, "step": 62070 }, { "epoch": 1.029331299431281, "grad_norm": 0.5908344388008118, "learning_rate": 3.970668700568719e-05, "loss": 0.0117, "step": 62080 }, { "epoch": 1.0294971066637926, "grad_norm": 0.19048188626766205, "learning_rate": 3.9705028933362074e-05, "loss": 0.0032, "step": 62090 }, { "epoch": 1.0296629138963043, "grad_norm": 0.004377706442028284, "learning_rate": 3.970337086103696e-05, "loss": 0.0003, "step": 62100 }, { "epoch": 1.0298287211288157, "grad_norm": 0.01498610619455576, "learning_rate": 3.970171278871185e-05, "loss": 0.0012, "step": 62110 }, { "epoch": 1.0299945283613272, "grad_norm": 0.0009871559450402856, "learning_rate": 3.970005471638673e-05, "loss": 0.0005, "step": 62120 }, { "epoch": 1.0301603355938387, "grad_norm": 6.174906502565136e-06, "learning_rate": 3.9698396644061615e-05, "loss": 0.011, "step": 62130 }, { "epoch": 1.0303261428263502, "grad_norm": 0.0006847307085990906, "learning_rate": 3.9696738571736505e-05, "loss": 0.0041, "step": 62140 }, { "epoch": 1.0304919500588616, "grad_norm": 0.004247643053531647, "learning_rate": 3.969508049941139e-05, "loss": 0.0045, "step": 62150 }, { "epoch": 1.030657757291373, "grad_norm": 0.0006737902876920998, "learning_rate": 3.9693422427086266e-05, "loss": 0.0115, "step": 62160 }, { "epoch": 1.0308235645238846, "grad_norm": 0.6677498817443848, "learning_rate": 3.9691764354761156e-05, "loss": 0.0044, "step": 62170 }, { "epoch": 1.030989371756396, "grad_norm": 0.00016554933972656727, "learning_rate": 3.969010628243604e-05, "loss": 0.0017, "step": 62180 }, { "epoch": 1.0311551789889075, "grad_norm": 0.00012227665865793824, "learning_rate": 3.968844821011093e-05, "loss": 0.0027, "step": 62190 }, { "epoch": 1.031320986221419, "grad_norm": 0.05699712038040161, "learning_rate": 3.968679013778581e-05, "loss": 0.0002, "step": 62200 }, { "epoch": 1.0314867934539305, "grad_norm": 0.003950526937842369, "learning_rate": 3.9685132065460696e-05, "loss": 0.0142, "step": 62210 }, { "epoch": 1.031652600686442, "grad_norm": 0.5549414157867432, "learning_rate": 3.968347399313559e-05, "loss": 0.0061, "step": 62220 }, { "epoch": 1.0318184079189534, "grad_norm": 0.023209426552057266, "learning_rate": 3.9681815920810463e-05, "loss": 0.0025, "step": 62230 }, { "epoch": 1.0319842151514649, "grad_norm": 0.008770179003477097, "learning_rate": 3.9680157848485354e-05, "loss": 0.006, "step": 62240 }, { "epoch": 1.0321500223839764, "grad_norm": 0.009995321743190289, "learning_rate": 3.967849977616024e-05, "loss": 0.0025, "step": 62250 }, { "epoch": 1.0323158296164878, "grad_norm": 0.0015882831066846848, "learning_rate": 3.967684170383512e-05, "loss": 0.0008, "step": 62260 }, { "epoch": 1.0324816368489993, "grad_norm": 0.02075231447815895, "learning_rate": 3.967518363151001e-05, "loss": 0.0057, "step": 62270 }, { "epoch": 1.0326474440815108, "grad_norm": 0.0003165633825119585, "learning_rate": 3.9673525559184894e-05, "loss": 0.0059, "step": 62280 }, { "epoch": 1.0328132513140222, "grad_norm": 0.01213712990283966, "learning_rate": 3.967186748685978e-05, "loss": 0.0002, "step": 62290 }, { "epoch": 1.0329790585465337, "grad_norm": 0.00649620546028018, "learning_rate": 3.967020941453467e-05, "loss": 0.0071, "step": 62300 }, { "epoch": 1.0331448657790452, "grad_norm": 0.0011982535943388939, "learning_rate": 3.9668551342209545e-05, "loss": 0.0043, "step": 62310 }, { "epoch": 1.0333106730115567, "grad_norm": 0.001003445708192885, "learning_rate": 3.9666893269884435e-05, "loss": 0.0004, "step": 62320 }, { "epoch": 1.0334764802440684, "grad_norm": 0.003388711716979742, "learning_rate": 3.966523519755932e-05, "loss": 0.0002, "step": 62330 }, { "epoch": 1.0336422874765798, "grad_norm": 0.29480141401290894, "learning_rate": 3.96635771252342e-05, "loss": 0.0012, "step": 62340 }, { "epoch": 1.0338080947090913, "grad_norm": 0.2431500405073166, "learning_rate": 3.966191905290909e-05, "loss": 0.0099, "step": 62350 }, { "epoch": 1.0339739019416028, "grad_norm": 0.4828968346118927, "learning_rate": 3.9660260980583976e-05, "loss": 0.0043, "step": 62360 }, { "epoch": 1.0341397091741142, "grad_norm": 0.745464026927948, "learning_rate": 3.9658602908258866e-05, "loss": 0.0068, "step": 62370 }, { "epoch": 1.0343055164066257, "grad_norm": 0.00030358979711309075, "learning_rate": 3.965694483593374e-05, "loss": 0.0138, "step": 62380 }, { "epoch": 1.0344713236391372, "grad_norm": 9.943281474988908e-05, "learning_rate": 3.9655286763608626e-05, "loss": 0.0045, "step": 62390 }, { "epoch": 1.0346371308716487, "grad_norm": 0.15846598148345947, "learning_rate": 3.9653628691283516e-05, "loss": 0.0076, "step": 62400 }, { "epoch": 1.0348029381041601, "grad_norm": 0.008345850743353367, "learning_rate": 3.96519706189584e-05, "loss": 0.0102, "step": 62410 }, { "epoch": 1.0349687453366716, "grad_norm": 0.0012759568635374308, "learning_rate": 3.9650312546633283e-05, "loss": 0.0116, "step": 62420 }, { "epoch": 1.035134552569183, "grad_norm": 0.005925165023654699, "learning_rate": 3.9648654474308174e-05, "loss": 0.0026, "step": 62430 }, { "epoch": 1.0353003598016945, "grad_norm": 0.0007846212829463184, "learning_rate": 3.964699640198306e-05, "loss": 0.0141, "step": 62440 }, { "epoch": 1.035466167034206, "grad_norm": 0.4533918797969818, "learning_rate": 3.964533832965794e-05, "loss": 0.0145, "step": 62450 }, { "epoch": 1.0356319742667175, "grad_norm": 1.9450643062591553, "learning_rate": 3.9643680257332824e-05, "loss": 0.0136, "step": 62460 }, { "epoch": 1.035797781499229, "grad_norm": 0.006041907239705324, "learning_rate": 3.964202218500771e-05, "loss": 0.0004, "step": 62470 }, { "epoch": 1.0359635887317404, "grad_norm": 0.2506171464920044, "learning_rate": 3.96403641126826e-05, "loss": 0.0069, "step": 62480 }, { "epoch": 1.036129395964252, "grad_norm": 0.006779378280043602, "learning_rate": 3.963870604035748e-05, "loss": 0.0006, "step": 62490 }, { "epoch": 1.0362952031967634, "grad_norm": 0.036457158625125885, "learning_rate": 3.9637047968032365e-05, "loss": 0.0064, "step": 62500 }, { "epoch": 1.0364610104292749, "grad_norm": 0.0038956685457378626, "learning_rate": 3.9635389895707255e-05, "loss": 0.0005, "step": 62510 }, { "epoch": 1.0366268176617863, "grad_norm": 0.17647497355937958, "learning_rate": 3.963373182338214e-05, "loss": 0.0052, "step": 62520 }, { "epoch": 1.0367926248942978, "grad_norm": 0.007776432204991579, "learning_rate": 3.963207375105702e-05, "loss": 0.0008, "step": 62530 }, { "epoch": 1.0369584321268093, "grad_norm": 0.00037782962317578495, "learning_rate": 3.9630415678731905e-05, "loss": 0.0087, "step": 62540 }, { "epoch": 1.0371242393593207, "grad_norm": 0.03243739530444145, "learning_rate": 3.962875760640679e-05, "loss": 0.0026, "step": 62550 }, { "epoch": 1.0372900465918324, "grad_norm": 0.000223702794755809, "learning_rate": 3.962709953408168e-05, "loss": 0.0006, "step": 62560 }, { "epoch": 1.037455853824344, "grad_norm": 0.41138219833374023, "learning_rate": 3.962544146175656e-05, "loss": 0.0037, "step": 62570 }, { "epoch": 1.0376216610568554, "grad_norm": 0.007884001359343529, "learning_rate": 3.962378338943145e-05, "loss": 0.0216, "step": 62580 }, { "epoch": 1.0377874682893669, "grad_norm": 0.38630735874176025, "learning_rate": 3.9622125317106336e-05, "loss": 0.0043, "step": 62590 }, { "epoch": 1.0379532755218783, "grad_norm": 0.00852722954005003, "learning_rate": 3.962046724478122e-05, "loss": 0.0151, "step": 62600 }, { "epoch": 1.0381190827543898, "grad_norm": 0.02828528918325901, "learning_rate": 3.96188091724561e-05, "loss": 0.0077, "step": 62610 }, { "epoch": 1.0382848899869013, "grad_norm": 0.0003489744558464736, "learning_rate": 3.961715110013099e-05, "loss": 0.0069, "step": 62620 }, { "epoch": 1.0384506972194127, "grad_norm": 0.6623274087905884, "learning_rate": 3.961549302780587e-05, "loss": 0.0073, "step": 62630 }, { "epoch": 1.0386165044519242, "grad_norm": 0.09365793317556381, "learning_rate": 3.961383495548076e-05, "loss": 0.003, "step": 62640 }, { "epoch": 1.0387823116844357, "grad_norm": 0.008790402673184872, "learning_rate": 3.9612176883155644e-05, "loss": 0.0096, "step": 62650 }, { "epoch": 1.0389481189169472, "grad_norm": 0.05521721765398979, "learning_rate": 3.9610518810830534e-05, "loss": 0.0006, "step": 62660 }, { "epoch": 1.0391139261494586, "grad_norm": 0.0048665981739759445, "learning_rate": 3.960886073850542e-05, "loss": 0.0085, "step": 62670 }, { "epoch": 1.03927973338197, "grad_norm": 0.008855802938342094, "learning_rate": 3.96072026661803e-05, "loss": 0.0043, "step": 62680 }, { "epoch": 1.0394455406144816, "grad_norm": 0.0013855455908924341, "learning_rate": 3.9605544593855185e-05, "loss": 0.0135, "step": 62690 }, { "epoch": 1.039611347846993, "grad_norm": 0.24775703251361847, "learning_rate": 3.960388652153007e-05, "loss": 0.0015, "step": 62700 }, { "epoch": 1.0397771550795045, "grad_norm": 0.006377143785357475, "learning_rate": 3.960222844920496e-05, "loss": 0.0056, "step": 62710 }, { "epoch": 1.039942962312016, "grad_norm": 0.0004220874106977135, "learning_rate": 3.960057037687984e-05, "loss": 0.0074, "step": 62720 }, { "epoch": 1.0401087695445275, "grad_norm": 0.12765859067440033, "learning_rate": 3.9598912304554725e-05, "loss": 0.0103, "step": 62730 }, { "epoch": 1.040274576777039, "grad_norm": 0.033512409776449203, "learning_rate": 3.9597254232229616e-05, "loss": 0.0043, "step": 62740 }, { "epoch": 1.0404403840095504, "grad_norm": 0.007987231016159058, "learning_rate": 3.95955961599045e-05, "loss": 0.0003, "step": 62750 }, { "epoch": 1.0406061912420619, "grad_norm": 0.03626323118805885, "learning_rate": 3.959393808757938e-05, "loss": 0.0115, "step": 62760 }, { "epoch": 1.0407719984745734, "grad_norm": 0.008276277221739292, "learning_rate": 3.9592280015254266e-05, "loss": 0.0038, "step": 62770 }, { "epoch": 1.040937805707085, "grad_norm": 0.00013246037997305393, "learning_rate": 3.959062194292915e-05, "loss": 0.0037, "step": 62780 }, { "epoch": 1.0411036129395965, "grad_norm": 0.0005273859715089202, "learning_rate": 3.958896387060404e-05, "loss": 0.004, "step": 62790 }, { "epoch": 1.041269420172108, "grad_norm": 0.02964477799832821, "learning_rate": 3.958730579827892e-05, "loss": 0.0115, "step": 62800 }, { "epoch": 1.0414352274046195, "grad_norm": 0.00010444188956171274, "learning_rate": 3.958564772595381e-05, "loss": 0.011, "step": 62810 }, { "epoch": 1.041601034637131, "grad_norm": 0.12486059963703156, "learning_rate": 3.95839896536287e-05, "loss": 0.0126, "step": 62820 }, { "epoch": 1.0417668418696424, "grad_norm": 0.018088610842823982, "learning_rate": 3.958233158130358e-05, "loss": 0.0001, "step": 62830 }, { "epoch": 1.0419326491021539, "grad_norm": 0.00026581098791211843, "learning_rate": 3.9580673508978464e-05, "loss": 0.0027, "step": 62840 }, { "epoch": 1.0420984563346654, "grad_norm": 0.0016733338125050068, "learning_rate": 3.957901543665335e-05, "loss": 0.0227, "step": 62850 }, { "epoch": 1.0422642635671768, "grad_norm": 0.0051236641593277454, "learning_rate": 3.957735736432823e-05, "loss": 0.0005, "step": 62860 }, { "epoch": 1.0424300707996883, "grad_norm": 0.06993824988603592, "learning_rate": 3.957569929200312e-05, "loss": 0.0011, "step": 62870 }, { "epoch": 1.0425958780321998, "grad_norm": 0.00022305357560981065, "learning_rate": 3.9574041219678005e-05, "loss": 0.0128, "step": 62880 }, { "epoch": 1.0427616852647112, "grad_norm": 0.0009231322910636663, "learning_rate": 3.957238314735289e-05, "loss": 0.0042, "step": 62890 }, { "epoch": 1.0429274924972227, "grad_norm": 0.0017729372484609485, "learning_rate": 3.957072507502778e-05, "loss": 0.01, "step": 62900 }, { "epoch": 1.0430932997297342, "grad_norm": 0.20069217681884766, "learning_rate": 3.956906700270266e-05, "loss": 0.0063, "step": 62910 }, { "epoch": 1.0432591069622457, "grad_norm": 0.0008686890359967947, "learning_rate": 3.9567408930377545e-05, "loss": 0.0089, "step": 62920 }, { "epoch": 1.0434249141947571, "grad_norm": 0.002149584237486124, "learning_rate": 3.956575085805243e-05, "loss": 0.0008, "step": 62930 }, { "epoch": 1.0435907214272686, "grad_norm": 0.0003037220158148557, "learning_rate": 3.956409278572731e-05, "loss": 0.0041, "step": 62940 }, { "epoch": 1.04375652865978, "grad_norm": 0.02585504949092865, "learning_rate": 3.95624347134022e-05, "loss": 0.0042, "step": 62950 }, { "epoch": 1.0439223358922916, "grad_norm": 0.32789263129234314, "learning_rate": 3.9560776641077086e-05, "loss": 0.0039, "step": 62960 }, { "epoch": 1.044088143124803, "grad_norm": 0.24340032041072845, "learning_rate": 3.955911856875197e-05, "loss": 0.0072, "step": 62970 }, { "epoch": 1.0442539503573145, "grad_norm": 0.004773749969899654, "learning_rate": 3.955746049642686e-05, "loss": 0.0047, "step": 62980 }, { "epoch": 1.044419757589826, "grad_norm": 0.14939461648464203, "learning_rate": 3.955580242410174e-05, "loss": 0.0069, "step": 62990 }, { "epoch": 1.0445855648223374, "grad_norm": 0.0007610632455907762, "learning_rate": 3.955414435177663e-05, "loss": 0.0115, "step": 63000 }, { "epoch": 1.0447513720548491, "grad_norm": 0.0012017535045742989, "learning_rate": 3.955248627945151e-05, "loss": 0.0036, "step": 63010 }, { "epoch": 1.0449171792873606, "grad_norm": 0.017740678042173386, "learning_rate": 3.9550828207126394e-05, "loss": 0.0115, "step": 63020 }, { "epoch": 1.045082986519872, "grad_norm": 0.31106963753700256, "learning_rate": 3.9549170134801284e-05, "loss": 0.0038, "step": 63030 }, { "epoch": 1.0452487937523836, "grad_norm": 0.08171237260103226, "learning_rate": 3.954751206247617e-05, "loss": 0.0005, "step": 63040 }, { "epoch": 1.045414600984895, "grad_norm": 0.011390501633286476, "learning_rate": 3.954585399015106e-05, "loss": 0.0117, "step": 63050 }, { "epoch": 1.0455804082174065, "grad_norm": 0.015096871182322502, "learning_rate": 3.954419591782594e-05, "loss": 0.0222, "step": 63060 }, { "epoch": 1.045746215449918, "grad_norm": 0.06968671083450317, "learning_rate": 3.954253784550082e-05, "loss": 0.0053, "step": 63070 }, { "epoch": 1.0459120226824294, "grad_norm": 0.0005696857115253806, "learning_rate": 3.954087977317571e-05, "loss": 0.0051, "step": 63080 }, { "epoch": 1.046077829914941, "grad_norm": 0.4685612916946411, "learning_rate": 3.953922170085059e-05, "loss": 0.0058, "step": 63090 }, { "epoch": 1.0462436371474524, "grad_norm": 0.0001699306012596935, "learning_rate": 3.9537563628525475e-05, "loss": 0.0055, "step": 63100 }, { "epoch": 1.0464094443799639, "grad_norm": 0.00048079644329845905, "learning_rate": 3.9535905556200365e-05, "loss": 0.0116, "step": 63110 }, { "epoch": 1.0465752516124753, "grad_norm": 0.4256787598133087, "learning_rate": 3.953424748387525e-05, "loss": 0.015, "step": 63120 }, { "epoch": 1.0467410588449868, "grad_norm": 0.013332454487681389, "learning_rate": 3.953258941155014e-05, "loss": 0.0028, "step": 63130 }, { "epoch": 1.0469068660774983, "grad_norm": 0.018776940181851387, "learning_rate": 3.9530931339225016e-05, "loss": 0.0088, "step": 63140 }, { "epoch": 1.0470726733100097, "grad_norm": 0.0031257998198270798, "learning_rate": 3.95292732668999e-05, "loss": 0.0002, "step": 63150 }, { "epoch": 1.0472384805425212, "grad_norm": 0.01071507204324007, "learning_rate": 3.952761519457479e-05, "loss": 0.0005, "step": 63160 }, { "epoch": 1.0474042877750327, "grad_norm": 0.32508063316345215, "learning_rate": 3.952595712224967e-05, "loss": 0.0147, "step": 63170 }, { "epoch": 1.0475700950075442, "grad_norm": 0.0035283982288092375, "learning_rate": 3.9524299049924557e-05, "loss": 0.0004, "step": 63180 }, { "epoch": 1.0477359022400556, "grad_norm": 0.0003300559474155307, "learning_rate": 3.952264097759945e-05, "loss": 0.0049, "step": 63190 }, { "epoch": 1.0479017094725671, "grad_norm": 0.06498575210571289, "learning_rate": 3.952098290527433e-05, "loss": 0.0004, "step": 63200 }, { "epoch": 1.0480675167050786, "grad_norm": 0.0021082984749227762, "learning_rate": 3.951932483294922e-05, "loss": 0.0036, "step": 63210 }, { "epoch": 1.04823332393759, "grad_norm": 0.0037919951137155294, "learning_rate": 3.95176667606241e-05, "loss": 0.0018, "step": 63220 }, { "epoch": 1.0483991311701018, "grad_norm": 0.030913149937987328, "learning_rate": 3.951600868829898e-05, "loss": 0.0002, "step": 63230 }, { "epoch": 1.0485649384026132, "grad_norm": 0.01743106171488762, "learning_rate": 3.951435061597387e-05, "loss": 0.0148, "step": 63240 }, { "epoch": 1.0487307456351247, "grad_norm": 0.6890369653701782, "learning_rate": 3.9512692543648754e-05, "loss": 0.0155, "step": 63250 }, { "epoch": 1.0488965528676362, "grad_norm": 0.0031015549320727587, "learning_rate": 3.9511034471323645e-05, "loss": 0.0007, "step": 63260 }, { "epoch": 1.0490623601001476, "grad_norm": 0.00933382473886013, "learning_rate": 3.950937639899853e-05, "loss": 0.0166, "step": 63270 }, { "epoch": 1.0492281673326591, "grad_norm": 0.45070189237594604, "learning_rate": 3.950771832667341e-05, "loss": 0.0137, "step": 63280 }, { "epoch": 1.0493939745651706, "grad_norm": 0.32806867361068726, "learning_rate": 3.9506060254348295e-05, "loss": 0.0062, "step": 63290 }, { "epoch": 1.049559781797682, "grad_norm": 0.04249269887804985, "learning_rate": 3.950440218202318e-05, "loss": 0.0039, "step": 63300 }, { "epoch": 1.0497255890301935, "grad_norm": 0.002024970715865493, "learning_rate": 3.950274410969806e-05, "loss": 0.002, "step": 63310 }, { "epoch": 1.049891396262705, "grad_norm": 0.4069414734840393, "learning_rate": 3.950108603737295e-05, "loss": 0.004, "step": 63320 }, { "epoch": 1.0500572034952165, "grad_norm": 0.006860852707177401, "learning_rate": 3.9499427965047836e-05, "loss": 0.0019, "step": 63330 }, { "epoch": 1.050223010727728, "grad_norm": 0.004497203975915909, "learning_rate": 3.9497769892722726e-05, "loss": 0.0064, "step": 63340 }, { "epoch": 1.0503888179602394, "grad_norm": 0.4300909638404846, "learning_rate": 3.949611182039761e-05, "loss": 0.0198, "step": 63350 }, { "epoch": 1.050554625192751, "grad_norm": 0.0006401196587830782, "learning_rate": 3.949445374807249e-05, "loss": 0.0063, "step": 63360 }, { "epoch": 1.0507204324252624, "grad_norm": 0.0009320126264356077, "learning_rate": 3.9492795675747377e-05, "loss": 0.0004, "step": 63370 }, { "epoch": 1.0508862396577738, "grad_norm": 0.008068864233791828, "learning_rate": 3.949113760342226e-05, "loss": 0.0028, "step": 63380 }, { "epoch": 1.0510520468902853, "grad_norm": 0.3332376778125763, "learning_rate": 3.948947953109715e-05, "loss": 0.0145, "step": 63390 }, { "epoch": 1.0512178541227968, "grad_norm": 0.019125882536172867, "learning_rate": 3.9487821458772034e-05, "loss": 0.0006, "step": 63400 }, { "epoch": 1.0513836613553083, "grad_norm": 0.002457619644701481, "learning_rate": 3.948616338644692e-05, "loss": 0.006, "step": 63410 }, { "epoch": 1.0515494685878197, "grad_norm": 0.00013116725313011557, "learning_rate": 3.948450531412181e-05, "loss": 0.0066, "step": 63420 }, { "epoch": 1.0517152758203312, "grad_norm": 0.009735824540257454, "learning_rate": 3.948284724179669e-05, "loss": 0.0039, "step": 63430 }, { "epoch": 1.0518810830528427, "grad_norm": 0.025595340877771378, "learning_rate": 3.9481189169471574e-05, "loss": 0.0142, "step": 63440 }, { "epoch": 1.0520468902853541, "grad_norm": 0.005734891165047884, "learning_rate": 3.947953109714646e-05, "loss": 0.0024, "step": 63450 }, { "epoch": 1.0522126975178658, "grad_norm": 0.0037469740491360426, "learning_rate": 3.947787302482134e-05, "loss": 0.0048, "step": 63460 }, { "epoch": 1.0523785047503773, "grad_norm": 0.0034027588553726673, "learning_rate": 3.947621495249623e-05, "loss": 0.0003, "step": 63470 }, { "epoch": 1.0525443119828888, "grad_norm": 0.000918684876523912, "learning_rate": 3.9474556880171115e-05, "loss": 0.0002, "step": 63480 }, { "epoch": 1.0527101192154003, "grad_norm": 0.001402267487719655, "learning_rate": 3.9472898807846e-05, "loss": 0.0065, "step": 63490 }, { "epoch": 1.0528759264479117, "grad_norm": 0.0017860936932265759, "learning_rate": 3.947124073552089e-05, "loss": 0.0042, "step": 63500 }, { "epoch": 1.0530417336804232, "grad_norm": 0.0004355803830549121, "learning_rate": 3.946958266319577e-05, "loss": 0.0026, "step": 63510 }, { "epoch": 1.0532075409129347, "grad_norm": 0.006131830625236034, "learning_rate": 3.9467924590870656e-05, "loss": 0.0072, "step": 63520 }, { "epoch": 1.0533733481454461, "grad_norm": 0.0046850452199578285, "learning_rate": 3.946626651854554e-05, "loss": 0.0032, "step": 63530 }, { "epoch": 1.0535391553779576, "grad_norm": 3.738071245606989e-05, "learning_rate": 3.946460844622042e-05, "loss": 0.0016, "step": 63540 }, { "epoch": 1.053704962610469, "grad_norm": 0.0002244627830805257, "learning_rate": 3.946295037389531e-05, "loss": 0.0036, "step": 63550 }, { "epoch": 1.0538707698429806, "grad_norm": 0.0010562074603512883, "learning_rate": 3.9461292301570197e-05, "loss": 0.0092, "step": 63560 }, { "epoch": 1.054036577075492, "grad_norm": 0.01743708923459053, "learning_rate": 3.945963422924508e-05, "loss": 0.0097, "step": 63570 }, { "epoch": 1.0542023843080035, "grad_norm": 0.0018057726556435227, "learning_rate": 3.945797615691997e-05, "loss": 0.004, "step": 63580 }, { "epoch": 1.054368191540515, "grad_norm": 0.03922723978757858, "learning_rate": 3.9456318084594854e-05, "loss": 0.0007, "step": 63590 }, { "epoch": 1.0545339987730264, "grad_norm": 0.0011788394767791033, "learning_rate": 3.945466001226974e-05, "loss": 0.0042, "step": 63600 }, { "epoch": 1.054699806005538, "grad_norm": 0.0019519097404554486, "learning_rate": 3.945300193994462e-05, "loss": 0.0025, "step": 63610 }, { "epoch": 1.0548656132380494, "grad_norm": 0.24393761157989502, "learning_rate": 3.9451343867619504e-05, "loss": 0.0124, "step": 63620 }, { "epoch": 1.0550314204705609, "grad_norm": 0.005838296841830015, "learning_rate": 3.9449685795294394e-05, "loss": 0.0065, "step": 63630 }, { "epoch": 1.0551972277030723, "grad_norm": 0.009272363036870956, "learning_rate": 3.944802772296928e-05, "loss": 0.0049, "step": 63640 }, { "epoch": 1.0553630349355838, "grad_norm": 0.001012457418255508, "learning_rate": 3.944636965064416e-05, "loss": 0.0003, "step": 63650 }, { "epoch": 1.0555288421680953, "grad_norm": 0.0011716902954503894, "learning_rate": 3.944471157831905e-05, "loss": 0.0155, "step": 63660 }, { "epoch": 1.0556946494006068, "grad_norm": 0.00394634110853076, "learning_rate": 3.9443053505993935e-05, "loss": 0.0087, "step": 63670 }, { "epoch": 1.0558604566331184, "grad_norm": 0.37925127148628235, "learning_rate": 3.944139543366882e-05, "loss": 0.0072, "step": 63680 }, { "epoch": 1.05602626386563, "grad_norm": 0.18018528819084167, "learning_rate": 3.94397373613437e-05, "loss": 0.01, "step": 63690 }, { "epoch": 1.0561920710981414, "grad_norm": 0.06923608481884003, "learning_rate": 3.9438079289018586e-05, "loss": 0.0069, "step": 63700 }, { "epoch": 1.0563578783306529, "grad_norm": 0.0023680799640715122, "learning_rate": 3.9436421216693476e-05, "loss": 0.0005, "step": 63710 }, { "epoch": 1.0565236855631643, "grad_norm": 0.024688664823770523, "learning_rate": 3.943476314436836e-05, "loss": 0.0115, "step": 63720 }, { "epoch": 1.0566894927956758, "grad_norm": 0.0008325394010171294, "learning_rate": 3.943310507204325e-05, "loss": 0.0015, "step": 63730 }, { "epoch": 1.0568553000281873, "grad_norm": 0.002600683132186532, "learning_rate": 3.943144699971813e-05, "loss": 0.0024, "step": 63740 }, { "epoch": 1.0570211072606988, "grad_norm": 0.026575792580842972, "learning_rate": 3.9429788927393017e-05, "loss": 0.0043, "step": 63750 }, { "epoch": 1.0571869144932102, "grad_norm": 0.03183554857969284, "learning_rate": 3.94281308550679e-05, "loss": 0.0004, "step": 63760 }, { "epoch": 1.0573527217257217, "grad_norm": 0.3225195109844208, "learning_rate": 3.9426472782742783e-05, "loss": 0.0069, "step": 63770 }, { "epoch": 1.0575185289582332, "grad_norm": 0.00772471260279417, "learning_rate": 3.942481471041767e-05, "loss": 0.0005, "step": 63780 }, { "epoch": 1.0576843361907446, "grad_norm": 0.02412877231836319, "learning_rate": 3.942315663809256e-05, "loss": 0.0046, "step": 63790 }, { "epoch": 1.0578501434232561, "grad_norm": 0.4273974895477295, "learning_rate": 3.942149856576744e-05, "loss": 0.0123, "step": 63800 }, { "epoch": 1.0580159506557676, "grad_norm": 0.018586063757538795, "learning_rate": 3.941984049344233e-05, "loss": 0.0126, "step": 63810 }, { "epoch": 1.058181757888279, "grad_norm": 0.00042884499998763204, "learning_rate": 3.9418182421117214e-05, "loss": 0.0053, "step": 63820 }, { "epoch": 1.0583475651207905, "grad_norm": 0.00015765041462145746, "learning_rate": 3.941652434879209e-05, "loss": 0.004, "step": 63830 }, { "epoch": 1.058513372353302, "grad_norm": 0.000802903319709003, "learning_rate": 3.941486627646698e-05, "loss": 0.0002, "step": 63840 }, { "epoch": 1.0586791795858135, "grad_norm": 0.0006178923067636788, "learning_rate": 3.9413208204141865e-05, "loss": 0.0047, "step": 63850 }, { "epoch": 1.058844986818325, "grad_norm": 0.00624001445248723, "learning_rate": 3.941155013181675e-05, "loss": 0.0059, "step": 63860 }, { "epoch": 1.0590107940508364, "grad_norm": 0.002253406448289752, "learning_rate": 3.940989205949164e-05, "loss": 0.0058, "step": 63870 }, { "epoch": 1.059176601283348, "grad_norm": 1.6421855688095093, "learning_rate": 3.940823398716652e-05, "loss": 0.0121, "step": 63880 }, { "epoch": 1.0593424085158594, "grad_norm": 0.00036275401362217963, "learning_rate": 3.940657591484141e-05, "loss": 0.0054, "step": 63890 }, { "epoch": 1.0595082157483708, "grad_norm": 0.20514211058616638, "learning_rate": 3.940491784251629e-05, "loss": 0.0156, "step": 63900 }, { "epoch": 1.0596740229808823, "grad_norm": 0.014090913347899914, "learning_rate": 3.940325977019117e-05, "loss": 0.0114, "step": 63910 }, { "epoch": 1.059839830213394, "grad_norm": 0.07240527868270874, "learning_rate": 3.940160169786606e-05, "loss": 0.0054, "step": 63920 }, { "epoch": 1.0600056374459055, "grad_norm": 0.00046175019815564156, "learning_rate": 3.9399943625540946e-05, "loss": 0.0131, "step": 63930 }, { "epoch": 1.060171444678417, "grad_norm": 0.03683573380112648, "learning_rate": 3.9398285553215836e-05, "loss": 0.007, "step": 63940 }, { "epoch": 1.0603372519109284, "grad_norm": 0.2883712649345398, "learning_rate": 3.939662748089072e-05, "loss": 0.0078, "step": 63950 }, { "epoch": 1.06050305914344, "grad_norm": 0.00239113112911582, "learning_rate": 3.9394969408565603e-05, "loss": 0.003, "step": 63960 }, { "epoch": 1.0606688663759514, "grad_norm": 9.2493457486853e-05, "learning_rate": 3.9393311336240494e-05, "loss": 0.003, "step": 63970 }, { "epoch": 1.0608346736084628, "grad_norm": 0.009618215262889862, "learning_rate": 3.939165326391537e-05, "loss": 0.005, "step": 63980 }, { "epoch": 1.0610004808409743, "grad_norm": 0.46655401587486267, "learning_rate": 3.9389995191590254e-05, "loss": 0.0028, "step": 63990 }, { "epoch": 1.0611662880734858, "grad_norm": 0.30000534653663635, "learning_rate": 3.9388337119265144e-05, "loss": 0.0038, "step": 64000 }, { "epoch": 1.0613320953059973, "grad_norm": 0.0015543620102107525, "learning_rate": 3.938667904694003e-05, "loss": 0.0135, "step": 64010 }, { "epoch": 1.0614979025385087, "grad_norm": 0.07172499597072601, "learning_rate": 3.938502097461492e-05, "loss": 0.0133, "step": 64020 }, { "epoch": 1.0616637097710202, "grad_norm": 0.19794079661369324, "learning_rate": 3.93833629022898e-05, "loss": 0.0038, "step": 64030 }, { "epoch": 1.0618295170035317, "grad_norm": 0.02930482104420662, "learning_rate": 3.9381704829964685e-05, "loss": 0.0064, "step": 64040 }, { "epoch": 1.0619953242360431, "grad_norm": 0.03392087668180466, "learning_rate": 3.938004675763957e-05, "loss": 0.0099, "step": 64050 }, { "epoch": 1.0621611314685546, "grad_norm": 0.05111639201641083, "learning_rate": 3.937838868531445e-05, "loss": 0.0055, "step": 64060 }, { "epoch": 1.062326938701066, "grad_norm": 0.7763921022415161, "learning_rate": 3.937673061298934e-05, "loss": 0.0115, "step": 64070 }, { "epoch": 1.0624927459335776, "grad_norm": 0.01508245524019003, "learning_rate": 3.9375072540664226e-05, "loss": 0.0079, "step": 64080 }, { "epoch": 1.062658553166089, "grad_norm": 0.19412609934806824, "learning_rate": 3.937341446833911e-05, "loss": 0.001, "step": 64090 }, { "epoch": 1.0628243603986005, "grad_norm": 0.0017955288058146834, "learning_rate": 3.9371756396014e-05, "loss": 0.0004, "step": 64100 }, { "epoch": 1.062990167631112, "grad_norm": 0.022311169654130936, "learning_rate": 3.937009832368888e-05, "loss": 0.0028, "step": 64110 }, { "epoch": 1.0631559748636235, "grad_norm": 0.006542081944644451, "learning_rate": 3.9368440251363766e-05, "loss": 0.0043, "step": 64120 }, { "epoch": 1.0633217820961351, "grad_norm": 0.006970634683966637, "learning_rate": 3.936678217903865e-05, "loss": 0.0042, "step": 64130 }, { "epoch": 1.0634875893286466, "grad_norm": 0.2567978501319885, "learning_rate": 3.936512410671353e-05, "loss": 0.0097, "step": 64140 }, { "epoch": 1.063653396561158, "grad_norm": 0.021411355584859848, "learning_rate": 3.9363466034388423e-05, "loss": 0.003, "step": 64150 }, { "epoch": 1.0638192037936696, "grad_norm": 0.0030499212443828583, "learning_rate": 3.936180796206331e-05, "loss": 0.003, "step": 64160 }, { "epoch": 1.063985011026181, "grad_norm": 0.0005370600847527385, "learning_rate": 3.936014988973819e-05, "loss": 0.0024, "step": 64170 }, { "epoch": 1.0641508182586925, "grad_norm": 0.23513934016227722, "learning_rate": 3.935849181741308e-05, "loss": 0.0121, "step": 64180 }, { "epoch": 1.064316625491204, "grad_norm": 0.02426719106733799, "learning_rate": 3.9356833745087964e-05, "loss": 0.0004, "step": 64190 }, { "epoch": 1.0644824327237155, "grad_norm": 0.038818832486867905, "learning_rate": 3.935517567276285e-05, "loss": 0.0156, "step": 64200 }, { "epoch": 1.064648239956227, "grad_norm": 0.0026401893701404333, "learning_rate": 3.935351760043773e-05, "loss": 0.0005, "step": 64210 }, { "epoch": 1.0648140471887384, "grad_norm": 0.10909945517778397, "learning_rate": 3.9351859528112615e-05, "loss": 0.0005, "step": 64220 }, { "epoch": 1.0649798544212499, "grad_norm": 0.015560935251414776, "learning_rate": 3.9350201455787505e-05, "loss": 0.0033, "step": 64230 }, { "epoch": 1.0651456616537613, "grad_norm": 1.2016507387161255, "learning_rate": 3.934854338346239e-05, "loss": 0.0112, "step": 64240 }, { "epoch": 1.0653114688862728, "grad_norm": 0.00020701323228422552, "learning_rate": 3.934688531113727e-05, "loss": 0.0084, "step": 64250 }, { "epoch": 1.0654772761187843, "grad_norm": 0.031157616525888443, "learning_rate": 3.934522723881216e-05, "loss": 0.0051, "step": 64260 }, { "epoch": 1.0656430833512958, "grad_norm": 0.0009876565309241414, "learning_rate": 3.9343569166487046e-05, "loss": 0.0064, "step": 64270 }, { "epoch": 1.0658088905838072, "grad_norm": 0.003680216148495674, "learning_rate": 3.934191109416193e-05, "loss": 0.0053, "step": 64280 }, { "epoch": 1.0659746978163187, "grad_norm": 0.0022215733770281076, "learning_rate": 3.934025302183681e-05, "loss": 0.0027, "step": 64290 }, { "epoch": 1.0661405050488302, "grad_norm": 0.003509829519316554, "learning_rate": 3.9338594949511696e-05, "loss": 0.0, "step": 64300 }, { "epoch": 1.0663063122813417, "grad_norm": 0.0004436449089553207, "learning_rate": 3.9336936877186586e-05, "loss": 0.0157, "step": 64310 }, { "epoch": 1.0664721195138531, "grad_norm": 0.009126996621489525, "learning_rate": 3.933527880486147e-05, "loss": 0.005, "step": 64320 }, { "epoch": 1.0666379267463646, "grad_norm": 0.011592382565140724, "learning_rate": 3.933362073253635e-05, "loss": 0.0035, "step": 64330 }, { "epoch": 1.066803733978876, "grad_norm": 0.00014615328109357506, "learning_rate": 3.9331962660211243e-05, "loss": 0.0011, "step": 64340 }, { "epoch": 1.0669695412113875, "grad_norm": 0.0010147613938897848, "learning_rate": 3.933030458788613e-05, "loss": 0.0121, "step": 64350 }, { "epoch": 1.067135348443899, "grad_norm": 0.0027179222088307142, "learning_rate": 3.932864651556101e-05, "loss": 0.0015, "step": 64360 }, { "epoch": 1.0673011556764107, "grad_norm": 0.034095387905836105, "learning_rate": 3.9326988443235894e-05, "loss": 0.0078, "step": 64370 }, { "epoch": 1.0674669629089222, "grad_norm": 0.00015185817028395832, "learning_rate": 3.932533037091078e-05, "loss": 0.0046, "step": 64380 }, { "epoch": 1.0676327701414337, "grad_norm": 0.022483697161078453, "learning_rate": 3.932367229858567e-05, "loss": 0.0111, "step": 64390 }, { "epoch": 1.0677985773739451, "grad_norm": 0.0007567505817860365, "learning_rate": 3.932201422626055e-05, "loss": 0.0012, "step": 64400 }, { "epoch": 1.0679643846064566, "grad_norm": 0.0016193513292819262, "learning_rate": 3.932035615393544e-05, "loss": 0.0034, "step": 64410 }, { "epoch": 1.068130191838968, "grad_norm": 0.334894597530365, "learning_rate": 3.9318698081610325e-05, "loss": 0.0149, "step": 64420 }, { "epoch": 1.0682959990714795, "grad_norm": 0.0017986035672947764, "learning_rate": 3.931704000928521e-05, "loss": 0.0125, "step": 64430 }, { "epoch": 1.068461806303991, "grad_norm": 0.0006195332389324903, "learning_rate": 3.931538193696009e-05, "loss": 0.0048, "step": 64440 }, { "epoch": 1.0686276135365025, "grad_norm": 0.2051599770784378, "learning_rate": 3.9313723864634975e-05, "loss": 0.0239, "step": 64450 }, { "epoch": 1.068793420769014, "grad_norm": 0.00048274543951265514, "learning_rate": 3.931206579230986e-05, "loss": 0.0044, "step": 64460 }, { "epoch": 1.0689592280015254, "grad_norm": 0.0032156931702047586, "learning_rate": 3.931040771998475e-05, "loss": 0.0031, "step": 64470 }, { "epoch": 1.069125035234037, "grad_norm": 0.6567947864532471, "learning_rate": 3.930874964765963e-05, "loss": 0.0022, "step": 64480 }, { "epoch": 1.0692908424665484, "grad_norm": 0.013978897593915462, "learning_rate": 3.930709157533452e-05, "loss": 0.0118, "step": 64490 }, { "epoch": 1.0694566496990598, "grad_norm": 0.0004653500218410045, "learning_rate": 3.9305433503009406e-05, "loss": 0.0001, "step": 64500 }, { "epoch": 1.0696224569315713, "grad_norm": 0.0012762073893100023, "learning_rate": 3.930377543068429e-05, "loss": 0.0035, "step": 64510 }, { "epoch": 1.0697882641640828, "grad_norm": 0.00659355241805315, "learning_rate": 3.930211735835917e-05, "loss": 0.0004, "step": 64520 }, { "epoch": 1.0699540713965943, "grad_norm": 0.007248935289680958, "learning_rate": 3.930045928603406e-05, "loss": 0.0004, "step": 64530 }, { "epoch": 1.0701198786291057, "grad_norm": 0.0037208518479019403, "learning_rate": 3.929880121370894e-05, "loss": 0.0037, "step": 64540 }, { "epoch": 1.0702856858616172, "grad_norm": 0.0004636018711607903, "learning_rate": 3.929714314138383e-05, "loss": 0.0001, "step": 64550 }, { "epoch": 1.0704514930941287, "grad_norm": 0.0016615564236417413, "learning_rate": 3.9295485069058714e-05, "loss": 0.0061, "step": 64560 }, { "epoch": 1.0706173003266402, "grad_norm": 0.04184867441654205, "learning_rate": 3.9293826996733604e-05, "loss": 0.0048, "step": 64570 }, { "epoch": 1.0707831075591518, "grad_norm": 0.005209484603255987, "learning_rate": 3.929216892440849e-05, "loss": 0.0005, "step": 64580 }, { "epoch": 1.0709489147916633, "grad_norm": 0.0006636200123466551, "learning_rate": 3.9290510852083364e-05, "loss": 0.0001, "step": 64590 }, { "epoch": 1.0711147220241748, "grad_norm": 0.688557505607605, "learning_rate": 3.9288852779758255e-05, "loss": 0.0055, "step": 64600 }, { "epoch": 1.0712805292566863, "grad_norm": 0.004038764163851738, "learning_rate": 3.928719470743314e-05, "loss": 0.0206, "step": 64610 }, { "epoch": 1.0714463364891977, "grad_norm": 0.4591468572616577, "learning_rate": 3.928553663510803e-05, "loss": 0.0117, "step": 64620 }, { "epoch": 1.0716121437217092, "grad_norm": 0.7124772071838379, "learning_rate": 3.928387856278291e-05, "loss": 0.0058, "step": 64630 }, { "epoch": 1.0717779509542207, "grad_norm": 0.0028069696854799986, "learning_rate": 3.9282220490457795e-05, "loss": 0.0089, "step": 64640 }, { "epoch": 1.0719437581867322, "grad_norm": 0.2268255054950714, "learning_rate": 3.9280562418132685e-05, "loss": 0.0167, "step": 64650 }, { "epoch": 1.0721095654192436, "grad_norm": 0.0017536921659484506, "learning_rate": 3.927890434580757e-05, "loss": 0.0056, "step": 64660 }, { "epoch": 1.072275372651755, "grad_norm": 0.026884429156780243, "learning_rate": 3.9277246273482446e-05, "loss": 0.0083, "step": 64670 }, { "epoch": 1.0724411798842666, "grad_norm": 0.0004326095513533801, "learning_rate": 3.9275588201157336e-05, "loss": 0.0091, "step": 64680 }, { "epoch": 1.072606987116778, "grad_norm": 0.01301941741257906, "learning_rate": 3.927393012883222e-05, "loss": 0.0087, "step": 64690 }, { "epoch": 1.0727727943492895, "grad_norm": 0.0005772584700025618, "learning_rate": 3.927227205650711e-05, "loss": 0.0123, "step": 64700 }, { "epoch": 1.072938601581801, "grad_norm": 0.006608439609408379, "learning_rate": 3.927061398418199e-05, "loss": 0.0034, "step": 64710 }, { "epoch": 1.0731044088143125, "grad_norm": 0.00922304205596447, "learning_rate": 3.9268955911856877e-05, "loss": 0.0098, "step": 64720 }, { "epoch": 1.073270216046824, "grad_norm": 0.11792884021997452, "learning_rate": 3.926729783953177e-05, "loss": 0.0002, "step": 64730 }, { "epoch": 1.0734360232793354, "grad_norm": 0.029075240716338158, "learning_rate": 3.9265639767206644e-05, "loss": 0.0119, "step": 64740 }, { "epoch": 1.0736018305118469, "grad_norm": 0.001289247302338481, "learning_rate": 3.9263981694881534e-05, "loss": 0.0087, "step": 64750 }, { "epoch": 1.0737676377443583, "grad_norm": 0.004116919357329607, "learning_rate": 3.926232362255642e-05, "loss": 0.0171, "step": 64760 }, { "epoch": 1.0739334449768698, "grad_norm": 0.0007577845826745033, "learning_rate": 3.92606655502313e-05, "loss": 0.0174, "step": 64770 }, { "epoch": 1.0740992522093813, "grad_norm": 0.004266782663762569, "learning_rate": 3.925900747790619e-05, "loss": 0.0065, "step": 64780 }, { "epoch": 1.0742650594418928, "grad_norm": 0.0005025846767239273, "learning_rate": 3.9257349405581075e-05, "loss": 0.0027, "step": 64790 }, { "epoch": 1.0744308666744042, "grad_norm": 0.6279549598693848, "learning_rate": 3.925569133325596e-05, "loss": 0.0138, "step": 64800 }, { "epoch": 1.0745966739069157, "grad_norm": 0.13504327833652496, "learning_rate": 3.925403326093084e-05, "loss": 0.0016, "step": 64810 }, { "epoch": 1.0747624811394274, "grad_norm": 0.011987349018454552, "learning_rate": 3.9252375188605725e-05, "loss": 0.0182, "step": 64820 }, { "epoch": 1.0749282883719389, "grad_norm": 0.541083574295044, "learning_rate": 3.9250717116280615e-05, "loss": 0.0064, "step": 64830 }, { "epoch": 1.0750940956044504, "grad_norm": 0.0012086316710337996, "learning_rate": 3.92490590439555e-05, "loss": 0.0105, "step": 64840 }, { "epoch": 1.0752599028369618, "grad_norm": 0.06603582203388214, "learning_rate": 3.924740097163038e-05, "loss": 0.0044, "step": 64850 }, { "epoch": 1.0754257100694733, "grad_norm": 0.2273852676153183, "learning_rate": 3.924574289930527e-05, "loss": 0.0148, "step": 64860 }, { "epoch": 1.0755915173019848, "grad_norm": 0.3618321716785431, "learning_rate": 3.9244084826980156e-05, "loss": 0.0056, "step": 64870 }, { "epoch": 1.0757573245344962, "grad_norm": 0.13052529096603394, "learning_rate": 3.924242675465504e-05, "loss": 0.0099, "step": 64880 }, { "epoch": 1.0759231317670077, "grad_norm": 0.0007251639617606997, "learning_rate": 3.924076868232992e-05, "loss": 0.0001, "step": 64890 }, { "epoch": 1.0760889389995192, "grad_norm": 0.0065672146156430244, "learning_rate": 3.9239110610004806e-05, "loss": 0.0121, "step": 64900 }, { "epoch": 1.0762547462320307, "grad_norm": 0.06971386075019836, "learning_rate": 3.9237452537679697e-05, "loss": 0.0015, "step": 64910 }, { "epoch": 1.0764205534645421, "grad_norm": 0.002348985057324171, "learning_rate": 3.923579446535458e-05, "loss": 0.0033, "step": 64920 }, { "epoch": 1.0765863606970536, "grad_norm": 0.0729447603225708, "learning_rate": 3.9234136393029464e-05, "loss": 0.0021, "step": 64930 }, { "epoch": 1.076752167929565, "grad_norm": 0.1095963716506958, "learning_rate": 3.9232478320704354e-05, "loss": 0.0083, "step": 64940 }, { "epoch": 1.0769179751620765, "grad_norm": 0.007156292907893658, "learning_rate": 3.923082024837924e-05, "loss": 0.0031, "step": 64950 }, { "epoch": 1.077083782394588, "grad_norm": 0.2232426553964615, "learning_rate": 3.922916217605412e-05, "loss": 0.0039, "step": 64960 }, { "epoch": 1.0772495896270995, "grad_norm": 0.07539495080709457, "learning_rate": 3.9227504103729004e-05, "loss": 0.0103, "step": 64970 }, { "epoch": 1.077415396859611, "grad_norm": 0.0014169187052175403, "learning_rate": 3.922584603140389e-05, "loss": 0.0099, "step": 64980 }, { "epoch": 1.0775812040921224, "grad_norm": 0.0007389439269900322, "learning_rate": 3.922418795907878e-05, "loss": 0.0054, "step": 64990 }, { "epoch": 1.077747011324634, "grad_norm": 0.28497377038002014, "learning_rate": 3.922252988675366e-05, "loss": 0.0146, "step": 65000 }, { "epoch": 1.0779128185571454, "grad_norm": 0.7509533762931824, "learning_rate": 3.9220871814428545e-05, "loss": 0.0183, "step": 65010 }, { "epoch": 1.0780786257896569, "grad_norm": 0.0006401261780411005, "learning_rate": 3.9219213742103435e-05, "loss": 0.0005, "step": 65020 }, { "epoch": 1.0782444330221683, "grad_norm": 0.01759016327559948, "learning_rate": 3.921755566977832e-05, "loss": 0.0052, "step": 65030 }, { "epoch": 1.07841024025468, "grad_norm": 0.005123707931488752, "learning_rate": 3.92158975974532e-05, "loss": 0.0039, "step": 65040 }, { "epoch": 1.0785760474871915, "grad_norm": 0.15535025298595428, "learning_rate": 3.9214239525128086e-05, "loss": 0.0106, "step": 65050 }, { "epoch": 1.078741854719703, "grad_norm": 0.0008063738350756466, "learning_rate": 3.921258145280297e-05, "loss": 0.0041, "step": 65060 }, { "epoch": 1.0789076619522144, "grad_norm": 0.0004164812562521547, "learning_rate": 3.921092338047786e-05, "loss": 0.0105, "step": 65070 }, { "epoch": 1.079073469184726, "grad_norm": 0.0004716262046713382, "learning_rate": 3.920926530815274e-05, "loss": 0.0017, "step": 65080 }, { "epoch": 1.0792392764172374, "grad_norm": 0.21576498448848724, "learning_rate": 3.920760723582763e-05, "loss": 0.0132, "step": 65090 }, { "epoch": 1.0794050836497489, "grad_norm": 0.8043438196182251, "learning_rate": 3.9205949163502517e-05, "loss": 0.0017, "step": 65100 }, { "epoch": 1.0795708908822603, "grad_norm": 0.02214684896171093, "learning_rate": 3.92042910911774e-05, "loss": 0.0097, "step": 65110 }, { "epoch": 1.0797366981147718, "grad_norm": 0.00904912780970335, "learning_rate": 3.9202633018852284e-05, "loss": 0.0249, "step": 65120 }, { "epoch": 1.0799025053472833, "grad_norm": 0.006604108959436417, "learning_rate": 3.920097494652717e-05, "loss": 0.0135, "step": 65130 }, { "epoch": 1.0800683125797947, "grad_norm": 0.007121835369616747, "learning_rate": 3.919931687420205e-05, "loss": 0.002, "step": 65140 }, { "epoch": 1.0802341198123062, "grad_norm": 0.002311446936801076, "learning_rate": 3.919765880187694e-05, "loss": 0.0091, "step": 65150 }, { "epoch": 1.0803999270448177, "grad_norm": 0.26503902673721313, "learning_rate": 3.9196000729551824e-05, "loss": 0.013, "step": 65160 }, { "epoch": 1.0805657342773292, "grad_norm": 0.003977450076490641, "learning_rate": 3.9194342657226714e-05, "loss": 0.0086, "step": 65170 }, { "epoch": 1.0807315415098406, "grad_norm": 0.0016761719016358256, "learning_rate": 3.91926845849016e-05, "loss": 0.0092, "step": 65180 }, { "epoch": 1.080897348742352, "grad_norm": 0.004900066182017326, "learning_rate": 3.919102651257648e-05, "loss": 0.0005, "step": 65190 }, { "epoch": 1.0810631559748636, "grad_norm": 0.013375643640756607, "learning_rate": 3.9189368440251365e-05, "loss": 0.007, "step": 65200 }, { "epoch": 1.081228963207375, "grad_norm": 0.007792239543050528, "learning_rate": 3.918771036792625e-05, "loss": 0.0071, "step": 65210 }, { "epoch": 1.0813947704398865, "grad_norm": 0.023536808788776398, "learning_rate": 3.918605229560113e-05, "loss": 0.0069, "step": 65220 }, { "epoch": 1.081560577672398, "grad_norm": 1.3186421394348145, "learning_rate": 3.918439422327602e-05, "loss": 0.015, "step": 65230 }, { "epoch": 1.0817263849049095, "grad_norm": 0.07811161875724792, "learning_rate": 3.9182736150950906e-05, "loss": 0.0028, "step": 65240 }, { "epoch": 1.081892192137421, "grad_norm": 0.011339162476360798, "learning_rate": 3.9181078078625796e-05, "loss": 0.0006, "step": 65250 }, { "epoch": 1.0820579993699324, "grad_norm": 0.002439070725813508, "learning_rate": 3.917942000630068e-05, "loss": 0.005, "step": 65260 }, { "epoch": 1.0822238066024439, "grad_norm": 0.6001549363136292, "learning_rate": 3.917776193397556e-05, "loss": 0.0071, "step": 65270 }, { "epoch": 1.0823896138349556, "grad_norm": 0.0004954544128850102, "learning_rate": 3.9176103861650446e-05, "loss": 0.0025, "step": 65280 }, { "epoch": 1.082555421067467, "grad_norm": 0.2482161968946457, "learning_rate": 3.917444578932533e-05, "loss": 0.0018, "step": 65290 }, { "epoch": 1.0827212282999785, "grad_norm": 0.0016881728079169989, "learning_rate": 3.917278771700022e-05, "loss": 0.0113, "step": 65300 }, { "epoch": 1.08288703553249, "grad_norm": 0.0033499530982226133, "learning_rate": 3.9171129644675104e-05, "loss": 0.0042, "step": 65310 }, { "epoch": 1.0830528427650015, "grad_norm": 0.0021425860468298197, "learning_rate": 3.916947157234999e-05, "loss": 0.0034, "step": 65320 }, { "epoch": 1.083218649997513, "grad_norm": 0.005518424324691296, "learning_rate": 3.916781350002488e-05, "loss": 0.0027, "step": 65330 }, { "epoch": 1.0833844572300244, "grad_norm": 0.0051151760853827, "learning_rate": 3.916615542769976e-05, "loss": 0.001, "step": 65340 }, { "epoch": 1.0835502644625359, "grad_norm": 0.09502918273210526, "learning_rate": 3.9164497355374644e-05, "loss": 0.0037, "step": 65350 }, { "epoch": 1.0837160716950474, "grad_norm": 0.060834404081106186, "learning_rate": 3.916283928304953e-05, "loss": 0.0054, "step": 65360 }, { "epoch": 1.0838818789275588, "grad_norm": 0.003225999418646097, "learning_rate": 3.916118121072441e-05, "loss": 0.0039, "step": 65370 }, { "epoch": 1.0840476861600703, "grad_norm": 0.006997290533035994, "learning_rate": 3.91595231383993e-05, "loss": 0.0099, "step": 65380 }, { "epoch": 1.0842134933925818, "grad_norm": 0.0660073533654213, "learning_rate": 3.9157865066074185e-05, "loss": 0.0043, "step": 65390 }, { "epoch": 1.0843793006250932, "grad_norm": 0.6088007688522339, "learning_rate": 3.915620699374907e-05, "loss": 0.0065, "step": 65400 }, { "epoch": 1.0845451078576047, "grad_norm": 0.0100808534771204, "learning_rate": 3.915454892142396e-05, "loss": 0.007, "step": 65410 }, { "epoch": 1.0847109150901162, "grad_norm": 0.0016576723428443074, "learning_rate": 3.915289084909884e-05, "loss": 0.0014, "step": 65420 }, { "epoch": 1.0848767223226277, "grad_norm": 0.024641523137688637, "learning_rate": 3.9151232776773726e-05, "loss": 0.0046, "step": 65430 }, { "epoch": 1.0850425295551391, "grad_norm": 0.0052675968036055565, "learning_rate": 3.914957470444861e-05, "loss": 0.0024, "step": 65440 }, { "epoch": 1.0852083367876506, "grad_norm": 0.0010606254218146205, "learning_rate": 3.914791663212349e-05, "loss": 0.0042, "step": 65450 }, { "epoch": 1.085374144020162, "grad_norm": 0.010058182291686535, "learning_rate": 3.914625855979838e-05, "loss": 0.0156, "step": 65460 }, { "epoch": 1.0855399512526736, "grad_norm": 0.002237584674730897, "learning_rate": 3.9144600487473266e-05, "loss": 0.0012, "step": 65470 }, { "epoch": 1.085705758485185, "grad_norm": 0.0011799497297033668, "learning_rate": 3.914294241514815e-05, "loss": 0.0091, "step": 65480 }, { "epoch": 1.0858715657176967, "grad_norm": 0.0020452854223549366, "learning_rate": 3.914128434282304e-05, "loss": 0.0088, "step": 65490 }, { "epoch": 1.0860373729502082, "grad_norm": 0.0003136729937978089, "learning_rate": 3.913962627049792e-05, "loss": 0.0043, "step": 65500 }, { "epoch": 1.0862031801827197, "grad_norm": 0.004585564602166414, "learning_rate": 3.913796819817281e-05, "loss": 0.0017, "step": 65510 }, { "epoch": 1.0863689874152311, "grad_norm": 0.002029367024078965, "learning_rate": 3.913631012584769e-05, "loss": 0.0066, "step": 65520 }, { "epoch": 1.0865347946477426, "grad_norm": 0.0007482884102500975, "learning_rate": 3.9134652053522574e-05, "loss": 0.0001, "step": 65530 }, { "epoch": 1.086700601880254, "grad_norm": 0.011143689975142479, "learning_rate": 3.9132993981197464e-05, "loss": 0.0031, "step": 65540 }, { "epoch": 1.0868664091127656, "grad_norm": 0.14736628532409668, "learning_rate": 3.913133590887235e-05, "loss": 0.0033, "step": 65550 }, { "epoch": 1.087032216345277, "grad_norm": 0.35900476574897766, "learning_rate": 3.912967783654723e-05, "loss": 0.0139, "step": 65560 }, { "epoch": 1.0871980235777885, "grad_norm": 0.00844628643244505, "learning_rate": 3.912801976422212e-05, "loss": 0.0012, "step": 65570 }, { "epoch": 1.0873638308103, "grad_norm": 0.0004373443662188947, "learning_rate": 3.9126361691897e-05, "loss": 0.0104, "step": 65580 }, { "epoch": 1.0875296380428114, "grad_norm": 0.0010606773430481553, "learning_rate": 3.912470361957189e-05, "loss": 0.0062, "step": 65590 }, { "epoch": 1.087695445275323, "grad_norm": 0.018238818272948265, "learning_rate": 3.912304554724677e-05, "loss": 0.0058, "step": 65600 }, { "epoch": 1.0878612525078344, "grad_norm": 0.0006013066740706563, "learning_rate": 3.9121387474921655e-05, "loss": 0.0082, "step": 65610 }, { "epoch": 1.0880270597403459, "grad_norm": 0.0012592002749443054, "learning_rate": 3.9119729402596546e-05, "loss": 0.0033, "step": 65620 }, { "epoch": 1.0881928669728573, "grad_norm": 0.016069337725639343, "learning_rate": 3.911807133027143e-05, "loss": 0.0077, "step": 65630 }, { "epoch": 1.0883586742053688, "grad_norm": 7.497847400372848e-05, "learning_rate": 3.911641325794632e-05, "loss": 0.0032, "step": 65640 }, { "epoch": 1.0885244814378803, "grad_norm": 0.0018331587780267, "learning_rate": 3.9114755185621196e-05, "loss": 0.0052, "step": 65650 }, { "epoch": 1.0886902886703917, "grad_norm": 0.07918484508991241, "learning_rate": 3.911309711329608e-05, "loss": 0.0179, "step": 65660 }, { "epoch": 1.0888560959029032, "grad_norm": 0.0003035165136680007, "learning_rate": 3.911143904097097e-05, "loss": 0.0041, "step": 65670 }, { "epoch": 1.0890219031354147, "grad_norm": 0.4534076452255249, "learning_rate": 3.910978096864585e-05, "loss": 0.0037, "step": 65680 }, { "epoch": 1.0891877103679262, "grad_norm": 0.019486742094159126, "learning_rate": 3.910812289632074e-05, "loss": 0.0015, "step": 65690 }, { "epoch": 1.0893535176004376, "grad_norm": 0.0038851918652653694, "learning_rate": 3.910646482399563e-05, "loss": 0.0095, "step": 65700 }, { "epoch": 1.089519324832949, "grad_norm": 0.2659676671028137, "learning_rate": 3.910480675167051e-05, "loss": 0.0004, "step": 65710 }, { "epoch": 1.0896851320654606, "grad_norm": 0.2823048532009125, "learning_rate": 3.9103148679345394e-05, "loss": 0.0109, "step": 65720 }, { "epoch": 1.0898509392979723, "grad_norm": 0.007207728456705809, "learning_rate": 3.910149060702028e-05, "loss": 0.0084, "step": 65730 }, { "epoch": 1.0900167465304837, "grad_norm": 0.01099888514727354, "learning_rate": 3.909983253469516e-05, "loss": 0.0109, "step": 65740 }, { "epoch": 1.0901825537629952, "grad_norm": 0.0006350486073642969, "learning_rate": 3.909817446237005e-05, "loss": 0.0145, "step": 65750 }, { "epoch": 1.0903483609955067, "grad_norm": 0.0002651413669809699, "learning_rate": 3.9096516390044935e-05, "loss": 0.011, "step": 65760 }, { "epoch": 1.0905141682280182, "grad_norm": 0.6349719166755676, "learning_rate": 3.9094858317719825e-05, "loss": 0.0068, "step": 65770 }, { "epoch": 1.0906799754605296, "grad_norm": 0.0035851714201271534, "learning_rate": 3.909320024539471e-05, "loss": 0.0188, "step": 65780 }, { "epoch": 1.090845782693041, "grad_norm": 0.0003362694405950606, "learning_rate": 3.909154217306959e-05, "loss": 0.0036, "step": 65790 }, { "epoch": 1.0910115899255526, "grad_norm": 0.006681041792035103, "learning_rate": 3.9089884100744475e-05, "loss": 0.0034, "step": 65800 }, { "epoch": 1.091177397158064, "grad_norm": 0.2013252228498459, "learning_rate": 3.908822602841936e-05, "loss": 0.0042, "step": 65810 }, { "epoch": 1.0913432043905755, "grad_norm": 0.0006756542134098709, "learning_rate": 3.908656795609424e-05, "loss": 0.0034, "step": 65820 }, { "epoch": 1.091509011623087, "grad_norm": 0.0103514539077878, "learning_rate": 3.908490988376913e-05, "loss": 0.0076, "step": 65830 }, { "epoch": 1.0916748188555985, "grad_norm": 0.004207412712275982, "learning_rate": 3.9083251811444016e-05, "loss": 0.0001, "step": 65840 }, { "epoch": 1.09184062608811, "grad_norm": 0.13977213203907013, "learning_rate": 3.9081593739118906e-05, "loss": 0.0022, "step": 65850 }, { "epoch": 1.0920064333206214, "grad_norm": 0.032400328665971756, "learning_rate": 3.907993566679379e-05, "loss": 0.0004, "step": 65860 }, { "epoch": 1.092172240553133, "grad_norm": 0.08331979811191559, "learning_rate": 3.907827759446867e-05, "loss": 0.0117, "step": 65870 }, { "epoch": 1.0923380477856444, "grad_norm": 0.2422693818807602, "learning_rate": 3.907661952214356e-05, "loss": 0.0081, "step": 65880 }, { "epoch": 1.0925038550181558, "grad_norm": 0.009447903372347355, "learning_rate": 3.907496144981844e-05, "loss": 0.0188, "step": 65890 }, { "epoch": 1.0926696622506673, "grad_norm": 0.00882924348115921, "learning_rate": 3.9073303377493324e-05, "loss": 0.0092, "step": 65900 }, { "epoch": 1.0928354694831788, "grad_norm": 0.004417032469063997, "learning_rate": 3.9071645305168214e-05, "loss": 0.0057, "step": 65910 }, { "epoch": 1.0930012767156903, "grad_norm": 0.010289396159350872, "learning_rate": 3.90699872328431e-05, "loss": 0.0063, "step": 65920 }, { "epoch": 1.0931670839482017, "grad_norm": 0.5805894732475281, "learning_rate": 3.906832916051799e-05, "loss": 0.019, "step": 65930 }, { "epoch": 1.0933328911807134, "grad_norm": 0.006951542571187019, "learning_rate": 3.906667108819287e-05, "loss": 0.0083, "step": 65940 }, { "epoch": 1.093498698413225, "grad_norm": 0.021737584844231606, "learning_rate": 3.9065013015867755e-05, "loss": 0.0057, "step": 65950 }, { "epoch": 1.0936645056457364, "grad_norm": 0.1797366738319397, "learning_rate": 3.906335494354264e-05, "loss": 0.0008, "step": 65960 }, { "epoch": 1.0938303128782478, "grad_norm": 0.05870349705219269, "learning_rate": 3.906169687121752e-05, "loss": 0.0085, "step": 65970 }, { "epoch": 1.0939961201107593, "grad_norm": 0.030032437294721603, "learning_rate": 3.906003879889241e-05, "loss": 0.0089, "step": 65980 }, { "epoch": 1.0941619273432708, "grad_norm": 0.0005996277905069292, "learning_rate": 3.9058380726567295e-05, "loss": 0.0029, "step": 65990 }, { "epoch": 1.0943277345757823, "grad_norm": 0.0015743308467790484, "learning_rate": 3.905672265424218e-05, "loss": 0.0014, "step": 66000 }, { "epoch": 1.0944935418082937, "grad_norm": 0.397115558385849, "learning_rate": 3.905506458191707e-05, "loss": 0.0025, "step": 66010 }, { "epoch": 1.0946593490408052, "grad_norm": 0.1432672142982483, "learning_rate": 3.905340650959195e-05, "loss": 0.0069, "step": 66020 }, { "epoch": 1.0948251562733167, "grad_norm": 0.19054797291755676, "learning_rate": 3.9051748437266836e-05, "loss": 0.0096, "step": 66030 }, { "epoch": 1.0949909635058281, "grad_norm": 0.016361840069293976, "learning_rate": 3.905009036494172e-05, "loss": 0.0103, "step": 66040 }, { "epoch": 1.0951567707383396, "grad_norm": 0.0061909351497888565, "learning_rate": 3.90484322926166e-05, "loss": 0.0083, "step": 66050 }, { "epoch": 1.095322577970851, "grad_norm": 0.0012396767269819975, "learning_rate": 3.904677422029149e-05, "loss": 0.0176, "step": 66060 }, { "epoch": 1.0954883852033626, "grad_norm": 0.04035637900233269, "learning_rate": 3.904511614796638e-05, "loss": 0.0028, "step": 66070 }, { "epoch": 1.095654192435874, "grad_norm": 0.005578967276960611, "learning_rate": 3.904345807564126e-05, "loss": 0.0001, "step": 66080 }, { "epoch": 1.0958199996683855, "grad_norm": 0.05298518389463425, "learning_rate": 3.904180000331615e-05, "loss": 0.017, "step": 66090 }, { "epoch": 1.095985806900897, "grad_norm": 0.007105409633368254, "learning_rate": 3.9040141930991034e-05, "loss": 0.0048, "step": 66100 }, { "epoch": 1.0961516141334084, "grad_norm": 0.0003899095463566482, "learning_rate": 3.903848385866592e-05, "loss": 0.0135, "step": 66110 }, { "epoch": 1.09631742136592, "grad_norm": 0.00010467026004334912, "learning_rate": 3.90368257863408e-05, "loss": 0.0066, "step": 66120 }, { "epoch": 1.0964832285984314, "grad_norm": 0.004250618163496256, "learning_rate": 3.9035167714015684e-05, "loss": 0.0022, "step": 66130 }, { "epoch": 1.0966490358309429, "grad_norm": 7.204590656328946e-05, "learning_rate": 3.9033509641690575e-05, "loss": 0.0107, "step": 66140 }, { "epoch": 1.0968148430634543, "grad_norm": 0.0072197639383375645, "learning_rate": 3.903185156936546e-05, "loss": 0.0078, "step": 66150 }, { "epoch": 1.0969806502959658, "grad_norm": 0.0014042546972632408, "learning_rate": 3.903019349704034e-05, "loss": 0.0058, "step": 66160 }, { "epoch": 1.0971464575284773, "grad_norm": 0.031919196248054504, "learning_rate": 3.902853542471523e-05, "loss": 0.007, "step": 66170 }, { "epoch": 1.097312264760989, "grad_norm": 0.0003170209820382297, "learning_rate": 3.9026877352390115e-05, "loss": 0.0007, "step": 66180 }, { "epoch": 1.0974780719935004, "grad_norm": 0.00046064439811743796, "learning_rate": 3.9025219280065e-05, "loss": 0.0046, "step": 66190 }, { "epoch": 1.097643879226012, "grad_norm": 0.0023596633691340685, "learning_rate": 3.902356120773988e-05, "loss": 0.0021, "step": 66200 }, { "epoch": 1.0978096864585234, "grad_norm": 0.22528864443302155, "learning_rate": 3.9021903135414766e-05, "loss": 0.0214, "step": 66210 }, { "epoch": 1.0979754936910349, "grad_norm": 0.024659710004925728, "learning_rate": 3.9020245063089656e-05, "loss": 0.0077, "step": 66220 }, { "epoch": 1.0981413009235463, "grad_norm": 0.979713499546051, "learning_rate": 3.901858699076454e-05, "loss": 0.0086, "step": 66230 }, { "epoch": 1.0983071081560578, "grad_norm": 0.2230275571346283, "learning_rate": 3.901692891843942e-05, "loss": 0.0119, "step": 66240 }, { "epoch": 1.0984729153885693, "grad_norm": 0.0004405282670632005, "learning_rate": 3.901527084611431e-05, "loss": 0.0002, "step": 66250 }, { "epoch": 1.0986387226210808, "grad_norm": 0.000690371438395232, "learning_rate": 3.901361277378919e-05, "loss": 0.0038, "step": 66260 }, { "epoch": 1.0988045298535922, "grad_norm": 0.4173787832260132, "learning_rate": 3.901195470146408e-05, "loss": 0.0065, "step": 66270 }, { "epoch": 1.0989703370861037, "grad_norm": 0.014012669213116169, "learning_rate": 3.9010296629138964e-05, "loss": 0.0064, "step": 66280 }, { "epoch": 1.0991361443186152, "grad_norm": 0.6069780588150024, "learning_rate": 3.900863855681385e-05, "loss": 0.0128, "step": 66290 }, { "epoch": 1.0993019515511266, "grad_norm": 0.000516224536113441, "learning_rate": 3.900698048448874e-05, "loss": 0.0027, "step": 66300 }, { "epoch": 1.0994677587836381, "grad_norm": 0.045982372015714645, "learning_rate": 3.900532241216362e-05, "loss": 0.0014, "step": 66310 }, { "epoch": 1.0996335660161496, "grad_norm": 0.1289389729499817, "learning_rate": 3.900366433983851e-05, "loss": 0.0003, "step": 66320 }, { "epoch": 1.099799373248661, "grad_norm": 0.027495812624692917, "learning_rate": 3.9002006267513395e-05, "loss": 0.0056, "step": 66330 }, { "epoch": 1.0999651804811725, "grad_norm": 0.38306310772895813, "learning_rate": 3.900034819518827e-05, "loss": 0.0106, "step": 66340 }, { "epoch": 1.100130987713684, "grad_norm": 0.4769192934036255, "learning_rate": 3.899869012286316e-05, "loss": 0.0046, "step": 66350 }, { "epoch": 1.1002967949461955, "grad_norm": 0.00020892283646389842, "learning_rate": 3.8997032050538045e-05, "loss": 0.0048, "step": 66360 }, { "epoch": 1.100462602178707, "grad_norm": 0.0005430278251878917, "learning_rate": 3.899537397821293e-05, "loss": 0.0001, "step": 66370 }, { "epoch": 1.1006284094112184, "grad_norm": 0.00044120621168985963, "learning_rate": 3.899371590588782e-05, "loss": 0.001, "step": 66380 }, { "epoch": 1.1007942166437301, "grad_norm": 0.003333427244797349, "learning_rate": 3.89920578335627e-05, "loss": 0.0032, "step": 66390 }, { "epoch": 1.1009600238762416, "grad_norm": 0.00038427591789513826, "learning_rate": 3.899039976123759e-05, "loss": 0.0022, "step": 66400 }, { "epoch": 1.101125831108753, "grad_norm": 0.031294915825128555, "learning_rate": 3.898874168891247e-05, "loss": 0.0071, "step": 66410 }, { "epoch": 1.1012916383412645, "grad_norm": 0.028125323355197906, "learning_rate": 3.898708361658735e-05, "loss": 0.0023, "step": 66420 }, { "epoch": 1.101457445573776, "grad_norm": 0.0002791490696836263, "learning_rate": 3.898542554426224e-05, "loss": 0.0002, "step": 66430 }, { "epoch": 1.1016232528062875, "grad_norm": 0.0006731195608153939, "learning_rate": 3.8983767471937126e-05, "loss": 0.0023, "step": 66440 }, { "epoch": 1.101789060038799, "grad_norm": 0.008691252209246159, "learning_rate": 3.898210939961202e-05, "loss": 0.0033, "step": 66450 }, { "epoch": 1.1019548672713104, "grad_norm": 0.0008145726169459522, "learning_rate": 3.89804513272869e-05, "loss": 0.007, "step": 66460 }, { "epoch": 1.102120674503822, "grad_norm": 0.0003578077594283968, "learning_rate": 3.8978793254961784e-05, "loss": 0.0023, "step": 66470 }, { "epoch": 1.1022864817363334, "grad_norm": 0.0029407828114926815, "learning_rate": 3.897713518263667e-05, "loss": 0.0006, "step": 66480 }, { "epoch": 1.1024522889688448, "grad_norm": 0.17792989313602448, "learning_rate": 3.897547711031155e-05, "loss": 0.0068, "step": 66490 }, { "epoch": 1.1026180962013563, "grad_norm": 0.15538762509822845, "learning_rate": 3.8973819037986434e-05, "loss": 0.0074, "step": 66500 }, { "epoch": 1.1027839034338678, "grad_norm": 0.25100353360176086, "learning_rate": 3.8972160965661324e-05, "loss": 0.0113, "step": 66510 }, { "epoch": 1.1029497106663793, "grad_norm": 0.3189522922039032, "learning_rate": 3.897050289333621e-05, "loss": 0.0062, "step": 66520 }, { "epoch": 1.1031155178988907, "grad_norm": 0.0006327526643872261, "learning_rate": 3.89688448210111e-05, "loss": 0.0002, "step": 66530 }, { "epoch": 1.1032813251314022, "grad_norm": 0.0036794969346374273, "learning_rate": 3.896718674868598e-05, "loss": 0.0058, "step": 66540 }, { "epoch": 1.1034471323639137, "grad_norm": 0.001203997409902513, "learning_rate": 3.8965528676360865e-05, "loss": 0.0114, "step": 66550 }, { "epoch": 1.1036129395964251, "grad_norm": 0.0027266007382422686, "learning_rate": 3.896387060403575e-05, "loss": 0.0031, "step": 66560 }, { "epoch": 1.1037787468289366, "grad_norm": 0.011860121041536331, "learning_rate": 3.896221253171063e-05, "loss": 0.0066, "step": 66570 }, { "epoch": 1.103944554061448, "grad_norm": 0.000491093029268086, "learning_rate": 3.8960554459385515e-05, "loss": 0.0123, "step": 66580 }, { "epoch": 1.1041103612939596, "grad_norm": 0.0004397088196128607, "learning_rate": 3.8958896387060406e-05, "loss": 0.0034, "step": 66590 }, { "epoch": 1.104276168526471, "grad_norm": 0.01347836572676897, "learning_rate": 3.895723831473529e-05, "loss": 0.0096, "step": 66600 }, { "epoch": 1.1044419757589825, "grad_norm": 0.2098294347524643, "learning_rate": 3.895558024241018e-05, "loss": 0.0051, "step": 66610 }, { "epoch": 1.104607782991494, "grad_norm": 0.0008177172858268023, "learning_rate": 3.895392217008506e-05, "loss": 0.0027, "step": 66620 }, { "epoch": 1.1047735902240057, "grad_norm": 0.002402388956397772, "learning_rate": 3.8952264097759946e-05, "loss": 0.0027, "step": 66630 }, { "epoch": 1.1049393974565171, "grad_norm": 0.32198166847229004, "learning_rate": 3.895060602543483e-05, "loss": 0.0016, "step": 66640 }, { "epoch": 1.1051052046890286, "grad_norm": 0.2868405878543854, "learning_rate": 3.894894795310971e-05, "loss": 0.0132, "step": 66650 }, { "epoch": 1.10527101192154, "grad_norm": 0.013790104538202286, "learning_rate": 3.8947289880784604e-05, "loss": 0.0002, "step": 66660 }, { "epoch": 1.1054368191540516, "grad_norm": 0.5410389304161072, "learning_rate": 3.894563180845949e-05, "loss": 0.0043, "step": 66670 }, { "epoch": 1.105602626386563, "grad_norm": 0.12365873157978058, "learning_rate": 3.894397373613437e-05, "loss": 0.0039, "step": 66680 }, { "epoch": 1.1057684336190745, "grad_norm": 0.004197203554213047, "learning_rate": 3.894231566380926e-05, "loss": 0.0003, "step": 66690 }, { "epoch": 1.105934240851586, "grad_norm": 0.001565445214509964, "learning_rate": 3.8940657591484144e-05, "loss": 0.0003, "step": 66700 }, { "epoch": 1.1061000480840975, "grad_norm": 0.12039726227521896, "learning_rate": 3.893899951915903e-05, "loss": 0.0035, "step": 66710 }, { "epoch": 1.106265855316609, "grad_norm": 0.2005244642496109, "learning_rate": 3.893734144683391e-05, "loss": 0.009, "step": 66720 }, { "epoch": 1.1064316625491204, "grad_norm": 0.1471530944108963, "learning_rate": 3.8935683374508795e-05, "loss": 0.0069, "step": 66730 }, { "epoch": 1.1065974697816319, "grad_norm": 0.0001619834656594321, "learning_rate": 3.8934025302183685e-05, "loss": 0.0107, "step": 66740 }, { "epoch": 1.1067632770141433, "grad_norm": 0.14154265820980072, "learning_rate": 3.893236722985857e-05, "loss": 0.0107, "step": 66750 }, { "epoch": 1.1069290842466548, "grad_norm": 0.06948283314704895, "learning_rate": 3.893070915753345e-05, "loss": 0.0152, "step": 66760 }, { "epoch": 1.1070948914791663, "grad_norm": 0.0028332113288342953, "learning_rate": 3.892905108520834e-05, "loss": 0.0039, "step": 66770 }, { "epoch": 1.1072606987116778, "grad_norm": 0.00025836736313067377, "learning_rate": 3.8927393012883226e-05, "loss": 0.0152, "step": 66780 }, { "epoch": 1.1074265059441892, "grad_norm": 0.234519362449646, "learning_rate": 3.892573494055811e-05, "loss": 0.0101, "step": 66790 }, { "epoch": 1.1075923131767007, "grad_norm": 0.007876900024712086, "learning_rate": 3.892407686823299e-05, "loss": 0.0025, "step": 66800 }, { "epoch": 1.1077581204092122, "grad_norm": 0.0013335550902411342, "learning_rate": 3.8922418795907876e-05, "loss": 0.0009, "step": 66810 }, { "epoch": 1.1079239276417236, "grad_norm": 0.002025505993515253, "learning_rate": 3.8920760723582766e-05, "loss": 0.0035, "step": 66820 }, { "epoch": 1.1080897348742351, "grad_norm": 0.008450024761259556, "learning_rate": 3.891910265125765e-05, "loss": 0.0096, "step": 66830 }, { "epoch": 1.1082555421067466, "grad_norm": 0.004214591346681118, "learning_rate": 3.891744457893253e-05, "loss": 0.007, "step": 66840 }, { "epoch": 1.1084213493392583, "grad_norm": 0.00018466667097527534, "learning_rate": 3.8915786506607424e-05, "loss": 0.0063, "step": 66850 }, { "epoch": 1.1085871565717698, "grad_norm": 0.7611674070358276, "learning_rate": 3.891412843428231e-05, "loss": 0.0219, "step": 66860 }, { "epoch": 1.1087529638042812, "grad_norm": 0.003656387561932206, "learning_rate": 3.891247036195719e-05, "loss": 0.0088, "step": 66870 }, { "epoch": 1.1089187710367927, "grad_norm": 0.0006831253413110971, "learning_rate": 3.8910812289632074e-05, "loss": 0.0016, "step": 66880 }, { "epoch": 1.1090845782693042, "grad_norm": 0.23010511696338654, "learning_rate": 3.890915421730696e-05, "loss": 0.0041, "step": 66890 }, { "epoch": 1.1092503855018157, "grad_norm": 0.008307271637022495, "learning_rate": 3.890749614498185e-05, "loss": 0.0069, "step": 66900 }, { "epoch": 1.1094161927343271, "grad_norm": 0.00028339348500594497, "learning_rate": 3.890583807265673e-05, "loss": 0.0049, "step": 66910 }, { "epoch": 1.1095819999668386, "grad_norm": 3.9538732380606234e-05, "learning_rate": 3.8904180000331615e-05, "loss": 0.004, "step": 66920 }, { "epoch": 1.10974780719935, "grad_norm": 0.00367720820941031, "learning_rate": 3.8902521928006505e-05, "loss": 0.0102, "step": 66930 }, { "epoch": 1.1099136144318615, "grad_norm": 0.00455450126901269, "learning_rate": 3.890086385568139e-05, "loss": 0.0005, "step": 66940 }, { "epoch": 1.110079421664373, "grad_norm": 0.0007306092884391546, "learning_rate": 3.889920578335627e-05, "loss": 0.0138, "step": 66950 }, { "epoch": 1.1102452288968845, "grad_norm": 0.04092877730727196, "learning_rate": 3.8897547711031155e-05, "loss": 0.0012, "step": 66960 }, { "epoch": 1.110411036129396, "grad_norm": 0.5701839327812195, "learning_rate": 3.889588963870604e-05, "loss": 0.0122, "step": 66970 }, { "epoch": 1.1105768433619074, "grad_norm": 0.0008959113038145006, "learning_rate": 3.889423156638093e-05, "loss": 0.0029, "step": 66980 }, { "epoch": 1.110742650594419, "grad_norm": 0.001513241557404399, "learning_rate": 3.889257349405581e-05, "loss": 0.0038, "step": 66990 }, { "epoch": 1.1109084578269304, "grad_norm": 0.004278751090168953, "learning_rate": 3.88909154217307e-05, "loss": 0.0177, "step": 67000 }, { "epoch": 1.1110742650594418, "grad_norm": 0.0011835481273010373, "learning_rate": 3.8889257349405586e-05, "loss": 0.0032, "step": 67010 }, { "epoch": 1.1112400722919533, "grad_norm": 0.026725586503744125, "learning_rate": 3.888759927708047e-05, "loss": 0.0037, "step": 67020 }, { "epoch": 1.1114058795244648, "grad_norm": 0.0006519496673718095, "learning_rate": 3.888594120475535e-05, "loss": 0.0054, "step": 67030 }, { "epoch": 1.1115716867569763, "grad_norm": 0.0050440700724720955, "learning_rate": 3.888428313243024e-05, "loss": 0.009, "step": 67040 }, { "epoch": 1.1117374939894877, "grad_norm": 0.19730426371097565, "learning_rate": 3.888262506010512e-05, "loss": 0.0038, "step": 67050 }, { "epoch": 1.1119033012219992, "grad_norm": 0.022791624069213867, "learning_rate": 3.888096698778001e-05, "loss": 0.0005, "step": 67060 }, { "epoch": 1.1120691084545107, "grad_norm": 0.5084470510482788, "learning_rate": 3.8879308915454894e-05, "loss": 0.0048, "step": 67070 }, { "epoch": 1.1122349156870222, "grad_norm": 0.001976230414584279, "learning_rate": 3.8877650843129784e-05, "loss": 0.0011, "step": 67080 }, { "epoch": 1.1124007229195338, "grad_norm": 0.09972599893808365, "learning_rate": 3.887599277080467e-05, "loss": 0.0069, "step": 67090 }, { "epoch": 1.1125665301520453, "grad_norm": 0.021742213517427444, "learning_rate": 3.8874334698479544e-05, "loss": 0.0038, "step": 67100 }, { "epoch": 1.1127323373845568, "grad_norm": 0.001584298093803227, "learning_rate": 3.8872676626154435e-05, "loss": 0.0138, "step": 67110 }, { "epoch": 1.1128981446170683, "grad_norm": 0.0034468683879822493, "learning_rate": 3.887101855382932e-05, "loss": 0.0059, "step": 67120 }, { "epoch": 1.1130639518495797, "grad_norm": 0.028625832870602608, "learning_rate": 3.886936048150421e-05, "loss": 0.0006, "step": 67130 }, { "epoch": 1.1132297590820912, "grad_norm": 0.005262141581624746, "learning_rate": 3.886770240917909e-05, "loss": 0.0266, "step": 67140 }, { "epoch": 1.1133955663146027, "grad_norm": 0.1870603859424591, "learning_rate": 3.8866044336853975e-05, "loss": 0.0018, "step": 67150 }, { "epoch": 1.1135613735471142, "grad_norm": 0.016047712415456772, "learning_rate": 3.8864386264528866e-05, "loss": 0.0003, "step": 67160 }, { "epoch": 1.1137271807796256, "grad_norm": 0.0008097296813502908, "learning_rate": 3.886272819220374e-05, "loss": 0.0127, "step": 67170 }, { "epoch": 1.113892988012137, "grad_norm": 0.04463406652212143, "learning_rate": 3.8861070119878626e-05, "loss": 0.013, "step": 67180 }, { "epoch": 1.1140587952446486, "grad_norm": 0.01638425514101982, "learning_rate": 3.8859412047553516e-05, "loss": 0.0031, "step": 67190 }, { "epoch": 1.11422460247716, "grad_norm": 0.059274520725011826, "learning_rate": 3.88577539752284e-05, "loss": 0.0012, "step": 67200 }, { "epoch": 1.1143904097096715, "grad_norm": 0.8408945202827454, "learning_rate": 3.885609590290329e-05, "loss": 0.0087, "step": 67210 }, { "epoch": 1.114556216942183, "grad_norm": 0.0004685154708568007, "learning_rate": 3.885443783057817e-05, "loss": 0.0003, "step": 67220 }, { "epoch": 1.1147220241746945, "grad_norm": 0.009861481375992298, "learning_rate": 3.885277975825306e-05, "loss": 0.0037, "step": 67230 }, { "epoch": 1.114887831407206, "grad_norm": 0.1871415674686432, "learning_rate": 3.885112168592795e-05, "loss": 0.0041, "step": 67240 }, { "epoch": 1.1150536386397174, "grad_norm": 0.42468902468681335, "learning_rate": 3.8849463613602824e-05, "loss": 0.0135, "step": 67250 }, { "epoch": 1.1152194458722289, "grad_norm": 0.292179673910141, "learning_rate": 3.884780554127771e-05, "loss": 0.0114, "step": 67260 }, { "epoch": 1.1153852531047403, "grad_norm": 0.03480962663888931, "learning_rate": 3.88461474689526e-05, "loss": 0.013, "step": 67270 }, { "epoch": 1.1155510603372518, "grad_norm": 0.004176577087491751, "learning_rate": 3.884448939662748e-05, "loss": 0.002, "step": 67280 }, { "epoch": 1.1157168675697633, "grad_norm": 0.037215400487184525, "learning_rate": 3.884283132430237e-05, "loss": 0.0014, "step": 67290 }, { "epoch": 1.115882674802275, "grad_norm": 0.002517147222533822, "learning_rate": 3.8841173251977255e-05, "loss": 0.0045, "step": 67300 }, { "epoch": 1.1160484820347865, "grad_norm": 0.03419383987784386, "learning_rate": 3.883951517965214e-05, "loss": 0.0007, "step": 67310 }, { "epoch": 1.116214289267298, "grad_norm": 0.0014985078014433384, "learning_rate": 3.883785710732702e-05, "loss": 0.0127, "step": 67320 }, { "epoch": 1.1163800964998094, "grad_norm": 0.18339985609054565, "learning_rate": 3.8836199035001905e-05, "loss": 0.0126, "step": 67330 }, { "epoch": 1.1165459037323209, "grad_norm": 0.003579267766326666, "learning_rate": 3.8834540962676795e-05, "loss": 0.0013, "step": 67340 }, { "epoch": 1.1167117109648323, "grad_norm": 0.22282227873802185, "learning_rate": 3.883288289035168e-05, "loss": 0.0104, "step": 67350 }, { "epoch": 1.1168775181973438, "grad_norm": 0.40415406227111816, "learning_rate": 3.883122481802656e-05, "loss": 0.0148, "step": 67360 }, { "epoch": 1.1170433254298553, "grad_norm": 0.005949970800429583, "learning_rate": 3.882956674570145e-05, "loss": 0.0027, "step": 67370 }, { "epoch": 1.1172091326623668, "grad_norm": 0.003014328656718135, "learning_rate": 3.8827908673376336e-05, "loss": 0.0062, "step": 67380 }, { "epoch": 1.1173749398948782, "grad_norm": 0.003907332196831703, "learning_rate": 3.882625060105122e-05, "loss": 0.0062, "step": 67390 }, { "epoch": 1.1175407471273897, "grad_norm": 0.00241747684776783, "learning_rate": 3.88245925287261e-05, "loss": 0.0064, "step": 67400 }, { "epoch": 1.1177065543599012, "grad_norm": 0.009053070098161697, "learning_rate": 3.8822934456400986e-05, "loss": 0.0044, "step": 67410 }, { "epoch": 1.1178723615924127, "grad_norm": 0.0036693988367915154, "learning_rate": 3.882127638407588e-05, "loss": 0.005, "step": 67420 }, { "epoch": 1.1180381688249241, "grad_norm": 0.004803162068128586, "learning_rate": 3.881961831175076e-05, "loss": 0.004, "step": 67430 }, { "epoch": 1.1182039760574356, "grad_norm": 0.1500736027956009, "learning_rate": 3.8817960239425644e-05, "loss": 0.0023, "step": 67440 }, { "epoch": 1.118369783289947, "grad_norm": 0.05071108043193817, "learning_rate": 3.8816302167100534e-05, "loss": 0.0077, "step": 67450 }, { "epoch": 1.1185355905224585, "grad_norm": 0.002791063627228141, "learning_rate": 3.881464409477542e-05, "loss": 0.0007, "step": 67460 }, { "epoch": 1.11870139775497, "grad_norm": 0.02169111557304859, "learning_rate": 3.88129860224503e-05, "loss": 0.0014, "step": 67470 }, { "epoch": 1.1188672049874815, "grad_norm": 0.008823652751743793, "learning_rate": 3.8811327950125184e-05, "loss": 0.0008, "step": 67480 }, { "epoch": 1.119033012219993, "grad_norm": 0.0009094586130231619, "learning_rate": 3.880966987780007e-05, "loss": 0.0054, "step": 67490 }, { "epoch": 1.1191988194525044, "grad_norm": 0.0012487154453992844, "learning_rate": 3.880801180547496e-05, "loss": 0.0034, "step": 67500 }, { "epoch": 1.119364626685016, "grad_norm": 0.08871036022901535, "learning_rate": 3.880635373314984e-05, "loss": 0.0067, "step": 67510 }, { "epoch": 1.1195304339175274, "grad_norm": 0.1896778792142868, "learning_rate": 3.8804695660824725e-05, "loss": 0.0076, "step": 67520 }, { "epoch": 1.1196962411500389, "grad_norm": 0.005749752279371023, "learning_rate": 3.8803037588499615e-05, "loss": 0.0006, "step": 67530 }, { "epoch": 1.1198620483825505, "grad_norm": 0.04187335819005966, "learning_rate": 3.88013795161745e-05, "loss": 0.0037, "step": 67540 }, { "epoch": 1.120027855615062, "grad_norm": 0.4054739475250244, "learning_rate": 3.879972144384938e-05, "loss": 0.0082, "step": 67550 }, { "epoch": 1.1201936628475735, "grad_norm": 0.013488242402672768, "learning_rate": 3.8798063371524266e-05, "loss": 0.0058, "step": 67560 }, { "epoch": 1.120359470080085, "grad_norm": 0.013559258542954922, "learning_rate": 3.879640529919915e-05, "loss": 0.0168, "step": 67570 }, { "epoch": 1.1205252773125964, "grad_norm": 0.007080992218106985, "learning_rate": 3.879474722687404e-05, "loss": 0.011, "step": 67580 }, { "epoch": 1.120691084545108, "grad_norm": 0.01108782272785902, "learning_rate": 3.879308915454892e-05, "loss": 0.0014, "step": 67590 }, { "epoch": 1.1208568917776194, "grad_norm": 0.13897037506103516, "learning_rate": 3.8791431082223806e-05, "loss": 0.0067, "step": 67600 }, { "epoch": 1.1210226990101309, "grad_norm": 0.040654849261045456, "learning_rate": 3.87897730098987e-05, "loss": 0.0051, "step": 67610 }, { "epoch": 1.1211885062426423, "grad_norm": 0.010562232695519924, "learning_rate": 3.878811493757358e-05, "loss": 0.0021, "step": 67620 }, { "epoch": 1.1213543134751538, "grad_norm": 0.06954380869865417, "learning_rate": 3.8786456865248464e-05, "loss": 0.0104, "step": 67630 }, { "epoch": 1.1215201207076653, "grad_norm": 0.22936518490314484, "learning_rate": 3.878479879292335e-05, "loss": 0.0019, "step": 67640 }, { "epoch": 1.1216859279401767, "grad_norm": 0.21282415091991425, "learning_rate": 3.878314072059823e-05, "loss": 0.0179, "step": 67650 }, { "epoch": 1.1218517351726882, "grad_norm": 0.001467555994167924, "learning_rate": 3.878148264827312e-05, "loss": 0.0, "step": 67660 }, { "epoch": 1.1220175424051997, "grad_norm": 0.0030145489145070314, "learning_rate": 3.8779824575948004e-05, "loss": 0.0001, "step": 67670 }, { "epoch": 1.1221833496377112, "grad_norm": 0.011760378256440163, "learning_rate": 3.8778166503622895e-05, "loss": 0.0041, "step": 67680 }, { "epoch": 1.1223491568702226, "grad_norm": 0.03135267645120621, "learning_rate": 3.877650843129778e-05, "loss": 0.0042, "step": 67690 }, { "epoch": 1.122514964102734, "grad_norm": 0.0001570094609633088, "learning_rate": 3.877485035897266e-05, "loss": 0.0077, "step": 67700 }, { "epoch": 1.1226807713352456, "grad_norm": 0.020627040416002274, "learning_rate": 3.8773192286647545e-05, "loss": 0.004, "step": 67710 }, { "epoch": 1.122846578567757, "grad_norm": 0.0011109303450211883, "learning_rate": 3.877153421432243e-05, "loss": 0.0008, "step": 67720 }, { "epoch": 1.1230123858002685, "grad_norm": 0.4518038332462311, "learning_rate": 3.876987614199731e-05, "loss": 0.0092, "step": 67730 }, { "epoch": 1.12317819303278, "grad_norm": 0.0014000264927744865, "learning_rate": 3.87682180696722e-05, "loss": 0.0082, "step": 67740 }, { "epoch": 1.1233440002652917, "grad_norm": 0.002425794955343008, "learning_rate": 3.8766559997347086e-05, "loss": 0.0056, "step": 67750 }, { "epoch": 1.1235098074978032, "grad_norm": 0.417084664106369, "learning_rate": 3.8764901925021976e-05, "loss": 0.0077, "step": 67760 }, { "epoch": 1.1236756147303146, "grad_norm": 0.0007433844730257988, "learning_rate": 3.876324385269686e-05, "loss": 0.0001, "step": 67770 }, { "epoch": 1.123841421962826, "grad_norm": 0.0015222125221043825, "learning_rate": 3.876158578037174e-05, "loss": 0.0077, "step": 67780 }, { "epoch": 1.1240072291953376, "grad_norm": 0.001988549018278718, "learning_rate": 3.8759927708046626e-05, "loss": 0.0019, "step": 67790 }, { "epoch": 1.124173036427849, "grad_norm": 0.0012753665214404464, "learning_rate": 3.875826963572151e-05, "loss": 0.012, "step": 67800 }, { "epoch": 1.1243388436603605, "grad_norm": 0.0010366643546149135, "learning_rate": 3.87566115633964e-05, "loss": 0.0094, "step": 67810 }, { "epoch": 1.124504650892872, "grad_norm": 0.5201650261878967, "learning_rate": 3.8754953491071284e-05, "loss": 0.0019, "step": 67820 }, { "epoch": 1.1246704581253835, "grad_norm": 0.00048194194096140563, "learning_rate": 3.875329541874617e-05, "loss": 0.0024, "step": 67830 }, { "epoch": 1.124836265357895, "grad_norm": 0.0005163450259715319, "learning_rate": 3.875163734642106e-05, "loss": 0.0025, "step": 67840 }, { "epoch": 1.1250020725904064, "grad_norm": 0.2816920280456543, "learning_rate": 3.874997927409594e-05, "loss": 0.0044, "step": 67850 }, { "epoch": 1.1251678798229179, "grad_norm": 0.08828852325677872, "learning_rate": 3.874832120177082e-05, "loss": 0.0004, "step": 67860 }, { "epoch": 1.1253336870554294, "grad_norm": 0.01900823973119259, "learning_rate": 3.874666312944571e-05, "loss": 0.0026, "step": 67870 }, { "epoch": 1.1254994942879408, "grad_norm": 0.24605318903923035, "learning_rate": 3.874500505712059e-05, "loss": 0.0037, "step": 67880 }, { "epoch": 1.1256653015204523, "grad_norm": 0.031118277460336685, "learning_rate": 3.874334698479548e-05, "loss": 0.0007, "step": 67890 }, { "epoch": 1.1258311087529638, "grad_norm": 0.002970845904201269, "learning_rate": 3.8741688912470365e-05, "loss": 0.0009, "step": 67900 }, { "epoch": 1.1259969159854752, "grad_norm": 0.019289713352918625, "learning_rate": 3.874003084014525e-05, "loss": 0.0102, "step": 67910 }, { "epoch": 1.1261627232179867, "grad_norm": 0.000292009674012661, "learning_rate": 3.873837276782014e-05, "loss": 0.0078, "step": 67920 }, { "epoch": 1.1263285304504982, "grad_norm": 0.2164766639471054, "learning_rate": 3.8736714695495015e-05, "loss": 0.0077, "step": 67930 }, { "epoch": 1.1264943376830097, "grad_norm": 0.016827072948217392, "learning_rate": 3.87350566231699e-05, "loss": 0.0052, "step": 67940 }, { "epoch": 1.1266601449155211, "grad_norm": 0.0055175358429551125, "learning_rate": 3.873339855084479e-05, "loss": 0.0049, "step": 67950 }, { "epoch": 1.1268259521480326, "grad_norm": 0.546885073184967, "learning_rate": 3.873174047851967e-05, "loss": 0.0155, "step": 67960 }, { "epoch": 1.126991759380544, "grad_norm": 0.015754133462905884, "learning_rate": 3.873008240619456e-05, "loss": 0.0002, "step": 67970 }, { "epoch": 1.1271575666130556, "grad_norm": 0.0495903454720974, "learning_rate": 3.8728424333869446e-05, "loss": 0.0033, "step": 67980 }, { "epoch": 1.127323373845567, "grad_norm": 0.007313011679798365, "learning_rate": 3.872676626154433e-05, "loss": 0.0129, "step": 67990 }, { "epoch": 1.1274891810780787, "grad_norm": 6.732567271683365e-05, "learning_rate": 3.872510818921922e-05, "loss": 0.0039, "step": 68000 }, { "epoch": 1.1276549883105902, "grad_norm": 0.16153256595134735, "learning_rate": 3.87234501168941e-05, "loss": 0.0105, "step": 68010 }, { "epoch": 1.1278207955431017, "grad_norm": 0.20138566195964813, "learning_rate": 3.872179204456899e-05, "loss": 0.0057, "step": 68020 }, { "epoch": 1.1279866027756131, "grad_norm": 0.0362858921289444, "learning_rate": 3.872013397224387e-05, "loss": 0.0075, "step": 68030 }, { "epoch": 1.1281524100081246, "grad_norm": 0.014212105423212051, "learning_rate": 3.8718475899918754e-05, "loss": 0.0088, "step": 68040 }, { "epoch": 1.128318217240636, "grad_norm": 0.8123597502708435, "learning_rate": 3.8716817827593644e-05, "loss": 0.0092, "step": 68050 }, { "epoch": 1.1284840244731476, "grad_norm": 0.5294529795646667, "learning_rate": 3.871515975526853e-05, "loss": 0.0026, "step": 68060 }, { "epoch": 1.128649831705659, "grad_norm": 0.007358131464570761, "learning_rate": 3.871350168294341e-05, "loss": 0.003, "step": 68070 }, { "epoch": 1.1288156389381705, "grad_norm": 0.01811148226261139, "learning_rate": 3.8711843610618295e-05, "loss": 0.0112, "step": 68080 }, { "epoch": 1.128981446170682, "grad_norm": 0.00022073813306633383, "learning_rate": 3.871018553829318e-05, "loss": 0.0099, "step": 68090 }, { "epoch": 1.1291472534031934, "grad_norm": 0.04422919079661369, "learning_rate": 3.870852746596807e-05, "loss": 0.0086, "step": 68100 }, { "epoch": 1.129313060635705, "grad_norm": 0.0016762898303568363, "learning_rate": 3.870686939364295e-05, "loss": 0.0074, "step": 68110 }, { "epoch": 1.1294788678682164, "grad_norm": 0.004615679383277893, "learning_rate": 3.8705211321317835e-05, "loss": 0.0033, "step": 68120 }, { "epoch": 1.1296446751007279, "grad_norm": 0.0001407008385285735, "learning_rate": 3.8703553248992726e-05, "loss": 0.0004, "step": 68130 }, { "epoch": 1.1298104823332393, "grad_norm": 0.11778178811073303, "learning_rate": 3.870189517666761e-05, "loss": 0.0037, "step": 68140 }, { "epoch": 1.1299762895657508, "grad_norm": 0.0022052135318517685, "learning_rate": 3.870023710434249e-05, "loss": 0.0002, "step": 68150 }, { "epoch": 1.1301420967982623, "grad_norm": 0.022329043596982956, "learning_rate": 3.8698579032017376e-05, "loss": 0.004, "step": 68160 }, { "epoch": 1.1303079040307737, "grad_norm": 0.0008146230247803032, "learning_rate": 3.869692095969226e-05, "loss": 0.0017, "step": 68170 }, { "epoch": 1.1304737112632852, "grad_norm": 0.0010896355379372835, "learning_rate": 3.869526288736715e-05, "loss": 0.0019, "step": 68180 }, { "epoch": 1.1306395184957967, "grad_norm": 0.0007121267262846231, "learning_rate": 3.869360481504203e-05, "loss": 0.0081, "step": 68190 }, { "epoch": 1.1308053257283084, "grad_norm": 0.008893448859453201, "learning_rate": 3.869194674271692e-05, "loss": 0.0095, "step": 68200 }, { "epoch": 1.1309711329608199, "grad_norm": 0.9802019596099854, "learning_rate": 3.869028867039181e-05, "loss": 0.011, "step": 68210 }, { "epoch": 1.1311369401933313, "grad_norm": 0.1812751442193985, "learning_rate": 3.868863059806669e-05, "loss": 0.0057, "step": 68220 }, { "epoch": 1.1313027474258428, "grad_norm": 0.0008314465521834791, "learning_rate": 3.8686972525741574e-05, "loss": 0.0123, "step": 68230 }, { "epoch": 1.1314685546583543, "grad_norm": 0.004828691482543945, "learning_rate": 3.868531445341646e-05, "loss": 0.0088, "step": 68240 }, { "epoch": 1.1316343618908657, "grad_norm": 0.008573961444199085, "learning_rate": 3.868365638109134e-05, "loss": 0.0042, "step": 68250 }, { "epoch": 1.1318001691233772, "grad_norm": 0.021603617817163467, "learning_rate": 3.868199830876623e-05, "loss": 0.0084, "step": 68260 }, { "epoch": 1.1319659763558887, "grad_norm": 0.21244017779827118, "learning_rate": 3.8680340236441115e-05, "loss": 0.0051, "step": 68270 }, { "epoch": 1.1321317835884002, "grad_norm": 0.0006979682366363704, "learning_rate": 3.8678682164116e-05, "loss": 0.0043, "step": 68280 }, { "epoch": 1.1322975908209116, "grad_norm": 0.005026749335229397, "learning_rate": 3.867702409179089e-05, "loss": 0.0016, "step": 68290 }, { "epoch": 1.132463398053423, "grad_norm": 0.10370131582021713, "learning_rate": 3.867536601946577e-05, "loss": 0.0042, "step": 68300 }, { "epoch": 1.1326292052859346, "grad_norm": 0.00019441496988292783, "learning_rate": 3.8673707947140655e-05, "loss": 0.0104, "step": 68310 }, { "epoch": 1.132795012518446, "grad_norm": 0.0008319990010932088, "learning_rate": 3.867204987481554e-05, "loss": 0.003, "step": 68320 }, { "epoch": 1.1329608197509575, "grad_norm": 0.46971073746681213, "learning_rate": 3.867039180249042e-05, "loss": 0.0023, "step": 68330 }, { "epoch": 1.133126626983469, "grad_norm": 0.0020188039634376764, "learning_rate": 3.866873373016531e-05, "loss": 0.0045, "step": 68340 }, { "epoch": 1.1332924342159805, "grad_norm": 0.7289861440658569, "learning_rate": 3.8667075657840196e-05, "loss": 0.0225, "step": 68350 }, { "epoch": 1.133458241448492, "grad_norm": 0.001573761343024671, "learning_rate": 3.8665417585515086e-05, "loss": 0.006, "step": 68360 }, { "epoch": 1.1336240486810034, "grad_norm": 0.0007627311279065907, "learning_rate": 3.866375951318997e-05, "loss": 0.0103, "step": 68370 }, { "epoch": 1.1337898559135149, "grad_norm": 0.00033908532350324094, "learning_rate": 3.866210144086485e-05, "loss": 0.0004, "step": 68380 }, { "epoch": 1.1339556631460264, "grad_norm": 0.0004557599895633757, "learning_rate": 3.866044336853974e-05, "loss": 0.0065, "step": 68390 }, { "epoch": 1.1341214703785378, "grad_norm": 0.00032338229357264936, "learning_rate": 3.865878529621462e-05, "loss": 0.0074, "step": 68400 }, { "epoch": 1.1342872776110493, "grad_norm": 0.29271548986434937, "learning_rate": 3.8657127223889504e-05, "loss": 0.0008, "step": 68410 }, { "epoch": 1.1344530848435608, "grad_norm": 0.0008200320298783481, "learning_rate": 3.8655469151564394e-05, "loss": 0.0047, "step": 68420 }, { "epoch": 1.1346188920760722, "grad_norm": 0.00011093370267190039, "learning_rate": 3.865381107923928e-05, "loss": 0.0107, "step": 68430 }, { "epoch": 1.1347846993085837, "grad_norm": 0.9927734732627869, "learning_rate": 3.865215300691417e-05, "loss": 0.0102, "step": 68440 }, { "epoch": 1.1349505065410954, "grad_norm": 0.003399737412109971, "learning_rate": 3.865049493458905e-05, "loss": 0.0194, "step": 68450 }, { "epoch": 1.1351163137736069, "grad_norm": 0.012847687117755413, "learning_rate": 3.8648836862263935e-05, "loss": 0.0003, "step": 68460 }, { "epoch": 1.1352821210061184, "grad_norm": 0.010314893908798695, "learning_rate": 3.864717878993882e-05, "loss": 0.0118, "step": 68470 }, { "epoch": 1.1354479282386298, "grad_norm": 0.02973189763724804, "learning_rate": 3.86455207176137e-05, "loss": 0.0058, "step": 68480 }, { "epoch": 1.1356137354711413, "grad_norm": 0.6814088225364685, "learning_rate": 3.8643862645288585e-05, "loss": 0.0184, "step": 68490 }, { "epoch": 1.1357795427036528, "grad_norm": 0.31874698400497437, "learning_rate": 3.8642204572963475e-05, "loss": 0.0138, "step": 68500 }, { "epoch": 1.1359453499361643, "grad_norm": 0.0006646855035796762, "learning_rate": 3.864054650063836e-05, "loss": 0.0012, "step": 68510 }, { "epoch": 1.1361111571686757, "grad_norm": 0.2442432940006256, "learning_rate": 3.863888842831325e-05, "loss": 0.0154, "step": 68520 }, { "epoch": 1.1362769644011872, "grad_norm": 0.004473022650927305, "learning_rate": 3.863723035598813e-05, "loss": 0.0056, "step": 68530 }, { "epoch": 1.1364427716336987, "grad_norm": 0.023089347407221794, "learning_rate": 3.8635572283663016e-05, "loss": 0.0031, "step": 68540 }, { "epoch": 1.1366085788662101, "grad_norm": 0.007865716703236103, "learning_rate": 3.86339142113379e-05, "loss": 0.0109, "step": 68550 }, { "epoch": 1.1367743860987216, "grad_norm": 0.004904474131762981, "learning_rate": 3.863225613901278e-05, "loss": 0.0032, "step": 68560 }, { "epoch": 1.136940193331233, "grad_norm": 0.0028710763435810804, "learning_rate": 3.863059806668767e-05, "loss": 0.0053, "step": 68570 }, { "epoch": 1.1371060005637446, "grad_norm": 0.006363739259541035, "learning_rate": 3.862893999436256e-05, "loss": 0.0043, "step": 68580 }, { "epoch": 1.137271807796256, "grad_norm": 0.0008021468529477715, "learning_rate": 3.862728192203744e-05, "loss": 0.0072, "step": 68590 }, { "epoch": 1.1374376150287675, "grad_norm": 0.010327136144042015, "learning_rate": 3.862562384971233e-05, "loss": 0.001, "step": 68600 }, { "epoch": 1.137603422261279, "grad_norm": 0.0009779975516721606, "learning_rate": 3.8623965777387214e-05, "loss": 0.0054, "step": 68610 }, { "epoch": 1.1377692294937904, "grad_norm": 0.05068909376859665, "learning_rate": 3.862230770506209e-05, "loss": 0.0004, "step": 68620 }, { "epoch": 1.137935036726302, "grad_norm": 0.005726738832890987, "learning_rate": 3.862064963273698e-05, "loss": 0.004, "step": 68630 }, { "epoch": 1.1381008439588134, "grad_norm": 0.6123870611190796, "learning_rate": 3.8618991560411864e-05, "loss": 0.0075, "step": 68640 }, { "epoch": 1.138266651191325, "grad_norm": 0.00249045854434371, "learning_rate": 3.8617333488086755e-05, "loss": 0.0598, "step": 68650 }, { "epoch": 1.1384324584238366, "grad_norm": 0.022900177165865898, "learning_rate": 3.861567541576164e-05, "loss": 0.0112, "step": 68660 }, { "epoch": 1.138598265656348, "grad_norm": 0.00014342540816869587, "learning_rate": 3.861401734343652e-05, "loss": 0.0136, "step": 68670 }, { "epoch": 1.1387640728888595, "grad_norm": 0.21321694552898407, "learning_rate": 3.861235927111141e-05, "loss": 0.0081, "step": 68680 }, { "epoch": 1.138929880121371, "grad_norm": 0.014437032863497734, "learning_rate": 3.8610701198786295e-05, "loss": 0.001, "step": 68690 }, { "epoch": 1.1390956873538824, "grad_norm": 0.06760744750499725, "learning_rate": 3.860904312646118e-05, "loss": 0.0066, "step": 68700 }, { "epoch": 1.139261494586394, "grad_norm": 0.8782598972320557, "learning_rate": 3.860738505413606e-05, "loss": 0.0068, "step": 68710 }, { "epoch": 1.1394273018189054, "grad_norm": 0.005656590685248375, "learning_rate": 3.8605726981810946e-05, "loss": 0.0133, "step": 68720 }, { "epoch": 1.1395931090514169, "grad_norm": 0.013682755641639233, "learning_rate": 3.8604068909485836e-05, "loss": 0.0093, "step": 68730 }, { "epoch": 1.1397589162839283, "grad_norm": 0.0011188414646312594, "learning_rate": 3.860241083716072e-05, "loss": 0.0037, "step": 68740 }, { "epoch": 1.1399247235164398, "grad_norm": 0.005142142530530691, "learning_rate": 3.86007527648356e-05, "loss": 0.0097, "step": 68750 }, { "epoch": 1.1400905307489513, "grad_norm": 0.001016466412693262, "learning_rate": 3.859909469251049e-05, "loss": 0.0057, "step": 68760 }, { "epoch": 1.1402563379814628, "grad_norm": 0.013612436130642891, "learning_rate": 3.859743662018537e-05, "loss": 0.0027, "step": 68770 }, { "epoch": 1.1404221452139742, "grad_norm": 0.029840942472219467, "learning_rate": 3.859577854786026e-05, "loss": 0.0042, "step": 68780 }, { "epoch": 1.1405879524464857, "grad_norm": 0.32712748646736145, "learning_rate": 3.8594120475535144e-05, "loss": 0.0042, "step": 68790 }, { "epoch": 1.1407537596789972, "grad_norm": 0.0006291493191383779, "learning_rate": 3.859246240321003e-05, "loss": 0.0071, "step": 68800 }, { "epoch": 1.1409195669115086, "grad_norm": 0.023765668272972107, "learning_rate": 3.859080433088492e-05, "loss": 0.0028, "step": 68810 }, { "epoch": 1.1410853741440201, "grad_norm": 0.20016133785247803, "learning_rate": 3.85891462585598e-05, "loss": 0.0152, "step": 68820 }, { "epoch": 1.1412511813765316, "grad_norm": 0.0002584750181995332, "learning_rate": 3.8587488186234684e-05, "loss": 0.0002, "step": 68830 }, { "epoch": 1.141416988609043, "grad_norm": 0.0022055297158658504, "learning_rate": 3.858583011390957e-05, "loss": 0.003, "step": 68840 }, { "epoch": 1.1415827958415545, "grad_norm": 0.004326753783971071, "learning_rate": 3.858417204158445e-05, "loss": 0.0017, "step": 68850 }, { "epoch": 1.141748603074066, "grad_norm": 0.0021527642384171486, "learning_rate": 3.858251396925934e-05, "loss": 0.0002, "step": 68860 }, { "epoch": 1.1419144103065775, "grad_norm": 0.005060143768787384, "learning_rate": 3.8580855896934225e-05, "loss": 0.0107, "step": 68870 }, { "epoch": 1.142080217539089, "grad_norm": 0.0010837581939995289, "learning_rate": 3.857919782460911e-05, "loss": 0.0066, "step": 68880 }, { "epoch": 1.1422460247716004, "grad_norm": 0.5831753015518188, "learning_rate": 3.8577539752284e-05, "loss": 0.0051, "step": 68890 }, { "epoch": 1.1424118320041121, "grad_norm": 0.06005183234810829, "learning_rate": 3.857588167995888e-05, "loss": 0.0003, "step": 68900 }, { "epoch": 1.1425776392366236, "grad_norm": 0.003385815303772688, "learning_rate": 3.857422360763377e-05, "loss": 0.0087, "step": 68910 }, { "epoch": 1.142743446469135, "grad_norm": 0.21130897104740143, "learning_rate": 3.857256553530865e-05, "loss": 0.0034, "step": 68920 }, { "epoch": 1.1429092537016465, "grad_norm": 0.0028782628942281008, "learning_rate": 3.857090746298353e-05, "loss": 0.0072, "step": 68930 }, { "epoch": 1.143075060934158, "grad_norm": 0.0007878098404034972, "learning_rate": 3.856924939065842e-05, "loss": 0.0002, "step": 68940 }, { "epoch": 1.1432408681666695, "grad_norm": 0.0005621100426651537, "learning_rate": 3.8567591318333307e-05, "loss": 0.0012, "step": 68950 }, { "epoch": 1.143406675399181, "grad_norm": 0.001304631819948554, "learning_rate": 3.856593324600819e-05, "loss": 0.0031, "step": 68960 }, { "epoch": 1.1435724826316924, "grad_norm": 0.00010556702181929722, "learning_rate": 3.856427517368308e-05, "loss": 0.0012, "step": 68970 }, { "epoch": 1.143738289864204, "grad_norm": 0.1739404946565628, "learning_rate": 3.8562617101357964e-05, "loss": 0.0012, "step": 68980 }, { "epoch": 1.1439040970967154, "grad_norm": 0.2227098047733307, "learning_rate": 3.856095902903285e-05, "loss": 0.0079, "step": 68990 }, { "epoch": 1.1440699043292268, "grad_norm": 0.014078802429139614, "learning_rate": 3.855930095670773e-05, "loss": 0.0044, "step": 69000 }, { "epoch": 1.1442357115617383, "grad_norm": 0.02888379991054535, "learning_rate": 3.8557642884382614e-05, "loss": 0.0131, "step": 69010 }, { "epoch": 1.1444015187942498, "grad_norm": 6.0163747548358515e-05, "learning_rate": 3.8555984812057504e-05, "loss": 0.0091, "step": 69020 }, { "epoch": 1.1445673260267613, "grad_norm": 0.0007087625563144684, "learning_rate": 3.855432673973239e-05, "loss": 0.0103, "step": 69030 }, { "epoch": 1.1447331332592727, "grad_norm": 0.03527994081377983, "learning_rate": 3.855266866740728e-05, "loss": 0.011, "step": 69040 }, { "epoch": 1.1448989404917842, "grad_norm": 0.003598526120185852, "learning_rate": 3.855101059508216e-05, "loss": 0.0108, "step": 69050 }, { "epoch": 1.1450647477242957, "grad_norm": 0.003806434804573655, "learning_rate": 3.8549352522757045e-05, "loss": 0.0192, "step": 69060 }, { "epoch": 1.1452305549568071, "grad_norm": 0.004498136695474386, "learning_rate": 3.854769445043193e-05, "loss": 0.0003, "step": 69070 }, { "epoch": 1.1453963621893186, "grad_norm": 0.008455081842839718, "learning_rate": 3.854603637810681e-05, "loss": 0.0011, "step": 69080 }, { "epoch": 1.14556216942183, "grad_norm": 0.220839723944664, "learning_rate": 3.8544378305781696e-05, "loss": 0.0039, "step": 69090 }, { "epoch": 1.1457279766543418, "grad_norm": 0.042115624994039536, "learning_rate": 3.8542720233456586e-05, "loss": 0.0052, "step": 69100 }, { "epoch": 1.1458937838868533, "grad_norm": 0.12678250670433044, "learning_rate": 3.854106216113147e-05, "loss": 0.0028, "step": 69110 }, { "epoch": 1.1460595911193647, "grad_norm": 0.01736566238105297, "learning_rate": 3.853940408880636e-05, "loss": 0.006, "step": 69120 }, { "epoch": 1.1462253983518762, "grad_norm": 0.004624830558896065, "learning_rate": 3.853774601648124e-05, "loss": 0.0057, "step": 69130 }, { "epoch": 1.1463912055843877, "grad_norm": 0.34120285511016846, "learning_rate": 3.8536087944156127e-05, "loss": 0.0076, "step": 69140 }, { "epoch": 1.1465570128168991, "grad_norm": 0.7002285718917847, "learning_rate": 3.853442987183101e-05, "loss": 0.0124, "step": 69150 }, { "epoch": 1.1467228200494106, "grad_norm": 0.00043917319271713495, "learning_rate": 3.8532771799505893e-05, "loss": 0.0042, "step": 69160 }, { "epoch": 1.146888627281922, "grad_norm": 0.006740095559507608, "learning_rate": 3.853111372718078e-05, "loss": 0.0029, "step": 69170 }, { "epoch": 1.1470544345144336, "grad_norm": 0.0003089692909270525, "learning_rate": 3.852945565485567e-05, "loss": 0.0026, "step": 69180 }, { "epoch": 1.147220241746945, "grad_norm": 7.997923967195675e-05, "learning_rate": 3.852779758253055e-05, "loss": 0.0033, "step": 69190 }, { "epoch": 1.1473860489794565, "grad_norm": 0.00032117730006575584, "learning_rate": 3.852613951020544e-05, "loss": 0.0002, "step": 69200 }, { "epoch": 1.147551856211968, "grad_norm": 0.2192467302083969, "learning_rate": 3.8524481437880324e-05, "loss": 0.0074, "step": 69210 }, { "epoch": 1.1477176634444795, "grad_norm": 0.045089296996593475, "learning_rate": 3.852282336555521e-05, "loss": 0.0117, "step": 69220 }, { "epoch": 1.147883470676991, "grad_norm": 0.6172577738761902, "learning_rate": 3.852116529323009e-05, "loss": 0.0055, "step": 69230 }, { "epoch": 1.1480492779095024, "grad_norm": 0.22072675824165344, "learning_rate": 3.8519507220904975e-05, "loss": 0.0013, "step": 69240 }, { "epoch": 1.1482150851420139, "grad_norm": 0.0004314586112741381, "learning_rate": 3.8517849148579865e-05, "loss": 0.0042, "step": 69250 }, { "epoch": 1.1483808923745253, "grad_norm": 0.00042797415517270565, "learning_rate": 3.851619107625475e-05, "loss": 0.0128, "step": 69260 }, { "epoch": 1.1485466996070368, "grad_norm": 0.0005993319791741669, "learning_rate": 3.851453300392963e-05, "loss": 0.0006, "step": 69270 }, { "epoch": 1.1487125068395483, "grad_norm": 0.00047053079470060766, "learning_rate": 3.851287493160452e-05, "loss": 0.0022, "step": 69280 }, { "epoch": 1.1488783140720598, "grad_norm": 0.010562696494162083, "learning_rate": 3.8511216859279406e-05, "loss": 0.0075, "step": 69290 }, { "epoch": 1.1490441213045712, "grad_norm": 0.0007407198427245021, "learning_rate": 3.850955878695429e-05, "loss": 0.0097, "step": 69300 }, { "epoch": 1.1492099285370827, "grad_norm": 0.002691192552447319, "learning_rate": 3.850790071462917e-05, "loss": 0.0044, "step": 69310 }, { "epoch": 1.1493757357695942, "grad_norm": 0.0005462164990603924, "learning_rate": 3.8506242642304056e-05, "loss": 0.0015, "step": 69320 }, { "epoch": 1.1495415430021056, "grad_norm": 0.2734868824481964, "learning_rate": 3.8504584569978946e-05, "loss": 0.0064, "step": 69330 }, { "epoch": 1.1497073502346171, "grad_norm": 0.00021080003352835774, "learning_rate": 3.850292649765383e-05, "loss": 0.0068, "step": 69340 }, { "epoch": 1.1498731574671286, "grad_norm": 0.22137221693992615, "learning_rate": 3.8501268425328713e-05, "loss": 0.0062, "step": 69350 }, { "epoch": 1.1500389646996403, "grad_norm": 0.001734818797558546, "learning_rate": 3.8499610353003604e-05, "loss": 0.0005, "step": 69360 }, { "epoch": 1.1502047719321518, "grad_norm": 0.021911829710006714, "learning_rate": 3.849795228067849e-05, "loss": 0.0007, "step": 69370 }, { "epoch": 1.1503705791646632, "grad_norm": 0.18713556230068207, "learning_rate": 3.849629420835337e-05, "loss": 0.0054, "step": 69380 }, { "epoch": 1.1505363863971747, "grad_norm": 0.00939375814050436, "learning_rate": 3.8494636136028254e-05, "loss": 0.0083, "step": 69390 }, { "epoch": 1.1507021936296862, "grad_norm": 0.4488016664981842, "learning_rate": 3.849297806370314e-05, "loss": 0.0129, "step": 69400 }, { "epoch": 1.1508680008621976, "grad_norm": 0.004850711207836866, "learning_rate": 3.849131999137803e-05, "loss": 0.0006, "step": 69410 }, { "epoch": 1.1510338080947091, "grad_norm": 0.2986343204975128, "learning_rate": 3.848966191905291e-05, "loss": 0.0132, "step": 69420 }, { "epoch": 1.1511996153272206, "grad_norm": 0.03444661945104599, "learning_rate": 3.8488003846727795e-05, "loss": 0.0027, "step": 69430 }, { "epoch": 1.151365422559732, "grad_norm": 0.0021238047629594803, "learning_rate": 3.8486345774402685e-05, "loss": 0.0004, "step": 69440 }, { "epoch": 1.1515312297922435, "grad_norm": 0.0010542398085817695, "learning_rate": 3.848468770207757e-05, "loss": 0.0103, "step": 69450 }, { "epoch": 1.151697037024755, "grad_norm": 0.0001749720104271546, "learning_rate": 3.848302962975245e-05, "loss": 0.0027, "step": 69460 }, { "epoch": 1.1518628442572665, "grad_norm": 0.0003417533589527011, "learning_rate": 3.8481371557427336e-05, "loss": 0.0076, "step": 69470 }, { "epoch": 1.152028651489778, "grad_norm": 0.1744789332151413, "learning_rate": 3.847971348510222e-05, "loss": 0.0003, "step": 69480 }, { "epoch": 1.1521944587222894, "grad_norm": 0.008132973685860634, "learning_rate": 3.847805541277711e-05, "loss": 0.008, "step": 69490 }, { "epoch": 1.152360265954801, "grad_norm": 0.002690832829102874, "learning_rate": 3.847639734045199e-05, "loss": 0.0046, "step": 69500 }, { "epoch": 1.1525260731873124, "grad_norm": 0.21861529350280762, "learning_rate": 3.8474739268126876e-05, "loss": 0.0007, "step": 69510 }, { "epoch": 1.1526918804198238, "grad_norm": 0.022161634638905525, "learning_rate": 3.8473081195801766e-05, "loss": 0.0001, "step": 69520 }, { "epoch": 1.1528576876523353, "grad_norm": 0.3720737397670746, "learning_rate": 3.847142312347664e-05, "loss": 0.0081, "step": 69530 }, { "epoch": 1.1530234948848468, "grad_norm": 0.008048014715313911, "learning_rate": 3.8469765051151533e-05, "loss": 0.0031, "step": 69540 }, { "epoch": 1.1531893021173585, "grad_norm": 0.0009060590527951717, "learning_rate": 3.846810697882642e-05, "loss": 0.0003, "step": 69550 }, { "epoch": 1.15335510934987, "grad_norm": 0.0021146859508007765, "learning_rate": 3.84664489065013e-05, "loss": 0.0049, "step": 69560 }, { "epoch": 1.1535209165823814, "grad_norm": 0.005669255740940571, "learning_rate": 3.846479083417619e-05, "loss": 0.0046, "step": 69570 }, { "epoch": 1.153686723814893, "grad_norm": 0.5952128767967224, "learning_rate": 3.8463132761851074e-05, "loss": 0.0211, "step": 69580 }, { "epoch": 1.1538525310474044, "grad_norm": 0.0008712983690202236, "learning_rate": 3.8461474689525964e-05, "loss": 0.01, "step": 69590 }, { "epoch": 1.1540183382799158, "grad_norm": 0.4355035722255707, "learning_rate": 3.845981661720085e-05, "loss": 0.0038, "step": 69600 }, { "epoch": 1.1541841455124273, "grad_norm": 0.0320587158203125, "learning_rate": 3.8458158544875725e-05, "loss": 0.0034, "step": 69610 }, { "epoch": 1.1543499527449388, "grad_norm": 0.21204873919487, "learning_rate": 3.8456500472550615e-05, "loss": 0.0005, "step": 69620 }, { "epoch": 1.1545157599774503, "grad_norm": 0.21106044948101044, "learning_rate": 3.84548424002255e-05, "loss": 0.0235, "step": 69630 }, { "epoch": 1.1546815672099617, "grad_norm": 0.20607998967170715, "learning_rate": 3.845318432790038e-05, "loss": 0.0006, "step": 69640 }, { "epoch": 1.1548473744424732, "grad_norm": 0.01275869831442833, "learning_rate": 3.845152625557527e-05, "loss": 0.0065, "step": 69650 }, { "epoch": 1.1550131816749847, "grad_norm": 0.34601864218711853, "learning_rate": 3.8449868183250156e-05, "loss": 0.0061, "step": 69660 }, { "epoch": 1.1551789889074962, "grad_norm": 0.12349457293748856, "learning_rate": 3.8448210110925046e-05, "loss": 0.0068, "step": 69670 }, { "epoch": 1.1553447961400076, "grad_norm": 0.005354305729269981, "learning_rate": 3.844655203859992e-05, "loss": 0.0008, "step": 69680 }, { "epoch": 1.155510603372519, "grad_norm": 0.01969710737466812, "learning_rate": 3.8444893966274806e-05, "loss": 0.0128, "step": 69690 }, { "epoch": 1.1556764106050306, "grad_norm": 0.03360127657651901, "learning_rate": 3.8443235893949696e-05, "loss": 0.0008, "step": 69700 }, { "epoch": 1.155842217837542, "grad_norm": 0.007408604491502047, "learning_rate": 3.844157782162458e-05, "loss": 0.0017, "step": 69710 }, { "epoch": 1.1560080250700535, "grad_norm": 0.013442892581224442, "learning_rate": 3.843991974929947e-05, "loss": 0.0016, "step": 69720 }, { "epoch": 1.156173832302565, "grad_norm": 0.0011308840475976467, "learning_rate": 3.8438261676974353e-05, "loss": 0.0082, "step": 69730 }, { "epoch": 1.1563396395350765, "grad_norm": 3.7859645090065897e-05, "learning_rate": 3.843660360464924e-05, "loss": 0.0057, "step": 69740 }, { "epoch": 1.156505446767588, "grad_norm": 0.222611665725708, "learning_rate": 3.843494553232412e-05, "loss": 0.0087, "step": 69750 }, { "epoch": 1.1566712540000994, "grad_norm": 0.0007368102087639272, "learning_rate": 3.8433287459999004e-05, "loss": 0.0086, "step": 69760 }, { "epoch": 1.1568370612326109, "grad_norm": 0.6122716665267944, "learning_rate": 3.843162938767389e-05, "loss": 0.0124, "step": 69770 }, { "epoch": 1.1570028684651223, "grad_norm": 0.05299675092101097, "learning_rate": 3.842997131534878e-05, "loss": 0.0068, "step": 69780 }, { "epoch": 1.1571686756976338, "grad_norm": 0.008282694034278393, "learning_rate": 3.842831324302366e-05, "loss": 0.0085, "step": 69790 }, { "epoch": 1.1573344829301453, "grad_norm": 0.050674960017204285, "learning_rate": 3.842665517069855e-05, "loss": 0.0104, "step": 69800 }, { "epoch": 1.157500290162657, "grad_norm": 0.0002852306351996958, "learning_rate": 3.8424997098373435e-05, "loss": 0.0035, "step": 69810 }, { "epoch": 1.1576660973951685, "grad_norm": 0.003857564879581332, "learning_rate": 3.842333902604832e-05, "loss": 0.001, "step": 69820 }, { "epoch": 1.15783190462768, "grad_norm": 0.0040306164883077145, "learning_rate": 3.84216809537232e-05, "loss": 0.0028, "step": 69830 }, { "epoch": 1.1579977118601914, "grad_norm": 0.0006254563922993839, "learning_rate": 3.8420022881398085e-05, "loss": 0.0083, "step": 69840 }, { "epoch": 1.1581635190927029, "grad_norm": 0.0016948175616562366, "learning_rate": 3.841836480907297e-05, "loss": 0.0077, "step": 69850 }, { "epoch": 1.1583293263252143, "grad_norm": 0.01417433749884367, "learning_rate": 3.841670673674786e-05, "loss": 0.0021, "step": 69860 }, { "epoch": 1.1584951335577258, "grad_norm": 0.0006312390905804932, "learning_rate": 3.841504866442274e-05, "loss": 0.0175, "step": 69870 }, { "epoch": 1.1586609407902373, "grad_norm": 0.00590919703245163, "learning_rate": 3.841339059209763e-05, "loss": 0.0034, "step": 69880 }, { "epoch": 1.1588267480227488, "grad_norm": 0.0001966471754712984, "learning_rate": 3.8411732519772516e-05, "loss": 0.0049, "step": 69890 }, { "epoch": 1.1589925552552602, "grad_norm": 0.0007058130577206612, "learning_rate": 3.84100744474474e-05, "loss": 0.0001, "step": 69900 }, { "epoch": 1.1591583624877717, "grad_norm": 0.006503275595605373, "learning_rate": 3.840841637512228e-05, "loss": 0.0222, "step": 69910 }, { "epoch": 1.1593241697202832, "grad_norm": 0.028949016705155373, "learning_rate": 3.840675830279717e-05, "loss": 0.0013, "step": 69920 }, { "epoch": 1.1594899769527947, "grad_norm": 0.6932932138442993, "learning_rate": 3.840510023047206e-05, "loss": 0.0014, "step": 69930 }, { "epoch": 1.1596557841853061, "grad_norm": 0.027051769196987152, "learning_rate": 3.840344215814694e-05, "loss": 0.0025, "step": 69940 }, { "epoch": 1.1598215914178176, "grad_norm": 0.14425481855869293, "learning_rate": 3.8401784085821824e-05, "loss": 0.0096, "step": 69950 }, { "epoch": 1.159987398650329, "grad_norm": 0.0906846672296524, "learning_rate": 3.8400126013496714e-05, "loss": 0.0003, "step": 69960 }, { "epoch": 1.1601532058828405, "grad_norm": 0.011206558905541897, "learning_rate": 3.83984679411716e-05, "loss": 0.0034, "step": 69970 }, { "epoch": 1.160319013115352, "grad_norm": 0.0008094534859992564, "learning_rate": 3.839680986884648e-05, "loss": 0.0057, "step": 69980 }, { "epoch": 1.1604848203478635, "grad_norm": 0.007318447809666395, "learning_rate": 3.8395151796521365e-05, "loss": 0.0114, "step": 69990 }, { "epoch": 1.160650627580375, "grad_norm": 0.007240242324769497, "learning_rate": 3.839349372419625e-05, "loss": 0.0035, "step": 70000 }, { "epoch": 1.1608164348128867, "grad_norm": 0.0003369601909071207, "learning_rate": 3.839183565187114e-05, "loss": 0.0005, "step": 70010 }, { "epoch": 1.1609822420453981, "grad_norm": 0.3595179319381714, "learning_rate": 3.839017757954602e-05, "loss": 0.0162, "step": 70020 }, { "epoch": 1.1611480492779096, "grad_norm": 0.000107037543784827, "learning_rate": 3.8388519507220905e-05, "loss": 0.0141, "step": 70030 }, { "epoch": 1.161313856510421, "grad_norm": 0.042922697961330414, "learning_rate": 3.8386861434895795e-05, "loss": 0.0003, "step": 70040 }, { "epoch": 1.1614796637429325, "grad_norm": 0.0050048199482262135, "learning_rate": 3.838520336257068e-05, "loss": 0.0101, "step": 70050 }, { "epoch": 1.161645470975444, "grad_norm": 0.004858407191932201, "learning_rate": 3.838354529024556e-05, "loss": 0.0039, "step": 70060 }, { "epoch": 1.1618112782079555, "grad_norm": 0.003578673582524061, "learning_rate": 3.8381887217920446e-05, "loss": 0.0007, "step": 70070 }, { "epoch": 1.161977085440467, "grad_norm": 0.2338302582502365, "learning_rate": 3.838022914559533e-05, "loss": 0.0082, "step": 70080 }, { "epoch": 1.1621428926729784, "grad_norm": 0.010861312039196491, "learning_rate": 3.837857107327022e-05, "loss": 0.0295, "step": 70090 }, { "epoch": 1.16230869990549, "grad_norm": 0.4544990360736847, "learning_rate": 3.83769130009451e-05, "loss": 0.0115, "step": 70100 }, { "epoch": 1.1624745071380014, "grad_norm": 0.34969380497932434, "learning_rate": 3.8375254928619987e-05, "loss": 0.0074, "step": 70110 }, { "epoch": 1.1626403143705129, "grad_norm": 0.0003529671230353415, "learning_rate": 3.837359685629488e-05, "loss": 0.0092, "step": 70120 }, { "epoch": 1.1628061216030243, "grad_norm": 0.7585402727127075, "learning_rate": 3.837193878396976e-05, "loss": 0.0066, "step": 70130 }, { "epoch": 1.1629719288355358, "grad_norm": 0.008810258470475674, "learning_rate": 3.8370280711644644e-05, "loss": 0.0026, "step": 70140 }, { "epoch": 1.1631377360680473, "grad_norm": 0.08338237553834915, "learning_rate": 3.836862263931953e-05, "loss": 0.0046, "step": 70150 }, { "epoch": 1.1633035433005587, "grad_norm": 0.2287829965353012, "learning_rate": 3.836696456699441e-05, "loss": 0.0114, "step": 70160 }, { "epoch": 1.1634693505330702, "grad_norm": 0.0024955207481980324, "learning_rate": 3.83653064946693e-05, "loss": 0.0009, "step": 70170 }, { "epoch": 1.1636351577655817, "grad_norm": 0.026724625378847122, "learning_rate": 3.8363648422344185e-05, "loss": 0.0002, "step": 70180 }, { "epoch": 1.1638009649980932, "grad_norm": 0.026051748543977737, "learning_rate": 3.836199035001907e-05, "loss": 0.0063, "step": 70190 }, { "epoch": 1.1639667722306046, "grad_norm": 0.02622668445110321, "learning_rate": 3.836033227769396e-05, "loss": 0.0001, "step": 70200 }, { "epoch": 1.164132579463116, "grad_norm": 0.00012176715972600505, "learning_rate": 3.835867420536884e-05, "loss": 0.0161, "step": 70210 }, { "epoch": 1.1642983866956276, "grad_norm": 8.953511132858694e-05, "learning_rate": 3.8357016133043725e-05, "loss": 0.0104, "step": 70220 }, { "epoch": 1.164464193928139, "grad_norm": 0.03940409794449806, "learning_rate": 3.835535806071861e-05, "loss": 0.0062, "step": 70230 }, { "epoch": 1.1646300011606505, "grad_norm": 0.013988728635013103, "learning_rate": 3.835369998839349e-05, "loss": 0.0058, "step": 70240 }, { "epoch": 1.164795808393162, "grad_norm": 0.0007575491326861084, "learning_rate": 3.835204191606838e-05, "loss": 0.0188, "step": 70250 }, { "epoch": 1.1649616156256737, "grad_norm": 0.0007736830157227814, "learning_rate": 3.8350383843743266e-05, "loss": 0.0031, "step": 70260 }, { "epoch": 1.1651274228581852, "grad_norm": 0.40065470337867737, "learning_rate": 3.8348725771418156e-05, "loss": 0.0073, "step": 70270 }, { "epoch": 1.1652932300906966, "grad_norm": 0.35741105675697327, "learning_rate": 3.834706769909304e-05, "loss": 0.0285, "step": 70280 }, { "epoch": 1.165459037323208, "grad_norm": 0.00037414394319057465, "learning_rate": 3.8345409626767916e-05, "loss": 0.0002, "step": 70290 }, { "epoch": 1.1656248445557196, "grad_norm": 0.022609086707234383, "learning_rate": 3.8343751554442807e-05, "loss": 0.0026, "step": 70300 }, { "epoch": 1.165790651788231, "grad_norm": 0.0007552398019470274, "learning_rate": 3.834209348211769e-05, "loss": 0.0085, "step": 70310 }, { "epoch": 1.1659564590207425, "grad_norm": 0.8845667243003845, "learning_rate": 3.8340435409792574e-05, "loss": 0.0109, "step": 70320 }, { "epoch": 1.166122266253254, "grad_norm": 0.005418175831437111, "learning_rate": 3.8338777337467464e-05, "loss": 0.0016, "step": 70330 }, { "epoch": 1.1662880734857655, "grad_norm": 0.016704896464943886, "learning_rate": 3.833711926514235e-05, "loss": 0.0001, "step": 70340 }, { "epoch": 1.166453880718277, "grad_norm": 0.00770995020866394, "learning_rate": 3.833546119281724e-05, "loss": 0.0036, "step": 70350 }, { "epoch": 1.1666196879507884, "grad_norm": 0.01018580049276352, "learning_rate": 3.833380312049212e-05, "loss": 0.0133, "step": 70360 }, { "epoch": 1.1667854951832999, "grad_norm": 0.8713419437408447, "learning_rate": 3.8332145048167e-05, "loss": 0.0118, "step": 70370 }, { "epoch": 1.1669513024158114, "grad_norm": 0.03730195015668869, "learning_rate": 3.833048697584189e-05, "loss": 0.0147, "step": 70380 }, { "epoch": 1.1671171096483228, "grad_norm": 0.10331347584724426, "learning_rate": 3.832882890351677e-05, "loss": 0.0038, "step": 70390 }, { "epoch": 1.1672829168808343, "grad_norm": 0.006079791113734245, "learning_rate": 3.832717083119166e-05, "loss": 0.0089, "step": 70400 }, { "epoch": 1.1674487241133458, "grad_norm": 0.47629186511039734, "learning_rate": 3.8325512758866545e-05, "loss": 0.0062, "step": 70410 }, { "epoch": 1.1676145313458572, "grad_norm": 0.26988232135772705, "learning_rate": 3.832385468654143e-05, "loss": 0.001, "step": 70420 }, { "epoch": 1.1677803385783687, "grad_norm": 0.6262622475624084, "learning_rate": 3.832219661421632e-05, "loss": 0.005, "step": 70430 }, { "epoch": 1.1679461458108802, "grad_norm": 0.0009753272752277553, "learning_rate": 3.8320538541891196e-05, "loss": 0.0032, "step": 70440 }, { "epoch": 1.1681119530433917, "grad_norm": 0.003798233112320304, "learning_rate": 3.831888046956608e-05, "loss": 0.0003, "step": 70450 }, { "epoch": 1.1682777602759034, "grad_norm": 0.005094981752336025, "learning_rate": 3.831722239724097e-05, "loss": 0.0007, "step": 70460 }, { "epoch": 1.1684435675084148, "grad_norm": 4.786755744135007e-05, "learning_rate": 3.831556432491585e-05, "loss": 0.0033, "step": 70470 }, { "epoch": 1.1686093747409263, "grad_norm": 0.10604456812143326, "learning_rate": 3.831390625259074e-05, "loss": 0.0357, "step": 70480 }, { "epoch": 1.1687751819734378, "grad_norm": 0.0020609907805919647, "learning_rate": 3.8312248180265627e-05, "loss": 0.0129, "step": 70490 }, { "epoch": 1.1689409892059492, "grad_norm": 0.001699279062449932, "learning_rate": 3.831059010794051e-05, "loss": 0.0004, "step": 70500 }, { "epoch": 1.1691067964384607, "grad_norm": 0.004223986994475126, "learning_rate": 3.8308932035615394e-05, "loss": 0.0001, "step": 70510 }, { "epoch": 1.1692726036709722, "grad_norm": 0.1955099105834961, "learning_rate": 3.830727396329028e-05, "loss": 0.0057, "step": 70520 }, { "epoch": 1.1694384109034837, "grad_norm": 0.203233540058136, "learning_rate": 3.830561589096516e-05, "loss": 0.0025, "step": 70530 }, { "epoch": 1.1696042181359951, "grad_norm": 0.0065396553836762905, "learning_rate": 3.830395781864005e-05, "loss": 0.0041, "step": 70540 }, { "epoch": 1.1697700253685066, "grad_norm": 0.08649824559688568, "learning_rate": 3.8302299746314934e-05, "loss": 0.0005, "step": 70550 }, { "epoch": 1.169935832601018, "grad_norm": 0.005569355562329292, "learning_rate": 3.8300641673989824e-05, "loss": 0.0046, "step": 70560 }, { "epoch": 1.1701016398335295, "grad_norm": 0.04677039757370949, "learning_rate": 3.829898360166471e-05, "loss": 0.0063, "step": 70570 }, { "epoch": 1.170267447066041, "grad_norm": 0.07067786157131195, "learning_rate": 3.829732552933959e-05, "loss": 0.0015, "step": 70580 }, { "epoch": 1.1704332542985525, "grad_norm": 0.03212961554527283, "learning_rate": 3.8295667457014475e-05, "loss": 0.003, "step": 70590 }, { "epoch": 1.170599061531064, "grad_norm": 0.3009980320930481, "learning_rate": 3.829400938468936e-05, "loss": 0.0262, "step": 70600 }, { "epoch": 1.1707648687635754, "grad_norm": 0.0004501706862356514, "learning_rate": 3.829235131236425e-05, "loss": 0.0063, "step": 70610 }, { "epoch": 1.170930675996087, "grad_norm": 0.04788877069950104, "learning_rate": 3.829069324003913e-05, "loss": 0.004, "step": 70620 }, { "epoch": 1.1710964832285984, "grad_norm": 0.022710071876645088, "learning_rate": 3.8289035167714016e-05, "loss": 0.0052, "step": 70630 }, { "epoch": 1.1712622904611099, "grad_norm": 5.4313371947500855e-05, "learning_rate": 3.8287377095388906e-05, "loss": 0.0077, "step": 70640 }, { "epoch": 1.1714280976936213, "grad_norm": 0.21538853645324707, "learning_rate": 3.828571902306379e-05, "loss": 0.0129, "step": 70650 }, { "epoch": 1.1715939049261328, "grad_norm": 0.2474745362997055, "learning_rate": 3.828406095073867e-05, "loss": 0.0015, "step": 70660 }, { "epoch": 1.1717597121586443, "grad_norm": 0.007825149223208427, "learning_rate": 3.8282402878413556e-05, "loss": 0.0096, "step": 70670 }, { "epoch": 1.1719255193911557, "grad_norm": 1.5415388345718384, "learning_rate": 3.828074480608844e-05, "loss": 0.011, "step": 70680 }, { "epoch": 1.1720913266236672, "grad_norm": 0.4064532518386841, "learning_rate": 3.827908673376333e-05, "loss": 0.0106, "step": 70690 }, { "epoch": 1.1722571338561787, "grad_norm": 0.48053643107414246, "learning_rate": 3.8277428661438214e-05, "loss": 0.0101, "step": 70700 }, { "epoch": 1.1724229410886904, "grad_norm": 0.0007797761936672032, "learning_rate": 3.82757705891131e-05, "loss": 0.0001, "step": 70710 }, { "epoch": 1.1725887483212019, "grad_norm": 0.0023039085790514946, "learning_rate": 3.827411251678799e-05, "loss": 0.007, "step": 70720 }, { "epoch": 1.1727545555537133, "grad_norm": 0.02537139691412449, "learning_rate": 3.827245444446287e-05, "loss": 0.0107, "step": 70730 }, { "epoch": 1.1729203627862248, "grad_norm": 0.04704882577061653, "learning_rate": 3.8270796372137754e-05, "loss": 0.0017, "step": 70740 }, { "epoch": 1.1730861700187363, "grad_norm": 0.009953879751265049, "learning_rate": 3.826913829981264e-05, "loss": 0.0072, "step": 70750 }, { "epoch": 1.1732519772512477, "grad_norm": 0.48609375953674316, "learning_rate": 3.826748022748752e-05, "loss": 0.0073, "step": 70760 }, { "epoch": 1.1734177844837592, "grad_norm": 0.018472865223884583, "learning_rate": 3.826582215516241e-05, "loss": 0.0035, "step": 70770 }, { "epoch": 1.1735835917162707, "grad_norm": 1.0064136981964111, "learning_rate": 3.8264164082837295e-05, "loss": 0.0162, "step": 70780 }, { "epoch": 1.1737493989487822, "grad_norm": 0.0027611488476395607, "learning_rate": 3.826250601051218e-05, "loss": 0.0116, "step": 70790 }, { "epoch": 1.1739152061812936, "grad_norm": 0.29879167675971985, "learning_rate": 3.826084793818707e-05, "loss": 0.0059, "step": 70800 }, { "epoch": 1.174081013413805, "grad_norm": 0.0003839183773379773, "learning_rate": 3.825918986586195e-05, "loss": 0.0005, "step": 70810 }, { "epoch": 1.1742468206463166, "grad_norm": 0.001570309977978468, "learning_rate": 3.8257531793536836e-05, "loss": 0.0066, "step": 70820 }, { "epoch": 1.174412627878828, "grad_norm": 0.0031456693541258574, "learning_rate": 3.825587372121172e-05, "loss": 0.004, "step": 70830 }, { "epoch": 1.1745784351113395, "grad_norm": 0.00034715517540462315, "learning_rate": 3.82542156488866e-05, "loss": 0.0123, "step": 70840 }, { "epoch": 1.174744242343851, "grad_norm": 0.02839343622326851, "learning_rate": 3.825255757656149e-05, "loss": 0.0041, "step": 70850 }, { "epoch": 1.1749100495763625, "grad_norm": 0.01793927326798439, "learning_rate": 3.8250899504236376e-05, "loss": 0.0109, "step": 70860 }, { "epoch": 1.175075856808874, "grad_norm": 0.0011154122184962034, "learning_rate": 3.824924143191126e-05, "loss": 0.0042, "step": 70870 }, { "epoch": 1.1752416640413854, "grad_norm": 0.0010947193950414658, "learning_rate": 3.824758335958615e-05, "loss": 0.0133, "step": 70880 }, { "epoch": 1.1754074712738969, "grad_norm": 7.713885133853182e-05, "learning_rate": 3.8245925287261033e-05, "loss": 0.0062, "step": 70890 }, { "epoch": 1.1755732785064084, "grad_norm": 0.004727207124233246, "learning_rate": 3.824426721493592e-05, "loss": 0.0156, "step": 70900 }, { "epoch": 1.17573908573892, "grad_norm": 0.2087734043598175, "learning_rate": 3.82426091426108e-05, "loss": 0.0008, "step": 70910 }, { "epoch": 1.1759048929714315, "grad_norm": 0.2889808714389801, "learning_rate": 3.8240951070285684e-05, "loss": 0.0109, "step": 70920 }, { "epoch": 1.176070700203943, "grad_norm": 0.3890271782875061, "learning_rate": 3.8239292997960574e-05, "loss": 0.0024, "step": 70930 }, { "epoch": 1.1762365074364545, "grad_norm": 0.07715414464473724, "learning_rate": 3.823763492563546e-05, "loss": 0.0025, "step": 70940 }, { "epoch": 1.176402314668966, "grad_norm": 0.0008709694957360625, "learning_rate": 3.823597685331035e-05, "loss": 0.0039, "step": 70950 }, { "epoch": 1.1765681219014774, "grad_norm": 0.18009033799171448, "learning_rate": 3.823431878098523e-05, "loss": 0.005, "step": 70960 }, { "epoch": 1.1767339291339889, "grad_norm": 0.401993066072464, "learning_rate": 3.8232660708660115e-05, "loss": 0.0017, "step": 70970 }, { "epoch": 1.1768997363665004, "grad_norm": 0.019138356670737267, "learning_rate": 3.8231002636335e-05, "loss": 0.0067, "step": 70980 }, { "epoch": 1.1770655435990118, "grad_norm": 0.007955210283398628, "learning_rate": 3.822934456400988e-05, "loss": 0.0029, "step": 70990 }, { "epoch": 1.1772313508315233, "grad_norm": 1.294864296913147, "learning_rate": 3.8227686491684765e-05, "loss": 0.0113, "step": 71000 }, { "epoch": 1.1773971580640348, "grad_norm": 0.0008542489958927035, "learning_rate": 3.8226028419359656e-05, "loss": 0.0056, "step": 71010 }, { "epoch": 1.1775629652965462, "grad_norm": 0.0012451962102204561, "learning_rate": 3.822437034703454e-05, "loss": 0.014, "step": 71020 }, { "epoch": 1.1777287725290577, "grad_norm": 0.08639954775571823, "learning_rate": 3.822271227470943e-05, "loss": 0.0045, "step": 71030 }, { "epoch": 1.1778945797615692, "grad_norm": 0.00200306111946702, "learning_rate": 3.822105420238431e-05, "loss": 0.0008, "step": 71040 }, { "epoch": 1.1780603869940807, "grad_norm": 0.009653287939727306, "learning_rate": 3.8219396130059196e-05, "loss": 0.0086, "step": 71050 }, { "epoch": 1.1782261942265921, "grad_norm": 0.0010938876075670123, "learning_rate": 3.821773805773408e-05, "loss": 0.0145, "step": 71060 }, { "epoch": 1.1783920014591036, "grad_norm": 0.02883012965321541, "learning_rate": 3.821607998540896e-05, "loss": 0.0046, "step": 71070 }, { "epoch": 1.178557808691615, "grad_norm": 0.0003213943273294717, "learning_rate": 3.8214421913083853e-05, "loss": 0.0094, "step": 71080 }, { "epoch": 1.1787236159241266, "grad_norm": 0.4725181758403778, "learning_rate": 3.821276384075874e-05, "loss": 0.0128, "step": 71090 }, { "epoch": 1.178889423156638, "grad_norm": 0.0003031139785889536, "learning_rate": 3.821110576843362e-05, "loss": 0.0064, "step": 71100 }, { "epoch": 1.1790552303891495, "grad_norm": 0.0042375195771455765, "learning_rate": 3.820944769610851e-05, "loss": 0.0031, "step": 71110 }, { "epoch": 1.179221037621661, "grad_norm": 0.006386358756572008, "learning_rate": 3.8207789623783394e-05, "loss": 0.0093, "step": 71120 }, { "epoch": 1.1793868448541724, "grad_norm": 0.35889554023742676, "learning_rate": 3.820613155145827e-05, "loss": 0.0115, "step": 71130 }, { "epoch": 1.179552652086684, "grad_norm": 0.0025132414884865284, "learning_rate": 3.820447347913316e-05, "loss": 0.0025, "step": 71140 }, { "epoch": 1.1797184593191954, "grad_norm": 0.0001877984032034874, "learning_rate": 3.8202815406808045e-05, "loss": 0.0034, "step": 71150 }, { "epoch": 1.1798842665517069, "grad_norm": 0.007900381460785866, "learning_rate": 3.8201157334482935e-05, "loss": 0.0083, "step": 71160 }, { "epoch": 1.1800500737842186, "grad_norm": 0.011258541606366634, "learning_rate": 3.819949926215782e-05, "loss": 0.0058, "step": 71170 }, { "epoch": 1.18021588101673, "grad_norm": 0.009362426586449146, "learning_rate": 3.81978411898327e-05, "loss": 0.0001, "step": 71180 }, { "epoch": 1.1803816882492415, "grad_norm": 0.0005347125697880983, "learning_rate": 3.819618311750759e-05, "loss": 0.0086, "step": 71190 }, { "epoch": 1.180547495481753, "grad_norm": 0.19485357403755188, "learning_rate": 3.819452504518247e-05, "loss": 0.0096, "step": 71200 }, { "epoch": 1.1807133027142644, "grad_norm": 0.0005255560972727835, "learning_rate": 3.819286697285735e-05, "loss": 0.0089, "step": 71210 }, { "epoch": 1.180879109946776, "grad_norm": 0.051950301975011826, "learning_rate": 3.819120890053224e-05, "loss": 0.0039, "step": 71220 }, { "epoch": 1.1810449171792874, "grad_norm": 0.00951103400439024, "learning_rate": 3.8189550828207126e-05, "loss": 0.0145, "step": 71230 }, { "epoch": 1.1812107244117989, "grad_norm": 0.018852483481168747, "learning_rate": 3.8187892755882016e-05, "loss": 0.0262, "step": 71240 }, { "epoch": 1.1813765316443103, "grad_norm": 0.7037630677223206, "learning_rate": 3.81862346835569e-05, "loss": 0.0073, "step": 71250 }, { "epoch": 1.1815423388768218, "grad_norm": 0.0005070465849712491, "learning_rate": 3.818457661123178e-05, "loss": 0.0044, "step": 71260 }, { "epoch": 1.1817081461093333, "grad_norm": 0.002692750422284007, "learning_rate": 3.8182918538906673e-05, "loss": 0.0097, "step": 71270 }, { "epoch": 1.1818739533418448, "grad_norm": 0.6358581185340881, "learning_rate": 3.818126046658155e-05, "loss": 0.0047, "step": 71280 }, { "epoch": 1.1820397605743562, "grad_norm": 0.17837125062942505, "learning_rate": 3.817960239425644e-05, "loss": 0.0033, "step": 71290 }, { "epoch": 1.1822055678068677, "grad_norm": 0.0014216190902516246, "learning_rate": 3.8177944321931324e-05, "loss": 0.0015, "step": 71300 }, { "epoch": 1.1823713750393792, "grad_norm": 0.008250606246292591, "learning_rate": 3.817628624960621e-05, "loss": 0.0046, "step": 71310 }, { "epoch": 1.1825371822718906, "grad_norm": 0.00035761905019171536, "learning_rate": 3.81746281772811e-05, "loss": 0.0004, "step": 71320 }, { "epoch": 1.1827029895044021, "grad_norm": 0.0004422539786901325, "learning_rate": 3.817297010495598e-05, "loss": 0.0063, "step": 71330 }, { "epoch": 1.1828687967369136, "grad_norm": 0.37440741062164307, "learning_rate": 3.8171312032630865e-05, "loss": 0.0133, "step": 71340 }, { "epoch": 1.183034603969425, "grad_norm": 0.2720082998275757, "learning_rate": 3.816965396030575e-05, "loss": 0.0181, "step": 71350 }, { "epoch": 1.1832004112019368, "grad_norm": 0.011793406680226326, "learning_rate": 3.816799588798063e-05, "loss": 0.0066, "step": 71360 }, { "epoch": 1.1833662184344482, "grad_norm": 0.02513064444065094, "learning_rate": 3.816633781565552e-05, "loss": 0.0039, "step": 71370 }, { "epoch": 1.1835320256669597, "grad_norm": 0.0005901840049773455, "learning_rate": 3.8164679743330405e-05, "loss": 0.0146, "step": 71380 }, { "epoch": 1.1836978328994712, "grad_norm": 0.001656313193961978, "learning_rate": 3.816302167100529e-05, "loss": 0.005, "step": 71390 }, { "epoch": 1.1838636401319826, "grad_norm": 0.00292465859092772, "learning_rate": 3.816136359868018e-05, "loss": 0.0019, "step": 71400 }, { "epoch": 1.1840294473644941, "grad_norm": 0.000476970337331295, "learning_rate": 3.815970552635506e-05, "loss": 0.004, "step": 71410 }, { "epoch": 1.1841952545970056, "grad_norm": 0.23414963483810425, "learning_rate": 3.8158047454029946e-05, "loss": 0.0108, "step": 71420 }, { "epoch": 1.184361061829517, "grad_norm": 0.0020510538015514612, "learning_rate": 3.815638938170483e-05, "loss": 0.0003, "step": 71430 }, { "epoch": 1.1845268690620285, "grad_norm": 0.0021257023327052593, "learning_rate": 3.815473130937971e-05, "loss": 0.0026, "step": 71440 }, { "epoch": 1.18469267629454, "grad_norm": 0.0012067854404449463, "learning_rate": 3.81530732370546e-05, "loss": 0.0004, "step": 71450 }, { "epoch": 1.1848584835270515, "grad_norm": 0.002819034270942211, "learning_rate": 3.815141516472949e-05, "loss": 0.0079, "step": 71460 }, { "epoch": 1.185024290759563, "grad_norm": 0.32877883315086365, "learning_rate": 3.814975709240437e-05, "loss": 0.0073, "step": 71470 }, { "epoch": 1.1851900979920744, "grad_norm": 0.267168790102005, "learning_rate": 3.814809902007926e-05, "loss": 0.0065, "step": 71480 }, { "epoch": 1.185355905224586, "grad_norm": 0.0038460050709545612, "learning_rate": 3.8146440947754144e-05, "loss": 0.0011, "step": 71490 }, { "epoch": 1.1855217124570974, "grad_norm": 0.0005113681545481086, "learning_rate": 3.814478287542903e-05, "loss": 0.0118, "step": 71500 }, { "epoch": 1.1856875196896088, "grad_norm": 0.23361508548259735, "learning_rate": 3.814312480310391e-05, "loss": 0.0005, "step": 71510 }, { "epoch": 1.1858533269221203, "grad_norm": 0.0004796365974470973, "learning_rate": 3.8141466730778794e-05, "loss": 0.0033, "step": 71520 }, { "epoch": 1.1860191341546318, "grad_norm": 0.005426871124655008, "learning_rate": 3.8139808658453685e-05, "loss": 0.0005, "step": 71530 }, { "epoch": 1.1861849413871433, "grad_norm": 0.007162557914853096, "learning_rate": 3.813815058612857e-05, "loss": 0.0131, "step": 71540 }, { "epoch": 1.1863507486196547, "grad_norm": 0.023884419351816177, "learning_rate": 3.813649251380345e-05, "loss": 0.0003, "step": 71550 }, { "epoch": 1.1865165558521662, "grad_norm": 0.05312276631593704, "learning_rate": 3.813483444147834e-05, "loss": 0.0036, "step": 71560 }, { "epoch": 1.1866823630846777, "grad_norm": 0.03908684849739075, "learning_rate": 3.8133176369153225e-05, "loss": 0.0079, "step": 71570 }, { "epoch": 1.1868481703171891, "grad_norm": 0.058678675442934036, "learning_rate": 3.813151829682811e-05, "loss": 0.0071, "step": 71580 }, { "epoch": 1.1870139775497006, "grad_norm": 0.022228818386793137, "learning_rate": 3.812986022450299e-05, "loss": 0.0013, "step": 71590 }, { "epoch": 1.187179784782212, "grad_norm": 1.0014265775680542, "learning_rate": 3.8128202152177876e-05, "loss": 0.0058, "step": 71600 }, { "epoch": 1.1873455920147236, "grad_norm": 0.01843644119799137, "learning_rate": 3.8126544079852766e-05, "loss": 0.0119, "step": 71610 }, { "epoch": 1.1875113992472353, "grad_norm": 0.008320728316903114, "learning_rate": 3.812488600752765e-05, "loss": 0.023, "step": 71620 }, { "epoch": 1.1876772064797467, "grad_norm": 0.0008107558242045343, "learning_rate": 3.812322793520254e-05, "loss": 0.0069, "step": 71630 }, { "epoch": 1.1878430137122582, "grad_norm": 0.036201898008584976, "learning_rate": 3.812156986287742e-05, "loss": 0.0064, "step": 71640 }, { "epoch": 1.1880088209447697, "grad_norm": 0.43710142374038696, "learning_rate": 3.811991179055231e-05, "loss": 0.0113, "step": 71650 }, { "epoch": 1.1881746281772811, "grad_norm": 0.08173328638076782, "learning_rate": 3.811825371822719e-05, "loss": 0.0031, "step": 71660 }, { "epoch": 1.1883404354097926, "grad_norm": 8.712103590369225e-05, "learning_rate": 3.8116595645902074e-05, "loss": 0.0027, "step": 71670 }, { "epoch": 1.188506242642304, "grad_norm": 0.037357017397880554, "learning_rate": 3.811493757357696e-05, "loss": 0.0067, "step": 71680 }, { "epoch": 1.1886720498748156, "grad_norm": 0.0066764275543391705, "learning_rate": 3.811327950125185e-05, "loss": 0.003, "step": 71690 }, { "epoch": 1.188837857107327, "grad_norm": 0.004146245773881674, "learning_rate": 3.811162142892673e-05, "loss": 0.0038, "step": 71700 }, { "epoch": 1.1890036643398385, "grad_norm": 0.2826249897480011, "learning_rate": 3.810996335660162e-05, "loss": 0.0062, "step": 71710 }, { "epoch": 1.18916947157235, "grad_norm": 0.5854644775390625, "learning_rate": 3.8108305284276505e-05, "loss": 0.0173, "step": 71720 }, { "epoch": 1.1893352788048615, "grad_norm": 0.23798632621765137, "learning_rate": 3.810664721195139e-05, "loss": 0.0167, "step": 71730 }, { "epoch": 1.189501086037373, "grad_norm": 0.024329863488674164, "learning_rate": 3.810498913962627e-05, "loss": 0.0033, "step": 71740 }, { "epoch": 1.1896668932698844, "grad_norm": 0.17600089311599731, "learning_rate": 3.8103331067301155e-05, "loss": 0.0092, "step": 71750 }, { "epoch": 1.1898327005023959, "grad_norm": 0.0014870797749608755, "learning_rate": 3.8101672994976045e-05, "loss": 0.0027, "step": 71760 }, { "epoch": 1.1899985077349073, "grad_norm": 5.646976569551043e-05, "learning_rate": 3.810001492265093e-05, "loss": 0.0033, "step": 71770 }, { "epoch": 1.1901643149674188, "grad_norm": 0.19938866794109344, "learning_rate": 3.809835685032581e-05, "loss": 0.0089, "step": 71780 }, { "epoch": 1.1903301221999303, "grad_norm": 0.003646859200671315, "learning_rate": 3.80966987780007e-05, "loss": 0.0035, "step": 71790 }, { "epoch": 1.1904959294324418, "grad_norm": 0.0005059422110207379, "learning_rate": 3.8095040705675586e-05, "loss": 0.0052, "step": 71800 }, { "epoch": 1.1906617366649532, "grad_norm": 0.29674825072288513, "learning_rate": 3.809338263335047e-05, "loss": 0.0024, "step": 71810 }, { "epoch": 1.190827543897465, "grad_norm": 0.002324087778106332, "learning_rate": 3.809172456102535e-05, "loss": 0.0001, "step": 71820 }, { "epoch": 1.1909933511299764, "grad_norm": 0.2538628876209259, "learning_rate": 3.8090066488700236e-05, "loss": 0.0064, "step": 71830 }, { "epoch": 1.1911591583624879, "grad_norm": 0.007327795960009098, "learning_rate": 3.808840841637513e-05, "loss": 0.0037, "step": 71840 }, { "epoch": 1.1913249655949993, "grad_norm": 0.18589414656162262, "learning_rate": 3.808675034405001e-05, "loss": 0.0062, "step": 71850 }, { "epoch": 1.1914907728275108, "grad_norm": 0.2357797622680664, "learning_rate": 3.8085092271724894e-05, "loss": 0.0146, "step": 71860 }, { "epoch": 1.1916565800600223, "grad_norm": 0.0032522757537662983, "learning_rate": 3.8083434199399784e-05, "loss": 0.0087, "step": 71870 }, { "epoch": 1.1918223872925338, "grad_norm": 0.0077488012611866, "learning_rate": 3.808177612707467e-05, "loss": 0.0181, "step": 71880 }, { "epoch": 1.1919881945250452, "grad_norm": 0.24072381854057312, "learning_rate": 3.8080118054749544e-05, "loss": 0.0153, "step": 71890 }, { "epoch": 1.1921540017575567, "grad_norm": 0.02201705239713192, "learning_rate": 3.8078459982424434e-05, "loss": 0.0073, "step": 71900 }, { "epoch": 1.1923198089900682, "grad_norm": 0.0008462739060632885, "learning_rate": 3.807680191009932e-05, "loss": 0.0152, "step": 71910 }, { "epoch": 1.1924856162225796, "grad_norm": 0.3074260950088501, "learning_rate": 3.807514383777421e-05, "loss": 0.0063, "step": 71920 }, { "epoch": 1.1926514234550911, "grad_norm": 0.012424672022461891, "learning_rate": 3.807348576544909e-05, "loss": 0.0008, "step": 71930 }, { "epoch": 1.1928172306876026, "grad_norm": 0.015248846262693405, "learning_rate": 3.8071827693123975e-05, "loss": 0.0051, "step": 71940 }, { "epoch": 1.192983037920114, "grad_norm": 0.47314584255218506, "learning_rate": 3.8070169620798865e-05, "loss": 0.0194, "step": 71950 }, { "epoch": 1.1931488451526255, "grad_norm": 0.0008600066066719592, "learning_rate": 3.806851154847375e-05, "loss": 0.0034, "step": 71960 }, { "epoch": 1.193314652385137, "grad_norm": 0.0031096094753593206, "learning_rate": 3.806685347614863e-05, "loss": 0.0061, "step": 71970 }, { "epoch": 1.1934804596176485, "grad_norm": 0.10044487565755844, "learning_rate": 3.8065195403823516e-05, "loss": 0.0042, "step": 71980 }, { "epoch": 1.19364626685016, "grad_norm": 0.0008503274875693023, "learning_rate": 3.80635373314984e-05, "loss": 0.017, "step": 71990 }, { "epoch": 1.1938120740826714, "grad_norm": 0.27840539813041687, "learning_rate": 3.806187925917329e-05, "loss": 0.0037, "step": 72000 }, { "epoch": 1.193977881315183, "grad_norm": 0.0032305896747857332, "learning_rate": 3.806022118684817e-05, "loss": 0.0014, "step": 72010 }, { "epoch": 1.1941436885476944, "grad_norm": 0.028022343292832375, "learning_rate": 3.8058563114523056e-05, "loss": 0.0059, "step": 72020 }, { "epoch": 1.1943094957802058, "grad_norm": 0.09034931659698486, "learning_rate": 3.8056905042197947e-05, "loss": 0.0051, "step": 72030 }, { "epoch": 1.1944753030127173, "grad_norm": 0.052452344447374344, "learning_rate": 3.805524696987282e-05, "loss": 0.0005, "step": 72040 }, { "epoch": 1.1946411102452288, "grad_norm": 0.01778544671833515, "learning_rate": 3.8053588897547714e-05, "loss": 0.0036, "step": 72050 }, { "epoch": 1.1948069174777403, "grad_norm": 0.5407958030700684, "learning_rate": 3.80519308252226e-05, "loss": 0.0047, "step": 72060 }, { "epoch": 1.194972724710252, "grad_norm": 0.001781849772669375, "learning_rate": 3.805027275289748e-05, "loss": 0.0061, "step": 72070 }, { "epoch": 1.1951385319427634, "grad_norm": 0.13382743299007416, "learning_rate": 3.804861468057237e-05, "loss": 0.0067, "step": 72080 }, { "epoch": 1.195304339175275, "grad_norm": 0.001065824762918055, "learning_rate": 3.8046956608247254e-05, "loss": 0.0001, "step": 72090 }, { "epoch": 1.1954701464077864, "grad_norm": 0.00033744735992513597, "learning_rate": 3.8045298535922145e-05, "loss": 0.0017, "step": 72100 }, { "epoch": 1.1956359536402978, "grad_norm": 0.00835465919226408, "learning_rate": 3.804364046359702e-05, "loss": 0.0073, "step": 72110 }, { "epoch": 1.1958017608728093, "grad_norm": 0.017348062247037888, "learning_rate": 3.8041982391271905e-05, "loss": 0.0252, "step": 72120 }, { "epoch": 1.1959675681053208, "grad_norm": 0.003416200168430805, "learning_rate": 3.8040324318946795e-05, "loss": 0.0002, "step": 72130 }, { "epoch": 1.1961333753378323, "grad_norm": 0.0012862117728218436, "learning_rate": 3.803866624662168e-05, "loss": 0.0084, "step": 72140 }, { "epoch": 1.1962991825703437, "grad_norm": 0.006678556092083454, "learning_rate": 3.803700817429656e-05, "loss": 0.0033, "step": 72150 }, { "epoch": 1.1964649898028552, "grad_norm": 0.0004952044691890478, "learning_rate": 3.803535010197145e-05, "loss": 0.0014, "step": 72160 }, { "epoch": 1.1966307970353667, "grad_norm": 0.028336837887763977, "learning_rate": 3.8033692029646336e-05, "loss": 0.0001, "step": 72170 }, { "epoch": 1.1967966042678782, "grad_norm": 0.0025584076065570116, "learning_rate": 3.8032033957321226e-05, "loss": 0.0106, "step": 72180 }, { "epoch": 1.1969624115003896, "grad_norm": 0.0025819733273237944, "learning_rate": 3.80303758849961e-05, "loss": 0.0112, "step": 72190 }, { "epoch": 1.197128218732901, "grad_norm": 0.0060171084478497505, "learning_rate": 3.8028717812670986e-05, "loss": 0.0027, "step": 72200 }, { "epoch": 1.1972940259654126, "grad_norm": 0.0028227632865309715, "learning_rate": 3.8027059740345876e-05, "loss": 0.0033, "step": 72210 }, { "epoch": 1.197459833197924, "grad_norm": 0.0007749638753011823, "learning_rate": 3.802540166802076e-05, "loss": 0.0005, "step": 72220 }, { "epoch": 1.1976256404304355, "grad_norm": 0.0007271560025401413, "learning_rate": 3.802374359569564e-05, "loss": 0.0038, "step": 72230 }, { "epoch": 1.197791447662947, "grad_norm": 0.00021493170061148703, "learning_rate": 3.8022085523370534e-05, "loss": 0.0036, "step": 72240 }, { "epoch": 1.1979572548954585, "grad_norm": 0.0008058971725404263, "learning_rate": 3.802042745104542e-05, "loss": 0.0093, "step": 72250 }, { "epoch": 1.19812306212797, "grad_norm": 0.09730955958366394, "learning_rate": 3.80187693787203e-05, "loss": 0.0023, "step": 72260 }, { "epoch": 1.1982888693604816, "grad_norm": 0.5611873269081116, "learning_rate": 3.8017111306395184e-05, "loss": 0.0098, "step": 72270 }, { "epoch": 1.198454676592993, "grad_norm": 8.883443661034107e-05, "learning_rate": 3.801545323407007e-05, "loss": 0.0036, "step": 72280 }, { "epoch": 1.1986204838255046, "grad_norm": 0.06220518797636032, "learning_rate": 3.801379516174496e-05, "loss": 0.0041, "step": 72290 }, { "epoch": 1.198786291058016, "grad_norm": 0.0013204810675233603, "learning_rate": 3.801213708941984e-05, "loss": 0.0005, "step": 72300 }, { "epoch": 1.1989520982905275, "grad_norm": 0.008834664709866047, "learning_rate": 3.801047901709473e-05, "loss": 0.0045, "step": 72310 }, { "epoch": 1.199117905523039, "grad_norm": 0.018607908859848976, "learning_rate": 3.8008820944769615e-05, "loss": 0.0001, "step": 72320 }, { "epoch": 1.1992837127555505, "grad_norm": 0.002192647196352482, "learning_rate": 3.80071628724445e-05, "loss": 0.003, "step": 72330 }, { "epoch": 1.199449519988062, "grad_norm": 0.8382576704025269, "learning_rate": 3.800550480011938e-05, "loss": 0.0092, "step": 72340 }, { "epoch": 1.1996153272205734, "grad_norm": 0.013899678364396095, "learning_rate": 3.8003846727794265e-05, "loss": 0.0023, "step": 72350 }, { "epoch": 1.1997811344530849, "grad_norm": 0.4233749210834503, "learning_rate": 3.800218865546915e-05, "loss": 0.0162, "step": 72360 }, { "epoch": 1.1999469416855963, "grad_norm": 0.0019520155619829893, "learning_rate": 3.800053058314404e-05, "loss": 0.0166, "step": 72370 }, { "epoch": 1.2001127489181078, "grad_norm": 0.0001904110104078427, "learning_rate": 3.799887251081892e-05, "loss": 0.0057, "step": 72380 }, { "epoch": 1.2002785561506193, "grad_norm": 0.00672963447868824, "learning_rate": 3.799721443849381e-05, "loss": 0.005, "step": 72390 }, { "epoch": 1.2004443633831308, "grad_norm": 0.00022850582899991423, "learning_rate": 3.7995556366168696e-05, "loss": 0.0029, "step": 72400 }, { "epoch": 1.2006101706156422, "grad_norm": 0.565744936466217, "learning_rate": 3.799389829384358e-05, "loss": 0.0053, "step": 72410 }, { "epoch": 1.2007759778481537, "grad_norm": 0.0027298429049551487, "learning_rate": 3.799224022151846e-05, "loss": 0.0033, "step": 72420 }, { "epoch": 1.2009417850806652, "grad_norm": 0.0009651897707954049, "learning_rate": 3.799058214919335e-05, "loss": 0.0048, "step": 72430 }, { "epoch": 1.2011075923131767, "grad_norm": 0.00025045062648132443, "learning_rate": 3.798892407686824e-05, "loss": 0.0013, "step": 72440 }, { "epoch": 1.2012733995456881, "grad_norm": 0.4755092263221741, "learning_rate": 3.798726600454312e-05, "loss": 0.0058, "step": 72450 }, { "epoch": 1.2014392067781996, "grad_norm": 0.3121293783187866, "learning_rate": 3.7985607932218004e-05, "loss": 0.0045, "step": 72460 }, { "epoch": 1.201605014010711, "grad_norm": 0.0030182022601366043, "learning_rate": 3.7983949859892894e-05, "loss": 0.0014, "step": 72470 }, { "epoch": 1.2017708212432225, "grad_norm": 0.0023732720874249935, "learning_rate": 3.798229178756778e-05, "loss": 0.0057, "step": 72480 }, { "epoch": 1.201936628475734, "grad_norm": 0.00014026736607775092, "learning_rate": 3.798063371524266e-05, "loss": 0.007, "step": 72490 }, { "epoch": 1.2021024357082455, "grad_norm": 0.02193959429860115, "learning_rate": 3.7978975642917545e-05, "loss": 0.0006, "step": 72500 }, { "epoch": 1.202268242940757, "grad_norm": 0.23333433270454407, "learning_rate": 3.797731757059243e-05, "loss": 0.0101, "step": 72510 }, { "epoch": 1.2024340501732687, "grad_norm": 0.003768418449908495, "learning_rate": 3.797565949826732e-05, "loss": 0.0035, "step": 72520 }, { "epoch": 1.2025998574057801, "grad_norm": 0.5438321232795715, "learning_rate": 3.79740014259422e-05, "loss": 0.0075, "step": 72530 }, { "epoch": 1.2027656646382916, "grad_norm": 0.23548485338687897, "learning_rate": 3.7972343353617085e-05, "loss": 0.0033, "step": 72540 }, { "epoch": 1.202931471870803, "grad_norm": 0.01984362117946148, "learning_rate": 3.7970685281291976e-05, "loss": 0.001, "step": 72550 }, { "epoch": 1.2030972791033145, "grad_norm": 0.24254950881004333, "learning_rate": 3.796902720896686e-05, "loss": 0.0054, "step": 72560 }, { "epoch": 1.203263086335826, "grad_norm": 0.12386482208967209, "learning_rate": 3.796736913664174e-05, "loss": 0.0058, "step": 72570 }, { "epoch": 1.2034288935683375, "grad_norm": 0.012248983606696129, "learning_rate": 3.7965711064316626e-05, "loss": 0.0001, "step": 72580 }, { "epoch": 1.203594700800849, "grad_norm": 0.013348517939448357, "learning_rate": 3.796405299199151e-05, "loss": 0.0067, "step": 72590 }, { "epoch": 1.2037605080333604, "grad_norm": 0.01106721069663763, "learning_rate": 3.79623949196664e-05, "loss": 0.0068, "step": 72600 }, { "epoch": 1.203926315265872, "grad_norm": 0.016237203031778336, "learning_rate": 3.796073684734128e-05, "loss": 0.0095, "step": 72610 }, { "epoch": 1.2040921224983834, "grad_norm": 0.5603442788124084, "learning_rate": 3.795907877501617e-05, "loss": 0.0055, "step": 72620 }, { "epoch": 1.2042579297308948, "grad_norm": 0.005984485149383545, "learning_rate": 3.795742070269106e-05, "loss": 0.006, "step": 72630 }, { "epoch": 1.2044237369634063, "grad_norm": 0.06230888143181801, "learning_rate": 3.795576263036594e-05, "loss": 0.0004, "step": 72640 }, { "epoch": 1.2045895441959178, "grad_norm": 0.005380785092711449, "learning_rate": 3.7954104558040824e-05, "loss": 0.0008, "step": 72650 }, { "epoch": 1.2047553514284293, "grad_norm": 0.0012602952774614096, "learning_rate": 3.795244648571571e-05, "loss": 0.0, "step": 72660 }, { "epoch": 1.2049211586609407, "grad_norm": 0.16106393933296204, "learning_rate": 3.795078841339059e-05, "loss": 0.0091, "step": 72670 }, { "epoch": 1.2050869658934522, "grad_norm": 0.005077647045254707, "learning_rate": 3.794913034106548e-05, "loss": 0.0001, "step": 72680 }, { "epoch": 1.2052527731259637, "grad_norm": 0.029207533225417137, "learning_rate": 3.7947472268740365e-05, "loss": 0.0017, "step": 72690 }, { "epoch": 1.2054185803584752, "grad_norm": 0.0021815989166498184, "learning_rate": 3.794581419641525e-05, "loss": 0.0045, "step": 72700 }, { "epoch": 1.2055843875909866, "grad_norm": 0.0007985539850778878, "learning_rate": 3.794415612409014e-05, "loss": 0.0056, "step": 72710 }, { "epoch": 1.2057501948234983, "grad_norm": 0.0004084173997398466, "learning_rate": 3.794249805176502e-05, "loss": 0.0024, "step": 72720 }, { "epoch": 1.2059160020560098, "grad_norm": 0.2591119110584259, "learning_rate": 3.7940839979439905e-05, "loss": 0.0214, "step": 72730 }, { "epoch": 1.2060818092885213, "grad_norm": 0.02612106315791607, "learning_rate": 3.793918190711479e-05, "loss": 0.0003, "step": 72740 }, { "epoch": 1.2062476165210327, "grad_norm": 0.21451304852962494, "learning_rate": 3.793752383478967e-05, "loss": 0.0125, "step": 72750 }, { "epoch": 1.2064134237535442, "grad_norm": 0.00020505594147834927, "learning_rate": 3.793586576246456e-05, "loss": 0.0001, "step": 72760 }, { "epoch": 1.2065792309860557, "grad_norm": 0.0010611203033477068, "learning_rate": 3.7934207690139446e-05, "loss": 0.009, "step": 72770 }, { "epoch": 1.2067450382185672, "grad_norm": 0.003879372961819172, "learning_rate": 3.7932549617814336e-05, "loss": 0.009, "step": 72780 }, { "epoch": 1.2069108454510786, "grad_norm": 0.2799946963787079, "learning_rate": 3.793089154548922e-05, "loss": 0.0113, "step": 72790 }, { "epoch": 1.20707665268359, "grad_norm": 0.09084778279066086, "learning_rate": 3.7929233473164096e-05, "loss": 0.0076, "step": 72800 }, { "epoch": 1.2072424599161016, "grad_norm": 0.000666662584990263, "learning_rate": 3.792757540083899e-05, "loss": 0.0118, "step": 72810 }, { "epoch": 1.207408267148613, "grad_norm": 0.0009890402434393764, "learning_rate": 3.792591732851387e-05, "loss": 0.0038, "step": 72820 }, { "epoch": 1.2075740743811245, "grad_norm": 0.0021422244608402252, "learning_rate": 3.7924259256188754e-05, "loss": 0.0001, "step": 72830 }, { "epoch": 1.207739881613636, "grad_norm": 0.00156273297034204, "learning_rate": 3.7922601183863644e-05, "loss": 0.0193, "step": 72840 }, { "epoch": 1.2079056888461475, "grad_norm": 0.0067467824555933475, "learning_rate": 3.792094311153853e-05, "loss": 0.003, "step": 72850 }, { "epoch": 1.208071496078659, "grad_norm": 0.0021415625233203173, "learning_rate": 3.791928503921342e-05, "loss": 0.0081, "step": 72860 }, { "epoch": 1.2082373033111704, "grad_norm": 0.00035634078085422516, "learning_rate": 3.7917626966888294e-05, "loss": 0.0008, "step": 72870 }, { "epoch": 1.2084031105436819, "grad_norm": 0.00044257708941586316, "learning_rate": 3.791596889456318e-05, "loss": 0.0077, "step": 72880 }, { "epoch": 1.2085689177761934, "grad_norm": 0.0005161983426660299, "learning_rate": 3.791431082223807e-05, "loss": 0.0048, "step": 72890 }, { "epoch": 1.2087347250087048, "grad_norm": 0.0004039395716972649, "learning_rate": 3.791265274991295e-05, "loss": 0.006, "step": 72900 }, { "epoch": 1.2089005322412163, "grad_norm": 0.5827299356460571, "learning_rate": 3.7910994677587835e-05, "loss": 0.0036, "step": 72910 }, { "epoch": 1.2090663394737278, "grad_norm": 0.9241481423377991, "learning_rate": 3.7909336605262725e-05, "loss": 0.009, "step": 72920 }, { "epoch": 1.2092321467062392, "grad_norm": 0.0013431437546387315, "learning_rate": 3.790767853293761e-05, "loss": 0.0004, "step": 72930 }, { "epoch": 1.2093979539387507, "grad_norm": 0.0005562555161304772, "learning_rate": 3.79060204606125e-05, "loss": 0.0002, "step": 72940 }, { "epoch": 1.2095637611712622, "grad_norm": 0.00023341596534010023, "learning_rate": 3.7904362388287376e-05, "loss": 0.0069, "step": 72950 }, { "epoch": 1.2097295684037737, "grad_norm": 0.012594988569617271, "learning_rate": 3.790270431596226e-05, "loss": 0.005, "step": 72960 }, { "epoch": 1.2098953756362851, "grad_norm": 0.3183310925960541, "learning_rate": 3.790104624363715e-05, "loss": 0.0026, "step": 72970 }, { "epoch": 1.2100611828687968, "grad_norm": 0.001280715223401785, "learning_rate": 3.789938817131203e-05, "loss": 0.0104, "step": 72980 }, { "epoch": 1.2102269901013083, "grad_norm": 0.0045714485459029675, "learning_rate": 3.789773009898692e-05, "loss": 0.0023, "step": 72990 }, { "epoch": 1.2103927973338198, "grad_norm": 0.02385985106229782, "learning_rate": 3.789607202666181e-05, "loss": 0.0118, "step": 73000 }, { "epoch": 1.2105586045663312, "grad_norm": 0.0063266209326684475, "learning_rate": 3.789441395433669e-05, "loss": 0.0063, "step": 73010 }, { "epoch": 1.2107244117988427, "grad_norm": 0.07794760912656784, "learning_rate": 3.7892755882011574e-05, "loss": 0.0035, "step": 73020 }, { "epoch": 1.2108902190313542, "grad_norm": 0.6162890195846558, "learning_rate": 3.789109780968646e-05, "loss": 0.0065, "step": 73030 }, { "epoch": 1.2110560262638657, "grad_norm": 0.0016860400792211294, "learning_rate": 3.788943973736134e-05, "loss": 0.0011, "step": 73040 }, { "epoch": 1.2112218334963771, "grad_norm": 4.1422812500968575e-05, "learning_rate": 3.788778166503623e-05, "loss": 0.0094, "step": 73050 }, { "epoch": 1.2113876407288886, "grad_norm": 0.00418970687314868, "learning_rate": 3.7886123592711114e-05, "loss": 0.0033, "step": 73060 }, { "epoch": 1.2115534479614, "grad_norm": 0.18036504089832306, "learning_rate": 3.7884465520386005e-05, "loss": 0.0095, "step": 73070 }, { "epoch": 1.2117192551939115, "grad_norm": 0.010991479270160198, "learning_rate": 3.788280744806089e-05, "loss": 0.0024, "step": 73080 }, { "epoch": 1.211885062426423, "grad_norm": 0.22740072011947632, "learning_rate": 3.788114937573577e-05, "loss": 0.006, "step": 73090 }, { "epoch": 1.2120508696589345, "grad_norm": 0.01677059568464756, "learning_rate": 3.7879491303410655e-05, "loss": 0.007, "step": 73100 }, { "epoch": 1.212216676891446, "grad_norm": 0.0009266314445994794, "learning_rate": 3.787783323108554e-05, "loss": 0.0026, "step": 73110 }, { "epoch": 1.2123824841239574, "grad_norm": 0.20795634388923645, "learning_rate": 3.787617515876043e-05, "loss": 0.0035, "step": 73120 }, { "epoch": 1.212548291356469, "grad_norm": 0.0016413718694821, "learning_rate": 3.787451708643531e-05, "loss": 0.0002, "step": 73130 }, { "epoch": 1.2127140985889804, "grad_norm": 0.00033198948949575424, "learning_rate": 3.7872859014110196e-05, "loss": 0.0079, "step": 73140 }, { "epoch": 1.2128799058214919, "grad_norm": 0.006859150715172291, "learning_rate": 3.7871200941785086e-05, "loss": 0.0073, "step": 73150 }, { "epoch": 1.2130457130540033, "grad_norm": 0.15863795578479767, "learning_rate": 3.786954286945997e-05, "loss": 0.004, "step": 73160 }, { "epoch": 1.213211520286515, "grad_norm": 0.0013835843419656157, "learning_rate": 3.786788479713485e-05, "loss": 0.004, "step": 73170 }, { "epoch": 1.2133773275190265, "grad_norm": 0.0004948641872033477, "learning_rate": 3.7866226724809736e-05, "loss": 0.0018, "step": 73180 }, { "epoch": 1.213543134751538, "grad_norm": 0.021222494542598724, "learning_rate": 3.786456865248462e-05, "loss": 0.0008, "step": 73190 }, { "epoch": 1.2137089419840494, "grad_norm": 0.01416186336427927, "learning_rate": 3.786291058015951e-05, "loss": 0.0077, "step": 73200 }, { "epoch": 1.213874749216561, "grad_norm": 0.0022904251236468554, "learning_rate": 3.7861252507834394e-05, "loss": 0.006, "step": 73210 }, { "epoch": 1.2140405564490724, "grad_norm": 0.0054551069624722, "learning_rate": 3.785959443550928e-05, "loss": 0.0063, "step": 73220 }, { "epoch": 1.2142063636815839, "grad_norm": 0.7167295813560486, "learning_rate": 3.785793636318417e-05, "loss": 0.011, "step": 73230 }, { "epoch": 1.2143721709140953, "grad_norm": 0.0020762737840414047, "learning_rate": 3.785627829085905e-05, "loss": 0.0027, "step": 73240 }, { "epoch": 1.2145379781466068, "grad_norm": 0.0032648725900799036, "learning_rate": 3.7854620218533934e-05, "loss": 0.0195, "step": 73250 }, { "epoch": 1.2147037853791183, "grad_norm": 0.009095730260014534, "learning_rate": 3.785296214620882e-05, "loss": 0.0083, "step": 73260 }, { "epoch": 1.2148695926116297, "grad_norm": 0.027727540582418442, "learning_rate": 3.78513040738837e-05, "loss": 0.0078, "step": 73270 }, { "epoch": 1.2150353998441412, "grad_norm": 0.0005376336630433798, "learning_rate": 3.784964600155859e-05, "loss": 0.0091, "step": 73280 }, { "epoch": 1.2152012070766527, "grad_norm": 0.03479665890336037, "learning_rate": 3.7847987929233475e-05, "loss": 0.0057, "step": 73290 }, { "epoch": 1.2153670143091642, "grad_norm": 0.00795954279601574, "learning_rate": 3.784632985690836e-05, "loss": 0.0026, "step": 73300 }, { "epoch": 1.2155328215416756, "grad_norm": 0.13719016313552856, "learning_rate": 3.784467178458325e-05, "loss": 0.0015, "step": 73310 }, { "epoch": 1.215698628774187, "grad_norm": 0.009348568506538868, "learning_rate": 3.784301371225813e-05, "loss": 0.0016, "step": 73320 }, { "epoch": 1.2158644360066986, "grad_norm": 0.0440419465303421, "learning_rate": 3.7841355639933016e-05, "loss": 0.0037, "step": 73330 }, { "epoch": 1.21603024323921, "grad_norm": 0.015681158751249313, "learning_rate": 3.78396975676079e-05, "loss": 0.0074, "step": 73340 }, { "epoch": 1.2161960504717215, "grad_norm": 0.009165764786303043, "learning_rate": 3.783803949528278e-05, "loss": 0.0045, "step": 73350 }, { "epoch": 1.216361857704233, "grad_norm": 0.32676962018013, "learning_rate": 3.783638142295767e-05, "loss": 0.0076, "step": 73360 }, { "epoch": 1.2165276649367445, "grad_norm": 0.08031977713108063, "learning_rate": 3.7834723350632556e-05, "loss": 0.0028, "step": 73370 }, { "epoch": 1.216693472169256, "grad_norm": 0.01210232637822628, "learning_rate": 3.783306527830744e-05, "loss": 0.0001, "step": 73380 }, { "epoch": 1.2168592794017674, "grad_norm": 0.0025579279754310846, "learning_rate": 3.783140720598233e-05, "loss": 0.0002, "step": 73390 }, { "epoch": 1.2170250866342789, "grad_norm": 0.28838351368904114, "learning_rate": 3.7829749133657214e-05, "loss": 0.004, "step": 73400 }, { "epoch": 1.2171908938667904, "grad_norm": 0.00024375645443797112, "learning_rate": 3.78280910613321e-05, "loss": 0.0008, "step": 73410 }, { "epoch": 1.2173567010993018, "grad_norm": 0.03772304579615593, "learning_rate": 3.782643298900698e-05, "loss": 0.0111, "step": 73420 }, { "epoch": 1.2175225083318135, "grad_norm": 0.00446850573644042, "learning_rate": 3.7824774916681864e-05, "loss": 0.0111, "step": 73430 }, { "epoch": 1.217688315564325, "grad_norm": 0.004746434278786182, "learning_rate": 3.7823116844356754e-05, "loss": 0.0037, "step": 73440 }, { "epoch": 1.2178541227968365, "grad_norm": 0.11103945970535278, "learning_rate": 3.782145877203164e-05, "loss": 0.0027, "step": 73450 }, { "epoch": 1.218019930029348, "grad_norm": 0.0006396943936124444, "learning_rate": 3.781980069970653e-05, "loss": 0.0049, "step": 73460 }, { "epoch": 1.2181857372618594, "grad_norm": 0.005515014287084341, "learning_rate": 3.781814262738141e-05, "loss": 0.0006, "step": 73470 }, { "epoch": 1.2183515444943709, "grad_norm": 0.38510143756866455, "learning_rate": 3.7816484555056295e-05, "loss": 0.0014, "step": 73480 }, { "epoch": 1.2185173517268824, "grad_norm": 0.0005325971869751811, "learning_rate": 3.781482648273118e-05, "loss": 0.0024, "step": 73490 }, { "epoch": 1.2186831589593938, "grad_norm": 0.002088872715830803, "learning_rate": 3.781316841040606e-05, "loss": 0.0086, "step": 73500 }, { "epoch": 1.2188489661919053, "grad_norm": 0.40311458706855774, "learning_rate": 3.7811510338080945e-05, "loss": 0.0046, "step": 73510 }, { "epoch": 1.2190147734244168, "grad_norm": 0.003932696767151356, "learning_rate": 3.7809852265755836e-05, "loss": 0.0005, "step": 73520 }, { "epoch": 1.2191805806569282, "grad_norm": 0.00018644897500053048, "learning_rate": 3.780819419343072e-05, "loss": 0.0054, "step": 73530 }, { "epoch": 1.2193463878894397, "grad_norm": 0.012627319432795048, "learning_rate": 3.780653612110561e-05, "loss": 0.0165, "step": 73540 }, { "epoch": 1.2195121951219512, "grad_norm": 0.25677749514579773, "learning_rate": 3.780487804878049e-05, "loss": 0.0044, "step": 73550 }, { "epoch": 1.2196780023544627, "grad_norm": 0.5083820223808289, "learning_rate": 3.780321997645537e-05, "loss": 0.0111, "step": 73560 }, { "epoch": 1.2198438095869741, "grad_norm": 0.00826999917626381, "learning_rate": 3.780156190413026e-05, "loss": 0.0036, "step": 73570 }, { "epoch": 1.2200096168194856, "grad_norm": 0.15806829929351807, "learning_rate": 3.779990383180514e-05, "loss": 0.0044, "step": 73580 }, { "epoch": 1.220175424051997, "grad_norm": 0.1845540702342987, "learning_rate": 3.779824575948003e-05, "loss": 0.0146, "step": 73590 }, { "epoch": 1.2203412312845086, "grad_norm": 0.0012672626180574298, "learning_rate": 3.779658768715492e-05, "loss": 0.0115, "step": 73600 }, { "epoch": 1.22050703851702, "grad_norm": 0.001709560863673687, "learning_rate": 3.77949296148298e-05, "loss": 0.003, "step": 73610 }, { "epoch": 1.2206728457495315, "grad_norm": 0.0001076567787094973, "learning_rate": 3.779327154250469e-05, "loss": 0.002, "step": 73620 }, { "epoch": 1.2208386529820432, "grad_norm": 0.8173984289169312, "learning_rate": 3.7791613470179574e-05, "loss": 0.0089, "step": 73630 }, { "epoch": 1.2210044602145547, "grad_norm": 0.001156470156274736, "learning_rate": 3.778995539785445e-05, "loss": 0.0035, "step": 73640 }, { "epoch": 1.2211702674470661, "grad_norm": 0.394531786441803, "learning_rate": 3.778829732552934e-05, "loss": 0.0079, "step": 73650 }, { "epoch": 1.2213360746795776, "grad_norm": 0.0010551733430474997, "learning_rate": 3.7786639253204225e-05, "loss": 0.0029, "step": 73660 }, { "epoch": 1.221501881912089, "grad_norm": 0.07817741483449936, "learning_rate": 3.7784981180879115e-05, "loss": 0.0046, "step": 73670 }, { "epoch": 1.2216676891446006, "grad_norm": 0.13136129081249237, "learning_rate": 3.7783323108554e-05, "loss": 0.0051, "step": 73680 }, { "epoch": 1.221833496377112, "grad_norm": 0.13846580684185028, "learning_rate": 3.778166503622888e-05, "loss": 0.0004, "step": 73690 }, { "epoch": 1.2219993036096235, "grad_norm": 0.00893416628241539, "learning_rate": 3.778000696390377e-05, "loss": 0.0046, "step": 73700 }, { "epoch": 1.222165110842135, "grad_norm": 0.19926823675632477, "learning_rate": 3.777834889157865e-05, "loss": 0.0079, "step": 73710 }, { "epoch": 1.2223309180746464, "grad_norm": 0.12671563029289246, "learning_rate": 3.777669081925353e-05, "loss": 0.0084, "step": 73720 }, { "epoch": 1.222496725307158, "grad_norm": 0.40409761667251587, "learning_rate": 3.777503274692842e-05, "loss": 0.001, "step": 73730 }, { "epoch": 1.2226625325396694, "grad_norm": 0.001060329843312502, "learning_rate": 3.7773374674603306e-05, "loss": 0.0001, "step": 73740 }, { "epoch": 1.2228283397721809, "grad_norm": 0.0202451404184103, "learning_rate": 3.7771716602278196e-05, "loss": 0.0079, "step": 73750 }, { "epoch": 1.2229941470046923, "grad_norm": 0.0015251226723194122, "learning_rate": 3.777005852995308e-05, "loss": 0.0033, "step": 73760 }, { "epoch": 1.2231599542372038, "grad_norm": 0.0020772386342287064, "learning_rate": 3.776840045762796e-05, "loss": 0.0068, "step": 73770 }, { "epoch": 1.2233257614697153, "grad_norm": 0.0036133169196546078, "learning_rate": 3.776674238530285e-05, "loss": 0.0004, "step": 73780 }, { "epoch": 1.2234915687022268, "grad_norm": 0.0013165982672944665, "learning_rate": 3.776508431297773e-05, "loss": 0.0039, "step": 73790 }, { "epoch": 1.2236573759347382, "grad_norm": 0.08099053055047989, "learning_rate": 3.776342624065262e-05, "loss": 0.0094, "step": 73800 }, { "epoch": 1.2238231831672497, "grad_norm": 0.011463716626167297, "learning_rate": 3.7761768168327504e-05, "loss": 0.0099, "step": 73810 }, { "epoch": 1.2239889903997612, "grad_norm": 0.0006024238537065685, "learning_rate": 3.776011009600239e-05, "loss": 0.0001, "step": 73820 }, { "epoch": 1.2241547976322726, "grad_norm": 0.0054667796939611435, "learning_rate": 3.775845202367728e-05, "loss": 0.0022, "step": 73830 }, { "epoch": 1.2243206048647841, "grad_norm": 0.005050843581557274, "learning_rate": 3.775679395135216e-05, "loss": 0.0002, "step": 73840 }, { "epoch": 1.2244864120972956, "grad_norm": 0.00037848998908884823, "learning_rate": 3.7755135879027045e-05, "loss": 0.0001, "step": 73850 }, { "epoch": 1.224652219329807, "grad_norm": 0.0075405859388411045, "learning_rate": 3.775347780670193e-05, "loss": 0.0101, "step": 73860 }, { "epoch": 1.2248180265623185, "grad_norm": 0.002773038111627102, "learning_rate": 3.775181973437681e-05, "loss": 0.0008, "step": 73870 }, { "epoch": 1.2249838337948302, "grad_norm": 0.21467362344264984, "learning_rate": 3.77501616620517e-05, "loss": 0.0029, "step": 73880 }, { "epoch": 1.2251496410273417, "grad_norm": 0.12247733026742935, "learning_rate": 3.7748503589726585e-05, "loss": 0.0013, "step": 73890 }, { "epoch": 1.2253154482598532, "grad_norm": 0.0035373871214687824, "learning_rate": 3.774684551740147e-05, "loss": 0.0062, "step": 73900 }, { "epoch": 1.2254812554923646, "grad_norm": 0.06621178984642029, "learning_rate": 3.774518744507636e-05, "loss": 0.0027, "step": 73910 }, { "epoch": 1.2256470627248761, "grad_norm": 0.2825556695461273, "learning_rate": 3.774352937275124e-05, "loss": 0.0035, "step": 73920 }, { "epoch": 1.2258128699573876, "grad_norm": 0.02151174284517765, "learning_rate": 3.7741871300426126e-05, "loss": 0.0091, "step": 73930 }, { "epoch": 1.225978677189899, "grad_norm": 0.0005812072777189314, "learning_rate": 3.774021322810101e-05, "loss": 0.0097, "step": 73940 }, { "epoch": 1.2261444844224105, "grad_norm": 0.0002880668034777045, "learning_rate": 3.773855515577589e-05, "loss": 0.0108, "step": 73950 }, { "epoch": 1.226310291654922, "grad_norm": 0.0002061499544652179, "learning_rate": 3.773689708345078e-05, "loss": 0.0042, "step": 73960 }, { "epoch": 1.2264760988874335, "grad_norm": 0.003966931719332933, "learning_rate": 3.773523901112567e-05, "loss": 0.0114, "step": 73970 }, { "epoch": 1.226641906119945, "grad_norm": 0.2745814621448517, "learning_rate": 3.773358093880055e-05, "loss": 0.0082, "step": 73980 }, { "epoch": 1.2268077133524564, "grad_norm": 0.1845911592245102, "learning_rate": 3.773192286647544e-05, "loss": 0.0111, "step": 73990 }, { "epoch": 1.226973520584968, "grad_norm": 0.2708059251308441, "learning_rate": 3.7730264794150324e-05, "loss": 0.0116, "step": 74000 }, { "epoch": 1.2271393278174794, "grad_norm": 0.000181606927071698, "learning_rate": 3.772860672182521e-05, "loss": 0.0084, "step": 74010 }, { "epoch": 1.2273051350499908, "grad_norm": 2.293909710715525e-05, "learning_rate": 3.772694864950009e-05, "loss": 0.0183, "step": 74020 }, { "epoch": 1.2274709422825023, "grad_norm": 0.02010737918317318, "learning_rate": 3.7725290577174974e-05, "loss": 0.0054, "step": 74030 }, { "epoch": 1.2276367495150138, "grad_norm": 0.5908902287483215, "learning_rate": 3.7723632504849865e-05, "loss": 0.0248, "step": 74040 }, { "epoch": 1.2278025567475253, "grad_norm": 0.019284334033727646, "learning_rate": 3.772197443252475e-05, "loss": 0.0068, "step": 74050 }, { "epoch": 1.2279683639800367, "grad_norm": 0.00464693084359169, "learning_rate": 3.772031636019963e-05, "loss": 0.0006, "step": 74060 }, { "epoch": 1.2281341712125482, "grad_norm": 0.13793639838695526, "learning_rate": 3.771865828787452e-05, "loss": 0.0119, "step": 74070 }, { "epoch": 1.22829997844506, "grad_norm": 5.114135274197906e-05, "learning_rate": 3.7717000215549405e-05, "loss": 0.0024, "step": 74080 }, { "epoch": 1.2284657856775714, "grad_norm": 0.00037129776319488883, "learning_rate": 3.771534214322429e-05, "loss": 0.004, "step": 74090 }, { "epoch": 1.2286315929100828, "grad_norm": 0.0008201118325814605, "learning_rate": 3.771368407089917e-05, "loss": 0.0037, "step": 74100 }, { "epoch": 1.2287974001425943, "grad_norm": 0.004113366361707449, "learning_rate": 3.7712025998574056e-05, "loss": 0.0144, "step": 74110 }, { "epoch": 1.2289632073751058, "grad_norm": 0.00020578413386829197, "learning_rate": 3.7710367926248946e-05, "loss": 0.0038, "step": 74120 }, { "epoch": 1.2291290146076173, "grad_norm": 0.004240323323756456, "learning_rate": 3.770870985392383e-05, "loss": 0.0014, "step": 74130 }, { "epoch": 1.2292948218401287, "grad_norm": 0.6447574496269226, "learning_rate": 3.770705178159872e-05, "loss": 0.0046, "step": 74140 }, { "epoch": 1.2294606290726402, "grad_norm": 0.0028257223311811686, "learning_rate": 3.77053937092736e-05, "loss": 0.0145, "step": 74150 }, { "epoch": 1.2296264363051517, "grad_norm": 0.0030784164555370808, "learning_rate": 3.770373563694849e-05, "loss": 0.0002, "step": 74160 }, { "epoch": 1.2297922435376631, "grad_norm": 0.00023551472986582667, "learning_rate": 3.770207756462337e-05, "loss": 0.0044, "step": 74170 }, { "epoch": 1.2299580507701746, "grad_norm": 0.5903210639953613, "learning_rate": 3.7700419492298254e-05, "loss": 0.011, "step": 74180 }, { "epoch": 1.230123858002686, "grad_norm": 0.0007530213915742934, "learning_rate": 3.769876141997314e-05, "loss": 0.0124, "step": 74190 }, { "epoch": 1.2302896652351976, "grad_norm": 0.3304080367088318, "learning_rate": 3.769710334764803e-05, "loss": 0.0041, "step": 74200 }, { "epoch": 1.230455472467709, "grad_norm": 0.009468966163694859, "learning_rate": 3.769544527532291e-05, "loss": 0.0052, "step": 74210 }, { "epoch": 1.2306212797002205, "grad_norm": 0.0005381679511629045, "learning_rate": 3.76937872029978e-05, "loss": 0.0, "step": 74220 }, { "epoch": 1.230787086932732, "grad_norm": 0.0001736160775180906, "learning_rate": 3.7692129130672685e-05, "loss": 0.0085, "step": 74230 }, { "epoch": 1.2309528941652434, "grad_norm": 0.2111533284187317, "learning_rate": 3.769047105834757e-05, "loss": 0.004, "step": 74240 }, { "epoch": 1.231118701397755, "grad_norm": 0.21444877982139587, "learning_rate": 3.768881298602245e-05, "loss": 0.0144, "step": 74250 }, { "epoch": 1.2312845086302664, "grad_norm": 0.44465750455856323, "learning_rate": 3.7687154913697335e-05, "loss": 0.0123, "step": 74260 }, { "epoch": 1.2314503158627779, "grad_norm": 0.6317687630653381, "learning_rate": 3.768549684137222e-05, "loss": 0.011, "step": 74270 }, { "epoch": 1.2316161230952893, "grad_norm": 0.0038343602791428566, "learning_rate": 3.768383876904711e-05, "loss": 0.0001, "step": 74280 }, { "epoch": 1.2317819303278008, "grad_norm": 0.18677687644958496, "learning_rate": 3.768218069672199e-05, "loss": 0.0121, "step": 74290 }, { "epoch": 1.2319477375603123, "grad_norm": 0.1066630408167839, "learning_rate": 3.768052262439688e-05, "loss": 0.0135, "step": 74300 }, { "epoch": 1.2321135447928238, "grad_norm": 0.003628859296441078, "learning_rate": 3.7678864552071766e-05, "loss": 0.0168, "step": 74310 }, { "epoch": 1.2322793520253352, "grad_norm": 0.01702851429581642, "learning_rate": 3.767720647974665e-05, "loss": 0.0001, "step": 74320 }, { "epoch": 1.232445159257847, "grad_norm": 0.0024732165038585663, "learning_rate": 3.767554840742153e-05, "loss": 0.0002, "step": 74330 }, { "epoch": 1.2326109664903584, "grad_norm": 0.0016067405231297016, "learning_rate": 3.7673890335096417e-05, "loss": 0.0071, "step": 74340 }, { "epoch": 1.2327767737228699, "grad_norm": 3.5280654430389404, "learning_rate": 3.767223226277131e-05, "loss": 0.0119, "step": 74350 }, { "epoch": 1.2329425809553813, "grad_norm": 0.0006915924022905529, "learning_rate": 3.767057419044619e-05, "loss": 0.0089, "step": 74360 }, { "epoch": 1.2331083881878928, "grad_norm": 0.5215946435928345, "learning_rate": 3.7668916118121074e-05, "loss": 0.0044, "step": 74370 }, { "epoch": 1.2332741954204043, "grad_norm": 0.0036146899219602346, "learning_rate": 3.7667258045795964e-05, "loss": 0.0031, "step": 74380 }, { "epoch": 1.2334400026529158, "grad_norm": 0.6654738783836365, "learning_rate": 3.766559997347085e-05, "loss": 0.015, "step": 74390 }, { "epoch": 1.2336058098854272, "grad_norm": 0.056415773928165436, "learning_rate": 3.7663941901145724e-05, "loss": 0.0003, "step": 74400 }, { "epoch": 1.2337716171179387, "grad_norm": 0.0025488086976110935, "learning_rate": 3.7662283828820614e-05, "loss": 0.0005, "step": 74410 }, { "epoch": 1.2339374243504502, "grad_norm": 0.005411785561591387, "learning_rate": 3.76606257564955e-05, "loss": 0.0068, "step": 74420 }, { "epoch": 1.2341032315829616, "grad_norm": 0.0026958289090543985, "learning_rate": 3.765896768417039e-05, "loss": 0.0174, "step": 74430 }, { "epoch": 1.2342690388154731, "grad_norm": 0.002217422239482403, "learning_rate": 3.765730961184527e-05, "loss": 0.0013, "step": 74440 }, { "epoch": 1.2344348460479846, "grad_norm": 0.0007165853749029338, "learning_rate": 3.7655651539520155e-05, "loss": 0.005, "step": 74450 }, { "epoch": 1.234600653280496, "grad_norm": 0.29528114199638367, "learning_rate": 3.7653993467195045e-05, "loss": 0.0064, "step": 74460 }, { "epoch": 1.2347664605130075, "grad_norm": 0.0023253331892192364, "learning_rate": 3.765233539486992e-05, "loss": 0.0055, "step": 74470 }, { "epoch": 1.234932267745519, "grad_norm": 0.5277454257011414, "learning_rate": 3.765067732254481e-05, "loss": 0.0079, "step": 74480 }, { "epoch": 1.2350980749780305, "grad_norm": 0.591018795967102, "learning_rate": 3.7649019250219696e-05, "loss": 0.006, "step": 74490 }, { "epoch": 1.235263882210542, "grad_norm": 0.3652081787586212, "learning_rate": 3.764736117789458e-05, "loss": 0.0049, "step": 74500 }, { "epoch": 1.2354296894430534, "grad_norm": 0.0008818990900181234, "learning_rate": 3.764570310556947e-05, "loss": 0.006, "step": 74510 }, { "epoch": 1.235595496675565, "grad_norm": 0.02273556776344776, "learning_rate": 3.764404503324435e-05, "loss": 0.0004, "step": 74520 }, { "epoch": 1.2357613039080766, "grad_norm": 0.009087984450161457, "learning_rate": 3.7642386960919236e-05, "loss": 0.004, "step": 74530 }, { "epoch": 1.235927111140588, "grad_norm": 0.24649330973625183, "learning_rate": 3.764072888859413e-05, "loss": 0.0104, "step": 74540 }, { "epoch": 1.2360929183730995, "grad_norm": 0.020157968625426292, "learning_rate": 3.7639070816269003e-05, "loss": 0.0013, "step": 74550 }, { "epoch": 1.236258725605611, "grad_norm": 0.0007213249336928129, "learning_rate": 3.7637412743943894e-05, "loss": 0.0067, "step": 74560 }, { "epoch": 1.2364245328381225, "grad_norm": 0.4720068573951721, "learning_rate": 3.763575467161878e-05, "loss": 0.0144, "step": 74570 }, { "epoch": 1.236590340070634, "grad_norm": 0.22335389256477356, "learning_rate": 3.763409659929366e-05, "loss": 0.0086, "step": 74580 }, { "epoch": 1.2367561473031454, "grad_norm": 0.0002460113901179284, "learning_rate": 3.763243852696855e-05, "loss": 0.0071, "step": 74590 }, { "epoch": 1.236921954535657, "grad_norm": 0.0005509639740921557, "learning_rate": 3.7630780454643434e-05, "loss": 0.0022, "step": 74600 }, { "epoch": 1.2370877617681684, "grad_norm": 0.2378745973110199, "learning_rate": 3.762912238231832e-05, "loss": 0.0071, "step": 74610 }, { "epoch": 1.2372535690006798, "grad_norm": 0.003200372913852334, "learning_rate": 3.76274643099932e-05, "loss": 0.009, "step": 74620 }, { "epoch": 1.2374193762331913, "grad_norm": 0.0024153366684913635, "learning_rate": 3.7625806237668085e-05, "loss": 0.0026, "step": 74630 }, { "epoch": 1.2375851834657028, "grad_norm": 0.18639490008354187, "learning_rate": 3.7624148165342975e-05, "loss": 0.0066, "step": 74640 }, { "epoch": 1.2377509906982143, "grad_norm": 0.00012258448987267911, "learning_rate": 3.762249009301786e-05, "loss": 0.0106, "step": 74650 }, { "epoch": 1.2379167979307257, "grad_norm": 0.17958150804042816, "learning_rate": 3.762083202069274e-05, "loss": 0.0041, "step": 74660 }, { "epoch": 1.2380826051632372, "grad_norm": 0.0008451854228042066, "learning_rate": 3.761917394836763e-05, "loss": 0.0249, "step": 74670 }, { "epoch": 1.2382484123957487, "grad_norm": 0.0016356250271201134, "learning_rate": 3.7617515876042516e-05, "loss": 0.0073, "step": 74680 }, { "epoch": 1.2384142196282601, "grad_norm": 0.18100227415561676, "learning_rate": 3.76158578037174e-05, "loss": 0.003, "step": 74690 }, { "epoch": 1.2385800268607716, "grad_norm": 0.0009006800246424973, "learning_rate": 3.761419973139228e-05, "loss": 0.0017, "step": 74700 }, { "epoch": 1.238745834093283, "grad_norm": 0.037222377955913544, "learning_rate": 3.7612541659067166e-05, "loss": 0.0035, "step": 74710 }, { "epoch": 1.2389116413257946, "grad_norm": 0.03288605436682701, "learning_rate": 3.7610883586742056e-05, "loss": 0.0038, "step": 74720 }, { "epoch": 1.239077448558306, "grad_norm": 0.10071000456809998, "learning_rate": 3.760922551441694e-05, "loss": 0.0062, "step": 74730 }, { "epoch": 1.2392432557908175, "grad_norm": 0.00030777163919992745, "learning_rate": 3.7607567442091823e-05, "loss": 0.0041, "step": 74740 }, { "epoch": 1.239409063023329, "grad_norm": 0.17250126600265503, "learning_rate": 3.7605909369766714e-05, "loss": 0.0138, "step": 74750 }, { "epoch": 1.2395748702558405, "grad_norm": 0.20189566910266876, "learning_rate": 3.76042512974416e-05, "loss": 0.0059, "step": 74760 }, { "epoch": 1.239740677488352, "grad_norm": 0.18510448932647705, "learning_rate": 3.760259322511648e-05, "loss": 0.0043, "step": 74770 }, { "epoch": 1.2399064847208634, "grad_norm": 0.3873403072357178, "learning_rate": 3.7600935152791364e-05, "loss": 0.0126, "step": 74780 }, { "epoch": 1.240072291953375, "grad_norm": 0.030873270705342293, "learning_rate": 3.759927708046625e-05, "loss": 0.0039, "step": 74790 }, { "epoch": 1.2402380991858866, "grad_norm": 0.06822050362825394, "learning_rate": 3.759761900814114e-05, "loss": 0.0134, "step": 74800 }, { "epoch": 1.240403906418398, "grad_norm": 0.002339438535273075, "learning_rate": 3.759596093581602e-05, "loss": 0.0101, "step": 74810 }, { "epoch": 1.2405697136509095, "grad_norm": 0.037944138050079346, "learning_rate": 3.759430286349091e-05, "loss": 0.0062, "step": 74820 }, { "epoch": 1.240735520883421, "grad_norm": 0.034524042159318924, "learning_rate": 3.7592644791165795e-05, "loss": 0.0034, "step": 74830 }, { "epoch": 1.2409013281159325, "grad_norm": 0.02716200239956379, "learning_rate": 3.759098671884068e-05, "loss": 0.0116, "step": 74840 }, { "epoch": 1.241067135348444, "grad_norm": 0.006313645280897617, "learning_rate": 3.758932864651556e-05, "loss": 0.0037, "step": 74850 }, { "epoch": 1.2412329425809554, "grad_norm": 0.011231179349124432, "learning_rate": 3.7587670574190446e-05, "loss": 0.0113, "step": 74860 }, { "epoch": 1.2413987498134669, "grad_norm": 0.0011637841816991568, "learning_rate": 3.758601250186533e-05, "loss": 0.0004, "step": 74870 }, { "epoch": 1.2415645570459783, "grad_norm": 0.47116026282310486, "learning_rate": 3.758435442954022e-05, "loss": 0.0034, "step": 74880 }, { "epoch": 1.2417303642784898, "grad_norm": 0.021175693720579147, "learning_rate": 3.75826963572151e-05, "loss": 0.0029, "step": 74890 }, { "epoch": 1.2418961715110013, "grad_norm": 0.003256554016843438, "learning_rate": 3.758103828488999e-05, "loss": 0.0033, "step": 74900 }, { "epoch": 1.2420619787435128, "grad_norm": 0.00016158731887117028, "learning_rate": 3.7579380212564876e-05, "loss": 0.0058, "step": 74910 }, { "epoch": 1.2422277859760242, "grad_norm": 0.0008258211310021579, "learning_rate": 3.757772214023976e-05, "loss": 0.0074, "step": 74920 }, { "epoch": 1.2423935932085357, "grad_norm": 0.00023070689348969609, "learning_rate": 3.7576064067914643e-05, "loss": 0.0046, "step": 74930 }, { "epoch": 1.2425594004410472, "grad_norm": 0.0004112728056497872, "learning_rate": 3.757440599558953e-05, "loss": 0.0073, "step": 74940 }, { "epoch": 1.2427252076735587, "grad_norm": 0.0026995427906513214, "learning_rate": 3.757274792326441e-05, "loss": 0.006, "step": 74950 }, { "epoch": 1.2428910149060701, "grad_norm": 0.06815152615308762, "learning_rate": 3.75710898509393e-05, "loss": 0.0049, "step": 74960 }, { "epoch": 1.2430568221385816, "grad_norm": 0.0002976933028548956, "learning_rate": 3.7569431778614184e-05, "loss": 0.0082, "step": 74970 }, { "epoch": 1.2432226293710933, "grad_norm": 0.0009087531943805516, "learning_rate": 3.7567773706289074e-05, "loss": 0.0002, "step": 74980 }, { "epoch": 1.2433884366036048, "grad_norm": 0.00080257304944098, "learning_rate": 3.756611563396396e-05, "loss": 0.0041, "step": 74990 }, { "epoch": 1.2435542438361162, "grad_norm": 0.0013794164406135678, "learning_rate": 3.756445756163884e-05, "loss": 0.0036, "step": 75000 }, { "epoch": 1.2437200510686277, "grad_norm": 0.00936704222112894, "learning_rate": 3.7562799489313725e-05, "loss": 0.0073, "step": 75010 }, { "epoch": 1.2438858583011392, "grad_norm": 0.8224409222602844, "learning_rate": 3.756114141698861e-05, "loss": 0.0049, "step": 75020 }, { "epoch": 1.2440516655336507, "grad_norm": 0.9894784688949585, "learning_rate": 3.75594833446635e-05, "loss": 0.0124, "step": 75030 }, { "epoch": 1.2442174727661621, "grad_norm": 0.2085784673690796, "learning_rate": 3.755782527233838e-05, "loss": 0.0039, "step": 75040 }, { "epoch": 1.2443832799986736, "grad_norm": 0.0013547266134992242, "learning_rate": 3.7556167200013265e-05, "loss": 0.0006, "step": 75050 }, { "epoch": 1.244549087231185, "grad_norm": 0.02237749472260475, "learning_rate": 3.7554509127688156e-05, "loss": 0.0046, "step": 75060 }, { "epoch": 1.2447148944636965, "grad_norm": 0.0005396660999394953, "learning_rate": 3.755285105536304e-05, "loss": 0.0003, "step": 75070 }, { "epoch": 1.244880701696208, "grad_norm": 0.0016889737453311682, "learning_rate": 3.755119298303792e-05, "loss": 0.0031, "step": 75080 }, { "epoch": 1.2450465089287195, "grad_norm": 0.0009547054069116712, "learning_rate": 3.7549534910712806e-05, "loss": 0.0002, "step": 75090 }, { "epoch": 1.245212316161231, "grad_norm": 0.0009344108984805644, "learning_rate": 3.754787683838769e-05, "loss": 0.005, "step": 75100 }, { "epoch": 1.2453781233937424, "grad_norm": 0.007630208972841501, "learning_rate": 3.754621876606258e-05, "loss": 0.004, "step": 75110 }, { "epoch": 1.245543930626254, "grad_norm": 0.004452678374946117, "learning_rate": 3.7544560693737463e-05, "loss": 0.0054, "step": 75120 }, { "epoch": 1.2457097378587654, "grad_norm": 0.0034975367598235607, "learning_rate": 3.754290262141235e-05, "loss": 0.0005, "step": 75130 }, { "epoch": 1.2458755450912768, "grad_norm": 0.0009620197233743966, "learning_rate": 3.754124454908724e-05, "loss": 0.0002, "step": 75140 }, { "epoch": 1.2460413523237883, "grad_norm": 0.2151099294424057, "learning_rate": 3.753958647676212e-05, "loss": 0.0123, "step": 75150 }, { "epoch": 1.2462071595562998, "grad_norm": 0.0017985887825489044, "learning_rate": 3.7537928404437004e-05, "loss": 0.003, "step": 75160 }, { "epoch": 1.2463729667888113, "grad_norm": 0.0006180448108352721, "learning_rate": 3.753627033211189e-05, "loss": 0.0017, "step": 75170 }, { "epoch": 1.2465387740213227, "grad_norm": 0.0032376728486269712, "learning_rate": 3.753461225978677e-05, "loss": 0.0035, "step": 75180 }, { "epoch": 1.2467045812538342, "grad_norm": 0.006478352937847376, "learning_rate": 3.753295418746166e-05, "loss": 0.0063, "step": 75190 }, { "epoch": 1.2468703884863457, "grad_norm": 0.016945358365774155, "learning_rate": 3.7531296115136545e-05, "loss": 0.0001, "step": 75200 }, { "epoch": 1.2470361957188572, "grad_norm": 0.0689089447259903, "learning_rate": 3.752963804281143e-05, "loss": 0.0037, "step": 75210 }, { "epoch": 1.2472020029513686, "grad_norm": 0.0006331117474474013, "learning_rate": 3.752797997048632e-05, "loss": 0.0064, "step": 75220 }, { "epoch": 1.24736781018388, "grad_norm": 0.016221418976783752, "learning_rate": 3.7526321898161195e-05, "loss": 0.001, "step": 75230 }, { "epoch": 1.2475336174163918, "grad_norm": 6.096858123783022e-05, "learning_rate": 3.7524663825836085e-05, "loss": 0.0027, "step": 75240 }, { "epoch": 1.2476994246489033, "grad_norm": 0.19263856112957, "learning_rate": 3.752300575351097e-05, "loss": 0.0056, "step": 75250 }, { "epoch": 1.2478652318814147, "grad_norm": 0.003501682775095105, "learning_rate": 3.752134768118585e-05, "loss": 0.0084, "step": 75260 }, { "epoch": 1.2480310391139262, "grad_norm": 0.00038579662214033306, "learning_rate": 3.751968960886074e-05, "loss": 0.0071, "step": 75270 }, { "epoch": 1.2481968463464377, "grad_norm": 8.942275599110872e-05, "learning_rate": 3.7518031536535626e-05, "loss": 0.0053, "step": 75280 }, { "epoch": 1.2483626535789492, "grad_norm": 0.0008127377950586379, "learning_rate": 3.751637346421051e-05, "loss": 0.0011, "step": 75290 }, { "epoch": 1.2485284608114606, "grad_norm": 0.224178284406662, "learning_rate": 3.75147153918854e-05, "loss": 0.0049, "step": 75300 }, { "epoch": 1.248694268043972, "grad_norm": 0.766681969165802, "learning_rate": 3.751305731956028e-05, "loss": 0.0031, "step": 75310 }, { "epoch": 1.2488600752764836, "grad_norm": 0.4997880458831787, "learning_rate": 3.751139924723517e-05, "loss": 0.0016, "step": 75320 }, { "epoch": 1.249025882508995, "grad_norm": 0.0019418146694079041, "learning_rate": 3.750974117491005e-05, "loss": 0.007, "step": 75330 }, { "epoch": 1.2491916897415065, "grad_norm": 9.118520392803475e-05, "learning_rate": 3.7508083102584934e-05, "loss": 0.0001, "step": 75340 }, { "epoch": 1.249357496974018, "grad_norm": 0.00014573385124094784, "learning_rate": 3.7506425030259824e-05, "loss": 0.0159, "step": 75350 }, { "epoch": 1.2495233042065295, "grad_norm": 0.0004483502998482436, "learning_rate": 3.750476695793471e-05, "loss": 0.0005, "step": 75360 }, { "epoch": 1.249689111439041, "grad_norm": 0.12549440562725067, "learning_rate": 3.75031088856096e-05, "loss": 0.007, "step": 75370 }, { "epoch": 1.2498549186715524, "grad_norm": 0.006768215913325548, "learning_rate": 3.7501450813284475e-05, "loss": 0.0097, "step": 75380 }, { "epoch": 1.2500207259040639, "grad_norm": 0.002234873129054904, "learning_rate": 3.749979274095936e-05, "loss": 0.0141, "step": 75390 }, { "epoch": 1.2501865331365754, "grad_norm": 0.2711526155471802, "learning_rate": 3.749813466863425e-05, "loss": 0.0033, "step": 75400 }, { "epoch": 1.2503523403690868, "grad_norm": 0.00018944108160212636, "learning_rate": 3.749647659630913e-05, "loss": 0.0053, "step": 75410 }, { "epoch": 1.2505181476015985, "grad_norm": 0.5720002055168152, "learning_rate": 3.7494818523984015e-05, "loss": 0.0041, "step": 75420 }, { "epoch": 1.25068395483411, "grad_norm": 0.0163972619920969, "learning_rate": 3.7493160451658905e-05, "loss": 0.0001, "step": 75430 }, { "epoch": 1.2508497620666215, "grad_norm": 0.1747315526008606, "learning_rate": 3.749150237933379e-05, "loss": 0.0073, "step": 75440 }, { "epoch": 1.251015569299133, "grad_norm": 0.00030937851988710463, "learning_rate": 3.748984430700867e-05, "loss": 0.0069, "step": 75450 }, { "epoch": 1.2511813765316444, "grad_norm": 0.00038160456460900605, "learning_rate": 3.7488186234683556e-05, "loss": 0.0015, "step": 75460 }, { "epoch": 1.2513471837641559, "grad_norm": 0.0015117080183699727, "learning_rate": 3.748652816235844e-05, "loss": 0.0055, "step": 75470 }, { "epoch": 1.2515129909966674, "grad_norm": 0.2547077238559723, "learning_rate": 3.748487009003333e-05, "loss": 0.0032, "step": 75480 }, { "epoch": 1.2516787982291788, "grad_norm": 0.02235332317650318, "learning_rate": 3.748321201770821e-05, "loss": 0.0002, "step": 75490 }, { "epoch": 1.2518446054616903, "grad_norm": 7.218134123831987e-05, "learning_rate": 3.74815539453831e-05, "loss": 0.0004, "step": 75500 }, { "epoch": 1.2520104126942018, "grad_norm": 9.488144132774323e-05, "learning_rate": 3.747989587305799e-05, "loss": 0.0006, "step": 75510 }, { "epoch": 1.2521762199267132, "grad_norm": 0.0028183585964143276, "learning_rate": 3.747823780073287e-05, "loss": 0.0012, "step": 75520 }, { "epoch": 1.2523420271592247, "grad_norm": 0.00045659314491786063, "learning_rate": 3.7476579728407754e-05, "loss": 0.0051, "step": 75530 }, { "epoch": 1.2525078343917362, "grad_norm": 0.0018462991574779153, "learning_rate": 3.747492165608264e-05, "loss": 0.0064, "step": 75540 }, { "epoch": 1.2526736416242477, "grad_norm": 0.0002268818352604285, "learning_rate": 3.747326358375752e-05, "loss": 0.0001, "step": 75550 }, { "epoch": 1.2528394488567591, "grad_norm": 0.21688488125801086, "learning_rate": 3.747160551143241e-05, "loss": 0.0127, "step": 75560 }, { "epoch": 1.2530052560892706, "grad_norm": 0.27015820145606995, "learning_rate": 3.7469947439107295e-05, "loss": 0.0009, "step": 75570 }, { "epoch": 1.253171063321782, "grad_norm": 0.06542268395423889, "learning_rate": 3.7468289366782185e-05, "loss": 0.0056, "step": 75580 }, { "epoch": 1.2533368705542935, "grad_norm": 0.0016203727573156357, "learning_rate": 3.746663129445707e-05, "loss": 0.0006, "step": 75590 }, { "epoch": 1.253502677786805, "grad_norm": 0.0024270028807222843, "learning_rate": 3.746497322213195e-05, "loss": 0.003, "step": 75600 }, { "epoch": 1.2536684850193165, "grad_norm": 0.002181731630116701, "learning_rate": 3.7463315149806835e-05, "loss": 0.0035, "step": 75610 }, { "epoch": 1.253834292251828, "grad_norm": 5.2309529564809054e-05, "learning_rate": 3.746165707748172e-05, "loss": 0.002, "step": 75620 }, { "epoch": 1.2540000994843394, "grad_norm": 0.24560733139514923, "learning_rate": 3.74599990051566e-05, "loss": 0.0076, "step": 75630 }, { "epoch": 1.254165906716851, "grad_norm": 0.0008733036811463535, "learning_rate": 3.745834093283149e-05, "loss": 0.006, "step": 75640 }, { "epoch": 1.2543317139493624, "grad_norm": 0.0009243990643881261, "learning_rate": 3.7456682860506376e-05, "loss": 0.0086, "step": 75650 }, { "epoch": 1.2544975211818739, "grad_norm": 0.0001781089958967641, "learning_rate": 3.7455024788181266e-05, "loss": 0.0035, "step": 75660 }, { "epoch": 1.2546633284143853, "grad_norm": 0.055692534893751144, "learning_rate": 3.745336671585615e-05, "loss": 0.0043, "step": 75670 }, { "epoch": 1.2548291356468968, "grad_norm": 0.44699153304100037, "learning_rate": 3.745170864353103e-05, "loss": 0.0117, "step": 75680 }, { "epoch": 1.2549949428794083, "grad_norm": 0.0022468348033726215, "learning_rate": 3.7450050571205917e-05, "loss": 0.0021, "step": 75690 }, { "epoch": 1.25516075011192, "grad_norm": 0.0027657749596983194, "learning_rate": 3.74483924988808e-05, "loss": 0.0036, "step": 75700 }, { "epoch": 1.2553265573444314, "grad_norm": 0.04051854461431503, "learning_rate": 3.744673442655569e-05, "loss": 0.0051, "step": 75710 }, { "epoch": 1.255492364576943, "grad_norm": 0.04978826269507408, "learning_rate": 3.7445076354230574e-05, "loss": 0.0036, "step": 75720 }, { "epoch": 1.2556581718094544, "grad_norm": 0.8873110413551331, "learning_rate": 3.744341828190546e-05, "loss": 0.0021, "step": 75730 }, { "epoch": 1.2558239790419659, "grad_norm": 0.2620020806789398, "learning_rate": 3.744176020958035e-05, "loss": 0.0138, "step": 75740 }, { "epoch": 1.2559897862744773, "grad_norm": 0.0019388250075280666, "learning_rate": 3.744010213725523e-05, "loss": 0.0046, "step": 75750 }, { "epoch": 1.2561555935069888, "grad_norm": 0.000773026084061712, "learning_rate": 3.7438444064930114e-05, "loss": 0.0, "step": 75760 }, { "epoch": 1.2563214007395003, "grad_norm": 0.0007105082622729242, "learning_rate": 3.7436785992605e-05, "loss": 0.0002, "step": 75770 }, { "epoch": 1.2564872079720117, "grad_norm": 0.011175638996064663, "learning_rate": 3.743512792027988e-05, "loss": 0.0182, "step": 75780 }, { "epoch": 1.2566530152045232, "grad_norm": 0.01336025632917881, "learning_rate": 3.743346984795477e-05, "loss": 0.0192, "step": 75790 }, { "epoch": 1.2568188224370347, "grad_norm": 0.30152422189712524, "learning_rate": 3.7431811775629655e-05, "loss": 0.0255, "step": 75800 }, { "epoch": 1.2569846296695462, "grad_norm": 0.0012854391243308783, "learning_rate": 3.743015370330454e-05, "loss": 0.0028, "step": 75810 }, { "epoch": 1.2571504369020576, "grad_norm": 0.019497690722346306, "learning_rate": 3.742849563097943e-05, "loss": 0.0067, "step": 75820 }, { "epoch": 1.257316244134569, "grad_norm": 0.009956002235412598, "learning_rate": 3.742683755865431e-05, "loss": 0.0118, "step": 75830 }, { "epoch": 1.2574820513670806, "grad_norm": 0.0028940262272953987, "learning_rate": 3.7425179486329196e-05, "loss": 0.0036, "step": 75840 }, { "epoch": 1.257647858599592, "grad_norm": 0.6776838898658752, "learning_rate": 3.742352141400408e-05, "loss": 0.0128, "step": 75850 }, { "epoch": 1.2578136658321035, "grad_norm": 0.0005861370591446757, "learning_rate": 3.742186334167896e-05, "loss": 0.0003, "step": 75860 }, { "epoch": 1.2579794730646152, "grad_norm": 0.016745466738939285, "learning_rate": 3.742020526935385e-05, "loss": 0.0057, "step": 75870 }, { "epoch": 1.2581452802971267, "grad_norm": 0.0008052222547121346, "learning_rate": 3.7418547197028737e-05, "loss": 0.0062, "step": 75880 }, { "epoch": 1.2583110875296382, "grad_norm": 0.21638692915439606, "learning_rate": 3.741688912470362e-05, "loss": 0.0053, "step": 75890 }, { "epoch": 1.2584768947621496, "grad_norm": 0.00013859255705028772, "learning_rate": 3.741523105237851e-05, "loss": 0.0103, "step": 75900 }, { "epoch": 1.258642701994661, "grad_norm": 0.2309025526046753, "learning_rate": 3.7413572980053394e-05, "loss": 0.0085, "step": 75910 }, { "epoch": 1.2588085092271726, "grad_norm": 0.08691474050283432, "learning_rate": 3.741191490772828e-05, "loss": 0.0041, "step": 75920 }, { "epoch": 1.258974316459684, "grad_norm": 0.001544143189676106, "learning_rate": 3.741025683540316e-05, "loss": 0.0084, "step": 75930 }, { "epoch": 1.2591401236921955, "grad_norm": 0.0006598071777261794, "learning_rate": 3.7408598763078044e-05, "loss": 0.0077, "step": 75940 }, { "epoch": 1.259305930924707, "grad_norm": 0.00721302255988121, "learning_rate": 3.7406940690752934e-05, "loss": 0.0015, "step": 75950 }, { "epoch": 1.2594717381572185, "grad_norm": 0.00021925273176748306, "learning_rate": 3.740528261842782e-05, "loss": 0.0049, "step": 75960 }, { "epoch": 1.25963754538973, "grad_norm": 0.015024435706436634, "learning_rate": 3.74036245461027e-05, "loss": 0.004, "step": 75970 }, { "epoch": 1.2598033526222414, "grad_norm": 0.019675740972161293, "learning_rate": 3.740196647377759e-05, "loss": 0.0037, "step": 75980 }, { "epoch": 1.2599691598547529, "grad_norm": 0.3060969114303589, "learning_rate": 3.7400308401452475e-05, "loss": 0.0032, "step": 75990 }, { "epoch": 1.2601349670872644, "grad_norm": 0.0020485532004386187, "learning_rate": 3.739865032912736e-05, "loss": 0.0054, "step": 76000 }, { "epoch": 1.2603007743197758, "grad_norm": 0.0028303854633122683, "learning_rate": 3.739699225680224e-05, "loss": 0.0048, "step": 76010 }, { "epoch": 1.2604665815522873, "grad_norm": 0.5120278000831604, "learning_rate": 3.7395334184477126e-05, "loss": 0.0133, "step": 76020 }, { "epoch": 1.2606323887847988, "grad_norm": 0.37990835309028625, "learning_rate": 3.7393676112152016e-05, "loss": 0.003, "step": 76030 }, { "epoch": 1.2607981960173102, "grad_norm": 0.006688837893307209, "learning_rate": 3.73920180398269e-05, "loss": 0.0063, "step": 76040 }, { "epoch": 1.2609640032498217, "grad_norm": 0.00033454468939453363, "learning_rate": 3.739035996750179e-05, "loss": 0.0049, "step": 76050 }, { "epoch": 1.2611298104823332, "grad_norm": 0.0023029535077512264, "learning_rate": 3.738870189517667e-05, "loss": 0.0034, "step": 76060 }, { "epoch": 1.2612956177148447, "grad_norm": 0.007062327116727829, "learning_rate": 3.738704382285155e-05, "loss": 0.0061, "step": 76070 }, { "epoch": 1.2614614249473561, "grad_norm": 0.00016120143118314445, "learning_rate": 3.738538575052644e-05, "loss": 0.0001, "step": 76080 }, { "epoch": 1.2616272321798676, "grad_norm": 0.2071121633052826, "learning_rate": 3.7383727678201324e-05, "loss": 0.0044, "step": 76090 }, { "epoch": 1.261793039412379, "grad_norm": 0.008828836493194103, "learning_rate": 3.738206960587621e-05, "loss": 0.0035, "step": 76100 }, { "epoch": 1.2619588466448906, "grad_norm": 0.008727259002625942, "learning_rate": 3.73804115335511e-05, "loss": 0.0145, "step": 76110 }, { "epoch": 1.262124653877402, "grad_norm": 0.004605117253959179, "learning_rate": 3.737875346122598e-05, "loss": 0.0018, "step": 76120 }, { "epoch": 1.2622904611099135, "grad_norm": 0.006978555582463741, "learning_rate": 3.737709538890087e-05, "loss": 0.0015, "step": 76130 }, { "epoch": 1.262456268342425, "grad_norm": 0.02243494801223278, "learning_rate": 3.737543731657575e-05, "loss": 0.0119, "step": 76140 }, { "epoch": 1.2626220755749364, "grad_norm": 0.009296093136072159, "learning_rate": 3.737377924425063e-05, "loss": 0.0007, "step": 76150 }, { "epoch": 1.2627878828074481, "grad_norm": 0.003299179021269083, "learning_rate": 3.737212117192552e-05, "loss": 0.0002, "step": 76160 }, { "epoch": 1.2629536900399596, "grad_norm": 0.002739463234320283, "learning_rate": 3.7370463099600405e-05, "loss": 0.0025, "step": 76170 }, { "epoch": 1.263119497272471, "grad_norm": 0.004224176052957773, "learning_rate": 3.7368805027275295e-05, "loss": 0.0035, "step": 76180 }, { "epoch": 1.2632853045049826, "grad_norm": 0.00042559701250866055, "learning_rate": 3.736714695495018e-05, "loss": 0.004, "step": 76190 }, { "epoch": 1.263451111737494, "grad_norm": 0.4946756958961487, "learning_rate": 3.736548888262506e-05, "loss": 0.0108, "step": 76200 }, { "epoch": 1.2636169189700055, "grad_norm": 0.587361216545105, "learning_rate": 3.736383081029995e-05, "loss": 0.003, "step": 76210 }, { "epoch": 1.263782726202517, "grad_norm": 0.010496161878108978, "learning_rate": 3.736217273797483e-05, "loss": 0.0015, "step": 76220 }, { "epoch": 1.2639485334350284, "grad_norm": 0.07912986725568771, "learning_rate": 3.736051466564971e-05, "loss": 0.003, "step": 76230 }, { "epoch": 1.26411434066754, "grad_norm": 0.25987786054611206, "learning_rate": 3.73588565933246e-05, "loss": 0.0096, "step": 76240 }, { "epoch": 1.2642801479000514, "grad_norm": 0.013436958193778992, "learning_rate": 3.7357198520999486e-05, "loss": 0.0001, "step": 76250 }, { "epoch": 1.2644459551325629, "grad_norm": 0.0008607963100075722, "learning_rate": 3.7355540448674377e-05, "loss": 0.0061, "step": 76260 }, { "epoch": 1.2646117623650743, "grad_norm": 0.0005163757014088333, "learning_rate": 3.735388237634926e-05, "loss": 0.0004, "step": 76270 }, { "epoch": 1.2647775695975858, "grad_norm": 0.002097410149872303, "learning_rate": 3.7352224304024143e-05, "loss": 0.0006, "step": 76280 }, { "epoch": 1.2649433768300973, "grad_norm": 0.18500782549381256, "learning_rate": 3.735056623169903e-05, "loss": 0.0033, "step": 76290 }, { "epoch": 1.2651091840626087, "grad_norm": 0.015668567270040512, "learning_rate": 3.734890815937391e-05, "loss": 0.0004, "step": 76300 }, { "epoch": 1.2652749912951202, "grad_norm": 0.011512157507240772, "learning_rate": 3.7347250087048794e-05, "loss": 0.0001, "step": 76310 }, { "epoch": 1.2654407985276317, "grad_norm": 0.3493609130382538, "learning_rate": 3.7345592014723684e-05, "loss": 0.0051, "step": 76320 }, { "epoch": 1.2656066057601434, "grad_norm": 0.7494171857833862, "learning_rate": 3.734393394239857e-05, "loss": 0.0018, "step": 76330 }, { "epoch": 1.2657724129926549, "grad_norm": 0.0005740929045714438, "learning_rate": 3.734227587007346e-05, "loss": 0.0058, "step": 76340 }, { "epoch": 1.2659382202251663, "grad_norm": 0.00024297766503877938, "learning_rate": 3.734061779774834e-05, "loss": 0.0159, "step": 76350 }, { "epoch": 1.2661040274576778, "grad_norm": 0.0017944475403055549, "learning_rate": 3.7338959725423225e-05, "loss": 0.014, "step": 76360 }, { "epoch": 1.2662698346901893, "grad_norm": 0.05440238490700722, "learning_rate": 3.733730165309811e-05, "loss": 0.0116, "step": 76370 }, { "epoch": 1.2664356419227007, "grad_norm": 0.08549781143665314, "learning_rate": 3.733564358077299e-05, "loss": 0.0213, "step": 76380 }, { "epoch": 1.2666014491552122, "grad_norm": 0.0006484807818196714, "learning_rate": 3.733398550844788e-05, "loss": 0.0062, "step": 76390 }, { "epoch": 1.2667672563877237, "grad_norm": 0.0014151377836242318, "learning_rate": 3.7332327436122766e-05, "loss": 0.0116, "step": 76400 }, { "epoch": 1.2669330636202352, "grad_norm": 0.04314027354121208, "learning_rate": 3.733066936379765e-05, "loss": 0.0008, "step": 76410 }, { "epoch": 1.2670988708527466, "grad_norm": 0.0011638302821666002, "learning_rate": 3.732901129147254e-05, "loss": 0.0057, "step": 76420 }, { "epoch": 1.2672646780852581, "grad_norm": 6.545105134136975e-05, "learning_rate": 3.732735321914742e-05, "loss": 0.0003, "step": 76430 }, { "epoch": 1.2674304853177696, "grad_norm": 0.0016478250036016107, "learning_rate": 3.7325695146822306e-05, "loss": 0.0038, "step": 76440 }, { "epoch": 1.267596292550281, "grad_norm": 0.00045915262307971716, "learning_rate": 3.732403707449719e-05, "loss": 0.0101, "step": 76450 }, { "epoch": 1.2677620997827925, "grad_norm": 0.0017967137973755598, "learning_rate": 3.732237900217207e-05, "loss": 0.0005, "step": 76460 }, { "epoch": 1.267927907015304, "grad_norm": 0.0003260723897255957, "learning_rate": 3.7320720929846963e-05, "loss": 0.0036, "step": 76470 }, { "epoch": 1.2680937142478155, "grad_norm": 0.026040518656373024, "learning_rate": 3.731906285752185e-05, "loss": 0.0038, "step": 76480 }, { "epoch": 1.268259521480327, "grad_norm": 0.0023249336518347263, "learning_rate": 3.731740478519673e-05, "loss": 0.0057, "step": 76490 }, { "epoch": 1.2684253287128384, "grad_norm": 0.00012788071762770414, "learning_rate": 3.731574671287162e-05, "loss": 0.0001, "step": 76500 }, { "epoch": 1.26859113594535, "grad_norm": 0.005729616153985262, "learning_rate": 3.7314088640546504e-05, "loss": 0.0024, "step": 76510 }, { "epoch": 1.2687569431778614, "grad_norm": 0.2759414315223694, "learning_rate": 3.731243056822139e-05, "loss": 0.0006, "step": 76520 }, { "epoch": 1.2689227504103728, "grad_norm": 0.0010501923970878124, "learning_rate": 3.731077249589627e-05, "loss": 0.0038, "step": 76530 }, { "epoch": 1.2690885576428843, "grad_norm": 0.18135668337345123, "learning_rate": 3.7309114423571155e-05, "loss": 0.0101, "step": 76540 }, { "epoch": 1.2692543648753958, "grad_norm": 0.0004492642474360764, "learning_rate": 3.7307456351246045e-05, "loss": 0.0071, "step": 76550 }, { "epoch": 1.2694201721079073, "grad_norm": 0.0006100616883486509, "learning_rate": 3.730579827892093e-05, "loss": 0.0143, "step": 76560 }, { "epoch": 1.2695859793404187, "grad_norm": 0.045039013028144836, "learning_rate": 3.730414020659581e-05, "loss": 0.0002, "step": 76570 }, { "epoch": 1.2697517865729302, "grad_norm": 0.013629107736051083, "learning_rate": 3.73024821342707e-05, "loss": 0.0008, "step": 76580 }, { "epoch": 1.2699175938054417, "grad_norm": 0.00018138047016691417, "learning_rate": 3.7300824061945586e-05, "loss": 0.0031, "step": 76590 }, { "epoch": 1.2700834010379531, "grad_norm": 0.0048751067370176315, "learning_rate": 3.729916598962047e-05, "loss": 0.0035, "step": 76600 }, { "epoch": 1.2702492082704648, "grad_norm": 0.0026168026961386204, "learning_rate": 3.729750791729535e-05, "loss": 0.0026, "step": 76610 }, { "epoch": 1.2704150155029763, "grad_norm": 0.0004828614182770252, "learning_rate": 3.7295849844970236e-05, "loss": 0.0099, "step": 76620 }, { "epoch": 1.2705808227354878, "grad_norm": 0.0008928103488869965, "learning_rate": 3.7294191772645126e-05, "loss": 0.0004, "step": 76630 }, { "epoch": 1.2707466299679993, "grad_norm": 0.10340191423892975, "learning_rate": 3.729253370032001e-05, "loss": 0.0029, "step": 76640 }, { "epoch": 1.2709124372005107, "grad_norm": 0.7885770797729492, "learning_rate": 3.729087562799489e-05, "loss": 0.0029, "step": 76650 }, { "epoch": 1.2710782444330222, "grad_norm": 0.010639088228344917, "learning_rate": 3.7289217555669783e-05, "loss": 0.004, "step": 76660 }, { "epoch": 1.2712440516655337, "grad_norm": 0.003874486545100808, "learning_rate": 3.728755948334467e-05, "loss": 0.0019, "step": 76670 }, { "epoch": 1.2714098588980451, "grad_norm": 0.0005504993605427444, "learning_rate": 3.728590141101955e-05, "loss": 0.0011, "step": 76680 }, { "epoch": 1.2715756661305566, "grad_norm": 0.004199610557407141, "learning_rate": 3.7284243338694434e-05, "loss": 0.0137, "step": 76690 }, { "epoch": 1.271741473363068, "grad_norm": 0.026339832693338394, "learning_rate": 3.728258526636932e-05, "loss": 0.0008, "step": 76700 }, { "epoch": 1.2719072805955796, "grad_norm": 0.005421711131930351, "learning_rate": 3.728092719404421e-05, "loss": 0.0057, "step": 76710 }, { "epoch": 1.272073087828091, "grad_norm": 0.2290620654821396, "learning_rate": 3.727926912171909e-05, "loss": 0.0182, "step": 76720 }, { "epoch": 1.2722388950606025, "grad_norm": 0.00026097154477611184, "learning_rate": 3.727761104939398e-05, "loss": 0.001, "step": 76730 }, { "epoch": 1.272404702293114, "grad_norm": 0.001099198474548757, "learning_rate": 3.7275952977068865e-05, "loss": 0.0084, "step": 76740 }, { "epoch": 1.2725705095256254, "grad_norm": 0.011301485821604729, "learning_rate": 3.727429490474375e-05, "loss": 0.0005, "step": 76750 }, { "epoch": 1.272736316758137, "grad_norm": 0.00028905304498039186, "learning_rate": 3.727263683241863e-05, "loss": 0.0043, "step": 76760 }, { "epoch": 1.2729021239906484, "grad_norm": 1.0953396558761597, "learning_rate": 3.7270978760093515e-05, "loss": 0.0023, "step": 76770 }, { "epoch": 1.27306793122316, "grad_norm": 0.6627939343452454, "learning_rate": 3.72693206877684e-05, "loss": 0.0059, "step": 76780 }, { "epoch": 1.2732337384556716, "grad_norm": 0.0001272000663448125, "learning_rate": 3.726766261544329e-05, "loss": 0.0211, "step": 76790 }, { "epoch": 1.273399545688183, "grad_norm": 0.017632627859711647, "learning_rate": 3.726600454311817e-05, "loss": 0.0051, "step": 76800 }, { "epoch": 1.2735653529206945, "grad_norm": 0.03937209025025368, "learning_rate": 3.726434647079306e-05, "loss": 0.0002, "step": 76810 }, { "epoch": 1.273731160153206, "grad_norm": 0.01935063861310482, "learning_rate": 3.7262688398467946e-05, "loss": 0.0057, "step": 76820 }, { "epoch": 1.2738969673857174, "grad_norm": 0.000969148997683078, "learning_rate": 3.726103032614282e-05, "loss": 0.0108, "step": 76830 }, { "epoch": 1.274062774618229, "grad_norm": 0.023494021967053413, "learning_rate": 3.725937225381771e-05, "loss": 0.0054, "step": 76840 }, { "epoch": 1.2742285818507404, "grad_norm": 0.028724342584609985, "learning_rate": 3.72577141814926e-05, "loss": 0.0012, "step": 76850 }, { "epoch": 1.2743943890832519, "grad_norm": 0.0015540546737611294, "learning_rate": 3.725605610916748e-05, "loss": 0.0138, "step": 76860 }, { "epoch": 1.2745601963157633, "grad_norm": 0.0019671509508043528, "learning_rate": 3.725439803684237e-05, "loss": 0.0004, "step": 76870 }, { "epoch": 1.2747260035482748, "grad_norm": 0.07697802782058716, "learning_rate": 3.7252739964517254e-05, "loss": 0.0002, "step": 76880 }, { "epoch": 1.2748918107807863, "grad_norm": 0.001538785989396274, "learning_rate": 3.7251081892192144e-05, "loss": 0.0059, "step": 76890 }, { "epoch": 1.2750576180132978, "grad_norm": 0.1035146489739418, "learning_rate": 3.724942381986703e-05, "loss": 0.0003, "step": 76900 }, { "epoch": 1.2752234252458092, "grad_norm": 0.00403129868209362, "learning_rate": 3.7247765747541904e-05, "loss": 0.0274, "step": 76910 }, { "epoch": 1.2753892324783207, "grad_norm": 0.034831445664167404, "learning_rate": 3.7246107675216795e-05, "loss": 0.0008, "step": 76920 }, { "epoch": 1.2755550397108322, "grad_norm": 0.0003618145710788667, "learning_rate": 3.724444960289168e-05, "loss": 0.024, "step": 76930 }, { "epoch": 1.2757208469433436, "grad_norm": 0.0028587686829268932, "learning_rate": 3.724279153056657e-05, "loss": 0.0003, "step": 76940 }, { "epoch": 1.2758866541758551, "grad_norm": 0.0008523979922756553, "learning_rate": 3.724113345824145e-05, "loss": 0.0083, "step": 76950 }, { "epoch": 1.2760524614083666, "grad_norm": 0.4815606474876404, "learning_rate": 3.7239475385916335e-05, "loss": 0.0087, "step": 76960 }, { "epoch": 1.276218268640878, "grad_norm": 0.0029403420630842447, "learning_rate": 3.7237817313591226e-05, "loss": 0.0084, "step": 76970 }, { "epoch": 1.2763840758733895, "grad_norm": 0.2793133556842804, "learning_rate": 3.72361592412661e-05, "loss": 0.004, "step": 76980 }, { "epoch": 1.276549883105901, "grad_norm": 0.003092170460149646, "learning_rate": 3.7234501168940986e-05, "loss": 0.0001, "step": 76990 }, { "epoch": 1.2767156903384125, "grad_norm": 0.008814054541289806, "learning_rate": 3.7232843096615876e-05, "loss": 0.0066, "step": 77000 }, { "epoch": 1.276881497570924, "grad_norm": 0.02281145006418228, "learning_rate": 3.723118502429076e-05, "loss": 0.0035, "step": 77010 }, { "epoch": 1.2770473048034354, "grad_norm": 0.0004398986930027604, "learning_rate": 3.722952695196565e-05, "loss": 0.0008, "step": 77020 }, { "epoch": 1.277213112035947, "grad_norm": 0.03195713087916374, "learning_rate": 3.722786887964053e-05, "loss": 0.0002, "step": 77030 }, { "epoch": 1.2773789192684584, "grad_norm": 0.0035640751011669636, "learning_rate": 3.722621080731542e-05, "loss": 0.0049, "step": 77040 }, { "epoch": 1.2775447265009698, "grad_norm": 0.049532290548086166, "learning_rate": 3.72245527349903e-05, "loss": 0.0002, "step": 77050 }, { "epoch": 1.2777105337334815, "grad_norm": 0.0841655507683754, "learning_rate": 3.7222894662665184e-05, "loss": 0.0067, "step": 77060 }, { "epoch": 1.277876340965993, "grad_norm": 0.06668581813573837, "learning_rate": 3.7221236590340074e-05, "loss": 0.0136, "step": 77070 }, { "epoch": 1.2780421481985045, "grad_norm": 0.35207289457321167, "learning_rate": 3.721957851801496e-05, "loss": 0.004, "step": 77080 }, { "epoch": 1.278207955431016, "grad_norm": 0.0011395389446988702, "learning_rate": 3.721792044568984e-05, "loss": 0.0036, "step": 77090 }, { "epoch": 1.2783737626635274, "grad_norm": 0.855410635471344, "learning_rate": 3.721626237336473e-05, "loss": 0.0073, "step": 77100 }, { "epoch": 1.278539569896039, "grad_norm": 0.6953443884849548, "learning_rate": 3.7214604301039615e-05, "loss": 0.0064, "step": 77110 }, { "epoch": 1.2787053771285504, "grad_norm": 0.0014867065474390984, "learning_rate": 3.72129462287145e-05, "loss": 0.0017, "step": 77120 }, { "epoch": 1.2788711843610618, "grad_norm": 0.0022666885051876307, "learning_rate": 3.721128815638938e-05, "loss": 0.0004, "step": 77130 }, { "epoch": 1.2790369915935733, "grad_norm": 0.01617364026606083, "learning_rate": 3.7209630084064265e-05, "loss": 0.0001, "step": 77140 }, { "epoch": 1.2792027988260848, "grad_norm": 0.18247249722480774, "learning_rate": 3.7207972011739155e-05, "loss": 0.0003, "step": 77150 }, { "epoch": 1.2793686060585963, "grad_norm": 0.0011937296949326992, "learning_rate": 3.720631393941404e-05, "loss": 0.005, "step": 77160 }, { "epoch": 1.2795344132911077, "grad_norm": 0.008954750373959541, "learning_rate": 3.720465586708892e-05, "loss": 0.0027, "step": 77170 }, { "epoch": 1.2797002205236192, "grad_norm": 0.00044208177132532, "learning_rate": 3.720299779476381e-05, "loss": 0.0008, "step": 77180 }, { "epoch": 1.2798660277561307, "grad_norm": 0.25079476833343506, "learning_rate": 3.7201339722438696e-05, "loss": 0.0161, "step": 77190 }, { "epoch": 1.2800318349886421, "grad_norm": 0.05922572687268257, "learning_rate": 3.719968165011358e-05, "loss": 0.005, "step": 77200 }, { "epoch": 1.2801976422211536, "grad_norm": 0.00748402439057827, "learning_rate": 3.719802357778846e-05, "loss": 0.0037, "step": 77210 }, { "epoch": 1.280363449453665, "grad_norm": 0.5308443903923035, "learning_rate": 3.7196365505463346e-05, "loss": 0.0078, "step": 77220 }, { "epoch": 1.2805292566861768, "grad_norm": 0.0001713650271994993, "learning_rate": 3.719470743313824e-05, "loss": 0.0003, "step": 77230 }, { "epoch": 1.2806950639186883, "grad_norm": 0.005405888427048922, "learning_rate": 3.719304936081312e-05, "loss": 0.0113, "step": 77240 }, { "epoch": 1.2808608711511997, "grad_norm": 0.0002958231489174068, "learning_rate": 3.7191391288488004e-05, "loss": 0.0017, "step": 77250 }, { "epoch": 1.2810266783837112, "grad_norm": 0.0005905750440433621, "learning_rate": 3.7189733216162894e-05, "loss": 0.0114, "step": 77260 }, { "epoch": 1.2811924856162227, "grad_norm": 0.042447663843631744, "learning_rate": 3.718807514383778e-05, "loss": 0.0473, "step": 77270 }, { "epoch": 1.2813582928487341, "grad_norm": 0.06076622009277344, "learning_rate": 3.718641707151266e-05, "loss": 0.0045, "step": 77280 }, { "epoch": 1.2815241000812456, "grad_norm": 0.000969158485531807, "learning_rate": 3.7184758999187544e-05, "loss": 0.0062, "step": 77290 }, { "epoch": 1.281689907313757, "grad_norm": 0.003048340789973736, "learning_rate": 3.718310092686243e-05, "loss": 0.0016, "step": 77300 }, { "epoch": 1.2818557145462686, "grad_norm": 0.5751007199287415, "learning_rate": 3.718144285453732e-05, "loss": 0.0017, "step": 77310 }, { "epoch": 1.28202152177878, "grad_norm": 0.00295380805619061, "learning_rate": 3.71797847822122e-05, "loss": 0.0004, "step": 77320 }, { "epoch": 1.2821873290112915, "grad_norm": 0.748530924320221, "learning_rate": 3.7178126709887085e-05, "loss": 0.006, "step": 77330 }, { "epoch": 1.282353136243803, "grad_norm": 0.028165088966488838, "learning_rate": 3.7176468637561975e-05, "loss": 0.0028, "step": 77340 }, { "epoch": 1.2825189434763145, "grad_norm": 0.005219792947173119, "learning_rate": 3.717481056523686e-05, "loss": 0.0039, "step": 77350 }, { "epoch": 1.282684750708826, "grad_norm": 0.0007685062009841204, "learning_rate": 3.717315249291174e-05, "loss": 0.0031, "step": 77360 }, { "epoch": 1.2828505579413374, "grad_norm": 0.003835447132587433, "learning_rate": 3.7171494420586626e-05, "loss": 0.0001, "step": 77370 }, { "epoch": 1.2830163651738489, "grad_norm": 0.6146695613861084, "learning_rate": 3.716983634826151e-05, "loss": 0.0133, "step": 77380 }, { "epoch": 1.2831821724063603, "grad_norm": 0.0017166523030027747, "learning_rate": 3.71681782759364e-05, "loss": 0.0065, "step": 77390 }, { "epoch": 1.2833479796388718, "grad_norm": 0.13370324671268463, "learning_rate": 3.716652020361128e-05, "loss": 0.0004, "step": 77400 }, { "epoch": 1.2835137868713833, "grad_norm": 0.002652474446222186, "learning_rate": 3.716486213128617e-05, "loss": 0.0109, "step": 77410 }, { "epoch": 1.2836795941038948, "grad_norm": 0.0014953684294596314, "learning_rate": 3.7163204058961057e-05, "loss": 0.0025, "step": 77420 }, { "epoch": 1.2838454013364062, "grad_norm": 0.013446187600493431, "learning_rate": 3.716154598663594e-05, "loss": 0.0025, "step": 77430 }, { "epoch": 1.2840112085689177, "grad_norm": 0.0007861150661483407, "learning_rate": 3.7159887914310824e-05, "loss": 0.0008, "step": 77440 }, { "epoch": 1.2841770158014292, "grad_norm": 0.15706627070903778, "learning_rate": 3.715822984198571e-05, "loss": 0.0014, "step": 77450 }, { "epoch": 1.2843428230339407, "grad_norm": 0.6368663907051086, "learning_rate": 3.715657176966059e-05, "loss": 0.0068, "step": 77460 }, { "epoch": 1.2845086302664521, "grad_norm": 0.14197658002376556, "learning_rate": 3.715491369733548e-05, "loss": 0.0075, "step": 77470 }, { "epoch": 1.2846744374989636, "grad_norm": 0.00322365784086287, "learning_rate": 3.7153255625010364e-05, "loss": 0.0056, "step": 77480 }, { "epoch": 1.284840244731475, "grad_norm": 0.24529623985290527, "learning_rate": 3.7151597552685255e-05, "loss": 0.0271, "step": 77490 }, { "epoch": 1.2850060519639865, "grad_norm": 0.004779656883329153, "learning_rate": 3.714993948036014e-05, "loss": 0.0007, "step": 77500 }, { "epoch": 1.2851718591964982, "grad_norm": 0.008053402416408062, "learning_rate": 3.714828140803502e-05, "loss": 0.0041, "step": 77510 }, { "epoch": 1.2853376664290097, "grad_norm": 0.01433723233640194, "learning_rate": 3.7146623335709905e-05, "loss": 0.004, "step": 77520 }, { "epoch": 1.2855034736615212, "grad_norm": 0.0048185731284320354, "learning_rate": 3.714496526338479e-05, "loss": 0.0106, "step": 77530 }, { "epoch": 1.2856692808940327, "grad_norm": 0.00014879260561428964, "learning_rate": 3.714330719105967e-05, "loss": 0.0061, "step": 77540 }, { "epoch": 1.2858350881265441, "grad_norm": 0.006572111509740353, "learning_rate": 3.714164911873456e-05, "loss": 0.0019, "step": 77550 }, { "epoch": 1.2860008953590556, "grad_norm": 0.013029546476900578, "learning_rate": 3.7139991046409446e-05, "loss": 0.0211, "step": 77560 }, { "epoch": 1.286166702591567, "grad_norm": 0.0006802136194892228, "learning_rate": 3.7138332974084336e-05, "loss": 0.0028, "step": 77570 }, { "epoch": 1.2863325098240785, "grad_norm": 0.01595071330666542, "learning_rate": 3.713667490175922e-05, "loss": 0.0004, "step": 77580 }, { "epoch": 1.28649831705659, "grad_norm": 0.0030407714657485485, "learning_rate": 3.7135016829434096e-05, "loss": 0.0002, "step": 77590 }, { "epoch": 1.2866641242891015, "grad_norm": 0.0006614425219595432, "learning_rate": 3.7133358757108986e-05, "loss": 0.0038, "step": 77600 }, { "epoch": 1.286829931521613, "grad_norm": 0.473916620016098, "learning_rate": 3.713170068478387e-05, "loss": 0.0067, "step": 77610 }, { "epoch": 1.2869957387541244, "grad_norm": 0.019739603623747826, "learning_rate": 3.713004261245876e-05, "loss": 0.0072, "step": 77620 }, { "epoch": 1.287161545986636, "grad_norm": 0.0029725609347224236, "learning_rate": 3.7128384540133644e-05, "loss": 0.0063, "step": 77630 }, { "epoch": 1.2873273532191474, "grad_norm": 0.00030587584478780627, "learning_rate": 3.712672646780853e-05, "loss": 0.0007, "step": 77640 }, { "epoch": 1.2874931604516588, "grad_norm": 0.006002623587846756, "learning_rate": 3.712506839548342e-05, "loss": 0.0054, "step": 77650 }, { "epoch": 1.2876589676841703, "grad_norm": 0.0021294031757861376, "learning_rate": 3.71234103231583e-05, "loss": 0.0004, "step": 77660 }, { "epoch": 1.2878247749166818, "grad_norm": 0.049785081297159195, "learning_rate": 3.712175225083318e-05, "loss": 0.0069, "step": 77670 }, { "epoch": 1.2879905821491935, "grad_norm": 0.006517909467220306, "learning_rate": 3.712009417850807e-05, "loss": 0.0032, "step": 77680 }, { "epoch": 1.288156389381705, "grad_norm": 0.000848734809551388, "learning_rate": 3.711843610618295e-05, "loss": 0.0001, "step": 77690 }, { "epoch": 1.2883221966142164, "grad_norm": 0.06174620985984802, "learning_rate": 3.711677803385784e-05, "loss": 0.0006, "step": 77700 }, { "epoch": 1.288488003846728, "grad_norm": 0.13533879816532135, "learning_rate": 3.7115119961532725e-05, "loss": 0.0035, "step": 77710 }, { "epoch": 1.2886538110792394, "grad_norm": 0.0004048366390634328, "learning_rate": 3.711346188920761e-05, "loss": 0.0001, "step": 77720 }, { "epoch": 1.2888196183117508, "grad_norm": 0.0009385290322825313, "learning_rate": 3.71118038168825e-05, "loss": 0.0075, "step": 77730 }, { "epoch": 1.2889854255442623, "grad_norm": 0.017935775220394135, "learning_rate": 3.7110145744557375e-05, "loss": 0.0034, "step": 77740 }, { "epoch": 1.2891512327767738, "grad_norm": 0.0007819183520041406, "learning_rate": 3.7108487672232266e-05, "loss": 0.0044, "step": 77750 }, { "epoch": 1.2893170400092853, "grad_norm": 0.0058440533466637135, "learning_rate": 3.710682959990715e-05, "loss": 0.0017, "step": 77760 }, { "epoch": 1.2894828472417967, "grad_norm": 0.24901168048381805, "learning_rate": 3.710517152758203e-05, "loss": 0.0017, "step": 77770 }, { "epoch": 1.2896486544743082, "grad_norm": 0.0006843405426479876, "learning_rate": 3.710351345525692e-05, "loss": 0.0055, "step": 77780 }, { "epoch": 1.2898144617068197, "grad_norm": 0.02393898367881775, "learning_rate": 3.7101855382931806e-05, "loss": 0.0057, "step": 77790 }, { "epoch": 1.2899802689393312, "grad_norm": 0.18604755401611328, "learning_rate": 3.710019731060669e-05, "loss": 0.0053, "step": 77800 }, { "epoch": 1.2901460761718426, "grad_norm": 0.0013436737935990095, "learning_rate": 3.709853923828157e-05, "loss": 0.0028, "step": 77810 }, { "epoch": 1.290311883404354, "grad_norm": 0.019731273874640465, "learning_rate": 3.709688116595646e-05, "loss": 0.0133, "step": 77820 }, { "epoch": 1.2904776906368656, "grad_norm": 0.010581545531749725, "learning_rate": 3.709522309363135e-05, "loss": 0.0054, "step": 77830 }, { "epoch": 1.290643497869377, "grad_norm": 0.007752453908324242, "learning_rate": 3.709356502130623e-05, "loss": 0.0008, "step": 77840 }, { "epoch": 1.2908093051018885, "grad_norm": 0.0011431814637035131, "learning_rate": 3.7091906948981114e-05, "loss": 0.0017, "step": 77850 }, { "epoch": 1.2909751123344, "grad_norm": 0.0043463921174407005, "learning_rate": 3.7090248876656004e-05, "loss": 0.0003, "step": 77860 }, { "epoch": 1.2911409195669115, "grad_norm": 0.0007652573403902352, "learning_rate": 3.708859080433089e-05, "loss": 0.0001, "step": 77870 }, { "epoch": 1.291306726799423, "grad_norm": 0.5184698700904846, "learning_rate": 3.708693273200577e-05, "loss": 0.0043, "step": 77880 }, { "epoch": 1.2914725340319344, "grad_norm": 0.0006966427899897099, "learning_rate": 3.7085274659680655e-05, "loss": 0.0018, "step": 77890 }, { "epoch": 1.2916383412644459, "grad_norm": 1.0927488803863525, "learning_rate": 3.708361658735554e-05, "loss": 0.0047, "step": 77900 }, { "epoch": 1.2918041484969573, "grad_norm": 0.00044178790994919837, "learning_rate": 3.708195851503043e-05, "loss": 0.0057, "step": 77910 }, { "epoch": 1.2919699557294688, "grad_norm": 0.01013268157839775, "learning_rate": 3.708030044270531e-05, "loss": 0.0008, "step": 77920 }, { "epoch": 1.2921357629619803, "grad_norm": 0.007250546012073755, "learning_rate": 3.7078642370380195e-05, "loss": 0.0114, "step": 77930 }, { "epoch": 1.2923015701944918, "grad_norm": 0.0011825498659163713, "learning_rate": 3.7076984298055086e-05, "loss": 0.0005, "step": 77940 }, { "epoch": 1.2924673774270032, "grad_norm": 0.0004333006509114057, "learning_rate": 3.707532622572997e-05, "loss": 0.0001, "step": 77950 }, { "epoch": 1.2926331846595147, "grad_norm": 0.004290378652513027, "learning_rate": 3.707366815340485e-05, "loss": 0.0164, "step": 77960 }, { "epoch": 1.2927989918920264, "grad_norm": 0.006542117800563574, "learning_rate": 3.7072010081079736e-05, "loss": 0.0035, "step": 77970 }, { "epoch": 1.2929647991245379, "grad_norm": 0.35847651958465576, "learning_rate": 3.707035200875462e-05, "loss": 0.0193, "step": 77980 }, { "epoch": 1.2931306063570494, "grad_norm": 0.18263353407382965, "learning_rate": 3.706869393642951e-05, "loss": 0.0036, "step": 77990 }, { "epoch": 1.2932964135895608, "grad_norm": 0.0015361098339781165, "learning_rate": 3.706703586410439e-05, "loss": 0.0095, "step": 78000 }, { "epoch": 1.2934622208220723, "grad_norm": 0.00011075798829551786, "learning_rate": 3.706537779177928e-05, "loss": 0.0034, "step": 78010 }, { "epoch": 1.2936280280545838, "grad_norm": 0.7814452648162842, "learning_rate": 3.706371971945417e-05, "loss": 0.0135, "step": 78020 }, { "epoch": 1.2937938352870952, "grad_norm": 0.0005610352964140475, "learning_rate": 3.706206164712905e-05, "loss": 0.0061, "step": 78030 }, { "epoch": 1.2939596425196067, "grad_norm": 0.0017129933694377542, "learning_rate": 3.7060403574803934e-05, "loss": 0.0027, "step": 78040 }, { "epoch": 1.2941254497521182, "grad_norm": 0.36821943521499634, "learning_rate": 3.705874550247882e-05, "loss": 0.0056, "step": 78050 }, { "epoch": 1.2942912569846297, "grad_norm": 0.003999106120318174, "learning_rate": 3.70570874301537e-05, "loss": 0.0077, "step": 78060 }, { "epoch": 1.2944570642171411, "grad_norm": 0.0007031881832517684, "learning_rate": 3.705542935782859e-05, "loss": 0.0066, "step": 78070 }, { "epoch": 1.2946228714496526, "grad_norm": 0.0010643673595041037, "learning_rate": 3.7053771285503475e-05, "loss": 0.0003, "step": 78080 }, { "epoch": 1.294788678682164, "grad_norm": 0.0006679727230221033, "learning_rate": 3.7052113213178365e-05, "loss": 0.0006, "step": 78090 }, { "epoch": 1.2949544859146755, "grad_norm": 0.032451141625642776, "learning_rate": 3.705045514085325e-05, "loss": 0.0104, "step": 78100 }, { "epoch": 1.295120293147187, "grad_norm": 0.014340447261929512, "learning_rate": 3.704879706852813e-05, "loss": 0.0104, "step": 78110 }, { "epoch": 1.2952861003796985, "grad_norm": 0.0020112707279622555, "learning_rate": 3.7047138996203015e-05, "loss": 0.0001, "step": 78120 }, { "epoch": 1.29545190761221, "grad_norm": 0.0037198024801909924, "learning_rate": 3.70454809238779e-05, "loss": 0.0041, "step": 78130 }, { "epoch": 1.2956177148447217, "grad_norm": 4.34196408605203e-05, "learning_rate": 3.704382285155278e-05, "loss": 0.0003, "step": 78140 }, { "epoch": 1.2957835220772331, "grad_norm": 0.17353133857250214, "learning_rate": 3.704216477922767e-05, "loss": 0.018, "step": 78150 }, { "epoch": 1.2959493293097446, "grad_norm": 0.009210272692143917, "learning_rate": 3.7040506706902556e-05, "loss": 0.0135, "step": 78160 }, { "epoch": 1.296115136542256, "grad_norm": 0.0003538234159350395, "learning_rate": 3.7038848634577446e-05, "loss": 0.0116, "step": 78170 }, { "epoch": 1.2962809437747675, "grad_norm": 0.022689415141940117, "learning_rate": 3.703719056225233e-05, "loss": 0.0045, "step": 78180 }, { "epoch": 1.296446751007279, "grad_norm": 0.6516925096511841, "learning_rate": 3.703553248992721e-05, "loss": 0.0058, "step": 78190 }, { "epoch": 1.2966125582397905, "grad_norm": 0.00024095128173939884, "learning_rate": 3.70338744176021e-05, "loss": 0.0046, "step": 78200 }, { "epoch": 1.296778365472302, "grad_norm": 0.0013393197441473603, "learning_rate": 3.703221634527698e-05, "loss": 0.0066, "step": 78210 }, { "epoch": 1.2969441727048134, "grad_norm": 0.00043787978938780725, "learning_rate": 3.7030558272951864e-05, "loss": 0.0034, "step": 78220 }, { "epoch": 1.297109979937325, "grad_norm": 0.007630127016454935, "learning_rate": 3.7028900200626754e-05, "loss": 0.0044, "step": 78230 }, { "epoch": 1.2972757871698364, "grad_norm": 0.5639702081680298, "learning_rate": 3.702724212830164e-05, "loss": 0.0126, "step": 78240 }, { "epoch": 1.2974415944023479, "grad_norm": 0.0035979815293103456, "learning_rate": 3.702558405597653e-05, "loss": 0.0029, "step": 78250 }, { "epoch": 1.2976074016348593, "grad_norm": 0.0005085858865641057, "learning_rate": 3.702392598365141e-05, "loss": 0.0044, "step": 78260 }, { "epoch": 1.2977732088673708, "grad_norm": 0.0027512998785823584, "learning_rate": 3.7022267911326295e-05, "loss": 0.0059, "step": 78270 }, { "epoch": 1.2979390160998823, "grad_norm": 4.9575297452975065e-05, "learning_rate": 3.702060983900118e-05, "loss": 0.0007, "step": 78280 }, { "epoch": 1.2981048233323937, "grad_norm": 0.0006930145318619907, "learning_rate": 3.701895176667606e-05, "loss": 0.0077, "step": 78290 }, { "epoch": 1.2982706305649052, "grad_norm": 0.062170274555683136, "learning_rate": 3.701729369435095e-05, "loss": 0.0003, "step": 78300 }, { "epoch": 1.2984364377974167, "grad_norm": 0.17284473776817322, "learning_rate": 3.7015635622025835e-05, "loss": 0.0056, "step": 78310 }, { "epoch": 1.2986022450299282, "grad_norm": 0.008873199112713337, "learning_rate": 3.701397754970072e-05, "loss": 0.006, "step": 78320 }, { "epoch": 1.2987680522624396, "grad_norm": 0.0028598522767424583, "learning_rate": 3.701231947737561e-05, "loss": 0.0077, "step": 78330 }, { "epoch": 1.298933859494951, "grad_norm": 0.006116410717368126, "learning_rate": 3.701066140505049e-05, "loss": 0.0004, "step": 78340 }, { "epoch": 1.2990996667274626, "grad_norm": 0.00032340377219952643, "learning_rate": 3.7009003332725376e-05, "loss": 0.0007, "step": 78350 }, { "epoch": 1.299265473959974, "grad_norm": 0.008630120195448399, "learning_rate": 3.700734526040026e-05, "loss": 0.0056, "step": 78360 }, { "epoch": 1.2994312811924855, "grad_norm": 0.0007862565689720213, "learning_rate": 3.700568718807514e-05, "loss": 0.0103, "step": 78370 }, { "epoch": 1.299597088424997, "grad_norm": 0.006660144776105881, "learning_rate": 3.700402911575003e-05, "loss": 0.0056, "step": 78380 }, { "epoch": 1.2997628956575085, "grad_norm": 0.49774274230003357, "learning_rate": 3.700237104342492e-05, "loss": 0.0022, "step": 78390 }, { "epoch": 1.29992870289002, "grad_norm": 0.1981244534254074, "learning_rate": 3.70007129710998e-05, "loss": 0.013, "step": 78400 }, { "epoch": 1.3000945101225314, "grad_norm": 0.45119529962539673, "learning_rate": 3.699905489877469e-05, "loss": 0.0087, "step": 78410 }, { "epoch": 1.300260317355043, "grad_norm": 0.49724557995796204, "learning_rate": 3.6997396826449574e-05, "loss": 0.0054, "step": 78420 }, { "epoch": 1.3004261245875546, "grad_norm": 0.18214818835258484, "learning_rate": 3.699573875412446e-05, "loss": 0.0056, "step": 78430 }, { "epoch": 1.300591931820066, "grad_norm": 0.010038449428975582, "learning_rate": 3.699408068179934e-05, "loss": 0.0005, "step": 78440 }, { "epoch": 1.3007577390525775, "grad_norm": 0.4704241454601288, "learning_rate": 3.6992422609474224e-05, "loss": 0.0057, "step": 78450 }, { "epoch": 1.300923546285089, "grad_norm": 2.1642704010009766, "learning_rate": 3.6990764537149115e-05, "loss": 0.0165, "step": 78460 }, { "epoch": 1.3010893535176005, "grad_norm": 0.000273859070148319, "learning_rate": 3.6989106464824e-05, "loss": 0.0006, "step": 78470 }, { "epoch": 1.301255160750112, "grad_norm": 0.001286953454837203, "learning_rate": 3.698744839249888e-05, "loss": 0.0111, "step": 78480 }, { "epoch": 1.3014209679826234, "grad_norm": 0.00048195975250564516, "learning_rate": 3.698579032017377e-05, "loss": 0.0064, "step": 78490 }, { "epoch": 1.3015867752151349, "grad_norm": 0.0005203481414355338, "learning_rate": 3.698413224784865e-05, "loss": 0.0053, "step": 78500 }, { "epoch": 1.3017525824476464, "grad_norm": 0.22581438720226288, "learning_rate": 3.698247417552354e-05, "loss": 0.0065, "step": 78510 }, { "epoch": 1.3019183896801578, "grad_norm": 0.0009701050003059208, "learning_rate": 3.698081610319842e-05, "loss": 0.0036, "step": 78520 }, { "epoch": 1.3020841969126693, "grad_norm": 0.0004414113936945796, "learning_rate": 3.6979158030873306e-05, "loss": 0.0004, "step": 78530 }, { "epoch": 1.3022500041451808, "grad_norm": 0.2765357196331024, "learning_rate": 3.6977499958548196e-05, "loss": 0.0061, "step": 78540 }, { "epoch": 1.3024158113776922, "grad_norm": 0.010124864056706429, "learning_rate": 3.697584188622308e-05, "loss": 0.0087, "step": 78550 }, { "epoch": 1.3025816186102037, "grad_norm": 0.0008801749791018665, "learning_rate": 3.697418381389796e-05, "loss": 0.0002, "step": 78560 }, { "epoch": 1.3027474258427152, "grad_norm": 0.0009168656542897224, "learning_rate": 3.697252574157285e-05, "loss": 0.0039, "step": 78570 }, { "epoch": 1.3029132330752267, "grad_norm": 0.0023944140411913395, "learning_rate": 3.697086766924773e-05, "loss": 0.0006, "step": 78580 }, { "epoch": 1.3030790403077384, "grad_norm": 0.01051595900207758, "learning_rate": 3.696920959692262e-05, "loss": 0.0027, "step": 78590 }, { "epoch": 1.3032448475402498, "grad_norm": 0.0004442825447767973, "learning_rate": 3.6967551524597504e-05, "loss": 0.0112, "step": 78600 }, { "epoch": 1.3034106547727613, "grad_norm": 1.8328857549931854e-05, "learning_rate": 3.696589345227239e-05, "loss": 0.0037, "step": 78610 }, { "epoch": 1.3035764620052728, "grad_norm": 0.008795094676315784, "learning_rate": 3.696423537994728e-05, "loss": 0.0067, "step": 78620 }, { "epoch": 1.3037422692377842, "grad_norm": 0.003216856624931097, "learning_rate": 3.696257730762216e-05, "loss": 0.0004, "step": 78630 }, { "epoch": 1.3039080764702957, "grad_norm": 0.004197665955871344, "learning_rate": 3.696091923529705e-05, "loss": 0.0041, "step": 78640 }, { "epoch": 1.3040738837028072, "grad_norm": 0.003231548238545656, "learning_rate": 3.695926116297193e-05, "loss": 0.006, "step": 78650 }, { "epoch": 1.3042396909353187, "grad_norm": 0.02366345003247261, "learning_rate": 3.695760309064681e-05, "loss": 0.0088, "step": 78660 }, { "epoch": 1.3044054981678301, "grad_norm": 0.00381656875833869, "learning_rate": 3.69559450183217e-05, "loss": 0.0096, "step": 78670 }, { "epoch": 1.3045713054003416, "grad_norm": 0.0003350996121298522, "learning_rate": 3.6954286945996585e-05, "loss": 0.0061, "step": 78680 }, { "epoch": 1.304737112632853, "grad_norm": 0.1945948302745819, "learning_rate": 3.695262887367147e-05, "loss": 0.0071, "step": 78690 }, { "epoch": 1.3049029198653646, "grad_norm": 0.0001815317664295435, "learning_rate": 3.695097080134636e-05, "loss": 0.0042, "step": 78700 }, { "epoch": 1.305068727097876, "grad_norm": 0.0005010398454032838, "learning_rate": 3.694931272902124e-05, "loss": 0.0128, "step": 78710 }, { "epoch": 1.3052345343303875, "grad_norm": 0.03156011551618576, "learning_rate": 3.6947654656696126e-05, "loss": 0.0003, "step": 78720 }, { "epoch": 1.305400341562899, "grad_norm": 0.0028622508980333805, "learning_rate": 3.694599658437101e-05, "loss": 0.0032, "step": 78730 }, { "epoch": 1.3055661487954104, "grad_norm": 0.0018113977275788784, "learning_rate": 3.694433851204589e-05, "loss": 0.0055, "step": 78740 }, { "epoch": 1.305731956027922, "grad_norm": 0.0018977770814672112, "learning_rate": 3.694268043972078e-05, "loss": 0.001, "step": 78750 }, { "epoch": 1.3058977632604334, "grad_norm": 0.0009168129763565958, "learning_rate": 3.6941022367395666e-05, "loss": 0.0032, "step": 78760 }, { "epoch": 1.3060635704929449, "grad_norm": 0.2881595492362976, "learning_rate": 3.693936429507056e-05, "loss": 0.0089, "step": 78770 }, { "epoch": 1.3062293777254563, "grad_norm": 0.28234708309173584, "learning_rate": 3.693770622274544e-05, "loss": 0.0033, "step": 78780 }, { "epoch": 1.3063951849579678, "grad_norm": 0.004479694180190563, "learning_rate": 3.6936048150420324e-05, "loss": 0.0001, "step": 78790 }, { "epoch": 1.3065609921904793, "grad_norm": 0.001439549378119409, "learning_rate": 3.693439007809521e-05, "loss": 0.0015, "step": 78800 }, { "epoch": 1.3067267994229907, "grad_norm": 0.002334929769858718, "learning_rate": 3.693273200577009e-05, "loss": 0.0032, "step": 78810 }, { "epoch": 1.3068926066555022, "grad_norm": 0.0003321979020256549, "learning_rate": 3.6931073933444974e-05, "loss": 0.0027, "step": 78820 }, { "epoch": 1.3070584138880137, "grad_norm": 0.0007258767145685852, "learning_rate": 3.6929415861119864e-05, "loss": 0.0102, "step": 78830 }, { "epoch": 1.3072242211205252, "grad_norm": 0.021352840587496758, "learning_rate": 3.692775778879475e-05, "loss": 0.0046, "step": 78840 }, { "epoch": 1.3073900283530366, "grad_norm": 0.006976351607590914, "learning_rate": 3.692609971646964e-05, "loss": 0.0008, "step": 78850 }, { "epoch": 1.307555835585548, "grad_norm": 0.21264730393886566, "learning_rate": 3.692444164414452e-05, "loss": 0.001, "step": 78860 }, { "epoch": 1.3077216428180598, "grad_norm": 0.2165919691324234, "learning_rate": 3.6922783571819405e-05, "loss": 0.0026, "step": 78870 }, { "epoch": 1.3078874500505713, "grad_norm": 0.004407866392284632, "learning_rate": 3.692112549949429e-05, "loss": 0.0065, "step": 78880 }, { "epoch": 1.3080532572830827, "grad_norm": 0.0021042681764811277, "learning_rate": 3.691946742716917e-05, "loss": 0.0013, "step": 78890 }, { "epoch": 1.3082190645155942, "grad_norm": 0.001641297829337418, "learning_rate": 3.6917809354844055e-05, "loss": 0.0001, "step": 78900 }, { "epoch": 1.3083848717481057, "grad_norm": 0.007368030957877636, "learning_rate": 3.6916151282518946e-05, "loss": 0.0191, "step": 78910 }, { "epoch": 1.3085506789806172, "grad_norm": 0.25544309616088867, "learning_rate": 3.691449321019383e-05, "loss": 0.0014, "step": 78920 }, { "epoch": 1.3087164862131286, "grad_norm": 0.2149888128042221, "learning_rate": 3.691283513786872e-05, "loss": 0.008, "step": 78930 }, { "epoch": 1.30888229344564, "grad_norm": 0.3617360293865204, "learning_rate": 3.69111770655436e-05, "loss": 0.0095, "step": 78940 }, { "epoch": 1.3090481006781516, "grad_norm": 0.18440499901771545, "learning_rate": 3.6909518993218486e-05, "loss": 0.0057, "step": 78950 }, { "epoch": 1.309213907910663, "grad_norm": 0.0007097761263139546, "learning_rate": 3.690786092089337e-05, "loss": 0.01, "step": 78960 }, { "epoch": 1.3093797151431745, "grad_norm": 0.46043750643730164, "learning_rate": 3.690620284856825e-05, "loss": 0.0057, "step": 78970 }, { "epoch": 1.309545522375686, "grad_norm": 0.006664949003607035, "learning_rate": 3.6904544776243144e-05, "loss": 0.0026, "step": 78980 }, { "epoch": 1.3097113296081975, "grad_norm": 0.21362769603729248, "learning_rate": 3.690288670391803e-05, "loss": 0.0059, "step": 78990 }, { "epoch": 1.309877136840709, "grad_norm": 0.0001825329673010856, "learning_rate": 3.690122863159291e-05, "loss": 0.003, "step": 79000 }, { "epoch": 1.3100429440732204, "grad_norm": 0.046605322510004044, "learning_rate": 3.68995705592678e-05, "loss": 0.0045, "step": 79010 }, { "epoch": 1.310208751305732, "grad_norm": 0.3624349534511566, "learning_rate": 3.6897912486942684e-05, "loss": 0.0011, "step": 79020 }, { "epoch": 1.3103745585382434, "grad_norm": 0.046144355088472366, "learning_rate": 3.689625441461757e-05, "loss": 0.0115, "step": 79030 }, { "epoch": 1.310540365770755, "grad_norm": 0.5690659880638123, "learning_rate": 3.689459634229245e-05, "loss": 0.0026, "step": 79040 }, { "epoch": 1.3107061730032665, "grad_norm": 0.0003812163486145437, "learning_rate": 3.6892938269967335e-05, "loss": 0.0025, "step": 79050 }, { "epoch": 1.310871980235778, "grad_norm": 0.015856463462114334, "learning_rate": 3.6891280197642225e-05, "loss": 0.0002, "step": 79060 }, { "epoch": 1.3110377874682895, "grad_norm": 0.0003174686280544847, "learning_rate": 3.688962212531711e-05, "loss": 0.0119, "step": 79070 }, { "epoch": 1.311203594700801, "grad_norm": 0.005254694726318121, "learning_rate": 3.688796405299199e-05, "loss": 0.0034, "step": 79080 }, { "epoch": 1.3113694019333124, "grad_norm": 0.00019367436470929533, "learning_rate": 3.688630598066688e-05, "loss": 0.0008, "step": 79090 }, { "epoch": 1.311535209165824, "grad_norm": 0.21481521427631378, "learning_rate": 3.6884647908341766e-05, "loss": 0.0059, "step": 79100 }, { "epoch": 1.3117010163983354, "grad_norm": 0.004613059107214212, "learning_rate": 3.688298983601665e-05, "loss": 0.0061, "step": 79110 }, { "epoch": 1.3118668236308468, "grad_norm": 0.005572448950260878, "learning_rate": 3.688133176369153e-05, "loss": 0.0077, "step": 79120 }, { "epoch": 1.3120326308633583, "grad_norm": 0.00030860849074088037, "learning_rate": 3.6879673691366416e-05, "loss": 0.0106, "step": 79130 }, { "epoch": 1.3121984380958698, "grad_norm": 0.014172231778502464, "learning_rate": 3.6878015619041306e-05, "loss": 0.0147, "step": 79140 }, { "epoch": 1.3123642453283813, "grad_norm": 0.0044795735739171505, "learning_rate": 3.687635754671619e-05, "loss": 0.0001, "step": 79150 }, { "epoch": 1.3125300525608927, "grad_norm": 0.1987541764974594, "learning_rate": 3.687469947439107e-05, "loss": 0.0103, "step": 79160 }, { "epoch": 1.3126958597934042, "grad_norm": 0.9131391644477844, "learning_rate": 3.6873041402065964e-05, "loss": 0.0075, "step": 79170 }, { "epoch": 1.3128616670259157, "grad_norm": 0.005096773151308298, "learning_rate": 3.687138332974085e-05, "loss": 0.0024, "step": 79180 }, { "epoch": 1.3130274742584271, "grad_norm": 0.19673125445842743, "learning_rate": 3.686972525741573e-05, "loss": 0.0263, "step": 79190 }, { "epoch": 1.3131932814909386, "grad_norm": 0.004050615709275007, "learning_rate": 3.6868067185090614e-05, "loss": 0.0077, "step": 79200 }, { "epoch": 1.31335908872345, "grad_norm": 0.010823721066117287, "learning_rate": 3.68664091127655e-05, "loss": 0.0158, "step": 79210 }, { "epoch": 1.3135248959559616, "grad_norm": 0.14127768576145172, "learning_rate": 3.686475104044039e-05, "loss": 0.001, "step": 79220 }, { "epoch": 1.313690703188473, "grad_norm": 0.00013932172441855073, "learning_rate": 3.686309296811527e-05, "loss": 0.0032, "step": 79230 }, { "epoch": 1.3138565104209845, "grad_norm": 1.1661298274993896, "learning_rate": 3.6861434895790155e-05, "loss": 0.0106, "step": 79240 }, { "epoch": 1.314022317653496, "grad_norm": 0.030895909294486046, "learning_rate": 3.6859776823465045e-05, "loss": 0.0012, "step": 79250 }, { "epoch": 1.3141881248860074, "grad_norm": 0.0006501437746919692, "learning_rate": 3.685811875113993e-05, "loss": 0.0005, "step": 79260 }, { "epoch": 1.314353932118519, "grad_norm": 0.00012222146324347705, "learning_rate": 3.685646067881481e-05, "loss": 0.0073, "step": 79270 }, { "epoch": 1.3145197393510304, "grad_norm": 0.19146984815597534, "learning_rate": 3.6854802606489695e-05, "loss": 0.0024, "step": 79280 }, { "epoch": 1.3146855465835419, "grad_norm": 0.007580131758004427, "learning_rate": 3.685314453416458e-05, "loss": 0.0043, "step": 79290 }, { "epoch": 1.3148513538160533, "grad_norm": 0.17651206254959106, "learning_rate": 3.685148646183947e-05, "loss": 0.0023, "step": 79300 }, { "epoch": 1.3150171610485648, "grad_norm": 0.00048279398470185697, "learning_rate": 3.684982838951435e-05, "loss": 0.0054, "step": 79310 }, { "epoch": 1.3151829682810765, "grad_norm": 7.188082963693887e-05, "learning_rate": 3.684817031718924e-05, "loss": 0.0001, "step": 79320 }, { "epoch": 1.315348775513588, "grad_norm": 0.00149230333045125, "learning_rate": 3.6846512244864126e-05, "loss": 0.0039, "step": 79330 }, { "epoch": 1.3155145827460994, "grad_norm": 8.835370681481436e-05, "learning_rate": 3.6844854172539e-05, "loss": 0.003, "step": 79340 }, { "epoch": 1.315680389978611, "grad_norm": 0.007758688647300005, "learning_rate": 3.684319610021389e-05, "loss": 0.0199, "step": 79350 }, { "epoch": 1.3158461972111224, "grad_norm": 0.0017207954078912735, "learning_rate": 3.684153802788878e-05, "loss": 0.0063, "step": 79360 }, { "epoch": 1.3160120044436339, "grad_norm": 0.009394329972565174, "learning_rate": 3.683987995556366e-05, "loss": 0.0087, "step": 79370 }, { "epoch": 1.3161778116761453, "grad_norm": 0.0012738672085106373, "learning_rate": 3.683822188323855e-05, "loss": 0.0045, "step": 79380 }, { "epoch": 1.3163436189086568, "grad_norm": 0.0006261877133511007, "learning_rate": 3.6836563810913434e-05, "loss": 0.0035, "step": 79390 }, { "epoch": 1.3165094261411683, "grad_norm": 0.0013379473239183426, "learning_rate": 3.6834905738588324e-05, "loss": 0.0038, "step": 79400 }, { "epoch": 1.3166752333736798, "grad_norm": 3.606019890867174e-05, "learning_rate": 3.68332476662632e-05, "loss": 0.0109, "step": 79410 }, { "epoch": 1.3168410406061912, "grad_norm": 0.006726284511387348, "learning_rate": 3.6831589593938084e-05, "loss": 0.0075, "step": 79420 }, { "epoch": 1.3170068478387027, "grad_norm": 0.08252549171447754, "learning_rate": 3.6829931521612975e-05, "loss": 0.0029, "step": 79430 }, { "epoch": 1.3171726550712142, "grad_norm": 0.008704098872840405, "learning_rate": 3.682827344928786e-05, "loss": 0.0002, "step": 79440 }, { "epoch": 1.3173384623037256, "grad_norm": 0.060829728841781616, "learning_rate": 3.682661537696275e-05, "loss": 0.001, "step": 79450 }, { "epoch": 1.3175042695362371, "grad_norm": 0.0006207777769304812, "learning_rate": 3.682495730463763e-05, "loss": 0.011, "step": 79460 }, { "epoch": 1.3176700767687486, "grad_norm": 0.00011738792818505317, "learning_rate": 3.6823299232312515e-05, "loss": 0.0109, "step": 79470 }, { "epoch": 1.31783588400126, "grad_norm": 0.009176603518426418, "learning_rate": 3.6821641159987406e-05, "loss": 0.0038, "step": 79480 }, { "epoch": 1.3180016912337718, "grad_norm": 0.0009884245228022337, "learning_rate": 3.681998308766228e-05, "loss": 0.003, "step": 79490 }, { "epoch": 1.3181674984662832, "grad_norm": 0.00023540495021734387, "learning_rate": 3.6818325015337166e-05, "loss": 0.0125, "step": 79500 }, { "epoch": 1.3183333056987947, "grad_norm": 0.03496558591723442, "learning_rate": 3.6816666943012056e-05, "loss": 0.0015, "step": 79510 }, { "epoch": 1.3184991129313062, "grad_norm": 0.05435183271765709, "learning_rate": 3.681500887068694e-05, "loss": 0.0022, "step": 79520 }, { "epoch": 1.3186649201638176, "grad_norm": 0.0005314591689966619, "learning_rate": 3.681335079836183e-05, "loss": 0.0138, "step": 79530 }, { "epoch": 1.3188307273963291, "grad_norm": 0.0006809552432969213, "learning_rate": 3.681169272603671e-05, "loss": 0.0032, "step": 79540 }, { "epoch": 1.3189965346288406, "grad_norm": 0.002241721609607339, "learning_rate": 3.68100346537116e-05, "loss": 0.0034, "step": 79550 }, { "epoch": 1.319162341861352, "grad_norm": 0.011402979493141174, "learning_rate": 3.680837658138648e-05, "loss": 0.0105, "step": 79560 }, { "epoch": 1.3193281490938635, "grad_norm": 0.5566312074661255, "learning_rate": 3.6806718509061364e-05, "loss": 0.0013, "step": 79570 }, { "epoch": 1.319493956326375, "grad_norm": 1.2700332263193559e-05, "learning_rate": 3.680506043673625e-05, "loss": 0.0038, "step": 79580 }, { "epoch": 1.3196597635588865, "grad_norm": 0.0001168859816971235, "learning_rate": 3.680340236441114e-05, "loss": 0.0036, "step": 79590 }, { "epoch": 1.319825570791398, "grad_norm": 0.009233552031219006, "learning_rate": 3.680174429208602e-05, "loss": 0.0073, "step": 79600 }, { "epoch": 1.3199913780239094, "grad_norm": 0.022014914080500603, "learning_rate": 3.680008621976091e-05, "loss": 0.0013, "step": 79610 }, { "epoch": 1.320157185256421, "grad_norm": 0.24363110959529877, "learning_rate": 3.6798428147435795e-05, "loss": 0.0111, "step": 79620 }, { "epoch": 1.3203229924889324, "grad_norm": 2.0393314116518013e-05, "learning_rate": 3.679677007511068e-05, "loss": 0.003, "step": 79630 }, { "epoch": 1.3204887997214438, "grad_norm": 0.003798844525590539, "learning_rate": 3.679511200278556e-05, "loss": 0.0009, "step": 79640 }, { "epoch": 1.3206546069539553, "grad_norm": 0.0004935677861794829, "learning_rate": 3.6793453930460445e-05, "loss": 0.0105, "step": 79650 }, { "epoch": 1.3208204141864668, "grad_norm": 0.003397983266040683, "learning_rate": 3.6791795858135335e-05, "loss": 0.0067, "step": 79660 }, { "epoch": 1.3209862214189783, "grad_norm": 0.7550808191299438, "learning_rate": 3.679013778581022e-05, "loss": 0.0019, "step": 79670 }, { "epoch": 1.3211520286514897, "grad_norm": 0.07320922613143921, "learning_rate": 3.67884797134851e-05, "loss": 0.0115, "step": 79680 }, { "epoch": 1.3213178358840012, "grad_norm": 0.1655498743057251, "learning_rate": 3.678682164115999e-05, "loss": 0.0055, "step": 79690 }, { "epoch": 1.3214836431165127, "grad_norm": 0.0031162556260824203, "learning_rate": 3.6785163568834876e-05, "loss": 0.0001, "step": 79700 }, { "epoch": 1.3216494503490241, "grad_norm": 0.0007683346630074084, "learning_rate": 3.678350549650976e-05, "loss": 0.0036, "step": 79710 }, { "epoch": 1.3218152575815356, "grad_norm": 0.0030392140615731478, "learning_rate": 3.678184742418464e-05, "loss": 0.01, "step": 79720 }, { "epoch": 1.321981064814047, "grad_norm": 0.0013438401510939002, "learning_rate": 3.6780189351859527e-05, "loss": 0.0005, "step": 79730 }, { "epoch": 1.3221468720465586, "grad_norm": 0.0015391920460388064, "learning_rate": 3.677853127953442e-05, "loss": 0.0045, "step": 79740 }, { "epoch": 1.32231267927907, "grad_norm": 0.005631654057651758, "learning_rate": 3.67768732072093e-05, "loss": 0.0001, "step": 79750 }, { "epoch": 1.3224784865115815, "grad_norm": 0.10332349687814713, "learning_rate": 3.6775215134884184e-05, "loss": 0.0033, "step": 79760 }, { "epoch": 1.322644293744093, "grad_norm": 0.0006385884480550885, "learning_rate": 3.6773557062559074e-05, "loss": 0.001, "step": 79770 }, { "epoch": 1.3228101009766047, "grad_norm": 0.0017142037395387888, "learning_rate": 3.677189899023396e-05, "loss": 0.0024, "step": 79780 }, { "epoch": 1.3229759082091161, "grad_norm": 0.01081506535410881, "learning_rate": 3.677024091790884e-05, "loss": 0.0003, "step": 79790 }, { "epoch": 1.3231417154416276, "grad_norm": 0.004319680389016867, "learning_rate": 3.6768582845583724e-05, "loss": 0.0007, "step": 79800 }, { "epoch": 1.323307522674139, "grad_norm": 0.9037631750106812, "learning_rate": 3.676692477325861e-05, "loss": 0.0164, "step": 79810 }, { "epoch": 1.3234733299066506, "grad_norm": 0.0036952707450836897, "learning_rate": 3.67652667009335e-05, "loss": 0.0085, "step": 79820 }, { "epoch": 1.323639137139162, "grad_norm": 0.0006447911146096885, "learning_rate": 3.676360862860838e-05, "loss": 0.0027, "step": 79830 }, { "epoch": 1.3238049443716735, "grad_norm": 0.004700827412307262, "learning_rate": 3.6761950556283265e-05, "loss": 0.0008, "step": 79840 }, { "epoch": 1.323970751604185, "grad_norm": 0.015532689169049263, "learning_rate": 3.6760292483958155e-05, "loss": 0.0213, "step": 79850 }, { "epoch": 1.3241365588366965, "grad_norm": 0.0061100684106349945, "learning_rate": 3.675863441163304e-05, "loss": 0.0021, "step": 79860 }, { "epoch": 1.324302366069208, "grad_norm": 0.04693983122706413, "learning_rate": 3.675697633930792e-05, "loss": 0.0036, "step": 79870 }, { "epoch": 1.3244681733017194, "grad_norm": 0.5775761008262634, "learning_rate": 3.6755318266982806e-05, "loss": 0.005, "step": 79880 }, { "epoch": 1.3246339805342309, "grad_norm": 0.393115371465683, "learning_rate": 3.675366019465769e-05, "loss": 0.001, "step": 79890 }, { "epoch": 1.3247997877667423, "grad_norm": 0.00984382163733244, "learning_rate": 3.675200212233258e-05, "loss": 0.0118, "step": 79900 }, { "epoch": 1.3249655949992538, "grad_norm": 0.0006533129489980638, "learning_rate": 3.675034405000746e-05, "loss": 0.0125, "step": 79910 }, { "epoch": 1.3251314022317653, "grad_norm": 0.0016103992238640785, "learning_rate": 3.6748685977682346e-05, "loss": 0.0065, "step": 79920 }, { "epoch": 1.3252972094642768, "grad_norm": 0.03470684215426445, "learning_rate": 3.674702790535724e-05, "loss": 0.0014, "step": 79930 }, { "epoch": 1.3254630166967882, "grad_norm": 0.11171509325504303, "learning_rate": 3.674536983303212e-05, "loss": 0.0065, "step": 79940 }, { "epoch": 1.3256288239293, "grad_norm": 0.0006421227008104324, "learning_rate": 3.6743711760707004e-05, "loss": 0.0033, "step": 79950 }, { "epoch": 1.3257946311618114, "grad_norm": 0.008828443475067616, "learning_rate": 3.674205368838189e-05, "loss": 0.0034, "step": 79960 }, { "epoch": 1.3259604383943229, "grad_norm": 0.008993888273835182, "learning_rate": 3.674039561605677e-05, "loss": 0.0001, "step": 79970 }, { "epoch": 1.3261262456268343, "grad_norm": 0.3426564633846283, "learning_rate": 3.673873754373166e-05, "loss": 0.0061, "step": 79980 }, { "epoch": 1.3262920528593458, "grad_norm": 0.0074963378719985485, "learning_rate": 3.6737079471406544e-05, "loss": 0.0044, "step": 79990 }, { "epoch": 1.3264578600918573, "grad_norm": 0.05257193744182587, "learning_rate": 3.6735421399081435e-05, "loss": 0.0036, "step": 80000 }, { "epoch": 1.3266236673243688, "grad_norm": 0.07121425867080688, "learning_rate": 3.673376332675632e-05, "loss": 0.0051, "step": 80010 }, { "epoch": 1.3267894745568802, "grad_norm": 0.00692760618403554, "learning_rate": 3.67321052544312e-05, "loss": 0.0047, "step": 80020 }, { "epoch": 1.3269552817893917, "grad_norm": 0.0003320197865832597, "learning_rate": 3.6730447182106085e-05, "loss": 0.0015, "step": 80030 }, { "epoch": 1.3271210890219032, "grad_norm": 0.009223314933478832, "learning_rate": 3.672878910978097e-05, "loss": 0.0056, "step": 80040 }, { "epoch": 1.3272868962544146, "grad_norm": 0.005709475837647915, "learning_rate": 3.672713103745585e-05, "loss": 0.0066, "step": 80050 }, { "epoch": 1.3274527034869261, "grad_norm": 0.08672713488340378, "learning_rate": 3.672547296513074e-05, "loss": 0.0104, "step": 80060 }, { "epoch": 1.3276185107194376, "grad_norm": 0.000582076667342335, "learning_rate": 3.6723814892805626e-05, "loss": 0.0063, "step": 80070 }, { "epoch": 1.327784317951949, "grad_norm": 0.4617704153060913, "learning_rate": 3.6722156820480516e-05, "loss": 0.0042, "step": 80080 }, { "epoch": 1.3279501251844605, "grad_norm": 0.020582720637321472, "learning_rate": 3.67204987481554e-05, "loss": 0.0008, "step": 80090 }, { "epoch": 1.328115932416972, "grad_norm": 0.7801250219345093, "learning_rate": 3.6718840675830276e-05, "loss": 0.0178, "step": 80100 }, { "epoch": 1.3282817396494835, "grad_norm": 0.00010482030484126881, "learning_rate": 3.6717182603505166e-05, "loss": 0.0001, "step": 80110 }, { "epoch": 1.328447546881995, "grad_norm": 0.0004235950473230332, "learning_rate": 3.671552453118005e-05, "loss": 0.0148, "step": 80120 }, { "epoch": 1.3286133541145064, "grad_norm": 0.0001677360269241035, "learning_rate": 3.671386645885494e-05, "loss": 0.0051, "step": 80130 }, { "epoch": 1.328779161347018, "grad_norm": 0.008193911984562874, "learning_rate": 3.6712208386529824e-05, "loss": 0.0002, "step": 80140 }, { "epoch": 1.3289449685795294, "grad_norm": 0.00011746441305149347, "learning_rate": 3.671055031420471e-05, "loss": 0.0084, "step": 80150 }, { "epoch": 1.3291107758120408, "grad_norm": 0.0015867012552917004, "learning_rate": 3.67088922418796e-05, "loss": 0.0044, "step": 80160 }, { "epoch": 1.3292765830445523, "grad_norm": 0.00010412758274469525, "learning_rate": 3.6707234169554474e-05, "loss": 0.0066, "step": 80170 }, { "epoch": 1.3294423902770638, "grad_norm": 0.057070717215538025, "learning_rate": 3.670557609722936e-05, "loss": 0.0071, "step": 80180 }, { "epoch": 1.3296081975095753, "grad_norm": 0.0026887233834713697, "learning_rate": 3.670391802490425e-05, "loss": 0.0028, "step": 80190 }, { "epoch": 1.3297740047420867, "grad_norm": 0.011533252894878387, "learning_rate": 3.670225995257913e-05, "loss": 0.0085, "step": 80200 }, { "epoch": 1.3299398119745982, "grad_norm": 0.0005635734996758401, "learning_rate": 3.670060188025402e-05, "loss": 0.0016, "step": 80210 }, { "epoch": 1.3301056192071097, "grad_norm": 0.37135687470436096, "learning_rate": 3.6698943807928905e-05, "loss": 0.0109, "step": 80220 }, { "epoch": 1.3302714264396214, "grad_norm": 0.7478629350662231, "learning_rate": 3.669728573560379e-05, "loss": 0.0035, "step": 80230 }, { "epoch": 1.3304372336721328, "grad_norm": 0.29322320222854614, "learning_rate": 3.669562766327868e-05, "loss": 0.0083, "step": 80240 }, { "epoch": 1.3306030409046443, "grad_norm": 0.0028098297771066427, "learning_rate": 3.6693969590953556e-05, "loss": 0.0037, "step": 80250 }, { "epoch": 1.3307688481371558, "grad_norm": 0.012416071258485317, "learning_rate": 3.669231151862844e-05, "loss": 0.0001, "step": 80260 }, { "epoch": 1.3309346553696673, "grad_norm": 0.15122158825397491, "learning_rate": 3.669065344630333e-05, "loss": 0.0095, "step": 80270 }, { "epoch": 1.3311004626021787, "grad_norm": 0.0018657328328117728, "learning_rate": 3.668899537397821e-05, "loss": 0.0066, "step": 80280 }, { "epoch": 1.3312662698346902, "grad_norm": 0.5905630588531494, "learning_rate": 3.66873373016531e-05, "loss": 0.0064, "step": 80290 }, { "epoch": 1.3314320770672017, "grad_norm": 0.001228498062118888, "learning_rate": 3.6685679229327986e-05, "loss": 0.0056, "step": 80300 }, { "epoch": 1.3315978842997132, "grad_norm": 0.004725882783532143, "learning_rate": 3.668402115700287e-05, "loss": 0.0113, "step": 80310 }, { "epoch": 1.3317636915322246, "grad_norm": 0.20239347219467163, "learning_rate": 3.6682363084677753e-05, "loss": 0.0056, "step": 80320 }, { "epoch": 1.331929498764736, "grad_norm": 0.0005146589246578515, "learning_rate": 3.668070501235264e-05, "loss": 0.0055, "step": 80330 }, { "epoch": 1.3320953059972476, "grad_norm": 0.48542970418930054, "learning_rate": 3.667904694002753e-05, "loss": 0.0076, "step": 80340 }, { "epoch": 1.332261113229759, "grad_norm": 0.00016749122005421668, "learning_rate": 3.667738886770241e-05, "loss": 0.0143, "step": 80350 }, { "epoch": 1.3324269204622705, "grad_norm": 0.0007764016627334058, "learning_rate": 3.6675730795377294e-05, "loss": 0.004, "step": 80360 }, { "epoch": 1.332592727694782, "grad_norm": 0.016954930499196053, "learning_rate": 3.6674072723052184e-05, "loss": 0.0069, "step": 80370 }, { "epoch": 1.3327585349272935, "grad_norm": 0.2184714823961258, "learning_rate": 3.667241465072707e-05, "loss": 0.0062, "step": 80380 }, { "epoch": 1.332924342159805, "grad_norm": 0.0027313148602843285, "learning_rate": 3.667075657840195e-05, "loss": 0.0107, "step": 80390 }, { "epoch": 1.3330901493923166, "grad_norm": 0.00024327314167749137, "learning_rate": 3.6669098506076835e-05, "loss": 0.0038, "step": 80400 }, { "epoch": 1.333255956624828, "grad_norm": 0.04479853808879852, "learning_rate": 3.666744043375172e-05, "loss": 0.0002, "step": 80410 }, { "epoch": 1.3334217638573396, "grad_norm": 0.0006571742123924196, "learning_rate": 3.666578236142661e-05, "loss": 0.0002, "step": 80420 }, { "epoch": 1.333587571089851, "grad_norm": 0.1362050473690033, "learning_rate": 3.666412428910149e-05, "loss": 0.0037, "step": 80430 }, { "epoch": 1.3337533783223625, "grad_norm": 0.685355544090271, "learning_rate": 3.6662466216776375e-05, "loss": 0.0018, "step": 80440 }, { "epoch": 1.333919185554874, "grad_norm": 0.0002723385696299374, "learning_rate": 3.6660808144451266e-05, "loss": 0.0096, "step": 80450 }, { "epoch": 1.3340849927873855, "grad_norm": 0.05465849116444588, "learning_rate": 3.665915007212615e-05, "loss": 0.0031, "step": 80460 }, { "epoch": 1.334250800019897, "grad_norm": 0.00266079930588603, "learning_rate": 3.665749199980103e-05, "loss": 0.0014, "step": 80470 }, { "epoch": 1.3344166072524084, "grad_norm": 0.0004210105980746448, "learning_rate": 3.6655833927475916e-05, "loss": 0.0001, "step": 80480 }, { "epoch": 1.3345824144849199, "grad_norm": 0.0009713898180052638, "learning_rate": 3.66541758551508e-05, "loss": 0.0179, "step": 80490 }, { "epoch": 1.3347482217174313, "grad_norm": 0.5603101253509521, "learning_rate": 3.665251778282569e-05, "loss": 0.0017, "step": 80500 }, { "epoch": 1.3349140289499428, "grad_norm": 0.024729106575250626, "learning_rate": 3.6650859710500573e-05, "loss": 0.0015, "step": 80510 }, { "epoch": 1.3350798361824543, "grad_norm": 0.027876950800418854, "learning_rate": 3.664920163817546e-05, "loss": 0.0002, "step": 80520 }, { "epoch": 1.3352456434149658, "grad_norm": 0.0012748768785968423, "learning_rate": 3.664754356585035e-05, "loss": 0.0007, "step": 80530 }, { "epoch": 1.3354114506474772, "grad_norm": 0.7470660209655762, "learning_rate": 3.664588549352523e-05, "loss": 0.0143, "step": 80540 }, { "epoch": 1.3355772578799887, "grad_norm": 0.0011803596280515194, "learning_rate": 3.6644227421200114e-05, "loss": 0.0032, "step": 80550 }, { "epoch": 1.3357430651125002, "grad_norm": 0.004051671829074621, "learning_rate": 3.6642569348875e-05, "loss": 0.0067, "step": 80560 }, { "epoch": 1.3359088723450117, "grad_norm": 0.29361748695373535, "learning_rate": 3.664091127654988e-05, "loss": 0.0079, "step": 80570 }, { "epoch": 1.3360746795775231, "grad_norm": 0.0030569990631192923, "learning_rate": 3.663925320422477e-05, "loss": 0.0002, "step": 80580 }, { "epoch": 1.3362404868100346, "grad_norm": 0.1822594851255417, "learning_rate": 3.6637595131899655e-05, "loss": 0.0046, "step": 80590 }, { "epoch": 1.336406294042546, "grad_norm": 0.19501085579395294, "learning_rate": 3.663593705957454e-05, "loss": 0.0128, "step": 80600 }, { "epoch": 1.3365721012750575, "grad_norm": 0.002506959717720747, "learning_rate": 3.663427898724943e-05, "loss": 0.0076, "step": 80610 }, { "epoch": 1.336737908507569, "grad_norm": 0.19761976599693298, "learning_rate": 3.663262091492431e-05, "loss": 0.0212, "step": 80620 }, { "epoch": 1.3369037157400805, "grad_norm": 0.008831238374114037, "learning_rate": 3.6630962842599195e-05, "loss": 0.0124, "step": 80630 }, { "epoch": 1.337069522972592, "grad_norm": 0.0010426505468785763, "learning_rate": 3.662930477027408e-05, "loss": 0.0206, "step": 80640 }, { "epoch": 1.3372353302051034, "grad_norm": 0.05700268596410751, "learning_rate": 3.662764669794896e-05, "loss": 0.003, "step": 80650 }, { "epoch": 1.337401137437615, "grad_norm": 0.652787446975708, "learning_rate": 3.662598862562385e-05, "loss": 0.0213, "step": 80660 }, { "epoch": 1.3375669446701264, "grad_norm": 0.002944215666502714, "learning_rate": 3.6624330553298736e-05, "loss": 0.0034, "step": 80670 }, { "epoch": 1.337732751902638, "grad_norm": 0.013928904198110104, "learning_rate": 3.6622672480973626e-05, "loss": 0.0033, "step": 80680 }, { "epoch": 1.3378985591351495, "grad_norm": 8.879441156750545e-05, "learning_rate": 3.662101440864851e-05, "loss": 0.0066, "step": 80690 }, { "epoch": 1.338064366367661, "grad_norm": 0.3666810393333435, "learning_rate": 3.661935633632339e-05, "loss": 0.0109, "step": 80700 }, { "epoch": 1.3382301736001725, "grad_norm": 0.0013871663250029087, "learning_rate": 3.661769826399828e-05, "loss": 0.0033, "step": 80710 }, { "epoch": 1.338395980832684, "grad_norm": 0.0029426957480609417, "learning_rate": 3.661604019167316e-05, "loss": 0.0016, "step": 80720 }, { "epoch": 1.3385617880651954, "grad_norm": 0.0003230030124541372, "learning_rate": 3.6614382119348044e-05, "loss": 0.009, "step": 80730 }, { "epoch": 1.338727595297707, "grad_norm": 0.9812507033348083, "learning_rate": 3.6612724047022934e-05, "loss": 0.0112, "step": 80740 }, { "epoch": 1.3388934025302184, "grad_norm": 0.0043089985847473145, "learning_rate": 3.661106597469782e-05, "loss": 0.0072, "step": 80750 }, { "epoch": 1.3390592097627299, "grad_norm": 0.0005991391954012215, "learning_rate": 3.660940790237271e-05, "loss": 0.0002, "step": 80760 }, { "epoch": 1.3392250169952413, "grad_norm": 0.15437811613082886, "learning_rate": 3.660774983004759e-05, "loss": 0.0087, "step": 80770 }, { "epoch": 1.3393908242277528, "grad_norm": 0.2540886104106903, "learning_rate": 3.6606091757722475e-05, "loss": 0.0058, "step": 80780 }, { "epoch": 1.3395566314602643, "grad_norm": 0.16904909908771515, "learning_rate": 3.660443368539736e-05, "loss": 0.0085, "step": 80790 }, { "epoch": 1.3397224386927757, "grad_norm": 0.002604135312139988, "learning_rate": 3.660277561307224e-05, "loss": 0.0095, "step": 80800 }, { "epoch": 1.3398882459252872, "grad_norm": 0.0037200259976089, "learning_rate": 3.660111754074713e-05, "loss": 0.0015, "step": 80810 }, { "epoch": 1.3400540531577987, "grad_norm": 0.9416022300720215, "learning_rate": 3.6599459468422015e-05, "loss": 0.0041, "step": 80820 }, { "epoch": 1.3402198603903102, "grad_norm": 0.0012670730939134955, "learning_rate": 3.65978013960969e-05, "loss": 0.0042, "step": 80830 }, { "epoch": 1.3403856676228216, "grad_norm": 0.02144973911345005, "learning_rate": 3.659614332377179e-05, "loss": 0.0005, "step": 80840 }, { "epoch": 1.3405514748553333, "grad_norm": 0.0004121879464946687, "learning_rate": 3.659448525144667e-05, "loss": 0.0003, "step": 80850 }, { "epoch": 1.3407172820878448, "grad_norm": 0.7383315563201904, "learning_rate": 3.659282717912155e-05, "loss": 0.0072, "step": 80860 }, { "epoch": 1.3408830893203563, "grad_norm": 1.0899417400360107, "learning_rate": 3.659116910679644e-05, "loss": 0.0049, "step": 80870 }, { "epoch": 1.3410488965528677, "grad_norm": 0.038326893001794815, "learning_rate": 3.658951103447132e-05, "loss": 0.0003, "step": 80880 }, { "epoch": 1.3412147037853792, "grad_norm": 0.0012536556459963322, "learning_rate": 3.658785296214621e-05, "loss": 0.0064, "step": 80890 }, { "epoch": 1.3413805110178907, "grad_norm": 0.009213145822286606, "learning_rate": 3.65861948898211e-05, "loss": 0.0014, "step": 80900 }, { "epoch": 1.3415463182504022, "grad_norm": 0.16411946713924408, "learning_rate": 3.658453681749598e-05, "loss": 0.0093, "step": 80910 }, { "epoch": 1.3417121254829136, "grad_norm": 0.0010796725982800126, "learning_rate": 3.658287874517087e-05, "loss": 0.0078, "step": 80920 }, { "epoch": 1.341877932715425, "grad_norm": 0.0005821658414788544, "learning_rate": 3.6581220672845754e-05, "loss": 0.0023, "step": 80930 }, { "epoch": 1.3420437399479366, "grad_norm": 0.035077884793281555, "learning_rate": 3.657956260052063e-05, "loss": 0.0001, "step": 80940 }, { "epoch": 1.342209547180448, "grad_norm": 0.002872180426493287, "learning_rate": 3.657790452819552e-05, "loss": 0.0002, "step": 80950 }, { "epoch": 1.3423753544129595, "grad_norm": 0.05385230481624603, "learning_rate": 3.6576246455870404e-05, "loss": 0.0115, "step": 80960 }, { "epoch": 1.342541161645471, "grad_norm": 2.0640804767608643, "learning_rate": 3.6574588383545295e-05, "loss": 0.0156, "step": 80970 }, { "epoch": 1.3427069688779825, "grad_norm": 0.003734180238097906, "learning_rate": 3.657293031122018e-05, "loss": 0.0135, "step": 80980 }, { "epoch": 1.342872776110494, "grad_norm": 0.20834726095199585, "learning_rate": 3.657127223889506e-05, "loss": 0.0034, "step": 80990 }, { "epoch": 1.3430385833430054, "grad_norm": 0.0016758787678554654, "learning_rate": 3.656961416656995e-05, "loss": 0.0001, "step": 81000 }, { "epoch": 1.3432043905755169, "grad_norm": 0.036970384418964386, "learning_rate": 3.656795609424483e-05, "loss": 0.0004, "step": 81010 }, { "epoch": 1.3433701978080284, "grad_norm": 0.02794603817164898, "learning_rate": 3.656629802191972e-05, "loss": 0.003, "step": 81020 }, { "epoch": 1.3435360050405398, "grad_norm": 0.00010726169421104714, "learning_rate": 3.65646399495946e-05, "loss": 0.0008, "step": 81030 }, { "epoch": 1.3437018122730513, "grad_norm": 0.0017474497435614467, "learning_rate": 3.6562981877269486e-05, "loss": 0.0119, "step": 81040 }, { "epoch": 1.3438676195055628, "grad_norm": 0.004849907476454973, "learning_rate": 3.6561323804944376e-05, "loss": 0.0087, "step": 81050 }, { "epoch": 1.3440334267380742, "grad_norm": 0.1482793241739273, "learning_rate": 3.655966573261926e-05, "loss": 0.0015, "step": 81060 }, { "epoch": 1.3441992339705857, "grad_norm": 0.034132108092308044, "learning_rate": 3.655800766029414e-05, "loss": 0.0001, "step": 81070 }, { "epoch": 1.3443650412030972, "grad_norm": 0.017692923545837402, "learning_rate": 3.6556349587969027e-05, "loss": 0.0203, "step": 81080 }, { "epoch": 1.3445308484356087, "grad_norm": 0.009022758342325687, "learning_rate": 3.655469151564391e-05, "loss": 0.004, "step": 81090 }, { "epoch": 1.3446966556681201, "grad_norm": 0.001002567121759057, "learning_rate": 3.65530334433188e-05, "loss": 0.0031, "step": 81100 }, { "epoch": 1.3448624629006316, "grad_norm": 0.003801473183557391, "learning_rate": 3.6551375370993684e-05, "loss": 0.0063, "step": 81110 }, { "epoch": 1.345028270133143, "grad_norm": 0.03892612084746361, "learning_rate": 3.654971729866857e-05, "loss": 0.0003, "step": 81120 }, { "epoch": 1.3451940773656548, "grad_norm": 0.0008616629056632519, "learning_rate": 3.654805922634346e-05, "loss": 0.001, "step": 81130 }, { "epoch": 1.3453598845981662, "grad_norm": 0.34171923995018005, "learning_rate": 3.654640115401834e-05, "loss": 0.0022, "step": 81140 }, { "epoch": 1.3455256918306777, "grad_norm": 0.264995813369751, "learning_rate": 3.654474308169323e-05, "loss": 0.0047, "step": 81150 }, { "epoch": 1.3456914990631892, "grad_norm": 0.02574155107140541, "learning_rate": 3.654308500936811e-05, "loss": 0.0071, "step": 81160 }, { "epoch": 1.3458573062957007, "grad_norm": 0.2156650573015213, "learning_rate": 3.654142693704299e-05, "loss": 0.0019, "step": 81170 }, { "epoch": 1.3460231135282121, "grad_norm": 0.09130286425352097, "learning_rate": 3.653976886471788e-05, "loss": 0.0086, "step": 81180 }, { "epoch": 1.3461889207607236, "grad_norm": 0.036594513803720474, "learning_rate": 3.6538110792392765e-05, "loss": 0.0081, "step": 81190 }, { "epoch": 1.346354727993235, "grad_norm": 0.014565589837729931, "learning_rate": 3.653645272006765e-05, "loss": 0.0001, "step": 81200 }, { "epoch": 1.3465205352257466, "grad_norm": 0.5379445552825928, "learning_rate": 3.653479464774254e-05, "loss": 0.0124, "step": 81210 }, { "epoch": 1.346686342458258, "grad_norm": 0.036108944565057755, "learning_rate": 3.653313657541742e-05, "loss": 0.0046, "step": 81220 }, { "epoch": 1.3468521496907695, "grad_norm": 0.5708941221237183, "learning_rate": 3.6531478503092306e-05, "loss": 0.0226, "step": 81230 }, { "epoch": 1.347017956923281, "grad_norm": 0.007300386670976877, "learning_rate": 3.652982043076719e-05, "loss": 0.0084, "step": 81240 }, { "epoch": 1.3471837641557924, "grad_norm": 0.23598790168762207, "learning_rate": 3.652816235844207e-05, "loss": 0.0025, "step": 81250 }, { "epoch": 1.347349571388304, "grad_norm": 0.49839237332344055, "learning_rate": 3.652650428611696e-05, "loss": 0.0134, "step": 81260 }, { "epoch": 1.3475153786208154, "grad_norm": 0.08110559731721878, "learning_rate": 3.6524846213791847e-05, "loss": 0.0097, "step": 81270 }, { "epoch": 1.3476811858533269, "grad_norm": 0.14775390923023224, "learning_rate": 3.652318814146673e-05, "loss": 0.0042, "step": 81280 }, { "epoch": 1.3478469930858383, "grad_norm": 0.004106881096959114, "learning_rate": 3.652153006914162e-05, "loss": 0.0154, "step": 81290 }, { "epoch": 1.34801280031835, "grad_norm": 0.08945684134960175, "learning_rate": 3.6519871996816504e-05, "loss": 0.0058, "step": 81300 }, { "epoch": 1.3481786075508615, "grad_norm": 0.011095759458839893, "learning_rate": 3.651821392449139e-05, "loss": 0.0077, "step": 81310 }, { "epoch": 1.348344414783373, "grad_norm": 0.007876869291067123, "learning_rate": 3.651655585216627e-05, "loss": 0.0004, "step": 81320 }, { "epoch": 1.3485102220158844, "grad_norm": 0.0006245675613172352, "learning_rate": 3.6514897779841154e-05, "loss": 0.0001, "step": 81330 }, { "epoch": 1.348676029248396, "grad_norm": 0.00022832289687357843, "learning_rate": 3.6513239707516044e-05, "loss": 0.0008, "step": 81340 }, { "epoch": 1.3488418364809074, "grad_norm": 0.03562357276678085, "learning_rate": 3.651158163519093e-05, "loss": 0.0011, "step": 81350 }, { "epoch": 1.3490076437134189, "grad_norm": 0.06514433771371841, "learning_rate": 3.650992356286582e-05, "loss": 0.0152, "step": 81360 }, { "epoch": 1.3491734509459303, "grad_norm": 0.00029184564482420683, "learning_rate": 3.65082654905407e-05, "loss": 0.012, "step": 81370 }, { "epoch": 1.3493392581784418, "grad_norm": 0.04763159900903702, "learning_rate": 3.6506607418215585e-05, "loss": 0.0047, "step": 81380 }, { "epoch": 1.3495050654109533, "grad_norm": 1.401538372039795, "learning_rate": 3.650494934589047e-05, "loss": 0.0105, "step": 81390 }, { "epoch": 1.3496708726434647, "grad_norm": 0.0010373290861025453, "learning_rate": 3.650329127356535e-05, "loss": 0.0007, "step": 81400 }, { "epoch": 1.3498366798759762, "grad_norm": 0.03273585066199303, "learning_rate": 3.6501633201240236e-05, "loss": 0.0033, "step": 81410 }, { "epoch": 1.3500024871084877, "grad_norm": 0.00030582089675590396, "learning_rate": 3.6499975128915126e-05, "loss": 0.0002, "step": 81420 }, { "epoch": 1.3501682943409992, "grad_norm": 0.0006531502585858107, "learning_rate": 3.649831705659001e-05, "loss": 0.0095, "step": 81430 }, { "epoch": 1.3503341015735106, "grad_norm": 0.00027770805172622204, "learning_rate": 3.64966589842649e-05, "loss": 0.007, "step": 81440 }, { "epoch": 1.350499908806022, "grad_norm": 0.003288657870143652, "learning_rate": 3.649500091193978e-05, "loss": 0.0006, "step": 81450 }, { "epoch": 1.3506657160385336, "grad_norm": 0.003334115259349346, "learning_rate": 3.6493342839614667e-05, "loss": 0.0043, "step": 81460 }, { "epoch": 1.350831523271045, "grad_norm": 0.002160919364541769, "learning_rate": 3.649168476728955e-05, "loss": 0.0335, "step": 81470 }, { "epoch": 1.3509973305035565, "grad_norm": 0.039784181863069534, "learning_rate": 3.6490026694964433e-05, "loss": 0.0015, "step": 81480 }, { "epoch": 1.351163137736068, "grad_norm": 0.00627728458493948, "learning_rate": 3.6488368622639324e-05, "loss": 0.0077, "step": 81490 }, { "epoch": 1.3513289449685795, "grad_norm": 0.006994504947215319, "learning_rate": 3.648671055031421e-05, "loss": 0.0002, "step": 81500 }, { "epoch": 1.351494752201091, "grad_norm": 0.004788034129887819, "learning_rate": 3.648505247798909e-05, "loss": 0.0148, "step": 81510 }, { "epoch": 1.3516605594336024, "grad_norm": 0.009086158126592636, "learning_rate": 3.648339440566398e-05, "loss": 0.0031, "step": 81520 }, { "epoch": 1.3518263666661139, "grad_norm": 0.041580721735954285, "learning_rate": 3.6481736333338864e-05, "loss": 0.004, "step": 81530 }, { "epoch": 1.3519921738986254, "grad_norm": 0.015062800608575344, "learning_rate": 3.648007826101375e-05, "loss": 0.007, "step": 81540 }, { "epoch": 1.3521579811311368, "grad_norm": 0.032818637788295746, "learning_rate": 3.647842018868863e-05, "loss": 0.0031, "step": 81550 }, { "epoch": 1.3523237883636483, "grad_norm": 0.8153401613235474, "learning_rate": 3.6476762116363515e-05, "loss": 0.001, "step": 81560 }, { "epoch": 1.3524895955961598, "grad_norm": 0.28301993012428284, "learning_rate": 3.6475104044038405e-05, "loss": 0.0099, "step": 81570 }, { "epoch": 1.3526554028286712, "grad_norm": 0.0009367709280923009, "learning_rate": 3.647344597171329e-05, "loss": 0.0142, "step": 81580 }, { "epoch": 1.352821210061183, "grad_norm": 0.1428607553243637, "learning_rate": 3.647178789938817e-05, "loss": 0.0063, "step": 81590 }, { "epoch": 1.3529870172936944, "grad_norm": 1.0247026681900024, "learning_rate": 3.647012982706306e-05, "loss": 0.01, "step": 81600 }, { "epoch": 1.3531528245262059, "grad_norm": 0.00454749958589673, "learning_rate": 3.6468471754737946e-05, "loss": 0.0048, "step": 81610 }, { "epoch": 1.3533186317587174, "grad_norm": 0.1426713913679123, "learning_rate": 3.646681368241282e-05, "loss": 0.0106, "step": 81620 }, { "epoch": 1.3534844389912288, "grad_norm": 0.00019476427405606955, "learning_rate": 3.646515561008771e-05, "loss": 0.0046, "step": 81630 }, { "epoch": 1.3536502462237403, "grad_norm": 0.21452847123146057, "learning_rate": 3.6463497537762596e-05, "loss": 0.0043, "step": 81640 }, { "epoch": 1.3538160534562518, "grad_norm": 0.0016549364663660526, "learning_rate": 3.6461839465437487e-05, "loss": 0.0004, "step": 81650 }, { "epoch": 1.3539818606887633, "grad_norm": 1.1687620878219604, "learning_rate": 3.646018139311237e-05, "loss": 0.0125, "step": 81660 }, { "epoch": 1.3541476679212747, "grad_norm": 0.0008735235314816236, "learning_rate": 3.6458523320787253e-05, "loss": 0.0011, "step": 81670 }, { "epoch": 1.3543134751537862, "grad_norm": 0.0007404048228636384, "learning_rate": 3.6456865248462144e-05, "loss": 0.0086, "step": 81680 }, { "epoch": 1.3544792823862977, "grad_norm": 0.0040849484503269196, "learning_rate": 3.645520717613703e-05, "loss": 0.0068, "step": 81690 }, { "epoch": 1.3546450896188091, "grad_norm": 0.0013170694001019, "learning_rate": 3.645354910381191e-05, "loss": 0.0273, "step": 81700 }, { "epoch": 1.3548108968513206, "grad_norm": 0.0008033746271394193, "learning_rate": 3.6451891031486794e-05, "loss": 0.0041, "step": 81710 }, { "epoch": 1.354976704083832, "grad_norm": 0.03947417810559273, "learning_rate": 3.645023295916168e-05, "loss": 0.0152, "step": 81720 }, { "epoch": 1.3551425113163436, "grad_norm": 0.0002430131717119366, "learning_rate": 3.644857488683657e-05, "loss": 0.0045, "step": 81730 }, { "epoch": 1.355308318548855, "grad_norm": 0.02085847035050392, "learning_rate": 3.644691681451145e-05, "loss": 0.0003, "step": 81740 }, { "epoch": 1.3554741257813665, "grad_norm": 0.0013032483402639627, "learning_rate": 3.6445258742186335e-05, "loss": 0.0011, "step": 81750 }, { "epoch": 1.3556399330138782, "grad_norm": 0.13485032320022583, "learning_rate": 3.6443600669861225e-05, "loss": 0.0087, "step": 81760 }, { "epoch": 1.3558057402463897, "grad_norm": 0.00010325133916921914, "learning_rate": 3.64419425975361e-05, "loss": 0.001, "step": 81770 }, { "epoch": 1.3559715474789011, "grad_norm": 0.007457433734089136, "learning_rate": 3.644028452521099e-05, "loss": 0.0059, "step": 81780 }, { "epoch": 1.3561373547114126, "grad_norm": 0.000322950363624841, "learning_rate": 3.6438626452885876e-05, "loss": 0.0026, "step": 81790 }, { "epoch": 1.356303161943924, "grad_norm": 0.4947970509529114, "learning_rate": 3.643696838056076e-05, "loss": 0.0109, "step": 81800 }, { "epoch": 1.3564689691764356, "grad_norm": 0.008338641375303268, "learning_rate": 3.643531030823565e-05, "loss": 0.0039, "step": 81810 }, { "epoch": 1.356634776408947, "grad_norm": 0.26152804493904114, "learning_rate": 3.643365223591053e-05, "loss": 0.0037, "step": 81820 }, { "epoch": 1.3568005836414585, "grad_norm": 0.0033394002821296453, "learning_rate": 3.643199416358542e-05, "loss": 0.0063, "step": 81830 }, { "epoch": 1.35696639087397, "grad_norm": 0.0711623877286911, "learning_rate": 3.64303360912603e-05, "loss": 0.0003, "step": 81840 }, { "epoch": 1.3571321981064814, "grad_norm": 0.0009968087542802095, "learning_rate": 3.642867801893518e-05, "loss": 0.0001, "step": 81850 }, { "epoch": 1.357298005338993, "grad_norm": 0.09665563702583313, "learning_rate": 3.6427019946610073e-05, "loss": 0.0064, "step": 81860 }, { "epoch": 1.3574638125715044, "grad_norm": 0.09386836737394333, "learning_rate": 3.642536187428496e-05, "loss": 0.0041, "step": 81870 }, { "epoch": 1.3576296198040159, "grad_norm": 0.00029481278033927083, "learning_rate": 3.642370380195984e-05, "loss": 0.0095, "step": 81880 }, { "epoch": 1.3577954270365273, "grad_norm": 0.0011719298781827092, "learning_rate": 3.642204572963473e-05, "loss": 0.0068, "step": 81890 }, { "epoch": 1.3579612342690388, "grad_norm": 0.5570569634437561, "learning_rate": 3.6420387657309614e-05, "loss": 0.0041, "step": 81900 }, { "epoch": 1.3581270415015503, "grad_norm": 0.0006274344632402062, "learning_rate": 3.6418729584984504e-05, "loss": 0.0049, "step": 81910 }, { "epoch": 1.3582928487340618, "grad_norm": 0.06997276097536087, "learning_rate": 3.641707151265938e-05, "loss": 0.0024, "step": 81920 }, { "epoch": 1.3584586559665732, "grad_norm": 0.027536941692233086, "learning_rate": 3.6415413440334265e-05, "loss": 0.007, "step": 81930 }, { "epoch": 1.3586244631990847, "grad_norm": 0.002885569119825959, "learning_rate": 3.6413755368009155e-05, "loss": 0.0029, "step": 81940 }, { "epoch": 1.3587902704315962, "grad_norm": 0.05346773564815521, "learning_rate": 3.641209729568404e-05, "loss": 0.0037, "step": 81950 }, { "epoch": 1.3589560776641076, "grad_norm": 0.20886477828025818, "learning_rate": 3.641043922335892e-05, "loss": 0.0034, "step": 81960 }, { "epoch": 1.3591218848966191, "grad_norm": 0.0034140474162995815, "learning_rate": 3.640878115103381e-05, "loss": 0.006, "step": 81970 }, { "epoch": 1.3592876921291306, "grad_norm": 0.018494626507163048, "learning_rate": 3.6407123078708696e-05, "loss": 0.0041, "step": 81980 }, { "epoch": 1.359453499361642, "grad_norm": 0.0019598640501499176, "learning_rate": 3.640546500638358e-05, "loss": 0.0039, "step": 81990 }, { "epoch": 1.3596193065941535, "grad_norm": 0.07121261209249496, "learning_rate": 3.640380693405846e-05, "loss": 0.0123, "step": 82000 }, { "epoch": 1.359785113826665, "grad_norm": 0.0011465403949841857, "learning_rate": 3.6402148861733346e-05, "loss": 0.008, "step": 82010 }, { "epoch": 1.3599509210591765, "grad_norm": 0.028353959321975708, "learning_rate": 3.6400490789408236e-05, "loss": 0.0093, "step": 82020 }, { "epoch": 1.360116728291688, "grad_norm": 0.00013864150969311595, "learning_rate": 3.639883271708312e-05, "loss": 0.0092, "step": 82030 }, { "epoch": 1.3602825355241996, "grad_norm": 0.0015200560446828604, "learning_rate": 3.639717464475801e-05, "loss": 0.008, "step": 82040 }, { "epoch": 1.3604483427567111, "grad_norm": 0.003915876615792513, "learning_rate": 3.6395516572432893e-05, "loss": 0.001, "step": 82050 }, { "epoch": 1.3606141499892226, "grad_norm": 0.0006947950460016727, "learning_rate": 3.639385850010778e-05, "loss": 0.007, "step": 82060 }, { "epoch": 1.360779957221734, "grad_norm": 0.013211348094046116, "learning_rate": 3.639220042778266e-05, "loss": 0.0036, "step": 82070 }, { "epoch": 1.3609457644542455, "grad_norm": 0.00287470780313015, "learning_rate": 3.6390542355457544e-05, "loss": 0.0005, "step": 82080 }, { "epoch": 1.361111571686757, "grad_norm": 0.010004268027842045, "learning_rate": 3.638888428313243e-05, "loss": 0.0071, "step": 82090 }, { "epoch": 1.3612773789192685, "grad_norm": 0.0010894391452893615, "learning_rate": 3.638722621080732e-05, "loss": 0.003, "step": 82100 }, { "epoch": 1.36144318615178, "grad_norm": 0.0004462560755200684, "learning_rate": 3.63855681384822e-05, "loss": 0.0002, "step": 82110 }, { "epoch": 1.3616089933842914, "grad_norm": 0.0002018122759182006, "learning_rate": 3.638391006615709e-05, "loss": 0.0078, "step": 82120 }, { "epoch": 1.361774800616803, "grad_norm": 0.6102486848831177, "learning_rate": 3.6382251993831975e-05, "loss": 0.0008, "step": 82130 }, { "epoch": 1.3619406078493144, "grad_norm": 0.0076945447362959385, "learning_rate": 3.638059392150686e-05, "loss": 0.0094, "step": 82140 }, { "epoch": 1.3621064150818258, "grad_norm": 0.001921263406984508, "learning_rate": 3.637893584918174e-05, "loss": 0.003, "step": 82150 }, { "epoch": 1.3622722223143373, "grad_norm": 2.4717384803807363e-05, "learning_rate": 3.6377277776856625e-05, "loss": 0.0043, "step": 82160 }, { "epoch": 1.3624380295468488, "grad_norm": 0.02434982918202877, "learning_rate": 3.6375619704531516e-05, "loss": 0.0155, "step": 82170 }, { "epoch": 1.3626038367793603, "grad_norm": 0.0014819406205788255, "learning_rate": 3.63739616322064e-05, "loss": 0.0038, "step": 82180 }, { "epoch": 1.3627696440118717, "grad_norm": 0.007193181663751602, "learning_rate": 3.637230355988128e-05, "loss": 0.0007, "step": 82190 }, { "epoch": 1.3629354512443832, "grad_norm": 0.0022944724187254906, "learning_rate": 3.637064548755617e-05, "loss": 0.0005, "step": 82200 }, { "epoch": 1.363101258476895, "grad_norm": 0.001063149538822472, "learning_rate": 3.6368987415231056e-05, "loss": 0.0002, "step": 82210 }, { "epoch": 1.3632670657094064, "grad_norm": 0.002366555156186223, "learning_rate": 3.636732934290594e-05, "loss": 0.0031, "step": 82220 }, { "epoch": 1.3634328729419178, "grad_norm": 0.0014038759982213378, "learning_rate": 3.636567127058082e-05, "loss": 0.0163, "step": 82230 }, { "epoch": 1.3635986801744293, "grad_norm": 0.01663724146783352, "learning_rate": 3.636401319825571e-05, "loss": 0.0127, "step": 82240 }, { "epoch": 1.3637644874069408, "grad_norm": 0.004004209768027067, "learning_rate": 3.63623551259306e-05, "loss": 0.0053, "step": 82250 }, { "epoch": 1.3639302946394523, "grad_norm": 0.060060765594244, "learning_rate": 3.636069705360548e-05, "loss": 0.0134, "step": 82260 }, { "epoch": 1.3640961018719637, "grad_norm": 0.00037737656384706497, "learning_rate": 3.6359038981280364e-05, "loss": 0.004, "step": 82270 }, { "epoch": 1.3642619091044752, "grad_norm": 0.5984520316123962, "learning_rate": 3.6357380908955254e-05, "loss": 0.0068, "step": 82280 }, { "epoch": 1.3644277163369867, "grad_norm": 0.00854511559009552, "learning_rate": 3.635572283663014e-05, "loss": 0.0009, "step": 82290 }, { "epoch": 1.3645935235694981, "grad_norm": 0.004485898185521364, "learning_rate": 3.635406476430502e-05, "loss": 0.0038, "step": 82300 }, { "epoch": 1.3647593308020096, "grad_norm": 0.17015112936496735, "learning_rate": 3.6352406691979905e-05, "loss": 0.0073, "step": 82310 }, { "epoch": 1.364925138034521, "grad_norm": 0.0076744575053453445, "learning_rate": 3.635074861965479e-05, "loss": 0.0046, "step": 82320 }, { "epoch": 1.3650909452670326, "grad_norm": 0.0023515690118074417, "learning_rate": 3.634909054732968e-05, "loss": 0.007, "step": 82330 }, { "epoch": 1.365256752499544, "grad_norm": 0.029644353315234184, "learning_rate": 3.634743247500456e-05, "loss": 0.0099, "step": 82340 }, { "epoch": 1.3654225597320555, "grad_norm": 0.019443335011601448, "learning_rate": 3.6345774402679445e-05, "loss": 0.0065, "step": 82350 }, { "epoch": 1.365588366964567, "grad_norm": 0.00027802784461528063, "learning_rate": 3.6344116330354336e-05, "loss": 0.0001, "step": 82360 }, { "epoch": 1.3657541741970785, "grad_norm": 0.17578525841236115, "learning_rate": 3.634245825802922e-05, "loss": 0.0179, "step": 82370 }, { "epoch": 1.36591998142959, "grad_norm": 0.023320278152823448, "learning_rate": 3.63408001857041e-05, "loss": 0.0035, "step": 82380 }, { "epoch": 1.3660857886621014, "grad_norm": 0.0013234990183264017, "learning_rate": 3.6339142113378986e-05, "loss": 0.0, "step": 82390 }, { "epoch": 1.3662515958946129, "grad_norm": 0.00025053031276911497, "learning_rate": 3.633748404105387e-05, "loss": 0.004, "step": 82400 }, { "epoch": 1.3664174031271243, "grad_norm": 0.04118375480175018, "learning_rate": 3.633582596872876e-05, "loss": 0.0084, "step": 82410 }, { "epoch": 1.3665832103596358, "grad_norm": 0.19216904044151306, "learning_rate": 3.633416789640364e-05, "loss": 0.0044, "step": 82420 }, { "epoch": 1.3667490175921473, "grad_norm": 0.0007289407658390701, "learning_rate": 3.633250982407853e-05, "loss": 0.0005, "step": 82430 }, { "epoch": 1.3669148248246588, "grad_norm": 0.0010968921706080437, "learning_rate": 3.633085175175342e-05, "loss": 0.0131, "step": 82440 }, { "epoch": 1.3670806320571702, "grad_norm": 0.16553567349910736, "learning_rate": 3.63291936794283e-05, "loss": 0.0124, "step": 82450 }, { "epoch": 1.3672464392896817, "grad_norm": 0.011608320288360119, "learning_rate": 3.6327535607103184e-05, "loss": 0.0003, "step": 82460 }, { "epoch": 1.3674122465221932, "grad_norm": 0.927803099155426, "learning_rate": 3.632587753477807e-05, "loss": 0.0077, "step": 82470 }, { "epoch": 1.3675780537547046, "grad_norm": 0.028056366369128227, "learning_rate": 3.632421946245295e-05, "loss": 0.0017, "step": 82480 }, { "epoch": 1.3677438609872163, "grad_norm": 0.00044177533709444106, "learning_rate": 3.632256139012784e-05, "loss": 0.0052, "step": 82490 }, { "epoch": 1.3679096682197278, "grad_norm": 0.003332091961055994, "learning_rate": 3.6320903317802725e-05, "loss": 0.0011, "step": 82500 }, { "epoch": 1.3680754754522393, "grad_norm": 0.009028828702867031, "learning_rate": 3.6319245245477615e-05, "loss": 0.0005, "step": 82510 }, { "epoch": 1.3682412826847508, "grad_norm": 0.0006593115977011621, "learning_rate": 3.63175871731525e-05, "loss": 0.0003, "step": 82520 }, { "epoch": 1.3684070899172622, "grad_norm": 0.03414672985672951, "learning_rate": 3.6315929100827375e-05, "loss": 0.0133, "step": 82530 }, { "epoch": 1.3685728971497737, "grad_norm": 0.0003477819263935089, "learning_rate": 3.6314271028502265e-05, "loss": 0.0072, "step": 82540 }, { "epoch": 1.3687387043822852, "grad_norm": 0.013756852596998215, "learning_rate": 3.631261295617715e-05, "loss": 0.0348, "step": 82550 }, { "epoch": 1.3689045116147966, "grad_norm": 0.0012475458206608891, "learning_rate": 3.631095488385203e-05, "loss": 0.0012, "step": 82560 }, { "epoch": 1.3690703188473081, "grad_norm": 0.026791702955961227, "learning_rate": 3.630929681152692e-05, "loss": 0.005, "step": 82570 }, { "epoch": 1.3692361260798196, "grad_norm": 0.3038789629936218, "learning_rate": 3.6307638739201806e-05, "loss": 0.0036, "step": 82580 }, { "epoch": 1.369401933312331, "grad_norm": 0.55161052942276, "learning_rate": 3.6305980666876696e-05, "loss": 0.0033, "step": 82590 }, { "epoch": 1.3695677405448425, "grad_norm": 0.008296915329992771, "learning_rate": 3.630432259455158e-05, "loss": 0.0055, "step": 82600 }, { "epoch": 1.369733547777354, "grad_norm": 0.00010727898188633844, "learning_rate": 3.6302664522226456e-05, "loss": 0.0001, "step": 82610 }, { "epoch": 1.3698993550098655, "grad_norm": 0.0006766250007785857, "learning_rate": 3.630100644990135e-05, "loss": 0.0089, "step": 82620 }, { "epoch": 1.370065162242377, "grad_norm": 0.0001625634904485196, "learning_rate": 3.629934837757623e-05, "loss": 0.0019, "step": 82630 }, { "epoch": 1.3702309694748884, "grad_norm": 0.0019257919630035758, "learning_rate": 3.6297690305251114e-05, "loss": 0.0004, "step": 82640 }, { "epoch": 1.3703967767074, "grad_norm": 0.003596553346142173, "learning_rate": 3.6296032232926004e-05, "loss": 0.0079, "step": 82650 }, { "epoch": 1.3705625839399116, "grad_norm": 0.0016459999606013298, "learning_rate": 3.629437416060089e-05, "loss": 0.0112, "step": 82660 }, { "epoch": 1.370728391172423, "grad_norm": 0.6162704229354858, "learning_rate": 3.629271608827578e-05, "loss": 0.005, "step": 82670 }, { "epoch": 1.3708941984049345, "grad_norm": 8.521273230144288e-06, "learning_rate": 3.6291058015950654e-05, "loss": 0.0036, "step": 82680 }, { "epoch": 1.371060005637446, "grad_norm": 0.026484636589884758, "learning_rate": 3.628939994362554e-05, "loss": 0.0048, "step": 82690 }, { "epoch": 1.3712258128699575, "grad_norm": 0.013683333061635494, "learning_rate": 3.628774187130043e-05, "loss": 0.0067, "step": 82700 }, { "epoch": 1.371391620102469, "grad_norm": 0.00015732923930045217, "learning_rate": 3.628608379897531e-05, "loss": 0.0024, "step": 82710 }, { "epoch": 1.3715574273349804, "grad_norm": 7.455576269421726e-05, "learning_rate": 3.62844257266502e-05, "loss": 0.0059, "step": 82720 }, { "epoch": 1.371723234567492, "grad_norm": 0.0002016356447711587, "learning_rate": 3.6282767654325085e-05, "loss": 0.005, "step": 82730 }, { "epoch": 1.3718890418000034, "grad_norm": 1.3396539688110352, "learning_rate": 3.628110958199997e-05, "loss": 0.0061, "step": 82740 }, { "epoch": 1.3720548490325148, "grad_norm": 0.0002343936066608876, "learning_rate": 3.627945150967485e-05, "loss": 0.0068, "step": 82750 }, { "epoch": 1.3722206562650263, "grad_norm": 0.0033886462915688753, "learning_rate": 3.6277793437349736e-05, "loss": 0.0072, "step": 82760 }, { "epoch": 1.3723864634975378, "grad_norm": 0.010790752246975899, "learning_rate": 3.627613536502462e-05, "loss": 0.0013, "step": 82770 }, { "epoch": 1.3725522707300493, "grad_norm": 0.00018705811817198992, "learning_rate": 3.627447729269951e-05, "loss": 0.0012, "step": 82780 }, { "epoch": 1.3727180779625607, "grad_norm": 0.0026778499595820904, "learning_rate": 3.627281922037439e-05, "loss": 0.0014, "step": 82790 }, { "epoch": 1.3728838851950722, "grad_norm": 0.0053665549494326115, "learning_rate": 3.627116114804928e-05, "loss": 0.0028, "step": 82800 }, { "epoch": 1.3730496924275837, "grad_norm": 0.001674490631558001, "learning_rate": 3.6269503075724167e-05, "loss": 0.0001, "step": 82810 }, { "epoch": 1.3732154996600952, "grad_norm": 0.003283126512542367, "learning_rate": 3.626784500339905e-05, "loss": 0.0049, "step": 82820 }, { "epoch": 1.3733813068926066, "grad_norm": 0.021705271676182747, "learning_rate": 3.6266186931073934e-05, "loss": 0.0091, "step": 82830 }, { "epoch": 1.373547114125118, "grad_norm": 0.0059251245111227036, "learning_rate": 3.626452885874882e-05, "loss": 0.0211, "step": 82840 }, { "epoch": 1.3737129213576296, "grad_norm": 0.2778036892414093, "learning_rate": 3.626287078642371e-05, "loss": 0.0079, "step": 82850 }, { "epoch": 1.373878728590141, "grad_norm": 0.19370074570178986, "learning_rate": 3.626121271409859e-05, "loss": 0.0059, "step": 82860 }, { "epoch": 1.3740445358226525, "grad_norm": 0.0006584670627489686, "learning_rate": 3.6259554641773474e-05, "loss": 0.0054, "step": 82870 }, { "epoch": 1.374210343055164, "grad_norm": 0.0013614131603389978, "learning_rate": 3.6257896569448365e-05, "loss": 0.0026, "step": 82880 }, { "epoch": 1.3743761502876755, "grad_norm": 0.19443997740745544, "learning_rate": 3.625623849712325e-05, "loss": 0.0069, "step": 82890 }, { "epoch": 1.374541957520187, "grad_norm": 0.011531517840921879, "learning_rate": 3.625458042479813e-05, "loss": 0.011, "step": 82900 }, { "epoch": 1.3747077647526984, "grad_norm": 0.0016729763010516763, "learning_rate": 3.6252922352473015e-05, "loss": 0.0008, "step": 82910 }, { "epoch": 1.3748735719852099, "grad_norm": 0.00023228200734592974, "learning_rate": 3.62512642801479e-05, "loss": 0.0135, "step": 82920 }, { "epoch": 1.3750393792177213, "grad_norm": 0.036965325474739075, "learning_rate": 3.624960620782279e-05, "loss": 0.0003, "step": 82930 }, { "epoch": 1.375205186450233, "grad_norm": 0.000187563564395532, "learning_rate": 3.624794813549767e-05, "loss": 0.0009, "step": 82940 }, { "epoch": 1.3753709936827445, "grad_norm": 0.0030661525670439005, "learning_rate": 3.6246290063172556e-05, "loss": 0.0033, "step": 82950 }, { "epoch": 1.375536800915256, "grad_norm": 0.00022374230320565403, "learning_rate": 3.6244631990847446e-05, "loss": 0.001, "step": 82960 }, { "epoch": 1.3757026081477675, "grad_norm": 0.00048910325858742, "learning_rate": 3.624297391852233e-05, "loss": 0.0078, "step": 82970 }, { "epoch": 1.375868415380279, "grad_norm": 0.009632003493607044, "learning_rate": 3.624131584619721e-05, "loss": 0.0191, "step": 82980 }, { "epoch": 1.3760342226127904, "grad_norm": 0.002198111731559038, "learning_rate": 3.6239657773872096e-05, "loss": 0.007, "step": 82990 }, { "epoch": 1.3762000298453019, "grad_norm": 0.7791202664375305, "learning_rate": 3.623799970154698e-05, "loss": 0.018, "step": 83000 }, { "epoch": 1.3763658370778133, "grad_norm": 0.012378169223666191, "learning_rate": 3.623634162922187e-05, "loss": 0.0001, "step": 83010 }, { "epoch": 1.3765316443103248, "grad_norm": 0.0078089358285069466, "learning_rate": 3.6234683556896754e-05, "loss": 0.0048, "step": 83020 }, { "epoch": 1.3766974515428363, "grad_norm": 0.1577087640762329, "learning_rate": 3.623302548457164e-05, "loss": 0.009, "step": 83030 }, { "epoch": 1.3768632587753478, "grad_norm": 0.001917836139909923, "learning_rate": 3.623136741224653e-05, "loss": 0.0024, "step": 83040 }, { "epoch": 1.3770290660078592, "grad_norm": 0.3962039351463318, "learning_rate": 3.622970933992141e-05, "loss": 0.0077, "step": 83050 }, { "epoch": 1.3771948732403707, "grad_norm": 0.02033449336886406, "learning_rate": 3.6228051267596294e-05, "loss": 0.0026, "step": 83060 }, { "epoch": 1.3773606804728822, "grad_norm": 0.027493959292769432, "learning_rate": 3.622639319527118e-05, "loss": 0.0016, "step": 83070 }, { "epoch": 1.3775264877053937, "grad_norm": 0.0035449813585728407, "learning_rate": 3.622473512294606e-05, "loss": 0.0035, "step": 83080 }, { "epoch": 1.3776922949379051, "grad_norm": 0.0020441303495317698, "learning_rate": 3.622307705062095e-05, "loss": 0.0037, "step": 83090 }, { "epoch": 1.3778581021704166, "grad_norm": 0.0024582946207374334, "learning_rate": 3.6221418978295835e-05, "loss": 0.0025, "step": 83100 }, { "epoch": 1.3780239094029283, "grad_norm": 0.00036442431155592203, "learning_rate": 3.621976090597072e-05, "loss": 0.0049, "step": 83110 }, { "epoch": 1.3781897166354398, "grad_norm": 0.00022306962637230754, "learning_rate": 3.621810283364561e-05, "loss": 0.0039, "step": 83120 }, { "epoch": 1.3783555238679512, "grad_norm": 0.17680048942565918, "learning_rate": 3.621644476132049e-05, "loss": 0.0114, "step": 83130 }, { "epoch": 1.3785213311004627, "grad_norm": 0.19030849635601044, "learning_rate": 3.6214786688995376e-05, "loss": 0.0203, "step": 83140 }, { "epoch": 1.3786871383329742, "grad_norm": 0.05405596271157265, "learning_rate": 3.621312861667026e-05, "loss": 0.0043, "step": 83150 }, { "epoch": 1.3788529455654857, "grad_norm": 0.525050938129425, "learning_rate": 3.621147054434514e-05, "loss": 0.0059, "step": 83160 }, { "epoch": 1.3790187527979971, "grad_norm": 0.0014058686792850494, "learning_rate": 3.620981247202003e-05, "loss": 0.0037, "step": 83170 }, { "epoch": 1.3791845600305086, "grad_norm": 0.5156616568565369, "learning_rate": 3.6208154399694916e-05, "loss": 0.0122, "step": 83180 }, { "epoch": 1.37935036726302, "grad_norm": 0.0015623564831912518, "learning_rate": 3.6206496327369807e-05, "loss": 0.0059, "step": 83190 }, { "epoch": 1.3795161744955315, "grad_norm": 0.0017089457251131535, "learning_rate": 3.620483825504469e-05, "loss": 0.0072, "step": 83200 }, { "epoch": 1.379681981728043, "grad_norm": 0.0016624139389023185, "learning_rate": 3.6203180182719574e-05, "loss": 0.0006, "step": 83210 }, { "epoch": 1.3798477889605545, "grad_norm": 0.6055614352226257, "learning_rate": 3.620152211039446e-05, "loss": 0.0105, "step": 83220 }, { "epoch": 1.380013596193066, "grad_norm": 0.3068747818470001, "learning_rate": 3.619986403806934e-05, "loss": 0.0081, "step": 83230 }, { "epoch": 1.3801794034255774, "grad_norm": 0.0812419131398201, "learning_rate": 3.6198205965744224e-05, "loss": 0.0067, "step": 83240 }, { "epoch": 1.380345210658089, "grad_norm": 0.0018393071368336678, "learning_rate": 3.6196547893419114e-05, "loss": 0.003, "step": 83250 }, { "epoch": 1.3805110178906004, "grad_norm": 0.0954335629940033, "learning_rate": 3.6194889821094e-05, "loss": 0.0077, "step": 83260 }, { "epoch": 1.3806768251231119, "grad_norm": 9.586905798641965e-05, "learning_rate": 3.619323174876889e-05, "loss": 0.0118, "step": 83270 }, { "epoch": 1.3808426323556233, "grad_norm": 0.24167771637439728, "learning_rate": 3.619157367644377e-05, "loss": 0.006, "step": 83280 }, { "epoch": 1.3810084395881348, "grad_norm": 0.000253315141890198, "learning_rate": 3.6189915604118655e-05, "loss": 0.0062, "step": 83290 }, { "epoch": 1.3811742468206463, "grad_norm": 0.0004505662654992193, "learning_rate": 3.618825753179354e-05, "loss": 0.0008, "step": 83300 }, { "epoch": 1.3813400540531577, "grad_norm": 0.005076160188764334, "learning_rate": 3.618659945946842e-05, "loss": 0.0027, "step": 83310 }, { "epoch": 1.3815058612856692, "grad_norm": 0.0002106913598254323, "learning_rate": 3.6184941387143305e-05, "loss": 0.0113, "step": 83320 }, { "epoch": 1.3816716685181807, "grad_norm": 0.0004864530055783689, "learning_rate": 3.6183283314818196e-05, "loss": 0.0057, "step": 83330 }, { "epoch": 1.3818374757506922, "grad_norm": 0.0001337795692961663, "learning_rate": 3.618162524249308e-05, "loss": 0.0054, "step": 83340 }, { "epoch": 1.3820032829832036, "grad_norm": 0.02071959152817726, "learning_rate": 3.617996717016797e-05, "loss": 0.0054, "step": 83350 }, { "epoch": 1.382169090215715, "grad_norm": 0.018854482099413872, "learning_rate": 3.617830909784285e-05, "loss": 0.0029, "step": 83360 }, { "epoch": 1.3823348974482266, "grad_norm": 0.34736403822898865, "learning_rate": 3.617665102551773e-05, "loss": 0.0053, "step": 83370 }, { "epoch": 1.382500704680738, "grad_norm": 0.0008926248992793262, "learning_rate": 3.617499295319262e-05, "loss": 0.003, "step": 83380 }, { "epoch": 1.3826665119132495, "grad_norm": 0.0010119765065610409, "learning_rate": 3.61733348808675e-05, "loss": 0.007, "step": 83390 }, { "epoch": 1.3828323191457612, "grad_norm": 0.14613109827041626, "learning_rate": 3.6171676808542394e-05, "loss": 0.0056, "step": 83400 }, { "epoch": 1.3829981263782727, "grad_norm": 0.021385343745350838, "learning_rate": 3.617001873621728e-05, "loss": 0.0167, "step": 83410 }, { "epoch": 1.3831639336107842, "grad_norm": 0.007504722103476524, "learning_rate": 3.616836066389216e-05, "loss": 0.003, "step": 83420 }, { "epoch": 1.3833297408432956, "grad_norm": 0.0006650855648331344, "learning_rate": 3.616670259156705e-05, "loss": 0.0042, "step": 83430 }, { "epoch": 1.383495548075807, "grad_norm": 0.003989849705249071, "learning_rate": 3.616504451924193e-05, "loss": 0.0031, "step": 83440 }, { "epoch": 1.3836613553083186, "grad_norm": 0.006186310667544603, "learning_rate": 3.616338644691681e-05, "loss": 0.0117, "step": 83450 }, { "epoch": 1.38382716254083, "grad_norm": 0.012427271343767643, "learning_rate": 3.61617283745917e-05, "loss": 0.0056, "step": 83460 }, { "epoch": 1.3839929697733415, "grad_norm": 0.0009349787724204361, "learning_rate": 3.6160070302266585e-05, "loss": 0.0056, "step": 83470 }, { "epoch": 1.384158777005853, "grad_norm": 1.5204933881759644, "learning_rate": 3.6158412229941475e-05, "loss": 0.0013, "step": 83480 }, { "epoch": 1.3843245842383645, "grad_norm": 0.011267180554568768, "learning_rate": 3.615675415761636e-05, "loss": 0.0092, "step": 83490 }, { "epoch": 1.384490391470876, "grad_norm": 0.006416534073650837, "learning_rate": 3.615509608529124e-05, "loss": 0.0138, "step": 83500 }, { "epoch": 1.3846561987033874, "grad_norm": 0.025704586878418922, "learning_rate": 3.615343801296613e-05, "loss": 0.0011, "step": 83510 }, { "epoch": 1.3848220059358989, "grad_norm": 0.00038188614416867495, "learning_rate": 3.615177994064101e-05, "loss": 0.0112, "step": 83520 }, { "epoch": 1.3849878131684104, "grad_norm": 0.0054617105051875114, "learning_rate": 3.61501218683159e-05, "loss": 0.0064, "step": 83530 }, { "epoch": 1.3851536204009218, "grad_norm": 0.005001241806894541, "learning_rate": 3.614846379599078e-05, "loss": 0.0001, "step": 83540 }, { "epoch": 1.3853194276334333, "grad_norm": 0.031147509813308716, "learning_rate": 3.6146805723665666e-05, "loss": 0.0095, "step": 83550 }, { "epoch": 1.3854852348659448, "grad_norm": 0.0045009395107626915, "learning_rate": 3.6145147651340556e-05, "loss": 0.008, "step": 83560 }, { "epoch": 1.3856510420984565, "grad_norm": 0.00635113287717104, "learning_rate": 3.614348957901544e-05, "loss": 0.0088, "step": 83570 }, { "epoch": 1.385816849330968, "grad_norm": 0.3464445173740387, "learning_rate": 3.614183150669032e-05, "loss": 0.0057, "step": 83580 }, { "epoch": 1.3859826565634794, "grad_norm": 0.005612477194517851, "learning_rate": 3.614017343436521e-05, "loss": 0.0002, "step": 83590 }, { "epoch": 1.3861484637959909, "grad_norm": 0.009975344873964787, "learning_rate": 3.613851536204009e-05, "loss": 0.0037, "step": 83600 }, { "epoch": 1.3863142710285024, "grad_norm": 0.0005494238575920463, "learning_rate": 3.613685728971498e-05, "loss": 0.0025, "step": 83610 }, { "epoch": 1.3864800782610138, "grad_norm": 0.010701693594455719, "learning_rate": 3.6135199217389864e-05, "loss": 0.0059, "step": 83620 }, { "epoch": 1.3866458854935253, "grad_norm": 0.0003128530806861818, "learning_rate": 3.613354114506475e-05, "loss": 0.0042, "step": 83630 }, { "epoch": 1.3868116927260368, "grad_norm": 0.005187859758734703, "learning_rate": 3.613188307273964e-05, "loss": 0.0004, "step": 83640 }, { "epoch": 1.3869774999585482, "grad_norm": 0.002591552911326289, "learning_rate": 3.613022500041452e-05, "loss": 0.0103, "step": 83650 }, { "epoch": 1.3871433071910597, "grad_norm": 0.14366544783115387, "learning_rate": 3.6128566928089405e-05, "loss": 0.0059, "step": 83660 }, { "epoch": 1.3873091144235712, "grad_norm": 0.014846296980977058, "learning_rate": 3.612690885576429e-05, "loss": 0.0038, "step": 83670 }, { "epoch": 1.3874749216560827, "grad_norm": 0.004735358525067568, "learning_rate": 3.612525078343917e-05, "loss": 0.0133, "step": 83680 }, { "epoch": 1.3876407288885941, "grad_norm": 0.00016010702529456466, "learning_rate": 3.612359271111406e-05, "loss": 0.0048, "step": 83690 }, { "epoch": 1.3878065361211056, "grad_norm": 0.020591825246810913, "learning_rate": 3.6121934638788945e-05, "loss": 0.0182, "step": 83700 }, { "epoch": 1.387972343353617, "grad_norm": 0.00019741224241442978, "learning_rate": 3.612027656646383e-05, "loss": 0.0081, "step": 83710 }, { "epoch": 1.3881381505861285, "grad_norm": 0.0002345420216443017, "learning_rate": 3.611861849413872e-05, "loss": 0.0002, "step": 83720 }, { "epoch": 1.38830395781864, "grad_norm": 0.003390922909602523, "learning_rate": 3.61169604218136e-05, "loss": 0.0023, "step": 83730 }, { "epoch": 1.3884697650511515, "grad_norm": 0.028829246759414673, "learning_rate": 3.6115302349488486e-05, "loss": 0.0084, "step": 83740 }, { "epoch": 1.388635572283663, "grad_norm": 0.9894376993179321, "learning_rate": 3.611364427716337e-05, "loss": 0.0102, "step": 83750 }, { "epoch": 1.3888013795161744, "grad_norm": 0.50281822681427, "learning_rate": 3.611198620483825e-05, "loss": 0.0041, "step": 83760 }, { "epoch": 1.388967186748686, "grad_norm": 0.00021040138381067663, "learning_rate": 3.611032813251314e-05, "loss": 0.0001, "step": 83770 }, { "epoch": 1.3891329939811974, "grad_norm": 0.011442184448242188, "learning_rate": 3.610867006018803e-05, "loss": 0.0079, "step": 83780 }, { "epoch": 1.3892988012137089, "grad_norm": 0.24618349969387054, "learning_rate": 3.610701198786291e-05, "loss": 0.0125, "step": 83790 }, { "epoch": 1.3894646084462203, "grad_norm": 0.00031279638642445207, "learning_rate": 3.61053539155378e-05, "loss": 0.0003, "step": 83800 }, { "epoch": 1.3896304156787318, "grad_norm": 0.0011748892720788717, "learning_rate": 3.6103695843212684e-05, "loss": 0.0067, "step": 83810 }, { "epoch": 1.3897962229112433, "grad_norm": 0.4945269823074341, "learning_rate": 3.610203777088757e-05, "loss": 0.0014, "step": 83820 }, { "epoch": 1.3899620301437547, "grad_norm": 0.0017945714062079787, "learning_rate": 3.610037969856245e-05, "loss": 0.0096, "step": 83830 }, { "epoch": 1.3901278373762662, "grad_norm": 0.009652056731283665, "learning_rate": 3.6098721626237334e-05, "loss": 0.0008, "step": 83840 }, { "epoch": 1.390293644608778, "grad_norm": 6.650070190516999e-06, "learning_rate": 3.6097063553912225e-05, "loss": 0.0001, "step": 83850 }, { "epoch": 1.3904594518412894, "grad_norm": 0.30535197257995605, "learning_rate": 3.609540548158711e-05, "loss": 0.0083, "step": 83860 }, { "epoch": 1.3906252590738009, "grad_norm": 0.008971384726464748, "learning_rate": 3.6093747409262e-05, "loss": 0.0007, "step": 83870 }, { "epoch": 1.3907910663063123, "grad_norm": 0.24645359814167023, "learning_rate": 3.609208933693688e-05, "loss": 0.0077, "step": 83880 }, { "epoch": 1.3909568735388238, "grad_norm": 0.013059261254966259, "learning_rate": 3.6090431264611765e-05, "loss": 0.0001, "step": 83890 }, { "epoch": 1.3911226807713353, "grad_norm": 0.004323418252170086, "learning_rate": 3.608877319228665e-05, "loss": 0.0047, "step": 83900 }, { "epoch": 1.3912884880038467, "grad_norm": 0.00027278444031253457, "learning_rate": 3.608711511996153e-05, "loss": 0.0032, "step": 83910 }, { "epoch": 1.3914542952363582, "grad_norm": 0.00046860359725542367, "learning_rate": 3.6085457047636416e-05, "loss": 0.0074, "step": 83920 }, { "epoch": 1.3916201024688697, "grad_norm": 0.2909720838069916, "learning_rate": 3.6083798975311306e-05, "loss": 0.0021, "step": 83930 }, { "epoch": 1.3917859097013812, "grad_norm": 0.0013921292265877128, "learning_rate": 3.608214090298619e-05, "loss": 0.0006, "step": 83940 }, { "epoch": 1.3919517169338926, "grad_norm": 0.0001973050384549424, "learning_rate": 3.608048283066108e-05, "loss": 0.0002, "step": 83950 }, { "epoch": 1.392117524166404, "grad_norm": 0.003786595771089196, "learning_rate": 3.607882475833596e-05, "loss": 0.0001, "step": 83960 }, { "epoch": 1.3922833313989156, "grad_norm": 0.0007733015809208155, "learning_rate": 3.607716668601085e-05, "loss": 0.0002, "step": 83970 }, { "epoch": 1.392449138631427, "grad_norm": 0.04171598330140114, "learning_rate": 3.607550861368573e-05, "loss": 0.0054, "step": 83980 }, { "epoch": 1.3926149458639385, "grad_norm": 0.003609531093388796, "learning_rate": 3.6073850541360614e-05, "loss": 0.0075, "step": 83990 }, { "epoch": 1.39278075309645, "grad_norm": 0.07155372202396393, "learning_rate": 3.60721924690355e-05, "loss": 0.0036, "step": 84000 }, { "epoch": 1.3929465603289615, "grad_norm": 0.0024972271639853716, "learning_rate": 3.607053439671039e-05, "loss": 0.0048, "step": 84010 }, { "epoch": 1.3931123675614732, "grad_norm": 0.4642733633518219, "learning_rate": 3.606887632438527e-05, "loss": 0.0144, "step": 84020 }, { "epoch": 1.3932781747939846, "grad_norm": 0.005805169697850943, "learning_rate": 3.606721825206016e-05, "loss": 0.004, "step": 84030 }, { "epoch": 1.393443982026496, "grad_norm": 0.0001620734401512891, "learning_rate": 3.6065560179735045e-05, "loss": 0.0041, "step": 84040 }, { "epoch": 1.3936097892590076, "grad_norm": 0.2448740005493164, "learning_rate": 3.606390210740993e-05, "loss": 0.0046, "step": 84050 }, { "epoch": 1.393775596491519, "grad_norm": 0.0009290101006627083, "learning_rate": 3.606224403508481e-05, "loss": 0.0001, "step": 84060 }, { "epoch": 1.3939414037240305, "grad_norm": 0.020478203892707825, "learning_rate": 3.6060585962759695e-05, "loss": 0.0028, "step": 84070 }, { "epoch": 1.394107210956542, "grad_norm": 0.0007194614154286683, "learning_rate": 3.6058927890434585e-05, "loss": 0.0027, "step": 84080 }, { "epoch": 1.3942730181890535, "grad_norm": 0.19411204755306244, "learning_rate": 3.605726981810947e-05, "loss": 0.0044, "step": 84090 }, { "epoch": 1.394438825421565, "grad_norm": 0.001209704321809113, "learning_rate": 3.605561174578435e-05, "loss": 0.0047, "step": 84100 }, { "epoch": 1.3946046326540764, "grad_norm": 1.8442972898483276, "learning_rate": 3.605395367345924e-05, "loss": 0.0191, "step": 84110 }, { "epoch": 1.3947704398865879, "grad_norm": 0.45923539996147156, "learning_rate": 3.6052295601134126e-05, "loss": 0.0043, "step": 84120 }, { "epoch": 1.3949362471190994, "grad_norm": 0.005771864205598831, "learning_rate": 3.6050637528809e-05, "loss": 0.0129, "step": 84130 }, { "epoch": 1.3951020543516108, "grad_norm": 0.0028974879533052444, "learning_rate": 3.604897945648389e-05, "loss": 0.0062, "step": 84140 }, { "epoch": 1.3952678615841223, "grad_norm": 0.0006679653306491673, "learning_rate": 3.6047321384158776e-05, "loss": 0.0206, "step": 84150 }, { "epoch": 1.3954336688166338, "grad_norm": 0.8788267374038696, "learning_rate": 3.604566331183367e-05, "loss": 0.0075, "step": 84160 }, { "epoch": 1.3955994760491452, "grad_norm": 0.0028089205734431744, "learning_rate": 3.604400523950855e-05, "loss": 0.006, "step": 84170 }, { "epoch": 1.3957652832816567, "grad_norm": 0.3749326467514038, "learning_rate": 3.6042347167183434e-05, "loss": 0.0141, "step": 84180 }, { "epoch": 1.3959310905141682, "grad_norm": 0.2596960663795471, "learning_rate": 3.6040689094858324e-05, "loss": 0.0038, "step": 84190 }, { "epoch": 1.3960968977466797, "grad_norm": 0.0033706093672662973, "learning_rate": 3.60390310225332e-05, "loss": 0.0001, "step": 84200 }, { "epoch": 1.3962627049791911, "grad_norm": 0.0003452410164754838, "learning_rate": 3.603737295020809e-05, "loss": 0.0001, "step": 84210 }, { "epoch": 1.3964285122117026, "grad_norm": 0.0804319903254509, "learning_rate": 3.6035714877882974e-05, "loss": 0.0092, "step": 84220 }, { "epoch": 1.396594319444214, "grad_norm": 0.00019670157053042203, "learning_rate": 3.603405680555786e-05, "loss": 0.0114, "step": 84230 }, { "epoch": 1.3967601266767256, "grad_norm": 0.022577432915568352, "learning_rate": 3.603239873323275e-05, "loss": 0.0002, "step": 84240 }, { "epoch": 1.396925933909237, "grad_norm": 0.4646950364112854, "learning_rate": 3.603074066090763e-05, "loss": 0.0078, "step": 84250 }, { "epoch": 1.3970917411417485, "grad_norm": 0.0616937056183815, "learning_rate": 3.6029082588582515e-05, "loss": 0.0004, "step": 84260 }, { "epoch": 1.39725754837426, "grad_norm": 0.00212855520658195, "learning_rate": 3.6027424516257405e-05, "loss": 0.0063, "step": 84270 }, { "epoch": 1.3974233556067714, "grad_norm": 0.03603704646229744, "learning_rate": 3.602576644393228e-05, "loss": 0.0032, "step": 84280 }, { "epoch": 1.397589162839283, "grad_norm": 0.015577076934278011, "learning_rate": 3.602410837160717e-05, "loss": 0.0133, "step": 84290 }, { "epoch": 1.3977549700717946, "grad_norm": 0.055166181176900864, "learning_rate": 3.6022450299282056e-05, "loss": 0.0032, "step": 84300 }, { "epoch": 1.397920777304306, "grad_norm": 0.025083348155021667, "learning_rate": 3.602079222695694e-05, "loss": 0.0033, "step": 84310 }, { "epoch": 1.3980865845368176, "grad_norm": 0.019590646028518677, "learning_rate": 3.601913415463183e-05, "loss": 0.0091, "step": 84320 }, { "epoch": 1.398252391769329, "grad_norm": 0.1834758073091507, "learning_rate": 3.601747608230671e-05, "loss": 0.0086, "step": 84330 }, { "epoch": 1.3984181990018405, "grad_norm": 0.0007268669432960451, "learning_rate": 3.6015818009981596e-05, "loss": 0.0002, "step": 84340 }, { "epoch": 1.398584006234352, "grad_norm": 0.20098645985126495, "learning_rate": 3.601415993765648e-05, "loss": 0.007, "step": 84350 }, { "epoch": 1.3987498134668634, "grad_norm": 0.01574002578854561, "learning_rate": 3.601250186533136e-05, "loss": 0.0057, "step": 84360 }, { "epoch": 1.398915620699375, "grad_norm": 0.009694383479654789, "learning_rate": 3.6010843793006254e-05, "loss": 0.0027, "step": 84370 }, { "epoch": 1.3990814279318864, "grad_norm": 0.00022911345877218992, "learning_rate": 3.600918572068114e-05, "loss": 0.0001, "step": 84380 }, { "epoch": 1.3992472351643979, "grad_norm": 0.008839115500450134, "learning_rate": 3.600752764835602e-05, "loss": 0.0008, "step": 84390 }, { "epoch": 1.3994130423969093, "grad_norm": 0.0005977915716357529, "learning_rate": 3.600586957603091e-05, "loss": 0.0045, "step": 84400 }, { "epoch": 1.3995788496294208, "grad_norm": 1.47903573513031, "learning_rate": 3.6004211503705794e-05, "loss": 0.0061, "step": 84410 }, { "epoch": 1.3997446568619323, "grad_norm": 0.0007207992603071034, "learning_rate": 3.600255343138068e-05, "loss": 0.0054, "step": 84420 }, { "epoch": 1.3999104640944438, "grad_norm": 0.0009124392527155578, "learning_rate": 3.600089535905556e-05, "loss": 0.0066, "step": 84430 }, { "epoch": 1.4000762713269552, "grad_norm": 0.6395689249038696, "learning_rate": 3.5999237286730445e-05, "loss": 0.0094, "step": 84440 }, { "epoch": 1.4002420785594667, "grad_norm": 0.0008950834162533283, "learning_rate": 3.5997579214405335e-05, "loss": 0.0072, "step": 84450 }, { "epoch": 1.4004078857919782, "grad_norm": 0.013063530437648296, "learning_rate": 3.599592114208022e-05, "loss": 0.0022, "step": 84460 }, { "epoch": 1.4005736930244899, "grad_norm": 0.0001512630406068638, "learning_rate": 3.59942630697551e-05, "loss": 0.0, "step": 84470 }, { "epoch": 1.4007395002570013, "grad_norm": 0.07217872142791748, "learning_rate": 3.599260499742999e-05, "loss": 0.0027, "step": 84480 }, { "epoch": 1.4009053074895128, "grad_norm": 0.0571073442697525, "learning_rate": 3.5990946925104876e-05, "loss": 0.0003, "step": 84490 }, { "epoch": 1.4010711147220243, "grad_norm": 0.0031987985130399466, "learning_rate": 3.598928885277976e-05, "loss": 0.0008, "step": 84500 }, { "epoch": 1.4012369219545358, "grad_norm": 0.20786423981189728, "learning_rate": 3.598763078045464e-05, "loss": 0.0029, "step": 84510 }, { "epoch": 1.4014027291870472, "grad_norm": 0.004713716451078653, "learning_rate": 3.5985972708129526e-05, "loss": 0.0034, "step": 84520 }, { "epoch": 1.4015685364195587, "grad_norm": 0.0019177210051566362, "learning_rate": 3.5984314635804416e-05, "loss": 0.011, "step": 84530 }, { "epoch": 1.4017343436520702, "grad_norm": 0.030110163614153862, "learning_rate": 3.59826565634793e-05, "loss": 0.0025, "step": 84540 }, { "epoch": 1.4019001508845816, "grad_norm": 0.37094399333000183, "learning_rate": 3.598099849115419e-05, "loss": 0.0081, "step": 84550 }, { "epoch": 1.4020659581170931, "grad_norm": 0.06717272102832794, "learning_rate": 3.5979340418829074e-05, "loss": 0.0053, "step": 84560 }, { "epoch": 1.4022317653496046, "grad_norm": 0.011503248475492, "learning_rate": 3.597768234650396e-05, "loss": 0.0009, "step": 84570 }, { "epoch": 1.402397572582116, "grad_norm": 0.0034241643734276295, "learning_rate": 3.597602427417884e-05, "loss": 0.0074, "step": 84580 }, { "epoch": 1.4025633798146275, "grad_norm": 0.012437487952411175, "learning_rate": 3.5974366201853724e-05, "loss": 0.0139, "step": 84590 }, { "epoch": 1.402729187047139, "grad_norm": 0.00025456136791035533, "learning_rate": 3.597270812952861e-05, "loss": 0.0039, "step": 84600 }, { "epoch": 1.4028949942796505, "grad_norm": 0.01734236814081669, "learning_rate": 3.59710500572035e-05, "loss": 0.0035, "step": 84610 }, { "epoch": 1.403060801512162, "grad_norm": 0.0037471384275704622, "learning_rate": 3.596939198487838e-05, "loss": 0.0073, "step": 84620 }, { "epoch": 1.4032266087446734, "grad_norm": 0.0003920171584468335, "learning_rate": 3.596773391255327e-05, "loss": 0.0026, "step": 84630 }, { "epoch": 1.403392415977185, "grad_norm": 0.019085535779595375, "learning_rate": 3.5966075840228155e-05, "loss": 0.0005, "step": 84640 }, { "epoch": 1.4035582232096964, "grad_norm": 0.20841287076473236, "learning_rate": 3.596441776790304e-05, "loss": 0.0035, "step": 84650 }, { "epoch": 1.4037240304422078, "grad_norm": 0.017928404733538628, "learning_rate": 3.596275969557792e-05, "loss": 0.0071, "step": 84660 }, { "epoch": 1.4038898376747193, "grad_norm": 0.0005038726958446205, "learning_rate": 3.5961101623252805e-05, "loss": 0.0072, "step": 84670 }, { "epoch": 1.4040556449072308, "grad_norm": 0.0032437960617244244, "learning_rate": 3.595944355092769e-05, "loss": 0.0018, "step": 84680 }, { "epoch": 1.4042214521397423, "grad_norm": 0.0052643208764493465, "learning_rate": 3.595778547860258e-05, "loss": 0.0005, "step": 84690 }, { "epoch": 1.4043872593722537, "grad_norm": 0.00033123415778391063, "learning_rate": 3.595612740627746e-05, "loss": 0.0049, "step": 84700 }, { "epoch": 1.4045530666047652, "grad_norm": 0.00039760617073625326, "learning_rate": 3.595446933395235e-05, "loss": 0.0129, "step": 84710 }, { "epoch": 1.4047188738372767, "grad_norm": 0.010372891090810299, "learning_rate": 3.5952811261627236e-05, "loss": 0.0002, "step": 84720 }, { "epoch": 1.4048846810697881, "grad_norm": 0.026543496176600456, "learning_rate": 3.595115318930212e-05, "loss": 0.0086, "step": 84730 }, { "epoch": 1.4050504883022996, "grad_norm": 0.0003290899039711803, "learning_rate": 3.5949495116977e-05, "loss": 0.0046, "step": 84740 }, { "epoch": 1.4052162955348113, "grad_norm": 0.042198944836854935, "learning_rate": 3.594783704465189e-05, "loss": 0.0054, "step": 84750 }, { "epoch": 1.4053821027673228, "grad_norm": 0.00018239383643958718, "learning_rate": 3.594617897232678e-05, "loss": 0.0079, "step": 84760 }, { "epoch": 1.4055479099998343, "grad_norm": 0.004187448415905237, "learning_rate": 3.594452090000166e-05, "loss": 0.0073, "step": 84770 }, { "epoch": 1.4057137172323457, "grad_norm": 0.0218191035091877, "learning_rate": 3.5942862827676544e-05, "loss": 0.0054, "step": 84780 }, { "epoch": 1.4058795244648572, "grad_norm": 0.002818487351760268, "learning_rate": 3.5941204755351434e-05, "loss": 0.0036, "step": 84790 }, { "epoch": 1.4060453316973687, "grad_norm": 0.24497686326503754, "learning_rate": 3.593954668302632e-05, "loss": 0.0142, "step": 84800 }, { "epoch": 1.4062111389298801, "grad_norm": 0.29117971658706665, "learning_rate": 3.59378886107012e-05, "loss": 0.005, "step": 84810 }, { "epoch": 1.4063769461623916, "grad_norm": 0.6317878365516663, "learning_rate": 3.5936230538376085e-05, "loss": 0.0125, "step": 84820 }, { "epoch": 1.406542753394903, "grad_norm": 0.011583288200199604, "learning_rate": 3.593457246605097e-05, "loss": 0.0126, "step": 84830 }, { "epoch": 1.4067085606274146, "grad_norm": 0.0002416853531030938, "learning_rate": 3.593291439372586e-05, "loss": 0.0107, "step": 84840 }, { "epoch": 1.406874367859926, "grad_norm": 0.05895991623401642, "learning_rate": 3.593125632140074e-05, "loss": 0.0041, "step": 84850 }, { "epoch": 1.4070401750924375, "grad_norm": 0.06696168333292007, "learning_rate": 3.5929598249075625e-05, "loss": 0.0056, "step": 84860 }, { "epoch": 1.407205982324949, "grad_norm": 0.003125682007521391, "learning_rate": 3.5927940176750516e-05, "loss": 0.0043, "step": 84870 }, { "epoch": 1.4073717895574605, "grad_norm": 0.01742713339626789, "learning_rate": 3.59262821044254e-05, "loss": 0.0001, "step": 84880 }, { "epoch": 1.407537596789972, "grad_norm": 0.005141369067132473, "learning_rate": 3.592462403210028e-05, "loss": 0.0036, "step": 84890 }, { "epoch": 1.4077034040224834, "grad_norm": 0.0025854497216641903, "learning_rate": 3.5922965959775166e-05, "loss": 0.0029, "step": 84900 }, { "epoch": 1.4078692112549949, "grad_norm": 0.0004941921215504408, "learning_rate": 3.592130788745005e-05, "loss": 0.0028, "step": 84910 }, { "epoch": 1.4080350184875066, "grad_norm": 0.0006823004805482924, "learning_rate": 3.591964981512494e-05, "loss": 0.003, "step": 84920 }, { "epoch": 1.408200825720018, "grad_norm": 0.002359929960221052, "learning_rate": 3.591799174279982e-05, "loss": 0.0069, "step": 84930 }, { "epoch": 1.4083666329525295, "grad_norm": 2.2858093871036544e-05, "learning_rate": 3.591633367047471e-05, "loss": 0.005, "step": 84940 }, { "epoch": 1.408532440185041, "grad_norm": 0.3204581141471863, "learning_rate": 3.59146755981496e-05, "loss": 0.008, "step": 84950 }, { "epoch": 1.4086982474175525, "grad_norm": 0.20990678668022156, "learning_rate": 3.591301752582448e-05, "loss": 0.0149, "step": 84960 }, { "epoch": 1.408864054650064, "grad_norm": 0.05184300243854523, "learning_rate": 3.5911359453499364e-05, "loss": 0.0065, "step": 84970 }, { "epoch": 1.4090298618825754, "grad_norm": 0.004357244353741407, "learning_rate": 3.590970138117425e-05, "loss": 0.001, "step": 84980 }, { "epoch": 1.4091956691150869, "grad_norm": 0.0024424486327916384, "learning_rate": 3.590804330884913e-05, "loss": 0.0074, "step": 84990 }, { "epoch": 1.4093614763475983, "grad_norm": 0.0012213409645482898, "learning_rate": 3.590638523652402e-05, "loss": 0.0032, "step": 85000 }, { "epoch": 1.4095272835801098, "grad_norm": 0.007035685237497091, "learning_rate": 3.5904727164198905e-05, "loss": 0.0029, "step": 85010 }, { "epoch": 1.4096930908126213, "grad_norm": 0.01132997777312994, "learning_rate": 3.590306909187379e-05, "loss": 0.0069, "step": 85020 }, { "epoch": 1.4098588980451328, "grad_norm": 0.0008126203902065754, "learning_rate": 3.590141101954868e-05, "loss": 0.0035, "step": 85030 }, { "epoch": 1.4100247052776442, "grad_norm": 0.0008379185455851257, "learning_rate": 3.5899752947223555e-05, "loss": 0.0073, "step": 85040 }, { "epoch": 1.4101905125101557, "grad_norm": 4.841975896852091e-05, "learning_rate": 3.5898094874898445e-05, "loss": 0.0047, "step": 85050 }, { "epoch": 1.4103563197426672, "grad_norm": 8.879653614712879e-05, "learning_rate": 3.589643680257333e-05, "loss": 0.0017, "step": 85060 }, { "epoch": 1.4105221269751786, "grad_norm": 0.005071362014859915, "learning_rate": 3.589477873024821e-05, "loss": 0.0006, "step": 85070 }, { "epoch": 1.4106879342076901, "grad_norm": 0.29604554176330566, "learning_rate": 3.58931206579231e-05, "loss": 0.0098, "step": 85080 }, { "epoch": 1.4108537414402016, "grad_norm": 0.014855552464723587, "learning_rate": 3.5891462585597986e-05, "loss": 0.0029, "step": 85090 }, { "epoch": 1.411019548672713, "grad_norm": 0.00013162463437765837, "learning_rate": 3.5889804513272876e-05, "loss": 0.0047, "step": 85100 }, { "epoch": 1.4111853559052245, "grad_norm": 0.0030713200103491545, "learning_rate": 3.588814644094775e-05, "loss": 0.0052, "step": 85110 }, { "epoch": 1.411351163137736, "grad_norm": 0.004249701276421547, "learning_rate": 3.5886488368622637e-05, "loss": 0.0051, "step": 85120 }, { "epoch": 1.4115169703702475, "grad_norm": 0.0008473725756630301, "learning_rate": 3.588483029629753e-05, "loss": 0.0042, "step": 85130 }, { "epoch": 1.411682777602759, "grad_norm": 0.03267514333128929, "learning_rate": 3.588317222397241e-05, "loss": 0.0004, "step": 85140 }, { "epoch": 1.4118485848352704, "grad_norm": 0.9273196458816528, "learning_rate": 3.5881514151647294e-05, "loss": 0.0113, "step": 85150 }, { "epoch": 1.412014392067782, "grad_norm": 0.008336441591382027, "learning_rate": 3.5879856079322184e-05, "loss": 0.0055, "step": 85160 }, { "epoch": 1.4121801993002934, "grad_norm": 0.00023144292936194688, "learning_rate": 3.587819800699707e-05, "loss": 0.0094, "step": 85170 }, { "epoch": 1.4123460065328048, "grad_norm": 0.806181788444519, "learning_rate": 3.587653993467196e-05, "loss": 0.0119, "step": 85180 }, { "epoch": 1.4125118137653163, "grad_norm": 0.004719511140137911, "learning_rate": 3.5874881862346834e-05, "loss": 0.0083, "step": 85190 }, { "epoch": 1.4126776209978278, "grad_norm": 0.0005437484942376614, "learning_rate": 3.587322379002172e-05, "loss": 0.0114, "step": 85200 }, { "epoch": 1.4128434282303395, "grad_norm": 0.0010909686097875237, "learning_rate": 3.587156571769661e-05, "loss": 0.0008, "step": 85210 }, { "epoch": 1.413009235462851, "grad_norm": 0.04561246186494827, "learning_rate": 3.586990764537149e-05, "loss": 0.0058, "step": 85220 }, { "epoch": 1.4131750426953624, "grad_norm": 0.0009172308491542935, "learning_rate": 3.5868249573046375e-05, "loss": 0.0051, "step": 85230 }, { "epoch": 1.413340849927874, "grad_norm": 0.0009284617262892425, "learning_rate": 3.5866591500721265e-05, "loss": 0.0033, "step": 85240 }, { "epoch": 1.4135066571603854, "grad_norm": 0.00294310855679214, "learning_rate": 3.586493342839615e-05, "loss": 0.0046, "step": 85250 }, { "epoch": 1.4136724643928968, "grad_norm": 0.038763005286455154, "learning_rate": 3.586327535607103e-05, "loss": 0.0033, "step": 85260 }, { "epoch": 1.4138382716254083, "grad_norm": 0.0010880168993026018, "learning_rate": 3.5861617283745916e-05, "loss": 0.0049, "step": 85270 }, { "epoch": 1.4140040788579198, "grad_norm": 0.028249789029359818, "learning_rate": 3.58599592114208e-05, "loss": 0.0029, "step": 85280 }, { "epoch": 1.4141698860904313, "grad_norm": 0.00033153319964185357, "learning_rate": 3.585830113909569e-05, "loss": 0.0041, "step": 85290 }, { "epoch": 1.4143356933229427, "grad_norm": 0.10059361159801483, "learning_rate": 3.585664306677057e-05, "loss": 0.0004, "step": 85300 }, { "epoch": 1.4145015005554542, "grad_norm": 0.0003783947031479329, "learning_rate": 3.585498499444546e-05, "loss": 0.0066, "step": 85310 }, { "epoch": 1.4146673077879657, "grad_norm": 0.005385108757764101, "learning_rate": 3.585332692212035e-05, "loss": 0.0009, "step": 85320 }, { "epoch": 1.4148331150204772, "grad_norm": 0.011716341599822044, "learning_rate": 3.585166884979523e-05, "loss": 0.0022, "step": 85330 }, { "epoch": 1.4149989222529886, "grad_norm": 0.03706248104572296, "learning_rate": 3.5850010777470114e-05, "loss": 0.0053, "step": 85340 }, { "epoch": 1.4151647294855, "grad_norm": 0.8020419478416443, "learning_rate": 3.5848352705145e-05, "loss": 0.0073, "step": 85350 }, { "epoch": 1.4153305367180116, "grad_norm": 0.0019256894011050463, "learning_rate": 3.584669463281988e-05, "loss": 0.0103, "step": 85360 }, { "epoch": 1.415496343950523, "grad_norm": 0.0034755433443933725, "learning_rate": 3.584503656049477e-05, "loss": 0.0005, "step": 85370 }, { "epoch": 1.4156621511830347, "grad_norm": 0.009440162219107151, "learning_rate": 3.5843378488169654e-05, "loss": 0.0117, "step": 85380 }, { "epoch": 1.4158279584155462, "grad_norm": 0.015486614778637886, "learning_rate": 3.5841720415844545e-05, "loss": 0.0013, "step": 85390 }, { "epoch": 1.4159937656480577, "grad_norm": 0.007053978741168976, "learning_rate": 3.584006234351943e-05, "loss": 0.0023, "step": 85400 }, { "epoch": 1.4161595728805692, "grad_norm": 0.005140898749232292, "learning_rate": 3.583840427119431e-05, "loss": 0.002, "step": 85410 }, { "epoch": 1.4163253801130806, "grad_norm": 0.2099725604057312, "learning_rate": 3.5836746198869195e-05, "loss": 0.0041, "step": 85420 }, { "epoch": 1.416491187345592, "grad_norm": 0.009653354994952679, "learning_rate": 3.583508812654408e-05, "loss": 0.0001, "step": 85430 }, { "epoch": 1.4166569945781036, "grad_norm": 0.7797204852104187, "learning_rate": 3.583343005421897e-05, "loss": 0.0103, "step": 85440 }, { "epoch": 1.416822801810615, "grad_norm": 0.02350597083568573, "learning_rate": 3.583177198189385e-05, "loss": 0.0066, "step": 85450 }, { "epoch": 1.4169886090431265, "grad_norm": 0.002479732735082507, "learning_rate": 3.5830113909568736e-05, "loss": 0.0207, "step": 85460 }, { "epoch": 1.417154416275638, "grad_norm": 0.0038086511194705963, "learning_rate": 3.5828455837243626e-05, "loss": 0.0046, "step": 85470 }, { "epoch": 1.4173202235081495, "grad_norm": 0.0005303260404616594, "learning_rate": 3.582679776491851e-05, "loss": 0.0051, "step": 85480 }, { "epoch": 1.417486030740661, "grad_norm": 0.020694434642791748, "learning_rate": 3.582513969259339e-05, "loss": 0.006, "step": 85490 }, { "epoch": 1.4176518379731724, "grad_norm": 0.00023141044948715717, "learning_rate": 3.5823481620268276e-05, "loss": 0.0065, "step": 85500 }, { "epoch": 1.4178176452056839, "grad_norm": 0.220435231924057, "learning_rate": 3.582182354794316e-05, "loss": 0.0124, "step": 85510 }, { "epoch": 1.4179834524381953, "grad_norm": 0.015227274969220161, "learning_rate": 3.582016547561805e-05, "loss": 0.0047, "step": 85520 }, { "epoch": 1.4181492596707068, "grad_norm": 0.06041079759597778, "learning_rate": 3.5818507403292934e-05, "loss": 0.0086, "step": 85530 }, { "epoch": 1.4183150669032183, "grad_norm": 0.004094638396054506, "learning_rate": 3.581684933096782e-05, "loss": 0.009, "step": 85540 }, { "epoch": 1.4184808741357298, "grad_norm": 0.1013546958565712, "learning_rate": 3.581519125864271e-05, "loss": 0.0008, "step": 85550 }, { "epoch": 1.4186466813682412, "grad_norm": 0.004957918077707291, "learning_rate": 3.581353318631759e-05, "loss": 0.0161, "step": 85560 }, { "epoch": 1.4188124886007527, "grad_norm": 0.001958295237272978, "learning_rate": 3.5811875113992474e-05, "loss": 0.0039, "step": 85570 }, { "epoch": 1.4189782958332642, "grad_norm": 0.0006582416244782507, "learning_rate": 3.581021704166736e-05, "loss": 0.0038, "step": 85580 }, { "epoch": 1.4191441030657757, "grad_norm": 0.00856431107968092, "learning_rate": 3.580855896934224e-05, "loss": 0.0052, "step": 85590 }, { "epoch": 1.4193099102982871, "grad_norm": 0.002097445074468851, "learning_rate": 3.580690089701713e-05, "loss": 0.005, "step": 85600 }, { "epoch": 1.4194757175307986, "grad_norm": 0.13223151862621307, "learning_rate": 3.5805242824692015e-05, "loss": 0.0082, "step": 85610 }, { "epoch": 1.41964152476331, "grad_norm": 0.20292870700359344, "learning_rate": 3.58035847523669e-05, "loss": 0.0026, "step": 85620 }, { "epoch": 1.4198073319958215, "grad_norm": 0.00030983626493252814, "learning_rate": 3.580192668004179e-05, "loss": 0.0076, "step": 85630 }, { "epoch": 1.419973139228333, "grad_norm": 0.0012976016150787473, "learning_rate": 3.580026860771667e-05, "loss": 0.0039, "step": 85640 }, { "epoch": 1.4201389464608445, "grad_norm": 0.0066382200457155704, "learning_rate": 3.5798610535391556e-05, "loss": 0.0081, "step": 85650 }, { "epoch": 1.4203047536933562, "grad_norm": 0.029989907518029213, "learning_rate": 3.579695246306644e-05, "loss": 0.0067, "step": 85660 }, { "epoch": 1.4204705609258677, "grad_norm": 0.00013821941684000194, "learning_rate": 3.579529439074132e-05, "loss": 0.0051, "step": 85670 }, { "epoch": 1.4206363681583791, "grad_norm": 0.0022912658751010895, "learning_rate": 3.579363631841621e-05, "loss": 0.0002, "step": 85680 }, { "epoch": 1.4208021753908906, "grad_norm": 0.0972777009010315, "learning_rate": 3.5791978246091096e-05, "loss": 0.0006, "step": 85690 }, { "epoch": 1.420967982623402, "grad_norm": 0.4493820369243622, "learning_rate": 3.579032017376598e-05, "loss": 0.0092, "step": 85700 }, { "epoch": 1.4211337898559135, "grad_norm": 0.0006578334723599255, "learning_rate": 3.578866210144087e-05, "loss": 0.0005, "step": 85710 }, { "epoch": 1.421299597088425, "grad_norm": 0.1318727284669876, "learning_rate": 3.5787004029115754e-05, "loss": 0.001, "step": 85720 }, { "epoch": 1.4214654043209365, "grad_norm": 0.0005363526870496571, "learning_rate": 3.578534595679064e-05, "loss": 0.007, "step": 85730 }, { "epoch": 1.421631211553448, "grad_norm": 0.22509585320949554, "learning_rate": 3.578368788446552e-05, "loss": 0.0057, "step": 85740 }, { "epoch": 1.4217970187859594, "grad_norm": 0.03677475079894066, "learning_rate": 3.5782029812140404e-05, "loss": 0.0087, "step": 85750 }, { "epoch": 1.421962826018471, "grad_norm": 0.00110148498788476, "learning_rate": 3.5780371739815294e-05, "loss": 0.0009, "step": 85760 }, { "epoch": 1.4221286332509824, "grad_norm": 0.0016175428172573447, "learning_rate": 3.577871366749018e-05, "loss": 0.006, "step": 85770 }, { "epoch": 1.4222944404834938, "grad_norm": 0.022068185731768608, "learning_rate": 3.577705559516507e-05, "loss": 0.0036, "step": 85780 }, { "epoch": 1.4224602477160053, "grad_norm": 0.00014923946582712233, "learning_rate": 3.577539752283995e-05, "loss": 0.0192, "step": 85790 }, { "epoch": 1.4226260549485168, "grad_norm": 0.01609792932868004, "learning_rate": 3.577373945051483e-05, "loss": 0.0068, "step": 85800 }, { "epoch": 1.4227918621810283, "grad_norm": 0.0050432076677680016, "learning_rate": 3.577208137818972e-05, "loss": 0.007, "step": 85810 }, { "epoch": 1.4229576694135397, "grad_norm": 0.0021948330104351044, "learning_rate": 3.57704233058646e-05, "loss": 0.0031, "step": 85820 }, { "epoch": 1.4231234766460514, "grad_norm": 0.21788889169692993, "learning_rate": 3.5768765233539485e-05, "loss": 0.0008, "step": 85830 }, { "epoch": 1.423289283878563, "grad_norm": 0.15523312985897064, "learning_rate": 3.5767107161214376e-05, "loss": 0.0059, "step": 85840 }, { "epoch": 1.4234550911110744, "grad_norm": 0.3238013684749603, "learning_rate": 3.576544908888926e-05, "loss": 0.0055, "step": 85850 }, { "epoch": 1.4236208983435858, "grad_norm": 0.010310095734894276, "learning_rate": 3.576379101656415e-05, "loss": 0.0062, "step": 85860 }, { "epoch": 1.4237867055760973, "grad_norm": 0.0014515019720420241, "learning_rate": 3.576213294423903e-05, "loss": 0.0035, "step": 85870 }, { "epoch": 1.4239525128086088, "grad_norm": 0.0029621629510074854, "learning_rate": 3.576047487191391e-05, "loss": 0.0093, "step": 85880 }, { "epoch": 1.4241183200411203, "grad_norm": 0.004592429846525192, "learning_rate": 3.57588167995888e-05, "loss": 0.0025, "step": 85890 }, { "epoch": 1.4242841272736317, "grad_norm": 0.07935106009244919, "learning_rate": 3.5757158727263683e-05, "loss": 0.0028, "step": 85900 }, { "epoch": 1.4244499345061432, "grad_norm": 0.001988218631595373, "learning_rate": 3.575550065493857e-05, "loss": 0.0109, "step": 85910 }, { "epoch": 1.4246157417386547, "grad_norm": 0.0002870427560992539, "learning_rate": 3.575384258261346e-05, "loss": 0.0062, "step": 85920 }, { "epoch": 1.4247815489711662, "grad_norm": 0.0024427103344351053, "learning_rate": 3.575218451028834e-05, "loss": 0.0031, "step": 85930 }, { "epoch": 1.4249473562036776, "grad_norm": 0.003575904294848442, "learning_rate": 3.575052643796323e-05, "loss": 0.0001, "step": 85940 }, { "epoch": 1.425113163436189, "grad_norm": 0.00031239932286553085, "learning_rate": 3.574886836563811e-05, "loss": 0.0036, "step": 85950 }, { "epoch": 1.4252789706687006, "grad_norm": 0.000913489842787385, "learning_rate": 3.574721029331299e-05, "loss": 0.0029, "step": 85960 }, { "epoch": 1.425444777901212, "grad_norm": 0.23200155794620514, "learning_rate": 3.574555222098788e-05, "loss": 0.004, "step": 85970 }, { "epoch": 1.4256105851337235, "grad_norm": 0.00033681324566714466, "learning_rate": 3.5743894148662765e-05, "loss": 0.0064, "step": 85980 }, { "epoch": 1.425776392366235, "grad_norm": 0.025577163323760033, "learning_rate": 3.5742236076337655e-05, "loss": 0.0001, "step": 85990 }, { "epoch": 1.4259421995987465, "grad_norm": 0.2537676692008972, "learning_rate": 3.574057800401254e-05, "loss": 0.001, "step": 86000 }, { "epoch": 1.426108006831258, "grad_norm": 0.0007227340247482061, "learning_rate": 3.573891993168742e-05, "loss": 0.0002, "step": 86010 }, { "epoch": 1.4262738140637694, "grad_norm": 0.2098820060491562, "learning_rate": 3.5737261859362305e-05, "loss": 0.009, "step": 86020 }, { "epoch": 1.4264396212962809, "grad_norm": 0.0001562528486829251, "learning_rate": 3.573560378703719e-05, "loss": 0.0057, "step": 86030 }, { "epoch": 1.4266054285287924, "grad_norm": 0.03230435028672218, "learning_rate": 3.573394571471207e-05, "loss": 0.0036, "step": 86040 }, { "epoch": 1.4267712357613038, "grad_norm": 0.6343727707862854, "learning_rate": 3.573228764238696e-05, "loss": 0.0086, "step": 86050 }, { "epoch": 1.4269370429938153, "grad_norm": 0.0012016373220831156, "learning_rate": 3.5730629570061846e-05, "loss": 0.0108, "step": 86060 }, { "epoch": 1.4271028502263268, "grad_norm": 0.11993547528982162, "learning_rate": 3.5728971497736736e-05, "loss": 0.0028, "step": 86070 }, { "epoch": 1.4272686574588382, "grad_norm": 0.005033314228057861, "learning_rate": 3.572731342541162e-05, "loss": 0.017, "step": 86080 }, { "epoch": 1.4274344646913497, "grad_norm": 0.03438958525657654, "learning_rate": 3.57256553530865e-05, "loss": 0.0002, "step": 86090 }, { "epoch": 1.4276002719238612, "grad_norm": 0.006296108011156321, "learning_rate": 3.572399728076139e-05, "loss": 0.0034, "step": 86100 }, { "epoch": 1.4277660791563729, "grad_norm": 0.02244994230568409, "learning_rate": 3.572233920843627e-05, "loss": 0.0108, "step": 86110 }, { "epoch": 1.4279318863888844, "grad_norm": 0.006838640198111534, "learning_rate": 3.572068113611116e-05, "loss": 0.0015, "step": 86120 }, { "epoch": 1.4280976936213958, "grad_norm": 0.0070855445228517056, "learning_rate": 3.5719023063786044e-05, "loss": 0.0103, "step": 86130 }, { "epoch": 1.4282635008539073, "grad_norm": 0.000360519508831203, "learning_rate": 3.571736499146093e-05, "loss": 0.0029, "step": 86140 }, { "epoch": 1.4284293080864188, "grad_norm": 0.7905807495117188, "learning_rate": 3.571570691913582e-05, "loss": 0.0258, "step": 86150 }, { "epoch": 1.4285951153189302, "grad_norm": 0.034160301089286804, "learning_rate": 3.57140488468107e-05, "loss": 0.0027, "step": 86160 }, { "epoch": 1.4287609225514417, "grad_norm": 0.003048415994271636, "learning_rate": 3.5712390774485585e-05, "loss": 0.0056, "step": 86170 }, { "epoch": 1.4289267297839532, "grad_norm": 0.0006423837039619684, "learning_rate": 3.571073270216047e-05, "loss": 0.0038, "step": 86180 }, { "epoch": 1.4290925370164647, "grad_norm": 0.0013756202533841133, "learning_rate": 3.570907462983535e-05, "loss": 0.0004, "step": 86190 }, { "epoch": 1.4292583442489761, "grad_norm": 0.01242101937532425, "learning_rate": 3.570741655751024e-05, "loss": 0.0068, "step": 86200 }, { "epoch": 1.4294241514814876, "grad_norm": 0.001489839400164783, "learning_rate": 3.5705758485185125e-05, "loss": 0.003, "step": 86210 }, { "epoch": 1.429589958713999, "grad_norm": 0.7600213885307312, "learning_rate": 3.570410041286001e-05, "loss": 0.0064, "step": 86220 }, { "epoch": 1.4297557659465105, "grad_norm": 0.1329950988292694, "learning_rate": 3.57024423405349e-05, "loss": 0.0017, "step": 86230 }, { "epoch": 1.429921573179022, "grad_norm": 0.0016905515221878886, "learning_rate": 3.570078426820978e-05, "loss": 0.009, "step": 86240 }, { "epoch": 1.4300873804115335, "grad_norm": 0.34910303354263306, "learning_rate": 3.5699126195884666e-05, "loss": 0.0004, "step": 86250 }, { "epoch": 1.430253187644045, "grad_norm": 0.1758158653974533, "learning_rate": 3.569746812355955e-05, "loss": 0.0056, "step": 86260 }, { "epoch": 1.4304189948765564, "grad_norm": 0.0011453349143266678, "learning_rate": 3.569581005123443e-05, "loss": 0.0013, "step": 86270 }, { "epoch": 1.4305848021090681, "grad_norm": 0.0008365979883819818, "learning_rate": 3.569415197890932e-05, "loss": 0.0035, "step": 86280 }, { "epoch": 1.4307506093415796, "grad_norm": 0.00016560149379074574, "learning_rate": 3.569249390658421e-05, "loss": 0.0002, "step": 86290 }, { "epoch": 1.430916416574091, "grad_norm": 0.0010320201981812716, "learning_rate": 3.569083583425909e-05, "loss": 0.0038, "step": 86300 }, { "epoch": 1.4310822238066025, "grad_norm": 0.1724231094121933, "learning_rate": 3.568917776193398e-05, "loss": 0.01, "step": 86310 }, { "epoch": 1.431248031039114, "grad_norm": 0.17627930641174316, "learning_rate": 3.5687519689608864e-05, "loss": 0.0003, "step": 86320 }, { "epoch": 1.4314138382716255, "grad_norm": 0.016638444736599922, "learning_rate": 3.568586161728375e-05, "loss": 0.0096, "step": 86330 }, { "epoch": 1.431579645504137, "grad_norm": 0.01317017525434494, "learning_rate": 3.568420354495863e-05, "loss": 0.0078, "step": 86340 }, { "epoch": 1.4317454527366484, "grad_norm": 0.005587258841842413, "learning_rate": 3.5682545472633514e-05, "loss": 0.0069, "step": 86350 }, { "epoch": 1.43191125996916, "grad_norm": 0.0005582757876254618, "learning_rate": 3.5680887400308405e-05, "loss": 0.0138, "step": 86360 }, { "epoch": 1.4320770672016714, "grad_norm": 0.0003755733778234571, "learning_rate": 3.567922932798329e-05, "loss": 0.0015, "step": 86370 }, { "epoch": 1.4322428744341829, "grad_norm": 0.20546235144138336, "learning_rate": 3.567757125565817e-05, "loss": 0.0041, "step": 86380 }, { "epoch": 1.4324086816666943, "grad_norm": 0.00012942815374117345, "learning_rate": 3.567591318333306e-05, "loss": 0.019, "step": 86390 }, { "epoch": 1.4325744888992058, "grad_norm": 0.19698965549468994, "learning_rate": 3.5674255111007945e-05, "loss": 0.0094, "step": 86400 }, { "epoch": 1.4327402961317173, "grad_norm": 0.10924756526947021, "learning_rate": 3.567259703868283e-05, "loss": 0.0059, "step": 86410 }, { "epoch": 1.4329061033642287, "grad_norm": 0.10963331162929535, "learning_rate": 3.567093896635771e-05, "loss": 0.0028, "step": 86420 }, { "epoch": 1.4330719105967402, "grad_norm": 1.176663875579834, "learning_rate": 3.5669280894032596e-05, "loss": 0.0118, "step": 86430 }, { "epoch": 1.4332377178292517, "grad_norm": 0.0037258430384099483, "learning_rate": 3.5667622821707486e-05, "loss": 0.0013, "step": 86440 }, { "epoch": 1.4334035250617632, "grad_norm": 0.15716953575611115, "learning_rate": 3.566596474938237e-05, "loss": 0.0109, "step": 86450 }, { "epoch": 1.4335693322942746, "grad_norm": 0.46216246485710144, "learning_rate": 3.566430667705726e-05, "loss": 0.0009, "step": 86460 }, { "epoch": 1.433735139526786, "grad_norm": 0.005696495994925499, "learning_rate": 3.566264860473214e-05, "loss": 0.006, "step": 86470 }, { "epoch": 1.4339009467592976, "grad_norm": 0.01541067473590374, "learning_rate": 3.566099053240703e-05, "loss": 0.0033, "step": 86480 }, { "epoch": 1.434066753991809, "grad_norm": 0.0006102347979322076, "learning_rate": 3.565933246008191e-05, "loss": 0.004, "step": 86490 }, { "epoch": 1.4342325612243205, "grad_norm": 0.0010103961685672402, "learning_rate": 3.5657674387756794e-05, "loss": 0.0068, "step": 86500 }, { "epoch": 1.434398368456832, "grad_norm": 0.0005032590124756098, "learning_rate": 3.565601631543168e-05, "loss": 0.0002, "step": 86510 }, { "epoch": 1.4345641756893435, "grad_norm": 0.007973029278218746, "learning_rate": 3.565435824310657e-05, "loss": 0.0089, "step": 86520 }, { "epoch": 1.434729982921855, "grad_norm": 0.0032579293474555016, "learning_rate": 3.565270017078145e-05, "loss": 0.0001, "step": 86530 }, { "epoch": 1.4348957901543664, "grad_norm": 0.0015871742507442832, "learning_rate": 3.565104209845634e-05, "loss": 0.0024, "step": 86540 }, { "epoch": 1.4350615973868779, "grad_norm": 0.00013320613652467728, "learning_rate": 3.5649384026131225e-05, "loss": 0.0081, "step": 86550 }, { "epoch": 1.4352274046193896, "grad_norm": 0.033879607915878296, "learning_rate": 3.56477259538061e-05, "loss": 0.0039, "step": 86560 }, { "epoch": 1.435393211851901, "grad_norm": 0.27005934715270996, "learning_rate": 3.564606788148099e-05, "loss": 0.0115, "step": 86570 }, { "epoch": 1.4355590190844125, "grad_norm": 0.0007419687462970614, "learning_rate": 3.5644409809155875e-05, "loss": 0.0032, "step": 86580 }, { "epoch": 1.435724826316924, "grad_norm": 0.0031069850083440542, "learning_rate": 3.564275173683076e-05, "loss": 0.0015, "step": 86590 }, { "epoch": 1.4358906335494355, "grad_norm": 0.00020406045950949192, "learning_rate": 3.564109366450565e-05, "loss": 0.0087, "step": 86600 }, { "epoch": 1.436056440781947, "grad_norm": 0.3372722864151001, "learning_rate": 3.563943559218053e-05, "loss": 0.0099, "step": 86610 }, { "epoch": 1.4362222480144584, "grad_norm": 0.00138940813485533, "learning_rate": 3.563777751985542e-05, "loss": 0.0056, "step": 86620 }, { "epoch": 1.4363880552469699, "grad_norm": 0.00032121362164616585, "learning_rate": 3.5636119447530306e-05, "loss": 0.0064, "step": 86630 }, { "epoch": 1.4365538624794814, "grad_norm": 0.00015972867549862713, "learning_rate": 3.563446137520518e-05, "loss": 0.0001, "step": 86640 }, { "epoch": 1.4367196697119928, "grad_norm": 0.006212735082954168, "learning_rate": 3.563280330288007e-05, "loss": 0.0, "step": 86650 }, { "epoch": 1.4368854769445043, "grad_norm": 0.0006909226649440825, "learning_rate": 3.5631145230554957e-05, "loss": 0.0063, "step": 86660 }, { "epoch": 1.4370512841770158, "grad_norm": 0.00041276938281953335, "learning_rate": 3.562948715822985e-05, "loss": 0.0028, "step": 86670 }, { "epoch": 1.4372170914095272, "grad_norm": 0.00012741629325319082, "learning_rate": 3.562782908590473e-05, "loss": 0.0027, "step": 86680 }, { "epoch": 1.4373828986420387, "grad_norm": 0.03499668464064598, "learning_rate": 3.5626171013579614e-05, "loss": 0.009, "step": 86690 }, { "epoch": 1.4375487058745502, "grad_norm": 0.0011172532103955746, "learning_rate": 3.5624512941254504e-05, "loss": 0.0005, "step": 86700 }, { "epoch": 1.4377145131070617, "grad_norm": 9.054319525603205e-05, "learning_rate": 3.562285486892938e-05, "loss": 0.0004, "step": 86710 }, { "epoch": 1.4378803203395731, "grad_norm": 0.15369988977909088, "learning_rate": 3.5621196796604264e-05, "loss": 0.0037, "step": 86720 }, { "epoch": 1.4380461275720848, "grad_norm": 0.0007424136274494231, "learning_rate": 3.5619538724279154e-05, "loss": 0.0046, "step": 86730 }, { "epoch": 1.4382119348045963, "grad_norm": 0.0003366714809089899, "learning_rate": 3.561788065195404e-05, "loss": 0.0003, "step": 86740 }, { "epoch": 1.4383777420371078, "grad_norm": 0.07518281787633896, "learning_rate": 3.561622257962893e-05, "loss": 0.0093, "step": 86750 }, { "epoch": 1.4385435492696192, "grad_norm": 0.008080084808170795, "learning_rate": 3.561456450730381e-05, "loss": 0.0125, "step": 86760 }, { "epoch": 1.4387093565021307, "grad_norm": 0.3126702904701233, "learning_rate": 3.5612906434978695e-05, "loss": 0.0064, "step": 86770 }, { "epoch": 1.4388751637346422, "grad_norm": 0.011790087446570396, "learning_rate": 3.561124836265358e-05, "loss": 0.0004, "step": 86780 }, { "epoch": 1.4390409709671537, "grad_norm": 0.28422731161117554, "learning_rate": 3.560959029032846e-05, "loss": 0.0029, "step": 86790 }, { "epoch": 1.4392067781996651, "grad_norm": 5.8528519730316475e-05, "learning_rate": 3.560793221800335e-05, "loss": 0.0002, "step": 86800 }, { "epoch": 1.4393725854321766, "grad_norm": 1.027443766593933, "learning_rate": 3.5606274145678236e-05, "loss": 0.0152, "step": 86810 }, { "epoch": 1.439538392664688, "grad_norm": 0.4693889319896698, "learning_rate": 3.560461607335312e-05, "loss": 0.0029, "step": 86820 }, { "epoch": 1.4397041998971996, "grad_norm": 0.0756269246339798, "learning_rate": 3.560295800102801e-05, "loss": 0.0019, "step": 86830 }, { "epoch": 1.439870007129711, "grad_norm": 0.0066405110992491245, "learning_rate": 3.560129992870289e-05, "loss": 0.0105, "step": 86840 }, { "epoch": 1.4400358143622225, "grad_norm": 0.0012536161812022328, "learning_rate": 3.5599641856377777e-05, "loss": 0.0018, "step": 86850 }, { "epoch": 1.440201621594734, "grad_norm": 0.0010991435265168548, "learning_rate": 3.559798378405266e-05, "loss": 0.0038, "step": 86860 }, { "epoch": 1.4403674288272454, "grad_norm": 0.06057858094573021, "learning_rate": 3.5596325711727543e-05, "loss": 0.0113, "step": 86870 }, { "epoch": 1.440533236059757, "grad_norm": 0.019280772656202316, "learning_rate": 3.5594667639402434e-05, "loss": 0.0034, "step": 86880 }, { "epoch": 1.4406990432922684, "grad_norm": 0.003126477589830756, "learning_rate": 3.559300956707732e-05, "loss": 0.0175, "step": 86890 }, { "epoch": 1.4408648505247799, "grad_norm": 0.002059776335954666, "learning_rate": 3.55913514947522e-05, "loss": 0.0031, "step": 86900 }, { "epoch": 1.4410306577572913, "grad_norm": 0.0030232248827815056, "learning_rate": 3.558969342242709e-05, "loss": 0.0, "step": 86910 }, { "epoch": 1.4411964649898028, "grad_norm": 0.19224922358989716, "learning_rate": 3.5588035350101974e-05, "loss": 0.0071, "step": 86920 }, { "epoch": 1.4413622722223143, "grad_norm": 0.002222454873844981, "learning_rate": 3.558637727777686e-05, "loss": 0.0004, "step": 86930 }, { "epoch": 1.4415280794548258, "grad_norm": 0.6843055486679077, "learning_rate": 3.558471920545174e-05, "loss": 0.0084, "step": 86940 }, { "epoch": 1.4416938866873372, "grad_norm": 0.005456807557493448, "learning_rate": 3.5583061133126625e-05, "loss": 0.0108, "step": 86950 }, { "epoch": 1.4418596939198487, "grad_norm": 0.0027190688997507095, "learning_rate": 3.5581403060801515e-05, "loss": 0.0039, "step": 86960 }, { "epoch": 1.4420255011523602, "grad_norm": 0.0008258998277597129, "learning_rate": 3.55797449884764e-05, "loss": 0.0046, "step": 86970 }, { "epoch": 1.4421913083848716, "grad_norm": 0.020766455680131912, "learning_rate": 3.557808691615128e-05, "loss": 0.0051, "step": 86980 }, { "epoch": 1.4423571156173831, "grad_norm": 0.8493242263793945, "learning_rate": 3.557642884382617e-05, "loss": 0.0101, "step": 86990 }, { "epoch": 1.4425229228498946, "grad_norm": 0.0004200453113298863, "learning_rate": 3.5574770771501056e-05, "loss": 0.0145, "step": 87000 }, { "epoch": 1.442688730082406, "grad_norm": 0.005223085172474384, "learning_rate": 3.557311269917594e-05, "loss": 0.0038, "step": 87010 }, { "epoch": 1.4428545373149178, "grad_norm": 0.0011885353596881032, "learning_rate": 3.557145462685082e-05, "loss": 0.024, "step": 87020 }, { "epoch": 1.4430203445474292, "grad_norm": 0.1839110255241394, "learning_rate": 3.5569796554525706e-05, "loss": 0.0026, "step": 87030 }, { "epoch": 1.4431861517799407, "grad_norm": 0.04636390879750252, "learning_rate": 3.5568138482200597e-05, "loss": 0.0003, "step": 87040 }, { "epoch": 1.4433519590124522, "grad_norm": 0.038002870976924896, "learning_rate": 3.556648040987548e-05, "loss": 0.0049, "step": 87050 }, { "epoch": 1.4435177662449636, "grad_norm": 0.061363186687231064, "learning_rate": 3.5564822337550363e-05, "loss": 0.0072, "step": 87060 }, { "epoch": 1.4436835734774751, "grad_norm": 0.033121682703495026, "learning_rate": 3.5563164265225254e-05, "loss": 0.0171, "step": 87070 }, { "epoch": 1.4438493807099866, "grad_norm": 0.0007348032086156309, "learning_rate": 3.556150619290014e-05, "loss": 0.0246, "step": 87080 }, { "epoch": 1.444015187942498, "grad_norm": 0.14102429151535034, "learning_rate": 3.555984812057502e-05, "loss": 0.0087, "step": 87090 }, { "epoch": 1.4441809951750095, "grad_norm": 0.004608169198036194, "learning_rate": 3.5558190048249904e-05, "loss": 0.0045, "step": 87100 }, { "epoch": 1.444346802407521, "grad_norm": 0.001418032799847424, "learning_rate": 3.555653197592479e-05, "loss": 0.004, "step": 87110 }, { "epoch": 1.4445126096400325, "grad_norm": 9.796163067221642e-05, "learning_rate": 3.555487390359968e-05, "loss": 0.0005, "step": 87120 }, { "epoch": 1.444678416872544, "grad_norm": 0.0030144015327095985, "learning_rate": 3.555321583127456e-05, "loss": 0.0004, "step": 87130 }, { "epoch": 1.4448442241050554, "grad_norm": 0.0004546066338662058, "learning_rate": 3.555155775894945e-05, "loss": 0.0028, "step": 87140 }, { "epoch": 1.445010031337567, "grad_norm": 0.15724241733551025, "learning_rate": 3.5549899686624335e-05, "loss": 0.0143, "step": 87150 }, { "epoch": 1.4451758385700784, "grad_norm": 0.03768450394272804, "learning_rate": 3.554824161429922e-05, "loss": 0.0069, "step": 87160 }, { "epoch": 1.4453416458025898, "grad_norm": 0.007453693076968193, "learning_rate": 3.55465835419741e-05, "loss": 0.0033, "step": 87170 }, { "epoch": 1.4455074530351013, "grad_norm": 0.0005827353452332318, "learning_rate": 3.5544925469648986e-05, "loss": 0.0003, "step": 87180 }, { "epoch": 1.445673260267613, "grad_norm": 0.0005246684304438531, "learning_rate": 3.554326739732387e-05, "loss": 0.0031, "step": 87190 }, { "epoch": 1.4458390675001245, "grad_norm": 0.3536175787448883, "learning_rate": 3.554160932499876e-05, "loss": 0.0023, "step": 87200 }, { "epoch": 1.446004874732636, "grad_norm": 6.588658288819715e-05, "learning_rate": 3.553995125267364e-05, "loss": 0.0048, "step": 87210 }, { "epoch": 1.4461706819651474, "grad_norm": 0.0016577632632106543, "learning_rate": 3.553829318034853e-05, "loss": 0.006, "step": 87220 }, { "epoch": 1.446336489197659, "grad_norm": 0.03511310741305351, "learning_rate": 3.5536635108023417e-05, "loss": 0.0128, "step": 87230 }, { "epoch": 1.4465022964301704, "grad_norm": 0.007090781815350056, "learning_rate": 3.55349770356983e-05, "loss": 0.0104, "step": 87240 }, { "epoch": 1.4466681036626818, "grad_norm": 0.06854842603206635, "learning_rate": 3.5533318963373183e-05, "loss": 0.0108, "step": 87250 }, { "epoch": 1.4468339108951933, "grad_norm": 0.00952210370451212, "learning_rate": 3.553166089104807e-05, "loss": 0.0003, "step": 87260 }, { "epoch": 1.4469997181277048, "grad_norm": 0.014449629932641983, "learning_rate": 3.553000281872295e-05, "loss": 0.0015, "step": 87270 }, { "epoch": 1.4471655253602163, "grad_norm": 5.58315896987915, "learning_rate": 3.552834474639784e-05, "loss": 0.0203, "step": 87280 }, { "epoch": 1.4473313325927277, "grad_norm": 0.00022460274340119213, "learning_rate": 3.5526686674072724e-05, "loss": 0.0059, "step": 87290 }, { "epoch": 1.4474971398252392, "grad_norm": 0.0002877701190300286, "learning_rate": 3.5525028601747614e-05, "loss": 0.0037, "step": 87300 }, { "epoch": 1.4476629470577507, "grad_norm": 0.0077840168960392475, "learning_rate": 3.55233705294225e-05, "loss": 0.0045, "step": 87310 }, { "epoch": 1.4478287542902621, "grad_norm": 0.026024026796221733, "learning_rate": 3.552171245709738e-05, "loss": 0.0123, "step": 87320 }, { "epoch": 1.4479945615227736, "grad_norm": 0.4179537296295166, "learning_rate": 3.5520054384772265e-05, "loss": 0.0036, "step": 87330 }, { "epoch": 1.448160368755285, "grad_norm": 0.20146936178207397, "learning_rate": 3.551839631244715e-05, "loss": 0.0052, "step": 87340 }, { "epoch": 1.4483261759877966, "grad_norm": 0.0012260227231308818, "learning_rate": 3.551673824012204e-05, "loss": 0.0003, "step": 87350 }, { "epoch": 1.448491983220308, "grad_norm": 0.017858056351542473, "learning_rate": 3.551508016779692e-05, "loss": 0.0005, "step": 87360 }, { "epoch": 1.4486577904528195, "grad_norm": 0.0067985462956130505, "learning_rate": 3.5513422095471806e-05, "loss": 0.0139, "step": 87370 }, { "epoch": 1.448823597685331, "grad_norm": 0.6859005093574524, "learning_rate": 3.5511764023146696e-05, "loss": 0.0163, "step": 87380 }, { "epoch": 1.4489894049178424, "grad_norm": 0.00020481436513364315, "learning_rate": 3.551010595082158e-05, "loss": 0.0188, "step": 87390 }, { "epoch": 1.449155212150354, "grad_norm": 4.649288530345075e-05, "learning_rate": 3.5508447878496456e-05, "loss": 0.0074, "step": 87400 }, { "epoch": 1.4493210193828654, "grad_norm": 0.15649330615997314, "learning_rate": 3.5506789806171346e-05, "loss": 0.0089, "step": 87410 }, { "epoch": 1.4494868266153769, "grad_norm": 0.041424669325351715, "learning_rate": 3.550513173384623e-05, "loss": 0.0041, "step": 87420 }, { "epoch": 1.4496526338478883, "grad_norm": 0.025570997968316078, "learning_rate": 3.550347366152112e-05, "loss": 0.0002, "step": 87430 }, { "epoch": 1.4498184410803998, "grad_norm": 0.27903464436531067, "learning_rate": 3.5501815589196003e-05, "loss": 0.0046, "step": 87440 }, { "epoch": 1.4499842483129113, "grad_norm": 0.000954425020609051, "learning_rate": 3.550015751687089e-05, "loss": 0.0043, "step": 87450 }, { "epoch": 1.4501500555454228, "grad_norm": 0.030629435554146767, "learning_rate": 3.549849944454578e-05, "loss": 0.0063, "step": 87460 }, { "epoch": 1.4503158627779345, "grad_norm": 0.001779913087375462, "learning_rate": 3.5496841372220654e-05, "loss": 0.011, "step": 87470 }, { "epoch": 1.450481670010446, "grad_norm": 0.0005488010938279331, "learning_rate": 3.5495183299895544e-05, "loss": 0.0163, "step": 87480 }, { "epoch": 1.4506474772429574, "grad_norm": 0.0003560858021955937, "learning_rate": 3.549352522757043e-05, "loss": 0.0031, "step": 87490 }, { "epoch": 1.4508132844754689, "grad_norm": 0.0006561307818628848, "learning_rate": 3.549186715524531e-05, "loss": 0.0009, "step": 87500 }, { "epoch": 1.4509790917079803, "grad_norm": 0.031139230355620384, "learning_rate": 3.54902090829202e-05, "loss": 0.0042, "step": 87510 }, { "epoch": 1.4511448989404918, "grad_norm": 0.15671350061893463, "learning_rate": 3.5488551010595085e-05, "loss": 0.0104, "step": 87520 }, { "epoch": 1.4513107061730033, "grad_norm": 0.004766037687659264, "learning_rate": 3.548689293826997e-05, "loss": 0.004, "step": 87530 }, { "epoch": 1.4514765134055148, "grad_norm": 0.0018160423496738076, "learning_rate": 3.548523486594486e-05, "loss": 0.0087, "step": 87540 }, { "epoch": 1.4516423206380262, "grad_norm": 0.010733511298894882, "learning_rate": 3.5483576793619735e-05, "loss": 0.0018, "step": 87550 }, { "epoch": 1.4518081278705377, "grad_norm": 0.05544809252023697, "learning_rate": 3.5481918721294626e-05, "loss": 0.0051, "step": 87560 }, { "epoch": 1.4519739351030492, "grad_norm": 0.000267000898020342, "learning_rate": 3.548026064896951e-05, "loss": 0.0062, "step": 87570 }, { "epoch": 1.4521397423355606, "grad_norm": 0.014697844162583351, "learning_rate": 3.547860257664439e-05, "loss": 0.0071, "step": 87580 }, { "epoch": 1.4523055495680721, "grad_norm": 0.00024559840676374733, "learning_rate": 3.547694450431928e-05, "loss": 0.006, "step": 87590 }, { "epoch": 1.4524713568005836, "grad_norm": 0.030966639518737793, "learning_rate": 3.5475286431994166e-05, "loss": 0.0065, "step": 87600 }, { "epoch": 1.452637164033095, "grad_norm": 0.00612282520160079, "learning_rate": 3.547362835966905e-05, "loss": 0.0096, "step": 87610 }, { "epoch": 1.4528029712656065, "grad_norm": 0.009028811007738113, "learning_rate": 3.547197028734393e-05, "loss": 0.0022, "step": 87620 }, { "epoch": 1.452968778498118, "grad_norm": 0.011780752800405025, "learning_rate": 3.547031221501882e-05, "loss": 0.0057, "step": 87630 }, { "epoch": 1.4531345857306297, "grad_norm": 0.005477440543472767, "learning_rate": 3.546865414269371e-05, "loss": 0.0039, "step": 87640 }, { "epoch": 1.4533003929631412, "grad_norm": 0.009906794875860214, "learning_rate": 3.546699607036859e-05, "loss": 0.001, "step": 87650 }, { "epoch": 1.4534662001956526, "grad_norm": 0.22949416935443878, "learning_rate": 3.5465337998043474e-05, "loss": 0.0083, "step": 87660 }, { "epoch": 1.4536320074281641, "grad_norm": 0.20612561702728271, "learning_rate": 3.5463679925718364e-05, "loss": 0.0032, "step": 87670 }, { "epoch": 1.4537978146606756, "grad_norm": 0.0023019108921289444, "learning_rate": 3.546202185339325e-05, "loss": 0.0001, "step": 87680 }, { "epoch": 1.453963621893187, "grad_norm": 0.5451419949531555, "learning_rate": 3.546036378106813e-05, "loss": 0.0036, "step": 87690 }, { "epoch": 1.4541294291256985, "grad_norm": 0.00026575036463327706, "learning_rate": 3.5458705708743015e-05, "loss": 0.0004, "step": 87700 }, { "epoch": 1.45429523635821, "grad_norm": 0.0006364004220813513, "learning_rate": 3.54570476364179e-05, "loss": 0.0131, "step": 87710 }, { "epoch": 1.4544610435907215, "grad_norm": 0.00020424135436769575, "learning_rate": 3.545538956409279e-05, "loss": 0.0033, "step": 87720 }, { "epoch": 1.454626850823233, "grad_norm": 0.006368111819028854, "learning_rate": 3.545373149176767e-05, "loss": 0.0037, "step": 87730 }, { "epoch": 1.4547926580557444, "grad_norm": 0.027096044272184372, "learning_rate": 3.5452073419442555e-05, "loss": 0.0067, "step": 87740 }, { "epoch": 1.454958465288256, "grad_norm": 0.002195421140640974, "learning_rate": 3.5450415347117446e-05, "loss": 0.0005, "step": 87750 }, { "epoch": 1.4551242725207674, "grad_norm": 0.0014676819555461407, "learning_rate": 3.544875727479233e-05, "loss": 0.0085, "step": 87760 }, { "epoch": 1.4552900797532788, "grad_norm": 0.001202551182359457, "learning_rate": 3.544709920246721e-05, "loss": 0.0043, "step": 87770 }, { "epoch": 1.4554558869857903, "grad_norm": 0.020326098427176476, "learning_rate": 3.5445441130142096e-05, "loss": 0.0044, "step": 87780 }, { "epoch": 1.4556216942183018, "grad_norm": 0.0008502854034304619, "learning_rate": 3.544378305781698e-05, "loss": 0.0084, "step": 87790 }, { "epoch": 1.4557875014508133, "grad_norm": 0.0009649203275330365, "learning_rate": 3.544212498549187e-05, "loss": 0.0023, "step": 87800 }, { "epoch": 1.4559533086833247, "grad_norm": 0.003173867706209421, "learning_rate": 3.544046691316675e-05, "loss": 0.0062, "step": 87810 }, { "epoch": 1.4561191159158362, "grad_norm": 0.1778225302696228, "learning_rate": 3.5438808840841643e-05, "loss": 0.0197, "step": 87820 }, { "epoch": 1.4562849231483477, "grad_norm": 0.008441168814897537, "learning_rate": 3.543715076851653e-05, "loss": 0.0065, "step": 87830 }, { "epoch": 1.4564507303808591, "grad_norm": 0.0002115051174769178, "learning_rate": 3.543549269619141e-05, "loss": 0.0051, "step": 87840 }, { "epoch": 1.4566165376133706, "grad_norm": 9.952709660865366e-05, "learning_rate": 3.5433834623866294e-05, "loss": 0.0003, "step": 87850 }, { "epoch": 1.456782344845882, "grad_norm": 0.0010686013847589493, "learning_rate": 3.543217655154118e-05, "loss": 0.0062, "step": 87860 }, { "epoch": 1.4569481520783936, "grad_norm": 0.005174846854060888, "learning_rate": 3.543051847921606e-05, "loss": 0.0041, "step": 87870 }, { "epoch": 1.457113959310905, "grad_norm": 0.0032311086542904377, "learning_rate": 3.542886040689095e-05, "loss": 0.0091, "step": 87880 }, { "epoch": 1.4572797665434165, "grad_norm": 0.009003160521388054, "learning_rate": 3.5427202334565835e-05, "loss": 0.0087, "step": 87890 }, { "epoch": 1.457445573775928, "grad_norm": 0.1452808380126953, "learning_rate": 3.5425544262240725e-05, "loss": 0.0076, "step": 87900 }, { "epoch": 1.4576113810084395, "grad_norm": 0.004404745530337095, "learning_rate": 3.542388618991561e-05, "loss": 0.0058, "step": 87910 }, { "epoch": 1.4577771882409511, "grad_norm": 0.002510477788746357, "learning_rate": 3.542222811759049e-05, "loss": 0.0096, "step": 87920 }, { "epoch": 1.4579429954734626, "grad_norm": 0.0042961775325238705, "learning_rate": 3.5420570045265375e-05, "loss": 0.0123, "step": 87930 }, { "epoch": 1.458108802705974, "grad_norm": 0.0005779707571491599, "learning_rate": 3.541891197294026e-05, "loss": 0.0028, "step": 87940 }, { "epoch": 1.4582746099384856, "grad_norm": 0.00017017131904140115, "learning_rate": 3.541725390061514e-05, "loss": 0.0124, "step": 87950 }, { "epoch": 1.458440417170997, "grad_norm": 0.0007412076811306179, "learning_rate": 3.541559582829003e-05, "loss": 0.0034, "step": 87960 }, { "epoch": 1.4586062244035085, "grad_norm": 0.00046388167538680136, "learning_rate": 3.5413937755964916e-05, "loss": 0.0029, "step": 87970 }, { "epoch": 1.45877203163602, "grad_norm": 0.16312314569950104, "learning_rate": 3.5412279683639806e-05, "loss": 0.0034, "step": 87980 }, { "epoch": 1.4589378388685315, "grad_norm": 0.00022437566076405346, "learning_rate": 3.541062161131469e-05, "loss": 0.0035, "step": 87990 }, { "epoch": 1.459103646101043, "grad_norm": 0.0019723461009562016, "learning_rate": 3.540896353898957e-05, "loss": 0.0053, "step": 88000 }, { "epoch": 1.4592694533335544, "grad_norm": 0.0016209168825298548, "learning_rate": 3.540730546666446e-05, "loss": 0.0008, "step": 88010 }, { "epoch": 1.4594352605660659, "grad_norm": 0.00026855236501432955, "learning_rate": 3.540564739433934e-05, "loss": 0.0001, "step": 88020 }, { "epoch": 1.4596010677985773, "grad_norm": 0.006410935893654823, "learning_rate": 3.540398932201423e-05, "loss": 0.0062, "step": 88030 }, { "epoch": 1.4597668750310888, "grad_norm": 0.010277905501425266, "learning_rate": 3.5402331249689114e-05, "loss": 0.0038, "step": 88040 }, { "epoch": 1.4599326822636003, "grad_norm": 0.02448294684290886, "learning_rate": 3.5400673177364e-05, "loss": 0.0034, "step": 88050 }, { "epoch": 1.4600984894961118, "grad_norm": 0.0029490534216165543, "learning_rate": 3.539901510503889e-05, "loss": 0.0046, "step": 88060 }, { "epoch": 1.4602642967286232, "grad_norm": 0.0014197027776390314, "learning_rate": 3.539735703271377e-05, "loss": 0.0029, "step": 88070 }, { "epoch": 1.4604301039611347, "grad_norm": 0.021610300987958908, "learning_rate": 3.5395698960388655e-05, "loss": 0.0073, "step": 88080 }, { "epoch": 1.4605959111936464, "grad_norm": 9.184214286506176e-05, "learning_rate": 3.539404088806354e-05, "loss": 0.0042, "step": 88090 }, { "epoch": 1.4607617184261579, "grad_norm": 0.00047560123493894935, "learning_rate": 3.539238281573842e-05, "loss": 0.0021, "step": 88100 }, { "epoch": 1.4609275256586693, "grad_norm": 0.00017666060011833906, "learning_rate": 3.539072474341331e-05, "loss": 0.0057, "step": 88110 }, { "epoch": 1.4610933328911808, "grad_norm": 0.0033014595974236727, "learning_rate": 3.5389066671088195e-05, "loss": 0.0026, "step": 88120 }, { "epoch": 1.4612591401236923, "grad_norm": 0.00042581596062518656, "learning_rate": 3.538740859876308e-05, "loss": 0.0004, "step": 88130 }, { "epoch": 1.4614249473562038, "grad_norm": 0.004093652591109276, "learning_rate": 3.538575052643797e-05, "loss": 0.0026, "step": 88140 }, { "epoch": 1.4615907545887152, "grad_norm": 0.045251864939928055, "learning_rate": 3.538409245411285e-05, "loss": 0.0027, "step": 88150 }, { "epoch": 1.4617565618212267, "grad_norm": 0.3096465468406677, "learning_rate": 3.5382434381787736e-05, "loss": 0.0058, "step": 88160 }, { "epoch": 1.4619223690537382, "grad_norm": 0.11984185874462128, "learning_rate": 3.538077630946262e-05, "loss": 0.0052, "step": 88170 }, { "epoch": 1.4620881762862497, "grad_norm": 0.01125235203653574, "learning_rate": 3.53791182371375e-05, "loss": 0.0001, "step": 88180 }, { "epoch": 1.4622539835187611, "grad_norm": 0.05189668387174606, "learning_rate": 3.537746016481239e-05, "loss": 0.0018, "step": 88190 }, { "epoch": 1.4624197907512726, "grad_norm": 0.003339833812788129, "learning_rate": 3.5375802092487277e-05, "loss": 0.0011, "step": 88200 }, { "epoch": 1.462585597983784, "grad_norm": 0.004194530658423901, "learning_rate": 3.537414402016216e-05, "loss": 0.0068, "step": 88210 }, { "epoch": 1.4627514052162955, "grad_norm": 0.00023202633019536734, "learning_rate": 3.537248594783705e-05, "loss": 0.0105, "step": 88220 }, { "epoch": 1.462917212448807, "grad_norm": 0.005011674016714096, "learning_rate": 3.5370827875511934e-05, "loss": 0.0112, "step": 88230 }, { "epoch": 1.4630830196813185, "grad_norm": 0.08510206639766693, "learning_rate": 3.536916980318682e-05, "loss": 0.0047, "step": 88240 }, { "epoch": 1.46324882691383, "grad_norm": 0.0031797478441148996, "learning_rate": 3.53675117308617e-05, "loss": 0.0025, "step": 88250 }, { "epoch": 1.4634146341463414, "grad_norm": 0.284012109041214, "learning_rate": 3.5365853658536584e-05, "loss": 0.0136, "step": 88260 }, { "epoch": 1.463580441378853, "grad_norm": 0.00017814416787587106, "learning_rate": 3.5364195586211475e-05, "loss": 0.0003, "step": 88270 }, { "epoch": 1.4637462486113644, "grad_norm": 0.00018625074881128967, "learning_rate": 3.536253751388636e-05, "loss": 0.0039, "step": 88280 }, { "epoch": 1.4639120558438758, "grad_norm": 0.001953598577529192, "learning_rate": 3.536087944156124e-05, "loss": 0.0072, "step": 88290 }, { "epoch": 1.4640778630763873, "grad_norm": 0.00022877825540490448, "learning_rate": 3.535922136923613e-05, "loss": 0.0062, "step": 88300 }, { "epoch": 1.4642436703088988, "grad_norm": 0.0013703155564144254, "learning_rate": 3.535756329691101e-05, "loss": 0.0013, "step": 88310 }, { "epoch": 1.4644094775414103, "grad_norm": 0.00027900037821382284, "learning_rate": 3.53559052245859e-05, "loss": 0.0036, "step": 88320 }, { "epoch": 1.4645752847739217, "grad_norm": 0.06055402755737305, "learning_rate": 3.535424715226078e-05, "loss": 0.0067, "step": 88330 }, { "epoch": 1.4647410920064332, "grad_norm": 0.019713226705789566, "learning_rate": 3.5352589079935666e-05, "loss": 0.0024, "step": 88340 }, { "epoch": 1.4649068992389447, "grad_norm": 0.1412331461906433, "learning_rate": 3.5350931007610556e-05, "loss": 0.0006, "step": 88350 }, { "epoch": 1.4650727064714562, "grad_norm": 0.00100320007186383, "learning_rate": 3.534927293528544e-05, "loss": 0.0037, "step": 88360 }, { "epoch": 1.4652385137039678, "grad_norm": 0.025633368641138077, "learning_rate": 3.534761486296033e-05, "loss": 0.0006, "step": 88370 }, { "epoch": 1.4654043209364793, "grad_norm": 0.03486938402056694, "learning_rate": 3.5345956790635206e-05, "loss": 0.0027, "step": 88380 }, { "epoch": 1.4655701281689908, "grad_norm": 0.45035549998283386, "learning_rate": 3.534429871831009e-05, "loss": 0.0008, "step": 88390 }, { "epoch": 1.4657359354015023, "grad_norm": 0.0001281440636375919, "learning_rate": 3.534264064598498e-05, "loss": 0.0001, "step": 88400 }, { "epoch": 1.4659017426340137, "grad_norm": 0.00023613999655935913, "learning_rate": 3.5340982573659864e-05, "loss": 0.0061, "step": 88410 }, { "epoch": 1.4660675498665252, "grad_norm": 0.4702712893486023, "learning_rate": 3.533932450133475e-05, "loss": 0.0036, "step": 88420 }, { "epoch": 1.4662333570990367, "grad_norm": 0.3698253929615021, "learning_rate": 3.533766642900964e-05, "loss": 0.0031, "step": 88430 }, { "epoch": 1.4663991643315482, "grad_norm": 0.0009019442950375378, "learning_rate": 3.533600835668452e-05, "loss": 0.011, "step": 88440 }, { "epoch": 1.4665649715640596, "grad_norm": 7.136882231861819e-06, "learning_rate": 3.533435028435941e-05, "loss": 0.0003, "step": 88450 }, { "epoch": 1.466730778796571, "grad_norm": 0.022803934291005135, "learning_rate": 3.533269221203429e-05, "loss": 0.0008, "step": 88460 }, { "epoch": 1.4668965860290826, "grad_norm": 0.0014833263121545315, "learning_rate": 3.533103413970917e-05, "loss": 0.0083, "step": 88470 }, { "epoch": 1.467062393261594, "grad_norm": 0.000923913496080786, "learning_rate": 3.532937606738406e-05, "loss": 0.0045, "step": 88480 }, { "epoch": 1.4672282004941055, "grad_norm": 0.00034738078829832375, "learning_rate": 3.5327717995058945e-05, "loss": 0.0037, "step": 88490 }, { "epoch": 1.467394007726617, "grad_norm": 0.027854133397340775, "learning_rate": 3.5326059922733835e-05, "loss": 0.0098, "step": 88500 }, { "epoch": 1.4675598149591285, "grad_norm": 0.0003274870687164366, "learning_rate": 3.532440185040872e-05, "loss": 0.0001, "step": 88510 }, { "epoch": 1.46772562219164, "grad_norm": 0.2188049554824829, "learning_rate": 3.53227437780836e-05, "loss": 0.003, "step": 88520 }, { "epoch": 1.4678914294241514, "grad_norm": 0.023238787427544594, "learning_rate": 3.5321085705758486e-05, "loss": 0.0086, "step": 88530 }, { "epoch": 1.468057236656663, "grad_norm": 0.00011988780170213431, "learning_rate": 3.531942763343337e-05, "loss": 0.0032, "step": 88540 }, { "epoch": 1.4682230438891746, "grad_norm": 0.0008875057101249695, "learning_rate": 3.531776956110825e-05, "loss": 0.0021, "step": 88550 }, { "epoch": 1.468388851121686, "grad_norm": 0.014285217970609665, "learning_rate": 3.531611148878314e-05, "loss": 0.0001, "step": 88560 }, { "epoch": 1.4685546583541975, "grad_norm": 0.011467007920145988, "learning_rate": 3.5314453416458026e-05, "loss": 0.0133, "step": 88570 }, { "epoch": 1.468720465586709, "grad_norm": 0.02152741514146328, "learning_rate": 3.5312795344132917e-05, "loss": 0.0131, "step": 88580 }, { "epoch": 1.4688862728192205, "grad_norm": 0.13347215950489044, "learning_rate": 3.53111372718078e-05, "loss": 0.0041, "step": 88590 }, { "epoch": 1.469052080051732, "grad_norm": 0.003006267361342907, "learning_rate": 3.5309479199482684e-05, "loss": 0.0084, "step": 88600 }, { "epoch": 1.4692178872842434, "grad_norm": 0.0030242798384279013, "learning_rate": 3.530782112715757e-05, "loss": 0.0092, "step": 88610 }, { "epoch": 1.4693836945167549, "grad_norm": 0.0005954598891548812, "learning_rate": 3.530616305483245e-05, "loss": 0.0004, "step": 88620 }, { "epoch": 1.4695495017492664, "grad_norm": 0.0315418504178524, "learning_rate": 3.5304504982507334e-05, "loss": 0.0033, "step": 88630 }, { "epoch": 1.4697153089817778, "grad_norm": 0.8014383316040039, "learning_rate": 3.5302846910182224e-05, "loss": 0.0012, "step": 88640 }, { "epoch": 1.4698811162142893, "grad_norm": 0.00024583551567047834, "learning_rate": 3.530118883785711e-05, "loss": 0.0094, "step": 88650 }, { "epoch": 1.4700469234468008, "grad_norm": 0.27414923906326294, "learning_rate": 3.5299530765532e-05, "loss": 0.0023, "step": 88660 }, { "epoch": 1.4702127306793122, "grad_norm": 0.01961309090256691, "learning_rate": 3.529787269320688e-05, "loss": 0.0067, "step": 88670 }, { "epoch": 1.4703785379118237, "grad_norm": 0.003049480263143778, "learning_rate": 3.5296214620881765e-05, "loss": 0.0004, "step": 88680 }, { "epoch": 1.4705443451443352, "grad_norm": 0.00038597427192144096, "learning_rate": 3.529455654855665e-05, "loss": 0.0024, "step": 88690 }, { "epoch": 1.4707101523768467, "grad_norm": 0.007892069406807423, "learning_rate": 3.529289847623153e-05, "loss": 0.0022, "step": 88700 }, { "epoch": 1.4708759596093581, "grad_norm": 0.0028995422180742025, "learning_rate": 3.529124040390642e-05, "loss": 0.0066, "step": 88710 }, { "epoch": 1.4710417668418696, "grad_norm": 0.000337367644533515, "learning_rate": 3.5289582331581306e-05, "loss": 0.0059, "step": 88720 }, { "epoch": 1.471207574074381, "grad_norm": 0.00035719352308660746, "learning_rate": 3.528792425925619e-05, "loss": 0.0044, "step": 88730 }, { "epoch": 1.4713733813068925, "grad_norm": 0.0005879361415281892, "learning_rate": 3.528626618693108e-05, "loss": 0.004, "step": 88740 }, { "epoch": 1.471539188539404, "grad_norm": 0.0030826993752270937, "learning_rate": 3.528460811460596e-05, "loss": 0.0006, "step": 88750 }, { "epoch": 1.4717049957719155, "grad_norm": 0.0038405361119657755, "learning_rate": 3.5282950042280846e-05, "loss": 0.0094, "step": 88760 }, { "epoch": 1.471870803004427, "grad_norm": 0.000274340040050447, "learning_rate": 3.528129196995573e-05, "loss": 0.0036, "step": 88770 }, { "epoch": 1.4720366102369384, "grad_norm": 0.0032344465143978596, "learning_rate": 3.527963389763061e-05, "loss": 0.0044, "step": 88780 }, { "epoch": 1.47220241746945, "grad_norm": 8.943860302679241e-05, "learning_rate": 3.5277975825305504e-05, "loss": 0.0109, "step": 88790 }, { "epoch": 1.4723682247019614, "grad_norm": 0.00020615925313904881, "learning_rate": 3.527631775298039e-05, "loss": 0.0105, "step": 88800 }, { "epoch": 1.4725340319344729, "grad_norm": 0.013920733705163002, "learning_rate": 3.527465968065527e-05, "loss": 0.0034, "step": 88810 }, { "epoch": 1.4726998391669843, "grad_norm": 1.0374876260757446, "learning_rate": 3.527300160833016e-05, "loss": 0.0099, "step": 88820 }, { "epoch": 1.472865646399496, "grad_norm": 0.00941761676222086, "learning_rate": 3.5271343536005044e-05, "loss": 0.0059, "step": 88830 }, { "epoch": 1.4730314536320075, "grad_norm": 0.0006606362294405699, "learning_rate": 3.526968546367993e-05, "loss": 0.008, "step": 88840 }, { "epoch": 1.473197260864519, "grad_norm": 0.11995299905538559, "learning_rate": 3.526802739135481e-05, "loss": 0.0006, "step": 88850 }, { "epoch": 1.4733630680970304, "grad_norm": 0.004164249636232853, "learning_rate": 3.5266369319029695e-05, "loss": 0.0001, "step": 88860 }, { "epoch": 1.473528875329542, "grad_norm": 0.010113585740327835, "learning_rate": 3.5264711246704585e-05, "loss": 0.0026, "step": 88870 }, { "epoch": 1.4736946825620534, "grad_norm": 0.18292394280433655, "learning_rate": 3.526305317437947e-05, "loss": 0.0132, "step": 88880 }, { "epoch": 1.4738604897945649, "grad_norm": 0.21611101925373077, "learning_rate": 3.526139510205435e-05, "loss": 0.0032, "step": 88890 }, { "epoch": 1.4740262970270763, "grad_norm": 0.0006359835970215499, "learning_rate": 3.525973702972924e-05, "loss": 0.0016, "step": 88900 }, { "epoch": 1.4741921042595878, "grad_norm": 0.0004543253453448415, "learning_rate": 3.5258078957404126e-05, "loss": 0.0058, "step": 88910 }, { "epoch": 1.4743579114920993, "grad_norm": 0.0032406069803982973, "learning_rate": 3.525642088507901e-05, "loss": 0.0072, "step": 88920 }, { "epoch": 1.4745237187246107, "grad_norm": 0.00014263794582802802, "learning_rate": 3.525476281275389e-05, "loss": 0.0026, "step": 88930 }, { "epoch": 1.4746895259571222, "grad_norm": 0.01288021169602871, "learning_rate": 3.5253104740428776e-05, "loss": 0.0128, "step": 88940 }, { "epoch": 1.4748553331896337, "grad_norm": 0.20387011766433716, "learning_rate": 3.5251446668103666e-05, "loss": 0.0099, "step": 88950 }, { "epoch": 1.4750211404221452, "grad_norm": 0.013347468338906765, "learning_rate": 3.524978859577855e-05, "loss": 0.0019, "step": 88960 }, { "epoch": 1.4751869476546566, "grad_norm": 0.022585557773709297, "learning_rate": 3.524813052345343e-05, "loss": 0.0021, "step": 88970 }, { "epoch": 1.475352754887168, "grad_norm": 0.02386234514415264, "learning_rate": 3.5246472451128323e-05, "loss": 0.0022, "step": 88980 }, { "epoch": 1.4755185621196796, "grad_norm": 0.5321252942085266, "learning_rate": 3.524481437880321e-05, "loss": 0.0047, "step": 88990 }, { "epoch": 1.4756843693521913, "grad_norm": 0.0005248034140095115, "learning_rate": 3.524315630647809e-05, "loss": 0.0102, "step": 89000 }, { "epoch": 1.4758501765847027, "grad_norm": 0.005508490838110447, "learning_rate": 3.5241498234152974e-05, "loss": 0.0054, "step": 89010 }, { "epoch": 1.4760159838172142, "grad_norm": 3.567047679098323e-05, "learning_rate": 3.523984016182786e-05, "loss": 0.007, "step": 89020 }, { "epoch": 1.4761817910497257, "grad_norm": 3.679885048768483e-05, "learning_rate": 3.523818208950275e-05, "loss": 0.0, "step": 89030 }, { "epoch": 1.4763475982822372, "grad_norm": 0.24526409804821014, "learning_rate": 3.523652401717763e-05, "loss": 0.0004, "step": 89040 }, { "epoch": 1.4765134055147486, "grad_norm": 0.01560954749584198, "learning_rate": 3.523486594485252e-05, "loss": 0.0, "step": 89050 }, { "epoch": 1.47667921274726, "grad_norm": 3.0818813684163615e-05, "learning_rate": 3.5233207872527405e-05, "loss": 0.0029, "step": 89060 }, { "epoch": 1.4768450199797716, "grad_norm": 0.00789699051529169, "learning_rate": 3.523154980020228e-05, "loss": 0.0014, "step": 89070 }, { "epoch": 1.477010827212283, "grad_norm": 0.0032086868304759264, "learning_rate": 3.522989172787717e-05, "loss": 0.0008, "step": 89080 }, { "epoch": 1.4771766344447945, "grad_norm": 3.7890644307481125e-05, "learning_rate": 3.5228233655552055e-05, "loss": 0.0052, "step": 89090 }, { "epoch": 1.477342441677306, "grad_norm": 0.04743698984384537, "learning_rate": 3.522657558322694e-05, "loss": 0.0004, "step": 89100 }, { "epoch": 1.4775082489098175, "grad_norm": 0.0007837109733372927, "learning_rate": 3.522491751090183e-05, "loss": 0.0084, "step": 89110 }, { "epoch": 1.477674056142329, "grad_norm": 0.3618713617324829, "learning_rate": 3.522325943857671e-05, "loss": 0.0044, "step": 89120 }, { "epoch": 1.4778398633748404, "grad_norm": 0.0022903180215507746, "learning_rate": 3.52216013662516e-05, "loss": 0.0046, "step": 89130 }, { "epoch": 1.4780056706073519, "grad_norm": 0.00019965665705967695, "learning_rate": 3.521994329392648e-05, "loss": 0.0147, "step": 89140 }, { "epoch": 1.4781714778398634, "grad_norm": 0.051931753754615784, "learning_rate": 3.521828522160136e-05, "loss": 0.0018, "step": 89150 }, { "epoch": 1.4783372850723748, "grad_norm": 0.0014924173010513186, "learning_rate": 3.521662714927625e-05, "loss": 0.0007, "step": 89160 }, { "epoch": 1.4785030923048863, "grad_norm": 0.004632551223039627, "learning_rate": 3.521496907695114e-05, "loss": 0.005, "step": 89170 }, { "epoch": 1.4786688995373978, "grad_norm": 0.014585583470761776, "learning_rate": 3.521331100462603e-05, "loss": 0.0116, "step": 89180 }, { "epoch": 1.4788347067699092, "grad_norm": 0.0092868497595191, "learning_rate": 3.521165293230091e-05, "loss": 0.0033, "step": 89190 }, { "epoch": 1.4790005140024207, "grad_norm": 0.0017019632505252957, "learning_rate": 3.5209994859975794e-05, "loss": 0.0079, "step": 89200 }, { "epoch": 1.4791663212349322, "grad_norm": 0.000521667068824172, "learning_rate": 3.5208336787650684e-05, "loss": 0.0047, "step": 89210 }, { "epoch": 1.4793321284674437, "grad_norm": 0.005359158385545015, "learning_rate": 3.520667871532556e-05, "loss": 0.0174, "step": 89220 }, { "epoch": 1.4794979356999551, "grad_norm": 0.00018554348207544535, "learning_rate": 3.5205020643000444e-05, "loss": 0.0028, "step": 89230 }, { "epoch": 1.4796637429324666, "grad_norm": 0.0074203298427164555, "learning_rate": 3.5203362570675335e-05, "loss": 0.0004, "step": 89240 }, { "epoch": 1.479829550164978, "grad_norm": 0.00035530535387806594, "learning_rate": 3.520170449835022e-05, "loss": 0.0026, "step": 89250 }, { "epoch": 1.4799953573974896, "grad_norm": 0.34572523832321167, "learning_rate": 3.520004642602511e-05, "loss": 0.0085, "step": 89260 }, { "epoch": 1.480161164630001, "grad_norm": 0.01792430877685547, "learning_rate": 3.519838835369999e-05, "loss": 0.0011, "step": 89270 }, { "epoch": 1.4803269718625127, "grad_norm": 0.06790952384471893, "learning_rate": 3.5196730281374875e-05, "loss": 0.0046, "step": 89280 }, { "epoch": 1.4804927790950242, "grad_norm": 0.0023765123914927244, "learning_rate": 3.519507220904976e-05, "loss": 0.0126, "step": 89290 }, { "epoch": 1.4806585863275357, "grad_norm": 0.0018106645438820124, "learning_rate": 3.519341413672464e-05, "loss": 0.0087, "step": 89300 }, { "epoch": 1.4808243935600471, "grad_norm": 0.0013784666080027819, "learning_rate": 3.5191756064399526e-05, "loss": 0.0032, "step": 89310 }, { "epoch": 1.4809902007925586, "grad_norm": 0.2948600947856903, "learning_rate": 3.5190097992074416e-05, "loss": 0.0063, "step": 89320 }, { "epoch": 1.48115600802507, "grad_norm": 0.005974494386464357, "learning_rate": 3.51884399197493e-05, "loss": 0.0037, "step": 89330 }, { "epoch": 1.4813218152575816, "grad_norm": 0.0023148092441260815, "learning_rate": 3.518678184742419e-05, "loss": 0.0001, "step": 89340 }, { "epoch": 1.481487622490093, "grad_norm": 0.05117255821824074, "learning_rate": 3.518512377509907e-05, "loss": 0.0031, "step": 89350 }, { "epoch": 1.4816534297226045, "grad_norm": 0.0632673129439354, "learning_rate": 3.518346570277396e-05, "loss": 0.0006, "step": 89360 }, { "epoch": 1.481819236955116, "grad_norm": 0.19570042192935944, "learning_rate": 3.518180763044884e-05, "loss": 0.0024, "step": 89370 }, { "epoch": 1.4819850441876274, "grad_norm": 0.0021484449971467257, "learning_rate": 3.5180149558123724e-05, "loss": 0.0054, "step": 89380 }, { "epoch": 1.482150851420139, "grad_norm": 0.01164406631141901, "learning_rate": 3.5178491485798614e-05, "loss": 0.0001, "step": 89390 }, { "epoch": 1.4823166586526504, "grad_norm": 0.3223145008087158, "learning_rate": 3.51768334134735e-05, "loss": 0.0107, "step": 89400 }, { "epoch": 1.4824824658851619, "grad_norm": 0.00018915749387815595, "learning_rate": 3.517517534114838e-05, "loss": 0.001, "step": 89410 }, { "epoch": 1.4826482731176733, "grad_norm": 0.024889394640922546, "learning_rate": 3.517351726882327e-05, "loss": 0.0104, "step": 89420 }, { "epoch": 1.4828140803501848, "grad_norm": 0.0009529948001727462, "learning_rate": 3.5171859196498155e-05, "loss": 0.0018, "step": 89430 }, { "epoch": 1.4829798875826963, "grad_norm": 0.0009463868336752057, "learning_rate": 3.517020112417304e-05, "loss": 0.0032, "step": 89440 }, { "epoch": 1.483145694815208, "grad_norm": 0.00019277022511232644, "learning_rate": 3.516854305184792e-05, "loss": 0.0016, "step": 89450 }, { "epoch": 1.4833115020477194, "grad_norm": 0.0109549043700099, "learning_rate": 3.5166884979522805e-05, "loss": 0.0068, "step": 89460 }, { "epoch": 1.483477309280231, "grad_norm": 0.0009785291040316224, "learning_rate": 3.5165226907197695e-05, "loss": 0.0069, "step": 89470 }, { "epoch": 1.4836431165127424, "grad_norm": 7.341129094129428e-05, "learning_rate": 3.516356883487258e-05, "loss": 0.0037, "step": 89480 }, { "epoch": 1.4838089237452539, "grad_norm": 0.0016138768987730145, "learning_rate": 3.516191076254746e-05, "loss": 0.0006, "step": 89490 }, { "epoch": 1.4839747309777653, "grad_norm": 0.0013273220974951982, "learning_rate": 3.516025269022235e-05, "loss": 0.0005, "step": 89500 }, { "epoch": 1.4841405382102768, "grad_norm": 0.0015898800920695066, "learning_rate": 3.5158594617897236e-05, "loss": 0.0051, "step": 89510 }, { "epoch": 1.4843063454427883, "grad_norm": 0.0005433365004137158, "learning_rate": 3.515693654557212e-05, "loss": 0.0072, "step": 89520 }, { "epoch": 1.4844721526752997, "grad_norm": 0.0003642795199993998, "learning_rate": 3.5155278473247e-05, "loss": 0.0083, "step": 89530 }, { "epoch": 1.4846379599078112, "grad_norm": 0.0014486090512946248, "learning_rate": 3.5153620400921886e-05, "loss": 0.0003, "step": 89540 }, { "epoch": 1.4848037671403227, "grad_norm": 0.008563042618334293, "learning_rate": 3.515196232859678e-05, "loss": 0.0069, "step": 89550 }, { "epoch": 1.4849695743728342, "grad_norm": 0.1762523204088211, "learning_rate": 3.515030425627166e-05, "loss": 0.0069, "step": 89560 }, { "epoch": 1.4851353816053456, "grad_norm": 0.11192493140697479, "learning_rate": 3.5148646183946544e-05, "loss": 0.0042, "step": 89570 }, { "epoch": 1.4853011888378571, "grad_norm": 0.006232038140296936, "learning_rate": 3.5146988111621434e-05, "loss": 0.0001, "step": 89580 }, { "epoch": 1.4854669960703686, "grad_norm": 0.16934655606746674, "learning_rate": 3.514533003929632e-05, "loss": 0.0054, "step": 89590 }, { "epoch": 1.48563280330288, "grad_norm": 0.18213199079036713, "learning_rate": 3.51436719669712e-05, "loss": 0.0047, "step": 89600 }, { "epoch": 1.4857986105353915, "grad_norm": 0.3259681761264801, "learning_rate": 3.5142013894646084e-05, "loss": 0.0122, "step": 89610 }, { "epoch": 1.485964417767903, "grad_norm": 0.024479733780026436, "learning_rate": 3.514035582232097e-05, "loss": 0.003, "step": 89620 }, { "epoch": 1.4861302250004145, "grad_norm": 0.0008177143754437566, "learning_rate": 3.513869774999586e-05, "loss": 0.0035, "step": 89630 }, { "epoch": 1.486296032232926, "grad_norm": 0.001302408054471016, "learning_rate": 3.513703967767074e-05, "loss": 0.0075, "step": 89640 }, { "epoch": 1.4864618394654374, "grad_norm": 0.0007943714736029506, "learning_rate": 3.5135381605345625e-05, "loss": 0.0039, "step": 89650 }, { "epoch": 1.486627646697949, "grad_norm": 0.007532317191362381, "learning_rate": 3.5133723533020515e-05, "loss": 0.0039, "step": 89660 }, { "epoch": 1.4867934539304604, "grad_norm": 0.002638069447129965, "learning_rate": 3.51320654606954e-05, "loss": 0.0039, "step": 89670 }, { "epoch": 1.4869592611629718, "grad_norm": 0.0007392329862341285, "learning_rate": 3.513040738837028e-05, "loss": 0.0043, "step": 89680 }, { "epoch": 1.4871250683954833, "grad_norm": 0.0806528776884079, "learning_rate": 3.5128749316045166e-05, "loss": 0.0185, "step": 89690 }, { "epoch": 1.4872908756279948, "grad_norm": 0.0006113522686064243, "learning_rate": 3.512709124372005e-05, "loss": 0.0004, "step": 89700 }, { "epoch": 1.4874566828605063, "grad_norm": 0.179327130317688, "learning_rate": 3.512543317139494e-05, "loss": 0.0214, "step": 89710 }, { "epoch": 1.4876224900930177, "grad_norm": 0.019743310287594795, "learning_rate": 3.512377509906982e-05, "loss": 0.0008, "step": 89720 }, { "epoch": 1.4877882973255294, "grad_norm": 0.015197240747511387, "learning_rate": 3.512211702674471e-05, "loss": 0.0081, "step": 89730 }, { "epoch": 1.487954104558041, "grad_norm": 0.00024980964371934533, "learning_rate": 3.51204589544196e-05, "loss": 0.0087, "step": 89740 }, { "epoch": 1.4881199117905524, "grad_norm": 0.00614857766777277, "learning_rate": 3.511880088209448e-05, "loss": 0.0059, "step": 89750 }, { "epoch": 1.4882857190230638, "grad_norm": 0.00013004912761971354, "learning_rate": 3.5117142809769364e-05, "loss": 0.0074, "step": 89760 }, { "epoch": 1.4884515262555753, "grad_norm": 0.023181015625596046, "learning_rate": 3.511548473744425e-05, "loss": 0.0074, "step": 89770 }, { "epoch": 1.4886173334880868, "grad_norm": 0.0013879903126507998, "learning_rate": 3.511382666511913e-05, "loss": 0.0032, "step": 89780 }, { "epoch": 1.4887831407205983, "grad_norm": 0.34861069917678833, "learning_rate": 3.511216859279402e-05, "loss": 0.0163, "step": 89790 }, { "epoch": 1.4889489479531097, "grad_norm": 0.0016562419477850199, "learning_rate": 3.5110510520468904e-05, "loss": 0.0002, "step": 89800 }, { "epoch": 1.4891147551856212, "grad_norm": 0.012858022935688496, "learning_rate": 3.5108852448143795e-05, "loss": 0.0001, "step": 89810 }, { "epoch": 1.4892805624181327, "grad_norm": 0.17646847665309906, "learning_rate": 3.510719437581868e-05, "loss": 0.0153, "step": 89820 }, { "epoch": 1.4894463696506441, "grad_norm": 0.0002732815337367356, "learning_rate": 3.5105536303493555e-05, "loss": 0.0023, "step": 89830 }, { "epoch": 1.4896121768831556, "grad_norm": 0.005182337947189808, "learning_rate": 3.5103878231168445e-05, "loss": 0.0012, "step": 89840 }, { "epoch": 1.489777984115667, "grad_norm": 0.34342318773269653, "learning_rate": 3.510222015884333e-05, "loss": 0.0065, "step": 89850 }, { "epoch": 1.4899437913481786, "grad_norm": 0.16486969590187073, "learning_rate": 3.510056208651822e-05, "loss": 0.0211, "step": 89860 }, { "epoch": 1.49010959858069, "grad_norm": 0.011537455953657627, "learning_rate": 3.50989040141931e-05, "loss": 0.0031, "step": 89870 }, { "epoch": 1.4902754058132015, "grad_norm": 0.3298896253108978, "learning_rate": 3.5097245941867986e-05, "loss": 0.0055, "step": 89880 }, { "epoch": 1.490441213045713, "grad_norm": 0.005066713783890009, "learning_rate": 3.5095587869542876e-05, "loss": 0.002, "step": 89890 }, { "epoch": 1.4906070202782247, "grad_norm": 0.004926374647766352, "learning_rate": 3.509392979721776e-05, "loss": 0.0337, "step": 89900 }, { "epoch": 1.4907728275107361, "grad_norm": 0.0024863167200237513, "learning_rate": 3.5092271724892636e-05, "loss": 0.003, "step": 89910 }, { "epoch": 1.4909386347432476, "grad_norm": 0.0009836348472163081, "learning_rate": 3.5090613652567526e-05, "loss": 0.0038, "step": 89920 }, { "epoch": 1.491104441975759, "grad_norm": 0.02950131706893444, "learning_rate": 3.508895558024241e-05, "loss": 0.0058, "step": 89930 }, { "epoch": 1.4912702492082706, "grad_norm": 0.0008118850528262556, "learning_rate": 3.50872975079173e-05, "loss": 0.0001, "step": 89940 }, { "epoch": 1.491436056440782, "grad_norm": 0.24095556139945984, "learning_rate": 3.5085639435592184e-05, "loss": 0.009, "step": 89950 }, { "epoch": 1.4916018636732935, "grad_norm": 0.0009526824578642845, "learning_rate": 3.508398136326707e-05, "loss": 0.0065, "step": 89960 }, { "epoch": 1.491767670905805, "grad_norm": 0.009129242040216923, "learning_rate": 3.508232329094196e-05, "loss": 0.0092, "step": 89970 }, { "epoch": 1.4919334781383164, "grad_norm": 0.1862211525440216, "learning_rate": 3.5080665218616834e-05, "loss": 0.0167, "step": 89980 }, { "epoch": 1.492099285370828, "grad_norm": 0.01094904076308012, "learning_rate": 3.507900714629172e-05, "loss": 0.0037, "step": 89990 }, { "epoch": 1.4922650926033394, "grad_norm": 0.00012746085121762007, "learning_rate": 3.507734907396661e-05, "loss": 0.0003, "step": 90000 }, { "epoch": 1.4924308998358509, "grad_norm": 0.1980867236852646, "learning_rate": 3.507569100164149e-05, "loss": 0.0159, "step": 90010 }, { "epoch": 1.4925967070683623, "grad_norm": 0.006786019075661898, "learning_rate": 3.507403292931638e-05, "loss": 0.0027, "step": 90020 }, { "epoch": 1.4927625143008738, "grad_norm": 0.5717751979827881, "learning_rate": 3.5072374856991265e-05, "loss": 0.0109, "step": 90030 }, { "epoch": 1.4929283215333853, "grad_norm": 0.0008568130433559418, "learning_rate": 3.507071678466615e-05, "loss": 0.0041, "step": 90040 }, { "epoch": 1.4930941287658968, "grad_norm": 0.26567351818084717, "learning_rate": 3.506905871234103e-05, "loss": 0.0039, "step": 90050 }, { "epoch": 1.4932599359984082, "grad_norm": 0.2562786936759949, "learning_rate": 3.5067400640015915e-05, "loss": 0.0087, "step": 90060 }, { "epoch": 1.4934257432309197, "grad_norm": 0.3943854570388794, "learning_rate": 3.5065742567690806e-05, "loss": 0.0061, "step": 90070 }, { "epoch": 1.4935915504634312, "grad_norm": 0.26497477293014526, "learning_rate": 3.506408449536569e-05, "loss": 0.004, "step": 90080 }, { "epoch": 1.4937573576959426, "grad_norm": 0.1163165494799614, "learning_rate": 3.506242642304057e-05, "loss": 0.0032, "step": 90090 }, { "epoch": 1.4939231649284541, "grad_norm": 0.0036241814959794283, "learning_rate": 3.506076835071546e-05, "loss": 0.0002, "step": 90100 }, { "epoch": 1.4940889721609656, "grad_norm": 0.322353720664978, "learning_rate": 3.5059110278390346e-05, "loss": 0.0108, "step": 90110 }, { "epoch": 1.494254779393477, "grad_norm": 0.269396036863327, "learning_rate": 3.505745220606523e-05, "loss": 0.0059, "step": 90120 }, { "epoch": 1.4944205866259885, "grad_norm": 0.0013174762716516852, "learning_rate": 3.505579413374011e-05, "loss": 0.0001, "step": 90130 }, { "epoch": 1.4945863938585, "grad_norm": 0.00039105507312342525, "learning_rate": 3.5054136061415e-05, "loss": 0.0013, "step": 90140 }, { "epoch": 1.4947522010910115, "grad_norm": 0.022408559918403625, "learning_rate": 3.505247798908989e-05, "loss": 0.0019, "step": 90150 }, { "epoch": 1.494918008323523, "grad_norm": 0.650994062423706, "learning_rate": 3.505081991676477e-05, "loss": 0.0026, "step": 90160 }, { "epoch": 1.4950838155560344, "grad_norm": 0.34178295731544495, "learning_rate": 3.5049161844439654e-05, "loss": 0.0042, "step": 90170 }, { "epoch": 1.4952496227885461, "grad_norm": 0.0001353849656879902, "learning_rate": 3.5047503772114544e-05, "loss": 0.0127, "step": 90180 }, { "epoch": 1.4954154300210576, "grad_norm": 0.0013312213122844696, "learning_rate": 3.504584569978943e-05, "loss": 0.0033, "step": 90190 }, { "epoch": 1.495581237253569, "grad_norm": 0.009086476638913155, "learning_rate": 3.504418762746431e-05, "loss": 0.0071, "step": 90200 }, { "epoch": 1.4957470444860805, "grad_norm": 0.03143339604139328, "learning_rate": 3.5042529555139195e-05, "loss": 0.0049, "step": 90210 }, { "epoch": 1.495912851718592, "grad_norm": 0.0023437573108822107, "learning_rate": 3.504087148281408e-05, "loss": 0.0001, "step": 90220 }, { "epoch": 1.4960786589511035, "grad_norm": 0.19891861081123352, "learning_rate": 3.503921341048897e-05, "loss": 0.0055, "step": 90230 }, { "epoch": 1.496244466183615, "grad_norm": 0.00010606274736346677, "learning_rate": 3.503755533816385e-05, "loss": 0.0005, "step": 90240 }, { "epoch": 1.4964102734161264, "grad_norm": 0.6833871006965637, "learning_rate": 3.5035897265838735e-05, "loss": 0.0126, "step": 90250 }, { "epoch": 1.496576080648638, "grad_norm": 0.0016926960088312626, "learning_rate": 3.5034239193513626e-05, "loss": 0.0001, "step": 90260 }, { "epoch": 1.4967418878811494, "grad_norm": 0.16680379211902618, "learning_rate": 3.503258112118851e-05, "loss": 0.0048, "step": 90270 }, { "epoch": 1.4969076951136608, "grad_norm": 0.14462018013000488, "learning_rate": 3.503092304886339e-05, "loss": 0.0185, "step": 90280 }, { "epoch": 1.4970735023461723, "grad_norm": 0.0006180082564242184, "learning_rate": 3.5029264976538276e-05, "loss": 0.0083, "step": 90290 }, { "epoch": 1.4972393095786838, "grad_norm": 0.001013806788250804, "learning_rate": 3.502760690421316e-05, "loss": 0.0093, "step": 90300 }, { "epoch": 1.4974051168111953, "grad_norm": 0.0062935855239629745, "learning_rate": 3.502594883188805e-05, "loss": 0.0043, "step": 90310 }, { "epoch": 1.4975709240437067, "grad_norm": 0.9027389287948608, "learning_rate": 3.502429075956293e-05, "loss": 0.0031, "step": 90320 }, { "epoch": 1.4977367312762182, "grad_norm": 0.3364602029323578, "learning_rate": 3.502263268723782e-05, "loss": 0.0023, "step": 90330 }, { "epoch": 1.4979025385087297, "grad_norm": 0.001390359248034656, "learning_rate": 3.502097461491271e-05, "loss": 0.0006, "step": 90340 }, { "epoch": 1.4980683457412414, "grad_norm": 0.02757556177675724, "learning_rate": 3.501931654258759e-05, "loss": 0.0045, "step": 90350 }, { "epoch": 1.4982341529737528, "grad_norm": 0.0010829169768840075, "learning_rate": 3.5017658470262474e-05, "loss": 0.0059, "step": 90360 }, { "epoch": 1.4983999602062643, "grad_norm": 0.0002504539443179965, "learning_rate": 3.501600039793736e-05, "loss": 0.0003, "step": 90370 }, { "epoch": 1.4985657674387758, "grad_norm": 0.0015330873429775238, "learning_rate": 3.501434232561224e-05, "loss": 0.0012, "step": 90380 }, { "epoch": 1.4987315746712873, "grad_norm": 0.00905663799494505, "learning_rate": 3.501268425328713e-05, "loss": 0.0023, "step": 90390 }, { "epoch": 1.4988973819037987, "grad_norm": 0.01317894272506237, "learning_rate": 3.5011026180962015e-05, "loss": 0.0032, "step": 90400 }, { "epoch": 1.4990631891363102, "grad_norm": 0.0001579605450388044, "learning_rate": 3.5009368108636905e-05, "loss": 0.0056, "step": 90410 }, { "epoch": 1.4992289963688217, "grad_norm": 0.5579936504364014, "learning_rate": 3.500771003631179e-05, "loss": 0.0132, "step": 90420 }, { "epoch": 1.4993948036013331, "grad_norm": 0.005488994065672159, "learning_rate": 3.500605196398667e-05, "loss": 0.0057, "step": 90430 }, { "epoch": 1.4995606108338446, "grad_norm": 0.015178274363279343, "learning_rate": 3.5004393891661555e-05, "loss": 0.0033, "step": 90440 }, { "epoch": 1.499726418066356, "grad_norm": 0.03472352400422096, "learning_rate": 3.500273581933644e-05, "loss": 0.0029, "step": 90450 }, { "epoch": 1.4998922252988676, "grad_norm": 0.0011136047542095184, "learning_rate": 3.500107774701132e-05, "loss": 0.0001, "step": 90460 }, { "epoch": 1.500058032531379, "grad_norm": 0.00019913530559279025, "learning_rate": 3.499941967468621e-05, "loss": 0.0095, "step": 90470 }, { "epoch": 1.5002238397638905, "grad_norm": 0.006017773877829313, "learning_rate": 3.4997761602361096e-05, "loss": 0.0039, "step": 90480 }, { "epoch": 1.500389646996402, "grad_norm": 0.003653360065072775, "learning_rate": 3.4996103530035986e-05, "loss": 0.0027, "step": 90490 }, { "epoch": 1.5005554542289135, "grad_norm": 0.19360831379890442, "learning_rate": 3.499444545771087e-05, "loss": 0.0075, "step": 90500 }, { "epoch": 1.500721261461425, "grad_norm": 0.0005142507725395262, "learning_rate": 3.499278738538575e-05, "loss": 0.0056, "step": 90510 }, { "epoch": 1.5008870686939364, "grad_norm": 0.0015585805522277951, "learning_rate": 3.499112931306064e-05, "loss": 0.0076, "step": 90520 }, { "epoch": 1.5010528759264479, "grad_norm": 0.003384652780368924, "learning_rate": 3.498947124073552e-05, "loss": 0.0032, "step": 90530 }, { "epoch": 1.5012186831589593, "grad_norm": 0.011964565142989159, "learning_rate": 3.498781316841041e-05, "loss": 0.0133, "step": 90540 }, { "epoch": 1.5013844903914708, "grad_norm": 0.0015153927961364388, "learning_rate": 3.4986155096085294e-05, "loss": 0.0056, "step": 90550 }, { "epoch": 1.5015502976239823, "grad_norm": 0.0016460898332297802, "learning_rate": 3.498449702376018e-05, "loss": 0.0004, "step": 90560 }, { "epoch": 1.5017161048564938, "grad_norm": 0.0006506549543701112, "learning_rate": 3.498283895143507e-05, "loss": 0.0045, "step": 90570 }, { "epoch": 1.5018819120890052, "grad_norm": 2.7874810695648193, "learning_rate": 3.498118087910995e-05, "loss": 0.0071, "step": 90580 }, { "epoch": 1.5020477193215167, "grad_norm": 0.0008093987125903368, "learning_rate": 3.4979522806784835e-05, "loss": 0.0016, "step": 90590 }, { "epoch": 1.5022135265540282, "grad_norm": 6.10709103057161e-05, "learning_rate": 3.497786473445972e-05, "loss": 0.0061, "step": 90600 }, { "epoch": 1.5023793337865397, "grad_norm": 0.030420832335948944, "learning_rate": 3.49762066621346e-05, "loss": 0.0023, "step": 90610 }, { "epoch": 1.5025451410190511, "grad_norm": 0.00027498978306539357, "learning_rate": 3.497454858980949e-05, "loss": 0.0025, "step": 90620 }, { "epoch": 1.5027109482515626, "grad_norm": 0.0003545343060977757, "learning_rate": 3.4972890517484375e-05, "loss": 0.0001, "step": 90630 }, { "epoch": 1.502876755484074, "grad_norm": 0.22823166847229004, "learning_rate": 3.497123244515926e-05, "loss": 0.0084, "step": 90640 }, { "epoch": 1.5030425627165855, "grad_norm": 0.0003991067933384329, "learning_rate": 3.496957437283415e-05, "loss": 0.0001, "step": 90650 }, { "epoch": 1.5032083699490972, "grad_norm": 0.0005412186728790402, "learning_rate": 3.496791630050903e-05, "loss": 0.011, "step": 90660 }, { "epoch": 1.5033741771816087, "grad_norm": 0.17754356563091278, "learning_rate": 3.496625822818391e-05, "loss": 0.0004, "step": 90670 }, { "epoch": 1.5035399844141202, "grad_norm": 0.37459051609039307, "learning_rate": 3.49646001558588e-05, "loss": 0.0067, "step": 90680 }, { "epoch": 1.5037057916466317, "grad_norm": 0.0001236897223861888, "learning_rate": 3.496294208353368e-05, "loss": 0.0085, "step": 90690 }, { "epoch": 1.5038715988791431, "grad_norm": 0.005897297523915768, "learning_rate": 3.496128401120857e-05, "loss": 0.0037, "step": 90700 }, { "epoch": 1.5040374061116546, "grad_norm": 0.12384270131587982, "learning_rate": 3.495962593888346e-05, "loss": 0.0005, "step": 90710 }, { "epoch": 1.504203213344166, "grad_norm": 2.1893185476073995e-05, "learning_rate": 3.495796786655834e-05, "loss": 0.0, "step": 90720 }, { "epoch": 1.5043690205766775, "grad_norm": 0.02180694043636322, "learning_rate": 3.495630979423323e-05, "loss": 0.0001, "step": 90730 }, { "epoch": 1.504534827809189, "grad_norm": 0.004899279680103064, "learning_rate": 3.495465172190811e-05, "loss": 0.003, "step": 90740 }, { "epoch": 1.5047006350417005, "grad_norm": 0.000951297755818814, "learning_rate": 3.4952993649583e-05, "loss": 0.0076, "step": 90750 }, { "epoch": 1.504866442274212, "grad_norm": 0.00359135284088552, "learning_rate": 3.495133557725788e-05, "loss": 0.0111, "step": 90760 }, { "epoch": 1.5050322495067234, "grad_norm": 0.001917608897201717, "learning_rate": 3.4949677504932764e-05, "loss": 0.0008, "step": 90770 }, { "epoch": 1.5051980567392351, "grad_norm": 0.0014096866361796856, "learning_rate": 3.4948019432607655e-05, "loss": 0.0001, "step": 90780 }, { "epoch": 1.5053638639717466, "grad_norm": 0.001924942247569561, "learning_rate": 3.494636136028254e-05, "loss": 0.004, "step": 90790 }, { "epoch": 1.505529671204258, "grad_norm": 0.017391489818692207, "learning_rate": 3.494470328795742e-05, "loss": 0.0097, "step": 90800 }, { "epoch": 1.5056954784367695, "grad_norm": 0.10346126556396484, "learning_rate": 3.494304521563231e-05, "loss": 0.0004, "step": 90810 }, { "epoch": 1.505861285669281, "grad_norm": 0.022952621802687645, "learning_rate": 3.494138714330719e-05, "loss": 0.003, "step": 90820 }, { "epoch": 1.5060270929017925, "grad_norm": 0.0016755434917286038, "learning_rate": 3.493972907098208e-05, "loss": 0.0055, "step": 90830 }, { "epoch": 1.506192900134304, "grad_norm": 0.0024488295894116163, "learning_rate": 3.493807099865696e-05, "loss": 0.0079, "step": 90840 }, { "epoch": 1.5063587073668154, "grad_norm": 0.00015684789104852825, "learning_rate": 3.4936412926331846e-05, "loss": 0.0086, "step": 90850 }, { "epoch": 1.506524514599327, "grad_norm": 0.21034781634807587, "learning_rate": 3.4934754854006736e-05, "loss": 0.0059, "step": 90860 }, { "epoch": 1.5066903218318384, "grad_norm": 0.000266425748122856, "learning_rate": 3.493309678168162e-05, "loss": 0.0073, "step": 90870 }, { "epoch": 1.5068561290643498, "grad_norm": 7.031740096863359e-05, "learning_rate": 3.493143870935651e-05, "loss": 0.0002, "step": 90880 }, { "epoch": 1.5070219362968613, "grad_norm": 0.004621048923581839, "learning_rate": 3.4929780637031386e-05, "loss": 0.0008, "step": 90890 }, { "epoch": 1.5071877435293728, "grad_norm": 0.0002059551334241405, "learning_rate": 3.492812256470627e-05, "loss": 0.0036, "step": 90900 }, { "epoch": 1.5073535507618843, "grad_norm": 0.003513123607262969, "learning_rate": 3.492646449238116e-05, "loss": 0.0003, "step": 90910 }, { "epoch": 1.5075193579943957, "grad_norm": 0.3597385883331299, "learning_rate": 3.4924806420056044e-05, "loss": 0.0104, "step": 90920 }, { "epoch": 1.5076851652269072, "grad_norm": 0.3016284704208374, "learning_rate": 3.492314834773093e-05, "loss": 0.0058, "step": 90930 }, { "epoch": 1.5078509724594187, "grad_norm": 0.005783725995570421, "learning_rate": 3.492149027540582e-05, "loss": 0.0024, "step": 90940 }, { "epoch": 1.5080167796919302, "grad_norm": 0.0005045312573201954, "learning_rate": 3.49198322030807e-05, "loss": 0.0128, "step": 90950 }, { "epoch": 1.5081825869244416, "grad_norm": 0.17928200960159302, "learning_rate": 3.4918174130755584e-05, "loss": 0.0131, "step": 90960 }, { "epoch": 1.508348394156953, "grad_norm": 0.0354439839720726, "learning_rate": 3.491651605843047e-05, "loss": 0.0029, "step": 90970 }, { "epoch": 1.5085142013894646, "grad_norm": 0.000693279318511486, "learning_rate": 3.491485798610535e-05, "loss": 0.0016, "step": 90980 }, { "epoch": 1.508680008621976, "grad_norm": 0.0023166751489043236, "learning_rate": 3.491319991378024e-05, "loss": 0.0103, "step": 90990 }, { "epoch": 1.5088458158544875, "grad_norm": 0.0031906322110444307, "learning_rate": 3.4911541841455125e-05, "loss": 0.0116, "step": 91000 }, { "epoch": 1.509011623086999, "grad_norm": 0.19799362123012543, "learning_rate": 3.490988376913001e-05, "loss": 0.0029, "step": 91010 }, { "epoch": 1.5091774303195105, "grad_norm": 0.000938665121793747, "learning_rate": 3.49082256968049e-05, "loss": 0.0034, "step": 91020 }, { "epoch": 1.509343237552022, "grad_norm": 0.004473616369068623, "learning_rate": 3.490656762447978e-05, "loss": 0.0051, "step": 91030 }, { "epoch": 1.5095090447845334, "grad_norm": 0.00012449912901502103, "learning_rate": 3.4904909552154666e-05, "loss": 0.0091, "step": 91040 }, { "epoch": 1.5096748520170449, "grad_norm": 0.17302566766738892, "learning_rate": 3.490325147982955e-05, "loss": 0.0092, "step": 91050 }, { "epoch": 1.5098406592495563, "grad_norm": 0.0005730826524086297, "learning_rate": 3.490159340750443e-05, "loss": 0.0065, "step": 91060 }, { "epoch": 1.5100064664820678, "grad_norm": 0.0015957539435476065, "learning_rate": 3.489993533517932e-05, "loss": 0.0013, "step": 91070 }, { "epoch": 1.5101722737145793, "grad_norm": 0.0005408752476796508, "learning_rate": 3.4898277262854206e-05, "loss": 0.0069, "step": 91080 }, { "epoch": 1.5103380809470908, "grad_norm": 0.0002739161136560142, "learning_rate": 3.48966191905291e-05, "loss": 0.0048, "step": 91090 }, { "epoch": 1.5105038881796022, "grad_norm": 0.10783764719963074, "learning_rate": 3.489496111820398e-05, "loss": 0.0003, "step": 91100 }, { "epoch": 1.5106696954121137, "grad_norm": 0.24659836292266846, "learning_rate": 3.4893303045878864e-05, "loss": 0.0039, "step": 91110 }, { "epoch": 1.5108355026446254, "grad_norm": 0.005681084468960762, "learning_rate": 3.489164497355375e-05, "loss": 0.0035, "step": 91120 }, { "epoch": 1.5110013098771369, "grad_norm": 0.07059388607740402, "learning_rate": 3.488998690122863e-05, "loss": 0.0005, "step": 91130 }, { "epoch": 1.5111671171096484, "grad_norm": 0.0006236822810024023, "learning_rate": 3.4888328828903514e-05, "loss": 0.0017, "step": 91140 }, { "epoch": 1.5113329243421598, "grad_norm": 0.05308491364121437, "learning_rate": 3.4886670756578404e-05, "loss": 0.004, "step": 91150 }, { "epoch": 1.5114987315746713, "grad_norm": 0.00014116823149379343, "learning_rate": 3.488501268425329e-05, "loss": 0.0064, "step": 91160 }, { "epoch": 1.5116645388071828, "grad_norm": 0.002890933770686388, "learning_rate": 3.488335461192818e-05, "loss": 0.004, "step": 91170 }, { "epoch": 1.5118303460396942, "grad_norm": 6.393082003341988e-05, "learning_rate": 3.488169653960306e-05, "loss": 0.0027, "step": 91180 }, { "epoch": 1.5119961532722057, "grad_norm": 0.0037250781897455454, "learning_rate": 3.4880038467277945e-05, "loss": 0.0052, "step": 91190 }, { "epoch": 1.5121619605047172, "grad_norm": 0.0037479593884199858, "learning_rate": 3.487838039495283e-05, "loss": 0.0001, "step": 91200 }, { "epoch": 1.5123277677372287, "grad_norm": 0.19546908140182495, "learning_rate": 3.487672232262771e-05, "loss": 0.005, "step": 91210 }, { "epoch": 1.5124935749697401, "grad_norm": 3.925299461116083e-05, "learning_rate": 3.48750642503026e-05, "loss": 0.0078, "step": 91220 }, { "epoch": 1.5126593822022518, "grad_norm": 0.0006938588339835405, "learning_rate": 3.4873406177977486e-05, "loss": 0.0141, "step": 91230 }, { "epoch": 1.5128251894347633, "grad_norm": 0.005657154135406017, "learning_rate": 3.487174810565237e-05, "loss": 0.0029, "step": 91240 }, { "epoch": 1.5129909966672748, "grad_norm": 0.02743520215153694, "learning_rate": 3.487009003332726e-05, "loss": 0.0041, "step": 91250 }, { "epoch": 1.5131568038997862, "grad_norm": 0.00434796093031764, "learning_rate": 3.486843196100214e-05, "loss": 0.0079, "step": 91260 }, { "epoch": 1.5133226111322977, "grad_norm": 0.0023097097873687744, "learning_rate": 3.4866773888677026e-05, "loss": 0.0049, "step": 91270 }, { "epoch": 1.5134884183648092, "grad_norm": 0.00213095941580832, "learning_rate": 3.486511581635191e-05, "loss": 0.0032, "step": 91280 }, { "epoch": 1.5136542255973207, "grad_norm": 8.78583814483136e-05, "learning_rate": 3.4863457744026793e-05, "loss": 0.0, "step": 91290 }, { "epoch": 1.5138200328298321, "grad_norm": 0.00027432115166448057, "learning_rate": 3.4861799671701684e-05, "loss": 0.0028, "step": 91300 }, { "epoch": 1.5139858400623436, "grad_norm": 0.0037635108456015587, "learning_rate": 3.486014159937657e-05, "loss": 0.0062, "step": 91310 }, { "epoch": 1.514151647294855, "grad_norm": 0.0016704421723261476, "learning_rate": 3.485848352705145e-05, "loss": 0.0063, "step": 91320 }, { "epoch": 1.5143174545273665, "grad_norm": 0.0019583075772970915, "learning_rate": 3.485682545472634e-05, "loss": 0.0041, "step": 91330 }, { "epoch": 1.514483261759878, "grad_norm": 0.019106503576040268, "learning_rate": 3.4855167382401224e-05, "loss": 0.003, "step": 91340 }, { "epoch": 1.5146490689923895, "grad_norm": 0.10228776931762695, "learning_rate": 3.485350931007611e-05, "loss": 0.0004, "step": 91350 }, { "epoch": 1.514814876224901, "grad_norm": 0.0019192832987755537, "learning_rate": 3.485185123775099e-05, "loss": 0.0043, "step": 91360 }, { "epoch": 1.5149806834574124, "grad_norm": 0.2603442370891571, "learning_rate": 3.4850193165425875e-05, "loss": 0.0084, "step": 91370 }, { "epoch": 1.515146490689924, "grad_norm": 0.005242383107542992, "learning_rate": 3.4848535093100765e-05, "loss": 0.006, "step": 91380 }, { "epoch": 1.5153122979224354, "grad_norm": 0.001289373030886054, "learning_rate": 3.484687702077565e-05, "loss": 0.0052, "step": 91390 }, { "epoch": 1.5154781051549469, "grad_norm": 0.001714954269118607, "learning_rate": 3.484521894845053e-05, "loss": 0.0158, "step": 91400 }, { "epoch": 1.5156439123874583, "grad_norm": 0.0002288409013999626, "learning_rate": 3.484356087612542e-05, "loss": 0.0138, "step": 91410 }, { "epoch": 1.5158097196199698, "grad_norm": 0.0010548472637310624, "learning_rate": 3.4841902803800306e-05, "loss": 0.0058, "step": 91420 }, { "epoch": 1.5159755268524813, "grad_norm": 0.0124796899035573, "learning_rate": 3.484024473147519e-05, "loss": 0.0043, "step": 91430 }, { "epoch": 1.5161413340849927, "grad_norm": 0.0010261007118970156, "learning_rate": 3.483858665915007e-05, "loss": 0.0069, "step": 91440 }, { "epoch": 1.5163071413175042, "grad_norm": 0.06997859477996826, "learning_rate": 3.4836928586824956e-05, "loss": 0.0046, "step": 91450 }, { "epoch": 1.5164729485500157, "grad_norm": 0.00904715433716774, "learning_rate": 3.4835270514499846e-05, "loss": 0.0029, "step": 91460 }, { "epoch": 1.5166387557825272, "grad_norm": 0.0005729534896090627, "learning_rate": 3.483361244217473e-05, "loss": 0.0074, "step": 91470 }, { "epoch": 1.5168045630150386, "grad_norm": 0.0133652463555336, "learning_rate": 3.483195436984961e-05, "loss": 0.003, "step": 91480 }, { "epoch": 1.51697037024755, "grad_norm": 0.0003440702275838703, "learning_rate": 3.4830296297524504e-05, "loss": 0.0002, "step": 91490 }, { "epoch": 1.5171361774800616, "grad_norm": 0.0004858126339968294, "learning_rate": 3.482863822519938e-05, "loss": 0.0048, "step": 91500 }, { "epoch": 1.517301984712573, "grad_norm": 0.25701504945755005, "learning_rate": 3.482698015287427e-05, "loss": 0.0025, "step": 91510 }, { "epoch": 1.5174677919450845, "grad_norm": 0.2761930227279663, "learning_rate": 3.4825322080549154e-05, "loss": 0.0037, "step": 91520 }, { "epoch": 1.517633599177596, "grad_norm": 0.0007988744764588773, "learning_rate": 3.482366400822404e-05, "loss": 0.0086, "step": 91530 }, { "epoch": 1.5177994064101075, "grad_norm": 0.0003718933730851859, "learning_rate": 3.482200593589893e-05, "loss": 0.0094, "step": 91540 }, { "epoch": 1.517965213642619, "grad_norm": 0.0995548665523529, "learning_rate": 3.482034786357381e-05, "loss": 0.0007, "step": 91550 }, { "epoch": 1.5181310208751304, "grad_norm": 0.001077518449164927, "learning_rate": 3.48186897912487e-05, "loss": 0.004, "step": 91560 }, { "epoch": 1.518296828107642, "grad_norm": 0.009258704259991646, "learning_rate": 3.4817031718923585e-05, "loss": 0.0037, "step": 91570 }, { "epoch": 1.5184626353401536, "grad_norm": 0.015832381322979927, "learning_rate": 3.481537364659846e-05, "loss": 0.0052, "step": 91580 }, { "epoch": 1.518628442572665, "grad_norm": 0.030494676902890205, "learning_rate": 3.481371557427335e-05, "loss": 0.0086, "step": 91590 }, { "epoch": 1.5187942498051765, "grad_norm": 0.9607279300689697, "learning_rate": 3.4812057501948235e-05, "loss": 0.0075, "step": 91600 }, { "epoch": 1.518960057037688, "grad_norm": 0.20384535193443298, "learning_rate": 3.481039942962312e-05, "loss": 0.0059, "step": 91610 }, { "epoch": 1.5191258642701995, "grad_norm": 0.3840309977531433, "learning_rate": 3.480874135729801e-05, "loss": 0.0066, "step": 91620 }, { "epoch": 1.519291671502711, "grad_norm": 0.00034440297167748213, "learning_rate": 3.480708328497289e-05, "loss": 0.0002, "step": 91630 }, { "epoch": 1.5194574787352224, "grad_norm": 0.003779797116294503, "learning_rate": 3.480542521264778e-05, "loss": 0.0001, "step": 91640 }, { "epoch": 1.5196232859677339, "grad_norm": 0.0011575849493965507, "learning_rate": 3.480376714032266e-05, "loss": 0.0, "step": 91650 }, { "epoch": 1.5197890932002454, "grad_norm": 0.027665801346302032, "learning_rate": 3.480210906799754e-05, "loss": 0.0085, "step": 91660 }, { "epoch": 1.5199549004327568, "grad_norm": 0.0009860327700152993, "learning_rate": 3.480045099567243e-05, "loss": 0.0103, "step": 91670 }, { "epoch": 1.5201207076652685, "grad_norm": 0.00020744068024214357, "learning_rate": 3.479879292334732e-05, "loss": 0.0001, "step": 91680 }, { "epoch": 1.52028651489778, "grad_norm": 0.0001959446381079033, "learning_rate": 3.47971348510222e-05, "loss": 0.0065, "step": 91690 }, { "epoch": 1.5204523221302915, "grad_norm": 0.0035809732507914305, "learning_rate": 3.479547677869709e-05, "loss": 0.006, "step": 91700 }, { "epoch": 1.520618129362803, "grad_norm": 0.4096541702747345, "learning_rate": 3.4793818706371974e-05, "loss": 0.0172, "step": 91710 }, { "epoch": 1.5207839365953144, "grad_norm": 1.6683545254636556e-05, "learning_rate": 3.479216063404686e-05, "loss": 0.0, "step": 91720 }, { "epoch": 1.5209497438278259, "grad_norm": 0.0022359821014106274, "learning_rate": 3.479050256172174e-05, "loss": 0.0073, "step": 91730 }, { "epoch": 1.5211155510603374, "grad_norm": 0.00016895009321160614, "learning_rate": 3.4788844489396624e-05, "loss": 0.0003, "step": 91740 }, { "epoch": 1.5212813582928488, "grad_norm": 0.681546688079834, "learning_rate": 3.4787186417071515e-05, "loss": 0.0028, "step": 91750 }, { "epoch": 1.5214471655253603, "grad_norm": 0.032801516354084015, "learning_rate": 3.47855283447464e-05, "loss": 0.0057, "step": 91760 }, { "epoch": 1.5216129727578718, "grad_norm": 0.017377207055687904, "learning_rate": 3.478387027242129e-05, "loss": 0.0032, "step": 91770 }, { "epoch": 1.5217787799903832, "grad_norm": 0.00030534176039509475, "learning_rate": 3.478221220009617e-05, "loss": 0.0067, "step": 91780 }, { "epoch": 1.5219445872228947, "grad_norm": 0.0036757418420165777, "learning_rate": 3.4780554127771055e-05, "loss": 0.0111, "step": 91790 }, { "epoch": 1.5221103944554062, "grad_norm": 0.000587587128393352, "learning_rate": 3.477889605544594e-05, "loss": 0.0003, "step": 91800 }, { "epoch": 1.5222762016879177, "grad_norm": 0.0003741540131159127, "learning_rate": 3.477723798312082e-05, "loss": 0.0109, "step": 91810 }, { "epoch": 1.5224420089204291, "grad_norm": 0.00027582666371017694, "learning_rate": 3.4775579910795706e-05, "loss": 0.0036, "step": 91820 }, { "epoch": 1.5226078161529406, "grad_norm": 0.002996450522914529, "learning_rate": 3.4773921838470596e-05, "loss": 0.0063, "step": 91830 }, { "epoch": 1.522773623385452, "grad_norm": 0.0006706657586619258, "learning_rate": 3.477226376614548e-05, "loss": 0.0066, "step": 91840 }, { "epoch": 1.5229394306179636, "grad_norm": 0.015981633216142654, "learning_rate": 3.477060569382037e-05, "loss": 0.0014, "step": 91850 }, { "epoch": 1.523105237850475, "grad_norm": 0.0018570778192952275, "learning_rate": 3.476894762149525e-05, "loss": 0.0135, "step": 91860 }, { "epoch": 1.5232710450829865, "grad_norm": 0.051260437816381454, "learning_rate": 3.476728954917014e-05, "loss": 0.0035, "step": 91870 }, { "epoch": 1.523436852315498, "grad_norm": 0.0018351215403527021, "learning_rate": 3.476563147684502e-05, "loss": 0.0091, "step": 91880 }, { "epoch": 1.5236026595480094, "grad_norm": 0.2699373960494995, "learning_rate": 3.4763973404519904e-05, "loss": 0.006, "step": 91890 }, { "epoch": 1.523768466780521, "grad_norm": 0.008159825578331947, "learning_rate": 3.4762315332194794e-05, "loss": 0.0149, "step": 91900 }, { "epoch": 1.5239342740130324, "grad_norm": 0.2669275104999542, "learning_rate": 3.476065725986968e-05, "loss": 0.0035, "step": 91910 }, { "epoch": 1.5241000812455439, "grad_norm": 0.001229441142641008, "learning_rate": 3.475899918754456e-05, "loss": 0.0076, "step": 91920 }, { "epoch": 1.5242658884780553, "grad_norm": 0.00041010527638718486, "learning_rate": 3.475734111521945e-05, "loss": 0.0029, "step": 91930 }, { "epoch": 1.5244316957105668, "grad_norm": 0.0027005476877093315, "learning_rate": 3.4755683042894335e-05, "loss": 0.0076, "step": 91940 }, { "epoch": 1.5245975029430783, "grad_norm": 0.2681402564048767, "learning_rate": 3.475402497056922e-05, "loss": 0.0047, "step": 91950 }, { "epoch": 1.5247633101755897, "grad_norm": 0.003375902073457837, "learning_rate": 3.47523668982441e-05, "loss": 0.0034, "step": 91960 }, { "epoch": 1.5249291174081012, "grad_norm": 0.010374942794442177, "learning_rate": 3.4750708825918985e-05, "loss": 0.0088, "step": 91970 }, { "epoch": 1.5250949246406127, "grad_norm": 0.004120284225791693, "learning_rate": 3.4749050753593875e-05, "loss": 0.0084, "step": 91980 }, { "epoch": 1.5252607318731242, "grad_norm": 0.00011893920600414276, "learning_rate": 3.474739268126876e-05, "loss": 0.003, "step": 91990 }, { "epoch": 1.5254265391056356, "grad_norm": 0.005309851840138435, "learning_rate": 3.474573460894364e-05, "loss": 0.0003, "step": 92000 }, { "epoch": 1.525592346338147, "grad_norm": 0.17299829423427582, "learning_rate": 3.474407653661853e-05, "loss": 0.0118, "step": 92010 }, { "epoch": 1.5257581535706588, "grad_norm": 0.19173729419708252, "learning_rate": 3.4742418464293416e-05, "loss": 0.0068, "step": 92020 }, { "epoch": 1.5259239608031703, "grad_norm": 0.0025033976417034864, "learning_rate": 3.47407603919683e-05, "loss": 0.007, "step": 92030 }, { "epoch": 1.5260897680356817, "grad_norm": 0.002997917588800192, "learning_rate": 3.473910231964318e-05, "loss": 0.0088, "step": 92040 }, { "epoch": 1.5262555752681932, "grad_norm": 0.14333772659301758, "learning_rate": 3.4737444247318067e-05, "loss": 0.0003, "step": 92050 }, { "epoch": 1.5264213825007047, "grad_norm": 0.09662281721830368, "learning_rate": 3.473578617499296e-05, "loss": 0.0039, "step": 92060 }, { "epoch": 1.5265871897332162, "grad_norm": 0.11072798818349838, "learning_rate": 3.473412810266784e-05, "loss": 0.0055, "step": 92070 }, { "epoch": 1.5267529969657276, "grad_norm": 0.024078337475657463, "learning_rate": 3.4732470030342724e-05, "loss": 0.0022, "step": 92080 }, { "epoch": 1.526918804198239, "grad_norm": 0.0004428583779372275, "learning_rate": 3.4730811958017614e-05, "loss": 0.0011, "step": 92090 }, { "epoch": 1.5270846114307506, "grad_norm": 0.0007890742854215205, "learning_rate": 3.47291538856925e-05, "loss": 0.006, "step": 92100 }, { "epoch": 1.527250418663262, "grad_norm": 0.0005115363164804876, "learning_rate": 3.472749581336738e-05, "loss": 0.0022, "step": 92110 }, { "epoch": 1.5274162258957735, "grad_norm": 0.9422221183776855, "learning_rate": 3.4725837741042264e-05, "loss": 0.0081, "step": 92120 }, { "epoch": 1.5275820331282852, "grad_norm": 0.001608713180758059, "learning_rate": 3.472417966871715e-05, "loss": 0.005, "step": 92130 }, { "epoch": 1.5277478403607967, "grad_norm": 0.006545757409185171, "learning_rate": 3.472252159639204e-05, "loss": 0.0044, "step": 92140 }, { "epoch": 1.5279136475933082, "grad_norm": 0.0006119352183304727, "learning_rate": 3.472086352406692e-05, "loss": 0.007, "step": 92150 }, { "epoch": 1.5280794548258196, "grad_norm": 0.021915223449468613, "learning_rate": 3.4719205451741805e-05, "loss": 0.0002, "step": 92160 }, { "epoch": 1.528245262058331, "grad_norm": 0.24935482442378998, "learning_rate": 3.4717547379416695e-05, "loss": 0.0098, "step": 92170 }, { "epoch": 1.5284110692908426, "grad_norm": 0.0001992624020203948, "learning_rate": 3.471588930709158e-05, "loss": 0.0046, "step": 92180 }, { "epoch": 1.528576876523354, "grad_norm": 0.0050117624923586845, "learning_rate": 3.471423123476646e-05, "loss": 0.0159, "step": 92190 }, { "epoch": 1.5287426837558655, "grad_norm": 0.22108818590641022, "learning_rate": 3.4712573162441346e-05, "loss": 0.0089, "step": 92200 }, { "epoch": 1.528908490988377, "grad_norm": 0.01062002032995224, "learning_rate": 3.471091509011623e-05, "loss": 0.0086, "step": 92210 }, { "epoch": 1.5290742982208885, "grad_norm": 0.0051307776011526585, "learning_rate": 3.470925701779112e-05, "loss": 0.0062, "step": 92220 }, { "epoch": 1.5292401054534, "grad_norm": 0.022341545671224594, "learning_rate": 3.4707598945466e-05, "loss": 0.0079, "step": 92230 }, { "epoch": 1.5294059126859114, "grad_norm": 0.018068725243210793, "learning_rate": 3.470594087314089e-05, "loss": 0.0183, "step": 92240 }, { "epoch": 1.529571719918423, "grad_norm": 0.25595957040786743, "learning_rate": 3.470428280081578e-05, "loss": 0.0037, "step": 92250 }, { "epoch": 1.5297375271509344, "grad_norm": 0.00016623208648525178, "learning_rate": 3.470262472849066e-05, "loss": 0.0019, "step": 92260 }, { "epoch": 1.5299033343834458, "grad_norm": 0.003969049081206322, "learning_rate": 3.4700966656165544e-05, "loss": 0.007, "step": 92270 }, { "epoch": 1.5300691416159573, "grad_norm": 0.0015027079498395324, "learning_rate": 3.469930858384043e-05, "loss": 0.0001, "step": 92280 }, { "epoch": 1.5302349488484688, "grad_norm": 4.128454747842625e-05, "learning_rate": 3.469765051151531e-05, "loss": 0.003, "step": 92290 }, { "epoch": 1.5304007560809803, "grad_norm": 0.5583742260932922, "learning_rate": 3.46959924391902e-05, "loss": 0.0049, "step": 92300 }, { "epoch": 1.5305665633134917, "grad_norm": 3.432729499763809e-05, "learning_rate": 3.4694334366865084e-05, "loss": 0.0073, "step": 92310 }, { "epoch": 1.5307323705460032, "grad_norm": 0.021390514448285103, "learning_rate": 3.4692676294539975e-05, "loss": 0.0136, "step": 92320 }, { "epoch": 1.5308981777785147, "grad_norm": 0.35366570949554443, "learning_rate": 3.469101822221486e-05, "loss": 0.0007, "step": 92330 }, { "epoch": 1.5310639850110261, "grad_norm": 0.18897119164466858, "learning_rate": 3.4689360149889735e-05, "loss": 0.0059, "step": 92340 }, { "epoch": 1.5312297922435376, "grad_norm": 0.0012670905562117696, "learning_rate": 3.4687702077564625e-05, "loss": 0.0039, "step": 92350 }, { "epoch": 1.531395599476049, "grad_norm": 0.01039913296699524, "learning_rate": 3.468604400523951e-05, "loss": 0.0001, "step": 92360 }, { "epoch": 1.5315614067085606, "grad_norm": 0.007624944671988487, "learning_rate": 3.468438593291439e-05, "loss": 0.0029, "step": 92370 }, { "epoch": 1.531727213941072, "grad_norm": 0.2277112454175949, "learning_rate": 3.468272786058928e-05, "loss": 0.003, "step": 92380 }, { "epoch": 1.5318930211735835, "grad_norm": 0.00043089516111649573, "learning_rate": 3.4681069788264166e-05, "loss": 0.0042, "step": 92390 }, { "epoch": 1.532058828406095, "grad_norm": 0.016781646758317947, "learning_rate": 3.4679411715939056e-05, "loss": 0.0074, "step": 92400 }, { "epoch": 1.5322246356386064, "grad_norm": 0.003300969721749425, "learning_rate": 3.467775364361393e-05, "loss": 0.0012, "step": 92410 }, { "epoch": 1.532390442871118, "grad_norm": 0.003975227940827608, "learning_rate": 3.4676095571288816e-05, "loss": 0.0032, "step": 92420 }, { "epoch": 1.5325562501036294, "grad_norm": 0.015231816098093987, "learning_rate": 3.4674437498963707e-05, "loss": 0.0001, "step": 92430 }, { "epoch": 1.5327220573361409, "grad_norm": 0.5366645455360413, "learning_rate": 3.467277942663859e-05, "loss": 0.0098, "step": 92440 }, { "epoch": 1.5328878645686523, "grad_norm": 0.0016513102455064654, "learning_rate": 3.467112135431348e-05, "loss": 0.0032, "step": 92450 }, { "epoch": 1.5330536718011638, "grad_norm": 0.001920892857015133, "learning_rate": 3.4669463281988364e-05, "loss": 0.0019, "step": 92460 }, { "epoch": 1.5332194790336755, "grad_norm": 0.01124100387096405, "learning_rate": 3.466780520966325e-05, "loss": 0.0053, "step": 92470 }, { "epoch": 1.533385286266187, "grad_norm": 0.005366061814129353, "learning_rate": 3.466614713733814e-05, "loss": 0.0038, "step": 92480 }, { "epoch": 1.5335510934986984, "grad_norm": 0.0020016124472022057, "learning_rate": 3.4664489065013014e-05, "loss": 0.0067, "step": 92490 }, { "epoch": 1.53371690073121, "grad_norm": 0.0013372193789109588, "learning_rate": 3.46628309926879e-05, "loss": 0.0042, "step": 92500 }, { "epoch": 1.5338827079637214, "grad_norm": 0.0010844931239262223, "learning_rate": 3.466117292036279e-05, "loss": 0.0, "step": 92510 }, { "epoch": 1.5340485151962329, "grad_norm": 0.0014440539525821805, "learning_rate": 3.465951484803767e-05, "loss": 0.0038, "step": 92520 }, { "epoch": 1.5342143224287443, "grad_norm": 2.8382130039972253e-05, "learning_rate": 3.465785677571256e-05, "loss": 0.0014, "step": 92530 }, { "epoch": 1.5343801296612558, "grad_norm": 0.015165499411523342, "learning_rate": 3.4656198703387445e-05, "loss": 0.0003, "step": 92540 }, { "epoch": 1.5345459368937673, "grad_norm": 0.002124374033883214, "learning_rate": 3.465454063106233e-05, "loss": 0.0044, "step": 92550 }, { "epoch": 1.5347117441262788, "grad_norm": 0.0004870064731221646, "learning_rate": 3.465288255873721e-05, "loss": 0.0111, "step": 92560 }, { "epoch": 1.5348775513587902, "grad_norm": 0.7143746614456177, "learning_rate": 3.4651224486412096e-05, "loss": 0.0111, "step": 92570 }, { "epoch": 1.5350433585913017, "grad_norm": 0.0012043544556945562, "learning_rate": 3.4649566414086986e-05, "loss": 0.0027, "step": 92580 }, { "epoch": 1.5352091658238134, "grad_norm": 0.005906357895582914, "learning_rate": 3.464790834176187e-05, "loss": 0.0091, "step": 92590 }, { "epoch": 1.5353749730563249, "grad_norm": 0.009052667766809464, "learning_rate": 3.464625026943675e-05, "loss": 0.0001, "step": 92600 }, { "epoch": 1.5355407802888363, "grad_norm": 0.010644063353538513, "learning_rate": 3.464459219711164e-05, "loss": 0.0155, "step": 92610 }, { "epoch": 1.5357065875213478, "grad_norm": 0.0011486816219985485, "learning_rate": 3.4642934124786527e-05, "loss": 0.003, "step": 92620 }, { "epoch": 1.5358723947538593, "grad_norm": 0.0039394209161400795, "learning_rate": 3.464127605246141e-05, "loss": 0.0074, "step": 92630 }, { "epoch": 1.5360382019863708, "grad_norm": 0.24550512433052063, "learning_rate": 3.4639617980136293e-05, "loss": 0.0078, "step": 92640 }, { "epoch": 1.5362040092188822, "grad_norm": 0.0021157758310437202, "learning_rate": 3.463795990781118e-05, "loss": 0.0103, "step": 92650 }, { "epoch": 1.5363698164513937, "grad_norm": 0.01844802312552929, "learning_rate": 3.463630183548607e-05, "loss": 0.0032, "step": 92660 }, { "epoch": 1.5365356236839052, "grad_norm": 0.0029201002325862646, "learning_rate": 3.463464376316095e-05, "loss": 0.0136, "step": 92670 }, { "epoch": 1.5367014309164166, "grad_norm": 6.75489500281401e-05, "learning_rate": 3.4632985690835834e-05, "loss": 0.0036, "step": 92680 }, { "epoch": 1.5368672381489281, "grad_norm": 0.4663721024990082, "learning_rate": 3.4631327618510724e-05, "loss": 0.0005, "step": 92690 }, { "epoch": 1.5370330453814396, "grad_norm": 0.01848580688238144, "learning_rate": 3.462966954618561e-05, "loss": 0.0033, "step": 92700 }, { "epoch": 1.537198852613951, "grad_norm": 0.0005094787338748574, "learning_rate": 3.462801147386049e-05, "loss": 0.0026, "step": 92710 }, { "epoch": 1.5373646598464625, "grad_norm": 0.0009447269258089364, "learning_rate": 3.4626353401535375e-05, "loss": 0.0033, "step": 92720 }, { "epoch": 1.537530467078974, "grad_norm": 0.000798623776063323, "learning_rate": 3.462469532921026e-05, "loss": 0.0067, "step": 92730 }, { "epoch": 1.5376962743114855, "grad_norm": 0.008645622991025448, "learning_rate": 3.462303725688515e-05, "loss": 0.0038, "step": 92740 }, { "epoch": 1.537862081543997, "grad_norm": 0.03237822279334068, "learning_rate": 3.462137918456003e-05, "loss": 0.0051, "step": 92750 }, { "epoch": 1.5380278887765084, "grad_norm": 0.0015639812918379903, "learning_rate": 3.4619721112234916e-05, "loss": 0.0059, "step": 92760 }, { "epoch": 1.53819369600902, "grad_norm": 0.0013887326931580901, "learning_rate": 3.4618063039909806e-05, "loss": 0.0002, "step": 92770 }, { "epoch": 1.5383595032415314, "grad_norm": 0.002809190656989813, "learning_rate": 3.461640496758469e-05, "loss": 0.0006, "step": 92780 }, { "epoch": 1.5385253104740428, "grad_norm": 0.00038550904719159007, "learning_rate": 3.461474689525957e-05, "loss": 0.001, "step": 92790 }, { "epoch": 1.5386911177065543, "grad_norm": 0.017217542976140976, "learning_rate": 3.4613088822934456e-05, "loss": 0.016, "step": 92800 }, { "epoch": 1.5388569249390658, "grad_norm": 0.17102672159671783, "learning_rate": 3.461143075060934e-05, "loss": 0.0112, "step": 92810 }, { "epoch": 1.5390227321715773, "grad_norm": 8.656590944156051e-05, "learning_rate": 3.460977267828423e-05, "loss": 0.0033, "step": 92820 }, { "epoch": 1.5391885394040887, "grad_norm": 0.0027102408930659294, "learning_rate": 3.4608114605959113e-05, "loss": 0.0017, "step": 92830 }, { "epoch": 1.5393543466366002, "grad_norm": 0.008446273393929005, "learning_rate": 3.4606456533634e-05, "loss": 0.0028, "step": 92840 }, { "epoch": 1.5395201538691117, "grad_norm": 0.0007807739311829209, "learning_rate": 3.460479846130889e-05, "loss": 0.0054, "step": 92850 }, { "epoch": 1.5396859611016231, "grad_norm": 0.00012412424257490784, "learning_rate": 3.460314038898377e-05, "loss": 0.0047, "step": 92860 }, { "epoch": 1.5398517683341346, "grad_norm": 0.5414532423019409, "learning_rate": 3.4601482316658654e-05, "loss": 0.0131, "step": 92870 }, { "epoch": 1.540017575566646, "grad_norm": 3.6561476008500904e-05, "learning_rate": 3.459982424433354e-05, "loss": 0.0061, "step": 92880 }, { "epoch": 1.5401833827991576, "grad_norm": 0.001049500540830195, "learning_rate": 3.459816617200842e-05, "loss": 0.0085, "step": 92890 }, { "epoch": 1.540349190031669, "grad_norm": 0.0011145411990582943, "learning_rate": 3.459650809968331e-05, "loss": 0.0017, "step": 92900 }, { "epoch": 1.5405149972641805, "grad_norm": 0.0030924691818654537, "learning_rate": 3.4594850027358195e-05, "loss": 0.002, "step": 92910 }, { "epoch": 1.540680804496692, "grad_norm": 0.0023976757656782866, "learning_rate": 3.4593191955033085e-05, "loss": 0.0006, "step": 92920 }, { "epoch": 1.5408466117292037, "grad_norm": 0.039385125041007996, "learning_rate": 3.459153388270797e-05, "loss": 0.0064, "step": 92930 }, { "epoch": 1.5410124189617151, "grad_norm": 0.0006007650517858565, "learning_rate": 3.458987581038285e-05, "loss": 0.013, "step": 92940 }, { "epoch": 1.5411782261942266, "grad_norm": 0.03575053811073303, "learning_rate": 3.4588217738057736e-05, "loss": 0.0144, "step": 92950 }, { "epoch": 1.541344033426738, "grad_norm": 6.339807441690937e-05, "learning_rate": 3.458655966573262e-05, "loss": 0.0027, "step": 92960 }, { "epoch": 1.5415098406592496, "grad_norm": 0.00104563741479069, "learning_rate": 3.45849015934075e-05, "loss": 0.0155, "step": 92970 }, { "epoch": 1.541675647891761, "grad_norm": 0.28734174370765686, "learning_rate": 3.458324352108239e-05, "loss": 0.0188, "step": 92980 }, { "epoch": 1.5418414551242725, "grad_norm": 0.0001400425680913031, "learning_rate": 3.4581585448757276e-05, "loss": 0.0127, "step": 92990 }, { "epoch": 1.542007262356784, "grad_norm": 0.002043195068836212, "learning_rate": 3.4579927376432166e-05, "loss": 0.0011, "step": 93000 }, { "epoch": 1.5421730695892955, "grad_norm": 0.001747255097143352, "learning_rate": 3.457826930410705e-05, "loss": 0.004, "step": 93010 }, { "epoch": 1.542338876821807, "grad_norm": 0.05760890245437622, "learning_rate": 3.4576611231781933e-05, "loss": 0.0046, "step": 93020 }, { "epoch": 1.5425046840543184, "grad_norm": 0.013774877414107323, "learning_rate": 3.457495315945682e-05, "loss": 0.0117, "step": 93030 }, { "epoch": 1.54267049128683, "grad_norm": 0.05816147103905678, "learning_rate": 3.45732950871317e-05, "loss": 0.0064, "step": 93040 }, { "epoch": 1.5428362985193416, "grad_norm": 0.03473961353302002, "learning_rate": 3.4571637014806584e-05, "loss": 0.0001, "step": 93050 }, { "epoch": 1.543002105751853, "grad_norm": 0.16160239279270172, "learning_rate": 3.4569978942481474e-05, "loss": 0.0094, "step": 93060 }, { "epoch": 1.5431679129843645, "grad_norm": 0.00294229737482965, "learning_rate": 3.456832087015636e-05, "loss": 0.0001, "step": 93070 }, { "epoch": 1.543333720216876, "grad_norm": 0.0005719771143049002, "learning_rate": 3.456666279783125e-05, "loss": 0.0064, "step": 93080 }, { "epoch": 1.5434995274493875, "grad_norm": 0.6754280924797058, "learning_rate": 3.456500472550613e-05, "loss": 0.0055, "step": 93090 }, { "epoch": 1.543665334681899, "grad_norm": 0.03381657600402832, "learning_rate": 3.456334665318101e-05, "loss": 0.0032, "step": 93100 }, { "epoch": 1.5438311419144104, "grad_norm": 1.0860928297042847, "learning_rate": 3.45616885808559e-05, "loss": 0.0037, "step": 93110 }, { "epoch": 1.5439969491469219, "grad_norm": 0.0002819265646394342, "learning_rate": 3.456003050853078e-05, "loss": 0.0072, "step": 93120 }, { "epoch": 1.5441627563794333, "grad_norm": 0.40771597623825073, "learning_rate": 3.455837243620567e-05, "loss": 0.0115, "step": 93130 }, { "epoch": 1.5443285636119448, "grad_norm": 0.05484043434262276, "learning_rate": 3.4556714363880556e-05, "loss": 0.009, "step": 93140 }, { "epoch": 1.5444943708444563, "grad_norm": 0.005020094104111195, "learning_rate": 3.455505629155544e-05, "loss": 0.0021, "step": 93150 }, { "epoch": 1.5446601780769678, "grad_norm": 0.3801906704902649, "learning_rate": 3.455339821923033e-05, "loss": 0.0051, "step": 93160 }, { "epoch": 1.5448259853094792, "grad_norm": 0.0005552569637075067, "learning_rate": 3.455174014690521e-05, "loss": 0.0013, "step": 93170 }, { "epoch": 1.5449917925419907, "grad_norm": 0.455303817987442, "learning_rate": 3.455008207458009e-05, "loss": 0.008, "step": 93180 }, { "epoch": 1.5451575997745022, "grad_norm": 0.4402933418750763, "learning_rate": 3.454842400225498e-05, "loss": 0.0011, "step": 93190 }, { "epoch": 1.5453234070070136, "grad_norm": 0.2359418272972107, "learning_rate": 3.454676592992986e-05, "loss": 0.0139, "step": 93200 }, { "epoch": 1.5454892142395251, "grad_norm": 0.22319810092449188, "learning_rate": 3.4545107857604753e-05, "loss": 0.003, "step": 93210 }, { "epoch": 1.5456550214720366, "grad_norm": 0.0004592857148963958, "learning_rate": 3.454344978527964e-05, "loss": 0.0064, "step": 93220 }, { "epoch": 1.545820828704548, "grad_norm": 0.2280314564704895, "learning_rate": 3.454179171295452e-05, "loss": 0.0088, "step": 93230 }, { "epoch": 1.5459866359370595, "grad_norm": 0.01393557246774435, "learning_rate": 3.454013364062941e-05, "loss": 0.001, "step": 93240 }, { "epoch": 1.546152443169571, "grad_norm": 0.005599223077297211, "learning_rate": 3.453847556830429e-05, "loss": 0.001, "step": 93250 }, { "epoch": 1.5463182504020825, "grad_norm": 1.6240797776845284e-05, "learning_rate": 3.453681749597918e-05, "loss": 0.0, "step": 93260 }, { "epoch": 1.546484057634594, "grad_norm": 0.0071957893669605255, "learning_rate": 3.453515942365406e-05, "loss": 0.009, "step": 93270 }, { "epoch": 1.5466498648671054, "grad_norm": 8.507759048370644e-05, "learning_rate": 3.4533501351328945e-05, "loss": 0.0031, "step": 93280 }, { "epoch": 1.546815672099617, "grad_norm": 0.00036087623448111117, "learning_rate": 3.4531843279003835e-05, "loss": 0.0039, "step": 93290 }, { "epoch": 1.5469814793321284, "grad_norm": 0.00320804538205266, "learning_rate": 3.453018520667872e-05, "loss": 0.0097, "step": 93300 }, { "epoch": 1.5471472865646398, "grad_norm": 0.0010961394291371107, "learning_rate": 3.45285271343536e-05, "loss": 0.0004, "step": 93310 }, { "epoch": 1.5473130937971513, "grad_norm": 0.2137089967727661, "learning_rate": 3.4526869062028485e-05, "loss": 0.0139, "step": 93320 }, { "epoch": 1.5474789010296628, "grad_norm": 0.848622739315033, "learning_rate": 3.452521098970337e-05, "loss": 0.0121, "step": 93330 }, { "epoch": 1.5476447082621743, "grad_norm": 0.0008654585108160973, "learning_rate": 3.452355291737826e-05, "loss": 0.0005, "step": 93340 }, { "epoch": 1.5478105154946857, "grad_norm": 0.00028503284556791186, "learning_rate": 3.452189484505314e-05, "loss": 0.0119, "step": 93350 }, { "epoch": 1.5479763227271972, "grad_norm": 0.0041988748125731945, "learning_rate": 3.4520236772728026e-05, "loss": 0.0046, "step": 93360 }, { "epoch": 1.5481421299597087, "grad_norm": 0.0036759439390152693, "learning_rate": 3.4518578700402916e-05, "loss": 0.0055, "step": 93370 }, { "epoch": 1.5483079371922204, "grad_norm": 0.0007142823887988925, "learning_rate": 3.45169206280778e-05, "loss": 0.0082, "step": 93380 }, { "epoch": 1.5484737444247318, "grad_norm": 0.00045452258200384676, "learning_rate": 3.451526255575268e-05, "loss": 0.0006, "step": 93390 }, { "epoch": 1.5486395516572433, "grad_norm": 5.0990503950743005e-05, "learning_rate": 3.451360448342757e-05, "loss": 0.0055, "step": 93400 }, { "epoch": 1.5488053588897548, "grad_norm": 0.027075085788965225, "learning_rate": 3.451194641110245e-05, "loss": 0.0004, "step": 93410 }, { "epoch": 1.5489711661222663, "grad_norm": 0.1712840497493744, "learning_rate": 3.451028833877734e-05, "loss": 0.0056, "step": 93420 }, { "epoch": 1.5491369733547777, "grad_norm": 0.03701053932309151, "learning_rate": 3.4508630266452224e-05, "loss": 0.0081, "step": 93430 }, { "epoch": 1.5493027805872892, "grad_norm": 0.0012937384890392423, "learning_rate": 3.450697219412711e-05, "loss": 0.0003, "step": 93440 }, { "epoch": 1.5494685878198007, "grad_norm": 0.0051005021668970585, "learning_rate": 3.4505314121802e-05, "loss": 0.0059, "step": 93450 }, { "epoch": 1.5496343950523122, "grad_norm": 0.0030627527739852667, "learning_rate": 3.450365604947688e-05, "loss": 0.009, "step": 93460 }, { "epoch": 1.5498002022848236, "grad_norm": 0.0031065167859196663, "learning_rate": 3.4501997977151765e-05, "loss": 0.0098, "step": 93470 }, { "epoch": 1.549966009517335, "grad_norm": 0.1953996866941452, "learning_rate": 3.450033990482665e-05, "loss": 0.0028, "step": 93480 }, { "epoch": 1.5501318167498468, "grad_norm": 0.0021414028014987707, "learning_rate": 3.449868183250153e-05, "loss": 0.0035, "step": 93490 }, { "epoch": 1.5502976239823583, "grad_norm": 0.0006639358471147716, "learning_rate": 3.449702376017642e-05, "loss": 0.0096, "step": 93500 }, { "epoch": 1.5504634312148697, "grad_norm": 0.006408401299268007, "learning_rate": 3.4495365687851305e-05, "loss": 0.0006, "step": 93510 }, { "epoch": 1.5506292384473812, "grad_norm": 0.002920793602243066, "learning_rate": 3.449370761552619e-05, "loss": 0.0001, "step": 93520 }, { "epoch": 1.5507950456798927, "grad_norm": 3.363849828019738e-05, "learning_rate": 3.449204954320108e-05, "loss": 0.0028, "step": 93530 }, { "epoch": 1.5509608529124042, "grad_norm": 0.0561312697827816, "learning_rate": 3.449039147087596e-05, "loss": 0.0073, "step": 93540 }, { "epoch": 1.5511266601449156, "grad_norm": 0.004372046794742346, "learning_rate": 3.4488733398550846e-05, "loss": 0.0093, "step": 93550 }, { "epoch": 1.551292467377427, "grad_norm": 0.003717876737937331, "learning_rate": 3.448707532622573e-05, "loss": 0.003, "step": 93560 }, { "epoch": 1.5514582746099386, "grad_norm": 0.02318495325744152, "learning_rate": 3.448541725390061e-05, "loss": 0.0026, "step": 93570 }, { "epoch": 1.55162408184245, "grad_norm": 0.0016337452689185739, "learning_rate": 3.44837591815755e-05, "loss": 0.0005, "step": 93580 }, { "epoch": 1.5517898890749615, "grad_norm": 0.00474438676610589, "learning_rate": 3.4482101109250387e-05, "loss": 0.012, "step": 93590 }, { "epoch": 1.551955696307473, "grad_norm": 0.08256515860557556, "learning_rate": 3.448044303692527e-05, "loss": 0.003, "step": 93600 }, { "epoch": 1.5521215035399845, "grad_norm": 0.006527772638946772, "learning_rate": 3.447878496460016e-05, "loss": 0.0007, "step": 93610 }, { "epoch": 1.552287310772496, "grad_norm": 1.2330328226089478, "learning_rate": 3.4477126892275044e-05, "loss": 0.0062, "step": 93620 }, { "epoch": 1.5524531180050074, "grad_norm": 0.004589051939547062, "learning_rate": 3.447546881994993e-05, "loss": 0.0041, "step": 93630 }, { "epoch": 1.5526189252375189, "grad_norm": 0.0760292038321495, "learning_rate": 3.447381074762481e-05, "loss": 0.0044, "step": 93640 }, { "epoch": 1.5527847324700303, "grad_norm": 0.4459265172481537, "learning_rate": 3.4472152675299694e-05, "loss": 0.0132, "step": 93650 }, { "epoch": 1.5529505397025418, "grad_norm": 0.0011994040105491877, "learning_rate": 3.4470494602974585e-05, "loss": 0.008, "step": 93660 }, { "epoch": 1.5531163469350533, "grad_norm": 0.0021684295497834682, "learning_rate": 3.446883653064947e-05, "loss": 0.0076, "step": 93670 }, { "epoch": 1.5532821541675648, "grad_norm": 0.0004700221470557153, "learning_rate": 3.446717845832436e-05, "loss": 0.0079, "step": 93680 }, { "epoch": 1.5534479614000762, "grad_norm": 0.013042564503848553, "learning_rate": 3.446552038599924e-05, "loss": 0.0001, "step": 93690 }, { "epoch": 1.5536137686325877, "grad_norm": 8.696335862623528e-05, "learning_rate": 3.4463862313674125e-05, "loss": 0.0064, "step": 93700 }, { "epoch": 1.5537795758650992, "grad_norm": 0.002451520413160324, "learning_rate": 3.446220424134901e-05, "loss": 0.0001, "step": 93710 }, { "epoch": 1.5539453830976107, "grad_norm": 0.0002427868457743898, "learning_rate": 3.446054616902389e-05, "loss": 0.0024, "step": 93720 }, { "epoch": 1.5541111903301221, "grad_norm": 0.000142514196340926, "learning_rate": 3.4458888096698776e-05, "loss": 0.003, "step": 93730 }, { "epoch": 1.5542769975626336, "grad_norm": 0.014160878024995327, "learning_rate": 3.4457230024373666e-05, "loss": 0.0038, "step": 93740 }, { "epoch": 1.554442804795145, "grad_norm": 0.18618202209472656, "learning_rate": 3.445557195204855e-05, "loss": 0.0111, "step": 93750 }, { "epoch": 1.5546086120276565, "grad_norm": 0.024834616109728813, "learning_rate": 3.445391387972344e-05, "loss": 0.0046, "step": 93760 }, { "epoch": 1.554774419260168, "grad_norm": 0.23708195984363556, "learning_rate": 3.445225580739832e-05, "loss": 0.0114, "step": 93770 }, { "epoch": 1.5549402264926795, "grad_norm": 0.0008812081650830805, "learning_rate": 3.4450597735073207e-05, "loss": 0.0074, "step": 93780 }, { "epoch": 1.555106033725191, "grad_norm": 0.029600180685520172, "learning_rate": 3.444893966274809e-05, "loss": 0.0125, "step": 93790 }, { "epoch": 1.5552718409577024, "grad_norm": 0.02787332609295845, "learning_rate": 3.4447281590422974e-05, "loss": 0.0054, "step": 93800 }, { "epoch": 1.555437648190214, "grad_norm": 0.6475402116775513, "learning_rate": 3.4445623518097864e-05, "loss": 0.0056, "step": 93810 }, { "epoch": 1.5556034554227254, "grad_norm": 0.0017365869134664536, "learning_rate": 3.444396544577275e-05, "loss": 0.0035, "step": 93820 }, { "epoch": 1.555769262655237, "grad_norm": 0.00035258682328276336, "learning_rate": 3.444230737344763e-05, "loss": 0.0003, "step": 93830 }, { "epoch": 1.5559350698877485, "grad_norm": 0.0010573206236585975, "learning_rate": 3.444064930112252e-05, "loss": 0.0038, "step": 93840 }, { "epoch": 1.55610087712026, "grad_norm": 0.0006289190496318042, "learning_rate": 3.4438991228797404e-05, "loss": 0.0079, "step": 93850 }, { "epoch": 1.5562666843527715, "grad_norm": 0.0010658627143129706, "learning_rate": 3.443733315647228e-05, "loss": 0.0098, "step": 93860 }, { "epoch": 1.556432491585283, "grad_norm": 0.2579624354839325, "learning_rate": 3.443567508414717e-05, "loss": 0.0007, "step": 93870 }, { "epoch": 1.5565982988177944, "grad_norm": 0.02240952104330063, "learning_rate": 3.4434017011822055e-05, "loss": 0.0036, "step": 93880 }, { "epoch": 1.556764106050306, "grad_norm": 0.20744432508945465, "learning_rate": 3.4432358939496945e-05, "loss": 0.0053, "step": 93890 }, { "epoch": 1.5569299132828174, "grad_norm": 0.008193645626306534, "learning_rate": 3.443070086717183e-05, "loss": 0.001, "step": 93900 }, { "epoch": 1.5570957205153289, "grad_norm": 0.0003133642312604934, "learning_rate": 3.442904279484671e-05, "loss": 0.0053, "step": 93910 }, { "epoch": 1.5572615277478403, "grad_norm": 0.0012466971529647708, "learning_rate": 3.44273847225216e-05, "loss": 0.0011, "step": 93920 }, { "epoch": 1.5574273349803518, "grad_norm": 0.0020470530726015568, "learning_rate": 3.4425726650196486e-05, "loss": 0.0066, "step": 93930 }, { "epoch": 1.5575931422128635, "grad_norm": 0.0007472080178558826, "learning_rate": 3.442406857787136e-05, "loss": 0.0001, "step": 93940 }, { "epoch": 1.557758949445375, "grad_norm": 0.17465198040008545, "learning_rate": 3.442241050554625e-05, "loss": 0.0102, "step": 93950 }, { "epoch": 1.5579247566778864, "grad_norm": 0.06704960018396378, "learning_rate": 3.4420752433221136e-05, "loss": 0.0029, "step": 93960 }, { "epoch": 1.558090563910398, "grad_norm": 0.01616167277097702, "learning_rate": 3.4419094360896027e-05, "loss": 0.0066, "step": 93970 }, { "epoch": 1.5582563711429094, "grad_norm": 0.018382612615823746, "learning_rate": 3.441743628857091e-05, "loss": 0.0163, "step": 93980 }, { "epoch": 1.5584221783754209, "grad_norm": 0.003997167106717825, "learning_rate": 3.4415778216245794e-05, "loss": 0.0059, "step": 93990 }, { "epoch": 1.5585879856079323, "grad_norm": 0.00043277081567794085, "learning_rate": 3.4414120143920684e-05, "loss": 0.0013, "step": 94000 }, { "epoch": 1.5587537928404438, "grad_norm": 0.009933235123753548, "learning_rate": 3.441246207159556e-05, "loss": 0.0004, "step": 94010 }, { "epoch": 1.5589196000729553, "grad_norm": 0.0009917746065184474, "learning_rate": 3.441080399927045e-05, "loss": 0.0066, "step": 94020 }, { "epoch": 1.5590854073054667, "grad_norm": 0.07971610873937607, "learning_rate": 3.4409145926945334e-05, "loss": 0.0091, "step": 94030 }, { "epoch": 1.5592512145379782, "grad_norm": 8.698677993379533e-05, "learning_rate": 3.440748785462022e-05, "loss": 0.0059, "step": 94040 }, { "epoch": 1.5594170217704897, "grad_norm": 0.0013647767482325435, "learning_rate": 3.440582978229511e-05, "loss": 0.006, "step": 94050 }, { "epoch": 1.5595828290030012, "grad_norm": 0.022969551384449005, "learning_rate": 3.440417170996999e-05, "loss": 0.0035, "step": 94060 }, { "epoch": 1.5597486362355126, "grad_norm": 0.00554723059758544, "learning_rate": 3.4402513637644875e-05, "loss": 0.0001, "step": 94070 }, { "epoch": 1.559914443468024, "grad_norm": 0.03491642326116562, "learning_rate": 3.440085556531976e-05, "loss": 0.001, "step": 94080 }, { "epoch": 1.5600802507005356, "grad_norm": 0.00166858802549541, "learning_rate": 3.439919749299464e-05, "loss": 0.0061, "step": 94090 }, { "epoch": 1.560246057933047, "grad_norm": 0.00024364267301280051, "learning_rate": 3.439753942066953e-05, "loss": 0.001, "step": 94100 }, { "epoch": 1.5604118651655585, "grad_norm": 0.011856510303914547, "learning_rate": 3.4395881348344416e-05, "loss": 0.0003, "step": 94110 }, { "epoch": 1.56057767239807, "grad_norm": 0.0001667066098889336, "learning_rate": 3.43942232760193e-05, "loss": 0.0003, "step": 94120 }, { "epoch": 1.5607434796305815, "grad_norm": 0.000420500582549721, "learning_rate": 3.439256520369419e-05, "loss": 0.0034, "step": 94130 }, { "epoch": 1.560909286863093, "grad_norm": 0.8335569500923157, "learning_rate": 3.439090713136907e-05, "loss": 0.0112, "step": 94140 }, { "epoch": 1.5610750940956044, "grad_norm": 0.00043976589222438633, "learning_rate": 3.438924905904396e-05, "loss": 0.0097, "step": 94150 }, { "epoch": 1.5612409013281159, "grad_norm": 0.00032654154347255826, "learning_rate": 3.438759098671884e-05, "loss": 0.0042, "step": 94160 }, { "epoch": 1.5614067085606274, "grad_norm": 0.20648904144763947, "learning_rate": 3.438593291439372e-05, "loss": 0.006, "step": 94170 }, { "epoch": 1.5615725157931388, "grad_norm": 0.2173902541399002, "learning_rate": 3.4384274842068614e-05, "loss": 0.0028, "step": 94180 }, { "epoch": 1.5617383230256503, "grad_norm": 0.34211403131484985, "learning_rate": 3.43826167697435e-05, "loss": 0.0006, "step": 94190 }, { "epoch": 1.5619041302581618, "grad_norm": 0.0005039371899329126, "learning_rate": 3.438095869741838e-05, "loss": 0.0083, "step": 94200 }, { "epoch": 1.5620699374906732, "grad_norm": 0.31918540596961975, "learning_rate": 3.437930062509327e-05, "loss": 0.0082, "step": 94210 }, { "epoch": 1.5622357447231847, "grad_norm": 0.01596606709063053, "learning_rate": 3.4377642552768154e-05, "loss": 0.0055, "step": 94220 }, { "epoch": 1.5624015519556962, "grad_norm": 0.14732904732227325, "learning_rate": 3.437598448044304e-05, "loss": 0.0007, "step": 94230 }, { "epoch": 1.5625673591882077, "grad_norm": 0.05568541958928108, "learning_rate": 3.437432640811792e-05, "loss": 0.006, "step": 94240 }, { "epoch": 1.5627331664207191, "grad_norm": 0.0005551648791879416, "learning_rate": 3.4372668335792805e-05, "loss": 0.0, "step": 94250 }, { "epoch": 1.5628989736532306, "grad_norm": 0.04055434465408325, "learning_rate": 3.4371010263467695e-05, "loss": 0.0066, "step": 94260 }, { "epoch": 1.563064780885742, "grad_norm": 0.038824595510959625, "learning_rate": 3.436935219114258e-05, "loss": 0.0062, "step": 94270 }, { "epoch": 1.5632305881182538, "grad_norm": 0.0011135240783914924, "learning_rate": 3.436769411881746e-05, "loss": 0.0043, "step": 94280 }, { "epoch": 1.5633963953507652, "grad_norm": 0.1617605984210968, "learning_rate": 3.436603604649235e-05, "loss": 0.0068, "step": 94290 }, { "epoch": 1.5635622025832767, "grad_norm": 0.007590743713080883, "learning_rate": 3.4364377974167236e-05, "loss": 0.004, "step": 94300 }, { "epoch": 1.5637280098157882, "grad_norm": 5.303395664668642e-05, "learning_rate": 3.436271990184212e-05, "loss": 0.0014, "step": 94310 }, { "epoch": 1.5638938170482997, "grad_norm": 0.18751950562000275, "learning_rate": 3.4361061829517e-05, "loss": 0.0015, "step": 94320 }, { "epoch": 1.5640596242808111, "grad_norm": 0.006974995136260986, "learning_rate": 3.4359403757191886e-05, "loss": 0.0015, "step": 94330 }, { "epoch": 1.5642254315133226, "grad_norm": 0.00011265230568824336, "learning_rate": 3.4357745684866776e-05, "loss": 0.009, "step": 94340 }, { "epoch": 1.564391238745834, "grad_norm": 0.2672572731971741, "learning_rate": 3.435608761254166e-05, "loss": 0.0079, "step": 94350 }, { "epoch": 1.5645570459783456, "grad_norm": 0.018027808517217636, "learning_rate": 3.435442954021655e-05, "loss": 0.0048, "step": 94360 }, { "epoch": 1.564722853210857, "grad_norm": 0.006127632223069668, "learning_rate": 3.4352771467891433e-05, "loss": 0.0121, "step": 94370 }, { "epoch": 1.5648886604433685, "grad_norm": 0.047721534967422485, "learning_rate": 3.435111339556632e-05, "loss": 0.0058, "step": 94380 }, { "epoch": 1.56505446767588, "grad_norm": 0.4264814257621765, "learning_rate": 3.43494553232412e-05, "loss": 0.0179, "step": 94390 }, { "epoch": 1.5652202749083917, "grad_norm": 0.005938876420259476, "learning_rate": 3.4347797250916084e-05, "loss": 0.0001, "step": 94400 }, { "epoch": 1.5653860821409031, "grad_norm": 0.006665449123829603, "learning_rate": 3.434613917859097e-05, "loss": 0.0087, "step": 94410 }, { "epoch": 1.5655518893734146, "grad_norm": 0.014347354881465435, "learning_rate": 3.434448110626586e-05, "loss": 0.0009, "step": 94420 }, { "epoch": 1.565717696605926, "grad_norm": 0.0005621023592539132, "learning_rate": 3.434282303394074e-05, "loss": 0.0058, "step": 94430 }, { "epoch": 1.5658835038384376, "grad_norm": 0.14978253841400146, "learning_rate": 3.434116496161563e-05, "loss": 0.0044, "step": 94440 }, { "epoch": 1.566049311070949, "grad_norm": 0.0021012919023633003, "learning_rate": 3.4339506889290515e-05, "loss": 0.0105, "step": 94450 }, { "epoch": 1.5662151183034605, "grad_norm": 0.21253447234630585, "learning_rate": 3.43378488169654e-05, "loss": 0.0126, "step": 94460 }, { "epoch": 1.566380925535972, "grad_norm": 0.00848944578319788, "learning_rate": 3.433619074464028e-05, "loss": 0.0015, "step": 94470 }, { "epoch": 1.5665467327684834, "grad_norm": 0.00041189437615685165, "learning_rate": 3.4334532672315165e-05, "loss": 0.0069, "step": 94480 }, { "epoch": 1.566712540000995, "grad_norm": 0.0012113820994272828, "learning_rate": 3.4332874599990056e-05, "loss": 0.0084, "step": 94490 }, { "epoch": 1.5668783472335064, "grad_norm": 0.00015401565178763121, "learning_rate": 3.433121652766494e-05, "loss": 0.011, "step": 94500 }, { "epoch": 1.5670441544660179, "grad_norm": 0.00298037426546216, "learning_rate": 3.432955845533982e-05, "loss": 0.0005, "step": 94510 }, { "epoch": 1.5672099616985293, "grad_norm": 0.00012996596342418343, "learning_rate": 3.432790038301471e-05, "loss": 0.0083, "step": 94520 }, { "epoch": 1.5673757689310408, "grad_norm": 0.006102966144680977, "learning_rate": 3.4326242310689596e-05, "loss": 0.0037, "step": 94530 }, { "epoch": 1.5675415761635523, "grad_norm": 0.00016566428530495614, "learning_rate": 3.432458423836448e-05, "loss": 0.0124, "step": 94540 }, { "epoch": 1.5677073833960637, "grad_norm": 0.21406523883342743, "learning_rate": 3.432292616603936e-05, "loss": 0.0125, "step": 94550 }, { "epoch": 1.5678731906285752, "grad_norm": 0.030462045222520828, "learning_rate": 3.432126809371425e-05, "loss": 0.0069, "step": 94560 }, { "epoch": 1.5680389978610867, "grad_norm": 0.0017560903215780854, "learning_rate": 3.431961002138914e-05, "loss": 0.0155, "step": 94570 }, { "epoch": 1.5682048050935982, "grad_norm": 0.739942193031311, "learning_rate": 3.431795194906402e-05, "loss": 0.0152, "step": 94580 }, { "epoch": 1.5683706123261096, "grad_norm": 0.0015619429759681225, "learning_rate": 3.4316293876738904e-05, "loss": 0.0009, "step": 94590 }, { "epoch": 1.568536419558621, "grad_norm": 0.002146599581465125, "learning_rate": 3.4314635804413794e-05, "loss": 0.0038, "step": 94600 }, { "epoch": 1.5687022267911326, "grad_norm": 0.13722722232341766, "learning_rate": 3.431297773208868e-05, "loss": 0.0038, "step": 94610 }, { "epoch": 1.568868034023644, "grad_norm": 0.006005062721669674, "learning_rate": 3.431131965976356e-05, "loss": 0.0001, "step": 94620 }, { "epoch": 1.5690338412561555, "grad_norm": 0.0026783656794577837, "learning_rate": 3.4309661587438445e-05, "loss": 0.0001, "step": 94630 }, { "epoch": 1.569199648488667, "grad_norm": 0.985181987285614, "learning_rate": 3.430800351511333e-05, "loss": 0.0088, "step": 94640 }, { "epoch": 1.5693654557211785, "grad_norm": 0.417263388633728, "learning_rate": 3.430634544278822e-05, "loss": 0.0073, "step": 94650 }, { "epoch": 1.56953126295369, "grad_norm": 0.0003686848795041442, "learning_rate": 3.43046873704631e-05, "loss": 0.0059, "step": 94660 }, { "epoch": 1.5696970701862014, "grad_norm": 0.003933876287192106, "learning_rate": 3.4303029298137985e-05, "loss": 0.0152, "step": 94670 }, { "epoch": 1.5698628774187129, "grad_norm": 0.00016576069174334407, "learning_rate": 3.4301371225812876e-05, "loss": 0.0052, "step": 94680 }, { "epoch": 1.5700286846512244, "grad_norm": 0.00020194471289869398, "learning_rate": 3.429971315348776e-05, "loss": 0.0093, "step": 94690 }, { "epoch": 1.5701944918837358, "grad_norm": 0.2951831817626953, "learning_rate": 3.429805508116264e-05, "loss": 0.0158, "step": 94700 }, { "epoch": 1.5703602991162473, "grad_norm": 0.05328212305903435, "learning_rate": 3.4296397008837526e-05, "loss": 0.0085, "step": 94710 }, { "epoch": 1.5705261063487588, "grad_norm": 0.020265750586986542, "learning_rate": 3.429473893651241e-05, "loss": 0.0041, "step": 94720 }, { "epoch": 1.5706919135812702, "grad_norm": 0.004036115016788244, "learning_rate": 3.42930808641873e-05, "loss": 0.0076, "step": 94730 }, { "epoch": 1.570857720813782, "grad_norm": 0.001230944530107081, "learning_rate": 3.429142279186218e-05, "loss": 0.0001, "step": 94740 }, { "epoch": 1.5710235280462934, "grad_norm": 0.4779345691204071, "learning_rate": 3.428976471953707e-05, "loss": 0.0032, "step": 94750 }, { "epoch": 1.5711893352788049, "grad_norm": 0.583917498588562, "learning_rate": 3.428810664721196e-05, "loss": 0.0104, "step": 94760 }, { "epoch": 1.5713551425113164, "grad_norm": 0.019927972927689552, "learning_rate": 3.4286448574886834e-05, "loss": 0.0048, "step": 94770 }, { "epoch": 1.5715209497438278, "grad_norm": 0.031315188854932785, "learning_rate": 3.4284790502561724e-05, "loss": 0.0046, "step": 94780 }, { "epoch": 1.5716867569763393, "grad_norm": 1.1137157678604126, "learning_rate": 3.428313243023661e-05, "loss": 0.0024, "step": 94790 }, { "epoch": 1.5718525642088508, "grad_norm": 0.009182428941130638, "learning_rate": 3.428147435791149e-05, "loss": 0.004, "step": 94800 }, { "epoch": 1.5720183714413622, "grad_norm": 0.21126984059810638, "learning_rate": 3.427981628558638e-05, "loss": 0.0156, "step": 94810 }, { "epoch": 1.5721841786738737, "grad_norm": 0.16115988790988922, "learning_rate": 3.4278158213261265e-05, "loss": 0.0035, "step": 94820 }, { "epoch": 1.5723499859063852, "grad_norm": 0.003773332107812166, "learning_rate": 3.4276500140936155e-05, "loss": 0.0076, "step": 94830 }, { "epoch": 1.5725157931388967, "grad_norm": 0.00016325010801665485, "learning_rate": 3.427484206861104e-05, "loss": 0.0056, "step": 94840 }, { "epoch": 1.5726816003714084, "grad_norm": 0.012279665097594261, "learning_rate": 3.4273183996285915e-05, "loss": 0.0045, "step": 94850 }, { "epoch": 1.5728474076039198, "grad_norm": 0.0024098155554383993, "learning_rate": 3.4271525923960805e-05, "loss": 0.0033, "step": 94860 }, { "epoch": 1.5730132148364313, "grad_norm": 0.003681535366922617, "learning_rate": 3.426986785163569e-05, "loss": 0.003, "step": 94870 }, { "epoch": 1.5731790220689428, "grad_norm": 0.0003592576249502599, "learning_rate": 3.426820977931057e-05, "loss": 0.0109, "step": 94880 }, { "epoch": 1.5733448293014543, "grad_norm": 0.41850167512893677, "learning_rate": 3.426655170698546e-05, "loss": 0.0006, "step": 94890 }, { "epoch": 1.5735106365339657, "grad_norm": 0.06914779543876648, "learning_rate": 3.4264893634660346e-05, "loss": 0.0042, "step": 94900 }, { "epoch": 1.5736764437664772, "grad_norm": 0.0036718810442835093, "learning_rate": 3.4263235562335236e-05, "loss": 0.0031, "step": 94910 }, { "epoch": 1.5738422509989887, "grad_norm": 0.19390173256397247, "learning_rate": 3.426157749001011e-05, "loss": 0.0062, "step": 94920 }, { "epoch": 1.5740080582315001, "grad_norm": 0.730824887752533, "learning_rate": 3.4259919417684996e-05, "loss": 0.0065, "step": 94930 }, { "epoch": 1.5741738654640116, "grad_norm": 0.028327222913503647, "learning_rate": 3.425826134535989e-05, "loss": 0.001, "step": 94940 }, { "epoch": 1.574339672696523, "grad_norm": 0.000985379214398563, "learning_rate": 3.425660327303477e-05, "loss": 0.0098, "step": 94950 }, { "epoch": 1.5745054799290346, "grad_norm": 0.00044008056283928454, "learning_rate": 3.4254945200709654e-05, "loss": 0.0021, "step": 94960 }, { "epoch": 1.574671287161546, "grad_norm": 0.0005691522383131087, "learning_rate": 3.4253287128384544e-05, "loss": 0.01, "step": 94970 }, { "epoch": 1.5748370943940575, "grad_norm": 0.000613062409684062, "learning_rate": 3.425162905605943e-05, "loss": 0.0129, "step": 94980 }, { "epoch": 1.575002901626569, "grad_norm": 6.0875874623889104e-05, "learning_rate": 3.424997098373431e-05, "loss": 0.0003, "step": 94990 }, { "epoch": 1.5751687088590804, "grad_norm": 0.28657159209251404, "learning_rate": 3.4248312911409194e-05, "loss": 0.0035, "step": 95000 }, { "epoch": 1.575334516091592, "grad_norm": 0.0052389102056622505, "learning_rate": 3.424665483908408e-05, "loss": 0.0084, "step": 95010 }, { "epoch": 1.5755003233241034, "grad_norm": 0.061368368566036224, "learning_rate": 3.424499676675897e-05, "loss": 0.0138, "step": 95020 }, { "epoch": 1.5756661305566149, "grad_norm": 0.19593481719493866, "learning_rate": 3.424333869443385e-05, "loss": 0.0105, "step": 95030 }, { "epoch": 1.5758319377891263, "grad_norm": 0.20877520740032196, "learning_rate": 3.424168062210874e-05, "loss": 0.0076, "step": 95040 }, { "epoch": 1.5759977450216378, "grad_norm": 0.00221072300337255, "learning_rate": 3.4240022549783625e-05, "loss": 0.0002, "step": 95050 }, { "epoch": 1.5761635522541493, "grad_norm": 0.10207229852676392, "learning_rate": 3.423836447745851e-05, "loss": 0.0054, "step": 95060 }, { "epoch": 1.5763293594866608, "grad_norm": 0.004253987222909927, "learning_rate": 3.423670640513339e-05, "loss": 0.0008, "step": 95070 }, { "epoch": 1.5764951667191722, "grad_norm": 0.0012895434629172087, "learning_rate": 3.4235048332808276e-05, "loss": 0.0067, "step": 95080 }, { "epoch": 1.5766609739516837, "grad_norm": 0.0015246024122461677, "learning_rate": 3.423339026048316e-05, "loss": 0.0161, "step": 95090 }, { "epoch": 1.5768267811841952, "grad_norm": 0.0171019546687603, "learning_rate": 3.423173218815805e-05, "loss": 0.0033, "step": 95100 }, { "epoch": 1.5769925884167066, "grad_norm": 0.0018610606202855706, "learning_rate": 3.423007411583293e-05, "loss": 0.0091, "step": 95110 }, { "epoch": 1.5771583956492181, "grad_norm": 0.38596394658088684, "learning_rate": 3.422841604350782e-05, "loss": 0.0105, "step": 95120 }, { "epoch": 1.5773242028817296, "grad_norm": 0.046536918729543686, "learning_rate": 3.422675797118271e-05, "loss": 0.003, "step": 95130 }, { "epoch": 1.577490010114241, "grad_norm": 0.011143752373754978, "learning_rate": 3.422509989885759e-05, "loss": 0.0061, "step": 95140 }, { "epoch": 1.5776558173467525, "grad_norm": 0.23957164585590363, "learning_rate": 3.4223441826532474e-05, "loss": 0.0101, "step": 95150 }, { "epoch": 1.577821624579264, "grad_norm": 6.497441790997982e-05, "learning_rate": 3.422178375420736e-05, "loss": 0.0008, "step": 95160 }, { "epoch": 1.5779874318117755, "grad_norm": 8.944989531300962e-05, "learning_rate": 3.422012568188225e-05, "loss": 0.0099, "step": 95170 }, { "epoch": 1.578153239044287, "grad_norm": 0.02979339100420475, "learning_rate": 3.421846760955713e-05, "loss": 0.0021, "step": 95180 }, { "epoch": 1.5783190462767986, "grad_norm": 0.013148891739547253, "learning_rate": 3.4216809537232014e-05, "loss": 0.009, "step": 95190 }, { "epoch": 1.5784848535093101, "grad_norm": 0.000753783795516938, "learning_rate": 3.4215151464906905e-05, "loss": 0.0047, "step": 95200 }, { "epoch": 1.5786506607418216, "grad_norm": 0.038698144257068634, "learning_rate": 3.421349339258179e-05, "loss": 0.0032, "step": 95210 }, { "epoch": 1.578816467974333, "grad_norm": 0.19198939204216003, "learning_rate": 3.421183532025667e-05, "loss": 0.0193, "step": 95220 }, { "epoch": 1.5789822752068445, "grad_norm": 0.003722850466147065, "learning_rate": 3.4210177247931555e-05, "loss": 0.0009, "step": 95230 }, { "epoch": 1.579148082439356, "grad_norm": 0.0005576580879278481, "learning_rate": 3.420851917560644e-05, "loss": 0.0039, "step": 95240 }, { "epoch": 1.5793138896718675, "grad_norm": 0.05376593768596649, "learning_rate": 3.420686110328133e-05, "loss": 0.002, "step": 95250 }, { "epoch": 1.579479696904379, "grad_norm": 0.00013367542123887688, "learning_rate": 3.420520303095621e-05, "loss": 0.0006, "step": 95260 }, { "epoch": 1.5796455041368904, "grad_norm": 0.00014973964425735176, "learning_rate": 3.4203544958631096e-05, "loss": 0.0012, "step": 95270 }, { "epoch": 1.579811311369402, "grad_norm": 0.01662599667906761, "learning_rate": 3.4201886886305986e-05, "loss": 0.0066, "step": 95280 }, { "epoch": 1.5799771186019134, "grad_norm": 0.0004803428892046213, "learning_rate": 3.420022881398087e-05, "loss": 0.0031, "step": 95290 }, { "epoch": 1.580142925834425, "grad_norm": 0.00826374813914299, "learning_rate": 3.419857074165575e-05, "loss": 0.0081, "step": 95300 }, { "epoch": 1.5803087330669365, "grad_norm": 0.0013335588155314326, "learning_rate": 3.4196912669330636e-05, "loss": 0.0035, "step": 95310 }, { "epoch": 1.580474540299448, "grad_norm": 0.002233927370980382, "learning_rate": 3.419525459700552e-05, "loss": 0.0074, "step": 95320 }, { "epoch": 1.5806403475319595, "grad_norm": 0.01211548037827015, "learning_rate": 3.419359652468041e-05, "loss": 0.0039, "step": 95330 }, { "epoch": 1.580806154764471, "grad_norm": 0.0002572455268818885, "learning_rate": 3.4191938452355294e-05, "loss": 0.0177, "step": 95340 }, { "epoch": 1.5809719619969824, "grad_norm": 0.000801736256107688, "learning_rate": 3.419028038003018e-05, "loss": 0.0118, "step": 95350 }, { "epoch": 1.581137769229494, "grad_norm": 0.0005296999006532133, "learning_rate": 3.418862230770507e-05, "loss": 0.0064, "step": 95360 }, { "epoch": 1.5813035764620054, "grad_norm": 0.004921603947877884, "learning_rate": 3.418696423537995e-05, "loss": 0.0001, "step": 95370 }, { "epoch": 1.5814693836945168, "grad_norm": 0.08476551622152328, "learning_rate": 3.4185306163054834e-05, "loss": 0.0056, "step": 95380 }, { "epoch": 1.5816351909270283, "grad_norm": 0.00011361212091287598, "learning_rate": 3.418364809072972e-05, "loss": 0.0145, "step": 95390 }, { "epoch": 1.5818009981595398, "grad_norm": 0.2119726836681366, "learning_rate": 3.41819900184046e-05, "loss": 0.0035, "step": 95400 }, { "epoch": 1.5819668053920513, "grad_norm": 1.2507168054580688, "learning_rate": 3.418033194607949e-05, "loss": 0.0104, "step": 95410 }, { "epoch": 1.5821326126245627, "grad_norm": 0.0004893364384770393, "learning_rate": 3.4178673873754375e-05, "loss": 0.0072, "step": 95420 }, { "epoch": 1.5822984198570742, "grad_norm": 0.7699809670448303, "learning_rate": 3.417701580142926e-05, "loss": 0.0097, "step": 95430 }, { "epoch": 1.5824642270895857, "grad_norm": 0.021621672436594963, "learning_rate": 3.417535772910415e-05, "loss": 0.0038, "step": 95440 }, { "epoch": 1.5826300343220971, "grad_norm": 0.010281018912792206, "learning_rate": 3.417369965677903e-05, "loss": 0.0159, "step": 95450 }, { "epoch": 1.5827958415546086, "grad_norm": 0.5253522396087646, "learning_rate": 3.4172041584453916e-05, "loss": 0.0082, "step": 95460 }, { "epoch": 1.58296164878712, "grad_norm": 0.0010475743329152465, "learning_rate": 3.41703835121288e-05, "loss": 0.0066, "step": 95470 }, { "epoch": 1.5831274560196316, "grad_norm": 0.0001593431952642277, "learning_rate": 3.416872543980368e-05, "loss": 0.0001, "step": 95480 }, { "epoch": 1.583293263252143, "grad_norm": 0.000524770061019808, "learning_rate": 3.416706736747857e-05, "loss": 0.007, "step": 95490 }, { "epoch": 1.5834590704846545, "grad_norm": 0.12484555691480637, "learning_rate": 3.4165409295153456e-05, "loss": 0.0004, "step": 95500 }, { "epoch": 1.583624877717166, "grad_norm": 0.3866313397884369, "learning_rate": 3.4163751222828347e-05, "loss": 0.0052, "step": 95510 }, { "epoch": 1.5837906849496775, "grad_norm": 0.03551577031612396, "learning_rate": 3.416209315050323e-05, "loss": 0.01, "step": 95520 }, { "epoch": 1.583956492182189, "grad_norm": 0.0004029013216495514, "learning_rate": 3.416043507817811e-05, "loss": 0.0062, "step": 95530 }, { "epoch": 1.5841222994147004, "grad_norm": 0.00039702121284790337, "learning_rate": 3.4158777005853e-05, "loss": 0.0044, "step": 95540 }, { "epoch": 1.5842881066472119, "grad_norm": 0.016322985291481018, "learning_rate": 3.415711893352788e-05, "loss": 0.0077, "step": 95550 }, { "epoch": 1.5844539138797233, "grad_norm": 0.45700380206108093, "learning_rate": 3.4155460861202764e-05, "loss": 0.0163, "step": 95560 }, { "epoch": 1.5846197211122348, "grad_norm": 0.001560620148666203, "learning_rate": 3.4153802788877654e-05, "loss": 0.0059, "step": 95570 }, { "epoch": 1.5847855283447463, "grad_norm": 0.0585167370736599, "learning_rate": 3.415214471655254e-05, "loss": 0.0011, "step": 95580 }, { "epoch": 1.5849513355772578, "grad_norm": 0.18526381254196167, "learning_rate": 3.415048664422743e-05, "loss": 0.003, "step": 95590 }, { "epoch": 1.5851171428097692, "grad_norm": 0.0019562989473342896, "learning_rate": 3.414882857190231e-05, "loss": 0.0023, "step": 95600 }, { "epoch": 1.5852829500422807, "grad_norm": 0.00011859825463034213, "learning_rate": 3.414717049957719e-05, "loss": 0.0071, "step": 95610 }, { "epoch": 1.5854487572747922, "grad_norm": 0.001882482087239623, "learning_rate": 3.414551242725208e-05, "loss": 0.0007, "step": 95620 }, { "epoch": 1.5856145645073036, "grad_norm": 0.0042356038466095924, "learning_rate": 3.414385435492696e-05, "loss": 0.0004, "step": 95630 }, { "epoch": 1.5857803717398153, "grad_norm": 0.057128217071294785, "learning_rate": 3.4142196282601845e-05, "loss": 0.0088, "step": 95640 }, { "epoch": 1.5859461789723268, "grad_norm": 0.18043838441371918, "learning_rate": 3.4140538210276736e-05, "loss": 0.0022, "step": 95650 }, { "epoch": 1.5861119862048383, "grad_norm": 7.64541546232067e-05, "learning_rate": 3.413888013795162e-05, "loss": 0.0003, "step": 95660 }, { "epoch": 1.5862777934373498, "grad_norm": 0.00010507492697797716, "learning_rate": 3.413722206562651e-05, "loss": 0.0019, "step": 95670 }, { "epoch": 1.5864436006698612, "grad_norm": 0.21442323923110962, "learning_rate": 3.4135563993301386e-05, "loss": 0.0057, "step": 95680 }, { "epoch": 1.5866094079023727, "grad_norm": 0.1957351267337799, "learning_rate": 3.413390592097627e-05, "loss": 0.0058, "step": 95690 }, { "epoch": 1.5867752151348842, "grad_norm": 0.004536466207355261, "learning_rate": 3.413224784865116e-05, "loss": 0.0058, "step": 95700 }, { "epoch": 1.5869410223673956, "grad_norm": 0.0018903847085312009, "learning_rate": 3.413058977632604e-05, "loss": 0.0027, "step": 95710 }, { "epoch": 1.5871068295999071, "grad_norm": 0.0007918021874502301, "learning_rate": 3.4128931704000934e-05, "loss": 0.0108, "step": 95720 }, { "epoch": 1.5872726368324186, "grad_norm": 0.20047780871391296, "learning_rate": 3.412727363167582e-05, "loss": 0.0008, "step": 95730 }, { "epoch": 1.58743844406493, "grad_norm": 0.0008546382305212319, "learning_rate": 3.41256155593507e-05, "loss": 0.0064, "step": 95740 }, { "epoch": 1.5876042512974418, "grad_norm": 0.01598198339343071, "learning_rate": 3.4123957487025584e-05, "loss": 0.0002, "step": 95750 }, { "epoch": 1.5877700585299532, "grad_norm": 0.11690051108598709, "learning_rate": 3.412229941470047e-05, "loss": 0.0034, "step": 95760 }, { "epoch": 1.5879358657624647, "grad_norm": 0.05492512509226799, "learning_rate": 3.412064134237535e-05, "loss": 0.0027, "step": 95770 }, { "epoch": 1.5881016729949762, "grad_norm": 0.2004547268152237, "learning_rate": 3.411898327005024e-05, "loss": 0.0065, "step": 95780 }, { "epoch": 1.5882674802274876, "grad_norm": 0.00230698985978961, "learning_rate": 3.4117325197725125e-05, "loss": 0.0103, "step": 95790 }, { "epoch": 1.5884332874599991, "grad_norm": 0.14153312146663666, "learning_rate": 3.4115667125400015e-05, "loss": 0.0133, "step": 95800 }, { "epoch": 1.5885990946925106, "grad_norm": 0.0027358836960047483, "learning_rate": 3.41140090530749e-05, "loss": 0.0057, "step": 95810 }, { "epoch": 1.588764901925022, "grad_norm": 0.0024495073594152927, "learning_rate": 3.411235098074978e-05, "loss": 0.0046, "step": 95820 }, { "epoch": 1.5889307091575335, "grad_norm": 0.2372448742389679, "learning_rate": 3.4110692908424665e-05, "loss": 0.0027, "step": 95830 }, { "epoch": 1.589096516390045, "grad_norm": 0.005203201435506344, "learning_rate": 3.410903483609955e-05, "loss": 0.0023, "step": 95840 }, { "epoch": 1.5892623236225565, "grad_norm": 0.002116694813594222, "learning_rate": 3.410737676377444e-05, "loss": 0.0063, "step": 95850 }, { "epoch": 1.589428130855068, "grad_norm": 0.16087326407432556, "learning_rate": 3.410571869144932e-05, "loss": 0.0031, "step": 95860 }, { "epoch": 1.5895939380875794, "grad_norm": 0.0032982677221298218, "learning_rate": 3.4104060619124206e-05, "loss": 0.0058, "step": 95870 }, { "epoch": 1.589759745320091, "grad_norm": 0.0034942287020385265, "learning_rate": 3.4102402546799096e-05, "loss": 0.0024, "step": 95880 }, { "epoch": 1.5899255525526024, "grad_norm": 0.012718918733298779, "learning_rate": 3.410074447447398e-05, "loss": 0.0545, "step": 95890 }, { "epoch": 1.5900913597851138, "grad_norm": 0.29957517981529236, "learning_rate": 3.409908640214886e-05, "loss": 0.0101, "step": 95900 }, { "epoch": 1.5902571670176253, "grad_norm": 0.20352347195148468, "learning_rate": 3.409742832982375e-05, "loss": 0.0083, "step": 95910 }, { "epoch": 1.5904229742501368, "grad_norm": 0.03841837868094444, "learning_rate": 3.409577025749863e-05, "loss": 0.0039, "step": 95920 }, { "epoch": 1.5905887814826483, "grad_norm": 0.006036053877323866, "learning_rate": 3.409411218517352e-05, "loss": 0.0091, "step": 95930 }, { "epoch": 1.5907545887151597, "grad_norm": 0.5310342907905579, "learning_rate": 3.4092454112848404e-05, "loss": 0.0079, "step": 95940 }, { "epoch": 1.5909203959476712, "grad_norm": 0.01645933836698532, "learning_rate": 3.409079604052329e-05, "loss": 0.0004, "step": 95950 }, { "epoch": 1.5910862031801827, "grad_norm": 0.40289196372032166, "learning_rate": 3.408913796819818e-05, "loss": 0.0091, "step": 95960 }, { "epoch": 1.5912520104126942, "grad_norm": 0.00044261760194785893, "learning_rate": 3.408747989587306e-05, "loss": 0.0046, "step": 95970 }, { "epoch": 1.5914178176452056, "grad_norm": 0.0017988028703257442, "learning_rate": 3.4085821823547945e-05, "loss": 0.0085, "step": 95980 }, { "epoch": 1.591583624877717, "grad_norm": 0.19083960354328156, "learning_rate": 3.408416375122283e-05, "loss": 0.009, "step": 95990 }, { "epoch": 1.5917494321102286, "grad_norm": 0.18307563662528992, "learning_rate": 3.408250567889771e-05, "loss": 0.0156, "step": 96000 }, { "epoch": 1.59191523934274, "grad_norm": 0.002393608447164297, "learning_rate": 3.40808476065726e-05, "loss": 0.0024, "step": 96010 }, { "epoch": 1.5920810465752515, "grad_norm": 0.01739554852247238, "learning_rate": 3.4079189534247485e-05, "loss": 0.0001, "step": 96020 }, { "epoch": 1.592246853807763, "grad_norm": 0.04160263016819954, "learning_rate": 3.407753146192237e-05, "loss": 0.0062, "step": 96030 }, { "epoch": 1.5924126610402745, "grad_norm": 1.1411830186843872, "learning_rate": 3.407587338959726e-05, "loss": 0.0052, "step": 96040 }, { "epoch": 1.592578468272786, "grad_norm": 0.18365627527236938, "learning_rate": 3.407421531727214e-05, "loss": 0.0032, "step": 96050 }, { "epoch": 1.5927442755052974, "grad_norm": 0.26726463437080383, "learning_rate": 3.4072557244947026e-05, "loss": 0.0008, "step": 96060 }, { "epoch": 1.5929100827378089, "grad_norm": 0.0035637004766613245, "learning_rate": 3.407089917262191e-05, "loss": 0.021, "step": 96070 }, { "epoch": 1.5930758899703203, "grad_norm": 0.0010824999772012234, "learning_rate": 3.406924110029679e-05, "loss": 0.0017, "step": 96080 }, { "epoch": 1.593241697202832, "grad_norm": 0.00016645900905132294, "learning_rate": 3.406758302797168e-05, "loss": 0.0035, "step": 96090 }, { "epoch": 1.5934075044353435, "grad_norm": 0.0027703072410076857, "learning_rate": 3.406592495564657e-05, "loss": 0.0033, "step": 96100 }, { "epoch": 1.593573311667855, "grad_norm": 0.00027963853790424764, "learning_rate": 3.406426688332145e-05, "loss": 0.0002, "step": 96110 }, { "epoch": 1.5937391189003665, "grad_norm": 0.0028594383038580418, "learning_rate": 3.406260881099634e-05, "loss": 0.0003, "step": 96120 }, { "epoch": 1.593904926132878, "grad_norm": 0.17799828946590424, "learning_rate": 3.4060950738671224e-05, "loss": 0.0006, "step": 96130 }, { "epoch": 1.5940707333653894, "grad_norm": 0.00793032068759203, "learning_rate": 3.405929266634611e-05, "loss": 0.0073, "step": 96140 }, { "epoch": 1.5942365405979009, "grad_norm": 0.0024085610639303923, "learning_rate": 3.405763459402099e-05, "loss": 0.0042, "step": 96150 }, { "epoch": 1.5944023478304123, "grad_norm": 0.16830210387706757, "learning_rate": 3.4055976521695874e-05, "loss": 0.0065, "step": 96160 }, { "epoch": 1.5945681550629238, "grad_norm": 0.16665804386138916, "learning_rate": 3.4054318449370765e-05, "loss": 0.0139, "step": 96170 }, { "epoch": 1.5947339622954353, "grad_norm": 0.233880415558815, "learning_rate": 3.405266037704565e-05, "loss": 0.0037, "step": 96180 }, { "epoch": 1.5948997695279468, "grad_norm": 0.0007592322654090822, "learning_rate": 3.405100230472054e-05, "loss": 0.004, "step": 96190 }, { "epoch": 1.5950655767604582, "grad_norm": 3.886547710862942e-05, "learning_rate": 3.404934423239542e-05, "loss": 0.0054, "step": 96200 }, { "epoch": 1.59523138399297, "grad_norm": 0.00011317259486531839, "learning_rate": 3.4047686160070305e-05, "loss": 0.006, "step": 96210 }, { "epoch": 1.5953971912254814, "grad_norm": 0.0006594680598936975, "learning_rate": 3.404602808774519e-05, "loss": 0.0074, "step": 96220 }, { "epoch": 1.5955629984579929, "grad_norm": 0.00033734922180883586, "learning_rate": 3.404437001542007e-05, "loss": 0.0001, "step": 96230 }, { "epoch": 1.5957288056905043, "grad_norm": 0.1974194347858429, "learning_rate": 3.4042711943094956e-05, "loss": 0.0031, "step": 96240 }, { "epoch": 1.5958946129230158, "grad_norm": 0.02928742580115795, "learning_rate": 3.4041053870769846e-05, "loss": 0.0134, "step": 96250 }, { "epoch": 1.5960604201555273, "grad_norm": 0.07102364301681519, "learning_rate": 3.403939579844473e-05, "loss": 0.0085, "step": 96260 }, { "epoch": 1.5962262273880388, "grad_norm": 0.00025530721177347004, "learning_rate": 3.403773772611962e-05, "loss": 0.0007, "step": 96270 }, { "epoch": 1.5963920346205502, "grad_norm": 0.00678457273170352, "learning_rate": 3.40360796537945e-05, "loss": 0.0037, "step": 96280 }, { "epoch": 1.5965578418530617, "grad_norm": 0.3396542966365814, "learning_rate": 3.403442158146939e-05, "loss": 0.014, "step": 96290 }, { "epoch": 1.5967236490855732, "grad_norm": 0.21301887929439545, "learning_rate": 3.403276350914427e-05, "loss": 0.0058, "step": 96300 }, { "epoch": 1.5968894563180847, "grad_norm": 0.0026097914669662714, "learning_rate": 3.4031105436819154e-05, "loss": 0.0068, "step": 96310 }, { "epoch": 1.5970552635505961, "grad_norm": 0.0012749650049954653, "learning_rate": 3.402944736449404e-05, "loss": 0.0107, "step": 96320 }, { "epoch": 1.5972210707831076, "grad_norm": 0.0005903387209400535, "learning_rate": 3.402778929216893e-05, "loss": 0.0004, "step": 96330 }, { "epoch": 1.597386878015619, "grad_norm": 0.0018325980054214597, "learning_rate": 3.402613121984381e-05, "loss": 0.007, "step": 96340 }, { "epoch": 1.5975526852481305, "grad_norm": 0.00021212610590737313, "learning_rate": 3.40244731475187e-05, "loss": 0.0129, "step": 96350 }, { "epoch": 1.597718492480642, "grad_norm": 0.0025036586448550224, "learning_rate": 3.4022815075193585e-05, "loss": 0.0054, "step": 96360 }, { "epoch": 1.5978842997131535, "grad_norm": 0.0012978221056982875, "learning_rate": 3.402115700286846e-05, "loss": 0.0038, "step": 96370 }, { "epoch": 1.598050106945665, "grad_norm": 0.8502565026283264, "learning_rate": 3.401949893054335e-05, "loss": 0.0159, "step": 96380 }, { "epoch": 1.5982159141781764, "grad_norm": 0.0424751415848732, "learning_rate": 3.4017840858218235e-05, "loss": 0.0004, "step": 96390 }, { "epoch": 1.598381721410688, "grad_norm": 0.5013067126274109, "learning_rate": 3.4016182785893125e-05, "loss": 0.0066, "step": 96400 }, { "epoch": 1.5985475286431994, "grad_norm": 0.01319548487663269, "learning_rate": 3.401452471356801e-05, "loss": 0.0049, "step": 96410 }, { "epoch": 1.5987133358757109, "grad_norm": 0.005498555954545736, "learning_rate": 3.401286664124289e-05, "loss": 0.0123, "step": 96420 }, { "epoch": 1.5988791431082223, "grad_norm": 0.004354465752840042, "learning_rate": 3.401120856891778e-05, "loss": 0.0072, "step": 96430 }, { "epoch": 1.5990449503407338, "grad_norm": 4.257147520547733e-05, "learning_rate": 3.400955049659266e-05, "loss": 0.008, "step": 96440 }, { "epoch": 1.5992107575732453, "grad_norm": 0.004429617431014776, "learning_rate": 3.400789242426754e-05, "loss": 0.0021, "step": 96450 }, { "epoch": 1.5993765648057567, "grad_norm": 0.0004134619957767427, "learning_rate": 3.400623435194243e-05, "loss": 0.0132, "step": 96460 }, { "epoch": 1.5995423720382682, "grad_norm": 0.0038542826659977436, "learning_rate": 3.4004576279617316e-05, "loss": 0.0039, "step": 96470 }, { "epoch": 1.5997081792707797, "grad_norm": 0.0002600535226520151, "learning_rate": 3.400291820729221e-05, "loss": 0.0053, "step": 96480 }, { "epoch": 1.5998739865032912, "grad_norm": 0.01265985518693924, "learning_rate": 3.400126013496709e-05, "loss": 0.0008, "step": 96490 }, { "epoch": 1.6000397937358026, "grad_norm": 0.003077888861298561, "learning_rate": 3.3999602062641974e-05, "loss": 0.0, "step": 96500 }, { "epoch": 1.600205600968314, "grad_norm": 0.12546825408935547, "learning_rate": 3.3997943990316864e-05, "loss": 0.0069, "step": 96510 }, { "epoch": 1.6003714082008256, "grad_norm": 0.0003129674878437072, "learning_rate": 3.399628591799174e-05, "loss": 0.0021, "step": 96520 }, { "epoch": 1.600537215433337, "grad_norm": 0.00036932266084477305, "learning_rate": 3.399462784566663e-05, "loss": 0.013, "step": 96530 }, { "epoch": 1.6007030226658485, "grad_norm": 0.031263791024684906, "learning_rate": 3.3992969773341514e-05, "loss": 0.0034, "step": 96540 }, { "epoch": 1.6008688298983602, "grad_norm": 0.0024669833946973085, "learning_rate": 3.39913117010164e-05, "loss": 0.019, "step": 96550 }, { "epoch": 1.6010346371308717, "grad_norm": 0.0017921649850904942, "learning_rate": 3.398965362869129e-05, "loss": 0.0001, "step": 96560 }, { "epoch": 1.6012004443633832, "grad_norm": 0.008851975202560425, "learning_rate": 3.398799555636617e-05, "loss": 0.0072, "step": 96570 }, { "epoch": 1.6013662515958946, "grad_norm": 0.00024088956706691533, "learning_rate": 3.3986337484041055e-05, "loss": 0.0143, "step": 96580 }, { "epoch": 1.601532058828406, "grad_norm": 0.0003132268611807376, "learning_rate": 3.398467941171594e-05, "loss": 0.0043, "step": 96590 }, { "epoch": 1.6016978660609176, "grad_norm": 0.026635147631168365, "learning_rate": 3.398302133939082e-05, "loss": 0.0001, "step": 96600 }, { "epoch": 1.601863673293429, "grad_norm": 0.006565426476299763, "learning_rate": 3.398136326706571e-05, "loss": 0.0034, "step": 96610 }, { "epoch": 1.6020294805259405, "grad_norm": 0.010376932099461555, "learning_rate": 3.3979705194740596e-05, "loss": 0.0029, "step": 96620 }, { "epoch": 1.602195287758452, "grad_norm": 0.8004255890846252, "learning_rate": 3.397804712241548e-05, "loss": 0.0104, "step": 96630 }, { "epoch": 1.6023610949909635, "grad_norm": 0.052188318222761154, "learning_rate": 3.397638905009037e-05, "loss": 0.0005, "step": 96640 }, { "epoch": 1.602526902223475, "grad_norm": 1.1885956525802612, "learning_rate": 3.397473097776525e-05, "loss": 0.0142, "step": 96650 }, { "epoch": 1.6026927094559866, "grad_norm": 0.010764985345304012, "learning_rate": 3.3973072905440136e-05, "loss": 0.0015, "step": 96660 }, { "epoch": 1.602858516688498, "grad_norm": 0.017367135733366013, "learning_rate": 3.397141483311502e-05, "loss": 0.0024, "step": 96670 }, { "epoch": 1.6030243239210096, "grad_norm": 0.023947089910507202, "learning_rate": 3.3969756760789903e-05, "loss": 0.0079, "step": 96680 }, { "epoch": 1.603190131153521, "grad_norm": 0.00030240946216508746, "learning_rate": 3.3968098688464794e-05, "loss": 0.0003, "step": 96690 }, { "epoch": 1.6033559383860325, "grad_norm": 0.005024557467550039, "learning_rate": 3.396644061613968e-05, "loss": 0.0057, "step": 96700 }, { "epoch": 1.603521745618544, "grad_norm": 0.008452889509499073, "learning_rate": 3.396478254381456e-05, "loss": 0.0004, "step": 96710 }, { "epoch": 1.6036875528510555, "grad_norm": 0.16885539889335632, "learning_rate": 3.396312447148945e-05, "loss": 0.0059, "step": 96720 }, { "epoch": 1.603853360083567, "grad_norm": 0.6626746654510498, "learning_rate": 3.3961466399164334e-05, "loss": 0.0056, "step": 96730 }, { "epoch": 1.6040191673160784, "grad_norm": 0.3614434003829956, "learning_rate": 3.395980832683922e-05, "loss": 0.0036, "step": 96740 }, { "epoch": 1.6041849745485899, "grad_norm": 0.001254349248483777, "learning_rate": 3.39581502545141e-05, "loss": 0.0054, "step": 96750 }, { "epoch": 1.6043507817811014, "grad_norm": 0.38050413131713867, "learning_rate": 3.3956492182188985e-05, "loss": 0.0051, "step": 96760 }, { "epoch": 1.6045165890136128, "grad_norm": 0.0018048479687422514, "learning_rate": 3.3954834109863875e-05, "loss": 0.0057, "step": 96770 }, { "epoch": 1.6046823962461243, "grad_norm": 0.0004145742568653077, "learning_rate": 3.395317603753876e-05, "loss": 0.0007, "step": 96780 }, { "epoch": 1.6048482034786358, "grad_norm": 0.018975703045725822, "learning_rate": 3.395151796521364e-05, "loss": 0.0002, "step": 96790 }, { "epoch": 1.6050140107111472, "grad_norm": 0.0003806167806033045, "learning_rate": 3.394985989288853e-05, "loss": 0.0049, "step": 96800 }, { "epoch": 1.6051798179436587, "grad_norm": 0.01838071644306183, "learning_rate": 3.3948201820563416e-05, "loss": 0.0077, "step": 96810 }, { "epoch": 1.6053456251761702, "grad_norm": 0.16591663658618927, "learning_rate": 3.39465437482383e-05, "loss": 0.0045, "step": 96820 }, { "epoch": 1.6055114324086817, "grad_norm": 0.0011368074920028448, "learning_rate": 3.394488567591318e-05, "loss": 0.0105, "step": 96830 }, { "epoch": 1.6056772396411931, "grad_norm": 0.22116589546203613, "learning_rate": 3.3943227603588066e-05, "loss": 0.0067, "step": 96840 }, { "epoch": 1.6058430468737046, "grad_norm": 0.017316248267889023, "learning_rate": 3.3941569531262956e-05, "loss": 0.0026, "step": 96850 }, { "epoch": 1.606008854106216, "grad_norm": 0.0012218758929520845, "learning_rate": 3.393991145893784e-05, "loss": 0.0039, "step": 96860 }, { "epoch": 1.6061746613387275, "grad_norm": 0.0005023652338422835, "learning_rate": 3.393825338661273e-05, "loss": 0.0098, "step": 96870 }, { "epoch": 1.606340468571239, "grad_norm": 0.0007919979398138821, "learning_rate": 3.3936595314287614e-05, "loss": 0.0031, "step": 96880 }, { "epoch": 1.6065062758037505, "grad_norm": 5.6445383961545303e-05, "learning_rate": 3.39349372419625e-05, "loss": 0.004, "step": 96890 }, { "epoch": 1.606672083036262, "grad_norm": 0.045076172798871994, "learning_rate": 3.393327916963738e-05, "loss": 0.0018, "step": 96900 }, { "epoch": 1.6068378902687734, "grad_norm": 0.004735466558486223, "learning_rate": 3.3931621097312264e-05, "loss": 0.0104, "step": 96910 }, { "epoch": 1.607003697501285, "grad_norm": 0.023994749411940575, "learning_rate": 3.392996302498715e-05, "loss": 0.0021, "step": 96920 }, { "epoch": 1.6071695047337964, "grad_norm": 0.0009863064624369144, "learning_rate": 3.392830495266204e-05, "loss": 0.0105, "step": 96930 }, { "epoch": 1.6073353119663079, "grad_norm": 0.001863966230303049, "learning_rate": 3.392664688033692e-05, "loss": 0.0032, "step": 96940 }, { "epoch": 1.6075011191988193, "grad_norm": 0.001744346576742828, "learning_rate": 3.392498880801181e-05, "loss": 0.0118, "step": 96950 }, { "epoch": 1.6076669264313308, "grad_norm": 0.19221621751785278, "learning_rate": 3.3923330735686695e-05, "loss": 0.0087, "step": 96960 }, { "epoch": 1.6078327336638423, "grad_norm": 0.0008414026815444231, "learning_rate": 3.392167266336158e-05, "loss": 0.0049, "step": 96970 }, { "epoch": 1.6079985408963537, "grad_norm": 0.26599350571632385, "learning_rate": 3.392001459103646e-05, "loss": 0.0109, "step": 96980 }, { "epoch": 1.6081643481288652, "grad_norm": 0.1225234791636467, "learning_rate": 3.3918356518711345e-05, "loss": 0.0066, "step": 96990 }, { "epoch": 1.608330155361377, "grad_norm": 0.00019189734302926809, "learning_rate": 3.391669844638623e-05, "loss": 0.0077, "step": 97000 }, { "epoch": 1.6084959625938884, "grad_norm": 0.16302253305912018, "learning_rate": 3.391504037406112e-05, "loss": 0.0025, "step": 97010 }, { "epoch": 1.6086617698263999, "grad_norm": 0.01766955479979515, "learning_rate": 3.3913382301736e-05, "loss": 0.0058, "step": 97020 }, { "epoch": 1.6088275770589113, "grad_norm": 0.01567905582487583, "learning_rate": 3.391172422941089e-05, "loss": 0.003, "step": 97030 }, { "epoch": 1.6089933842914228, "grad_norm": 0.23079590499401093, "learning_rate": 3.3910066157085776e-05, "loss": 0.0134, "step": 97040 }, { "epoch": 1.6091591915239343, "grad_norm": 0.0037438473664224148, "learning_rate": 3.390840808476066e-05, "loss": 0.0106, "step": 97050 }, { "epoch": 1.6093249987564457, "grad_norm": 0.00016835537098813802, "learning_rate": 3.390675001243554e-05, "loss": 0.0049, "step": 97060 }, { "epoch": 1.6094908059889572, "grad_norm": 0.0014045524876564741, "learning_rate": 3.390509194011043e-05, "loss": 0.003, "step": 97070 }, { "epoch": 1.6096566132214687, "grad_norm": 0.002355620265007019, "learning_rate": 3.390343386778532e-05, "loss": 0.0018, "step": 97080 }, { "epoch": 1.6098224204539802, "grad_norm": 0.0008925332804210484, "learning_rate": 3.39017757954602e-05, "loss": 0.0007, "step": 97090 }, { "epoch": 1.6099882276864916, "grad_norm": 0.005102263297885656, "learning_rate": 3.3900117723135084e-05, "loss": 0.0027, "step": 97100 }, { "epoch": 1.6101540349190033, "grad_norm": 0.0003477910067886114, "learning_rate": 3.3898459650809974e-05, "loss": 0.0009, "step": 97110 }, { "epoch": 1.6103198421515148, "grad_norm": 0.0004594314959831536, "learning_rate": 3.389680157848486e-05, "loss": 0.0096, "step": 97120 }, { "epoch": 1.6104856493840263, "grad_norm": 0.02198587730526924, "learning_rate": 3.3895143506159734e-05, "loss": 0.0032, "step": 97130 }, { "epoch": 1.6106514566165377, "grad_norm": 0.0006900054286234081, "learning_rate": 3.3893485433834625e-05, "loss": 0.0001, "step": 97140 }, { "epoch": 1.6108172638490492, "grad_norm": 0.009176717139780521, "learning_rate": 3.389182736150951e-05, "loss": 0.0091, "step": 97150 }, { "epoch": 1.6109830710815607, "grad_norm": 0.00017387566913384944, "learning_rate": 3.38901692891844e-05, "loss": 0.0063, "step": 97160 }, { "epoch": 1.6111488783140722, "grad_norm": 0.003457865910604596, "learning_rate": 3.388851121685928e-05, "loss": 0.002, "step": 97170 }, { "epoch": 1.6113146855465836, "grad_norm": 0.021650347858667374, "learning_rate": 3.3886853144534165e-05, "loss": 0.0001, "step": 97180 }, { "epoch": 1.611480492779095, "grad_norm": 0.0005632295506075025, "learning_rate": 3.3885195072209056e-05, "loss": 0.0034, "step": 97190 }, { "epoch": 1.6116463000116066, "grad_norm": 0.0007040244527161121, "learning_rate": 3.388353699988394e-05, "loss": 0.005, "step": 97200 }, { "epoch": 1.611812107244118, "grad_norm": 0.0007341544842347503, "learning_rate": 3.388187892755882e-05, "loss": 0.0001, "step": 97210 }, { "epoch": 1.6119779144766295, "grad_norm": 0.2157447338104248, "learning_rate": 3.3880220855233706e-05, "loss": 0.0074, "step": 97220 }, { "epoch": 1.612143721709141, "grad_norm": 0.0040051001124084, "learning_rate": 3.387856278290859e-05, "loss": 0.0049, "step": 97230 }, { "epoch": 1.6123095289416525, "grad_norm": 0.18656545877456665, "learning_rate": 3.387690471058348e-05, "loss": 0.0073, "step": 97240 }, { "epoch": 1.612475336174164, "grad_norm": 0.0006080233142711222, "learning_rate": 3.387524663825836e-05, "loss": 0.0095, "step": 97250 }, { "epoch": 1.6126411434066754, "grad_norm": 0.013066588900983334, "learning_rate": 3.387358856593325e-05, "loss": 0.0129, "step": 97260 }, { "epoch": 1.6128069506391869, "grad_norm": 0.15450899302959442, "learning_rate": 3.387193049360814e-05, "loss": 0.0022, "step": 97270 }, { "epoch": 1.6129727578716984, "grad_norm": 0.0010306935291737318, "learning_rate": 3.3870272421283014e-05, "loss": 0.0005, "step": 97280 }, { "epoch": 1.6131385651042098, "grad_norm": 0.005599370226264, "learning_rate": 3.3868614348957904e-05, "loss": 0.0038, "step": 97290 }, { "epoch": 1.6133043723367213, "grad_norm": 0.24730883538722992, "learning_rate": 3.386695627663279e-05, "loss": 0.0006, "step": 97300 }, { "epoch": 1.6134701795692328, "grad_norm": 0.00523257814347744, "learning_rate": 3.386529820430767e-05, "loss": 0.0115, "step": 97310 }, { "epoch": 1.6136359868017442, "grad_norm": 0.03779394552111626, "learning_rate": 3.386364013198256e-05, "loss": 0.0034, "step": 97320 }, { "epoch": 1.6138017940342557, "grad_norm": 0.002923615276813507, "learning_rate": 3.3861982059657445e-05, "loss": 0.0041, "step": 97330 }, { "epoch": 1.6139676012667672, "grad_norm": 0.00950036384165287, "learning_rate": 3.386032398733233e-05, "loss": 0.0082, "step": 97340 }, { "epoch": 1.6141334084992787, "grad_norm": 0.02801288478076458, "learning_rate": 3.385866591500721e-05, "loss": 0.0084, "step": 97350 }, { "epoch": 1.6142992157317901, "grad_norm": 0.2214868664741516, "learning_rate": 3.3857007842682095e-05, "loss": 0.01, "step": 97360 }, { "epoch": 1.6144650229643016, "grad_norm": 0.0011240069288760424, "learning_rate": 3.3855349770356985e-05, "loss": 0.0034, "step": 97370 }, { "epoch": 1.614630830196813, "grad_norm": 0.4461865723133087, "learning_rate": 3.385369169803187e-05, "loss": 0.001, "step": 97380 }, { "epoch": 1.6147966374293246, "grad_norm": 0.00200697616674006, "learning_rate": 3.385203362570675e-05, "loss": 0.0005, "step": 97390 }, { "epoch": 1.614962444661836, "grad_norm": 0.0016607163706794381, "learning_rate": 3.385037555338164e-05, "loss": 0.0062, "step": 97400 }, { "epoch": 1.6151282518943475, "grad_norm": 0.022027401253581047, "learning_rate": 3.3848717481056526e-05, "loss": 0.0003, "step": 97410 }, { "epoch": 1.615294059126859, "grad_norm": 0.24660025537014008, "learning_rate": 3.3847059408731416e-05, "loss": 0.0078, "step": 97420 }, { "epoch": 1.6154598663593704, "grad_norm": 0.005404455587267876, "learning_rate": 3.384540133640629e-05, "loss": 0.018, "step": 97430 }, { "epoch": 1.615625673591882, "grad_norm": 0.7415159940719604, "learning_rate": 3.3843743264081177e-05, "loss": 0.0069, "step": 97440 }, { "epoch": 1.6157914808243936, "grad_norm": 0.17930133640766144, "learning_rate": 3.384208519175607e-05, "loss": 0.0069, "step": 97450 }, { "epoch": 1.615957288056905, "grad_norm": 5.173420049686683e-06, "learning_rate": 3.384042711943095e-05, "loss": 0.0035, "step": 97460 }, { "epoch": 1.6161230952894166, "grad_norm": 0.31054478883743286, "learning_rate": 3.3838769047105834e-05, "loss": 0.0058, "step": 97470 }, { "epoch": 1.616288902521928, "grad_norm": 0.25738927721977234, "learning_rate": 3.3837110974780724e-05, "loss": 0.007, "step": 97480 }, { "epoch": 1.6164547097544395, "grad_norm": 0.17552991211414337, "learning_rate": 3.383545290245561e-05, "loss": 0.0121, "step": 97490 }, { "epoch": 1.616620516986951, "grad_norm": 0.0014816605253145099, "learning_rate": 3.383379483013049e-05, "loss": 0.0027, "step": 97500 }, { "epoch": 1.6167863242194624, "grad_norm": 3.107859083684161e-05, "learning_rate": 3.3832136757805374e-05, "loss": 0.0016, "step": 97510 }, { "epoch": 1.616952131451974, "grad_norm": 0.004894985351711512, "learning_rate": 3.383047868548026e-05, "loss": 0.0047, "step": 97520 }, { "epoch": 1.6171179386844854, "grad_norm": 0.0032237910199910402, "learning_rate": 3.382882061315515e-05, "loss": 0.0033, "step": 97530 }, { "epoch": 1.6172837459169969, "grad_norm": 0.0017144785961136222, "learning_rate": 3.382716254083003e-05, "loss": 0.0007, "step": 97540 }, { "epoch": 1.6174495531495083, "grad_norm": 0.005469418130815029, "learning_rate": 3.382550446850492e-05, "loss": 0.0042, "step": 97550 }, { "epoch": 1.61761536038202, "grad_norm": 0.0011759395711123943, "learning_rate": 3.3823846396179805e-05, "loss": 0.0042, "step": 97560 }, { "epoch": 1.6177811676145315, "grad_norm": 0.4911447763442993, "learning_rate": 3.382218832385469e-05, "loss": 0.0057, "step": 97570 }, { "epoch": 1.617946974847043, "grad_norm": 0.0012824825244024396, "learning_rate": 3.382053025152957e-05, "loss": 0.002, "step": 97580 }, { "epoch": 1.6181127820795544, "grad_norm": 0.003358953632414341, "learning_rate": 3.3818872179204456e-05, "loss": 0.0003, "step": 97590 }, { "epoch": 1.618278589312066, "grad_norm": 0.0002404748956905678, "learning_rate": 3.381721410687934e-05, "loss": 0.0005, "step": 97600 }, { "epoch": 1.6184443965445774, "grad_norm": 0.0007874603033997118, "learning_rate": 3.381555603455423e-05, "loss": 0.0116, "step": 97610 }, { "epoch": 1.6186102037770889, "grad_norm": 0.0016282752621918917, "learning_rate": 3.381389796222911e-05, "loss": 0.0089, "step": 97620 }, { "epoch": 1.6187760110096003, "grad_norm": 0.0018783907871693373, "learning_rate": 3.3812239889904e-05, "loss": 0.0009, "step": 97630 }, { "epoch": 1.6189418182421118, "grad_norm": 0.8161112070083618, "learning_rate": 3.381058181757889e-05, "loss": 0.0111, "step": 97640 }, { "epoch": 1.6191076254746233, "grad_norm": 0.014061790890991688, "learning_rate": 3.380892374525377e-05, "loss": 0.0067, "step": 97650 }, { "epoch": 1.6192734327071348, "grad_norm": 0.36573106050491333, "learning_rate": 3.3807265672928654e-05, "loss": 0.0023, "step": 97660 }, { "epoch": 1.6194392399396462, "grad_norm": 0.22629860043525696, "learning_rate": 3.380560760060354e-05, "loss": 0.01, "step": 97670 }, { "epoch": 1.6196050471721577, "grad_norm": 0.5700985789299011, "learning_rate": 3.380394952827842e-05, "loss": 0.0072, "step": 97680 }, { "epoch": 1.6197708544046692, "grad_norm": 0.000416217721067369, "learning_rate": 3.380229145595331e-05, "loss": 0.0039, "step": 97690 }, { "epoch": 1.6199366616371806, "grad_norm": 0.0005950016202405095, "learning_rate": 3.3800633383628194e-05, "loss": 0.0101, "step": 97700 }, { "epoch": 1.6201024688696921, "grad_norm": 0.006784980185329914, "learning_rate": 3.3798975311303085e-05, "loss": 0.0077, "step": 97710 }, { "epoch": 1.6202682761022036, "grad_norm": 0.018653152510523796, "learning_rate": 3.379731723897797e-05, "loss": 0.0134, "step": 97720 }, { "epoch": 1.620434083334715, "grad_norm": 0.03775891661643982, "learning_rate": 3.379565916665285e-05, "loss": 0.0116, "step": 97730 }, { "epoch": 1.6205998905672265, "grad_norm": 0.10803616791963577, "learning_rate": 3.3794001094327735e-05, "loss": 0.0059, "step": 97740 }, { "epoch": 1.620765697799738, "grad_norm": 0.00017360481433570385, "learning_rate": 3.379234302200262e-05, "loss": 0.0003, "step": 97750 }, { "epoch": 1.6209315050322495, "grad_norm": 0.014913003891706467, "learning_rate": 3.379068494967751e-05, "loss": 0.0067, "step": 97760 }, { "epoch": 1.621097312264761, "grad_norm": 0.2371080070734024, "learning_rate": 3.378902687735239e-05, "loss": 0.0037, "step": 97770 }, { "epoch": 1.6212631194972724, "grad_norm": 0.006527595687657595, "learning_rate": 3.3787368805027276e-05, "loss": 0.0025, "step": 97780 }, { "epoch": 1.621428926729784, "grad_norm": 0.005947378929704428, "learning_rate": 3.3785710732702166e-05, "loss": 0.0162, "step": 97790 }, { "epoch": 1.6215947339622954, "grad_norm": 0.0033268171828240156, "learning_rate": 3.378405266037705e-05, "loss": 0.0057, "step": 97800 }, { "epoch": 1.6217605411948068, "grad_norm": 0.0007919671479612589, "learning_rate": 3.378239458805193e-05, "loss": 0.0063, "step": 97810 }, { "epoch": 1.6219263484273183, "grad_norm": 0.3677588701248169, "learning_rate": 3.3780736515726817e-05, "loss": 0.0026, "step": 97820 }, { "epoch": 1.6220921556598298, "grad_norm": 0.0007405261276289821, "learning_rate": 3.37790784434017e-05, "loss": 0.0006, "step": 97830 }, { "epoch": 1.6222579628923413, "grad_norm": 0.06902793794870377, "learning_rate": 3.377742037107659e-05, "loss": 0.0062, "step": 97840 }, { "epoch": 1.6224237701248527, "grad_norm": 0.0005936947418376803, "learning_rate": 3.3775762298751474e-05, "loss": 0.0, "step": 97850 }, { "epoch": 1.6225895773573642, "grad_norm": 0.04205027595162392, "learning_rate": 3.377410422642636e-05, "loss": 0.0163, "step": 97860 }, { "epoch": 1.6227553845898757, "grad_norm": 0.17291176319122314, "learning_rate": 3.377244615410125e-05, "loss": 0.0101, "step": 97870 }, { "epoch": 1.6229211918223871, "grad_norm": 0.0002091970236506313, "learning_rate": 3.377078808177613e-05, "loss": 0.0147, "step": 97880 }, { "epoch": 1.6230869990548986, "grad_norm": 0.02188863977789879, "learning_rate": 3.3769130009451014e-05, "loss": 0.0008, "step": 97890 }, { "epoch": 1.6232528062874103, "grad_norm": 0.005641384515911341, "learning_rate": 3.37674719371259e-05, "loss": 0.0049, "step": 97900 }, { "epoch": 1.6234186135199218, "grad_norm": 0.0003238479548599571, "learning_rate": 3.376581386480078e-05, "loss": 0.0055, "step": 97910 }, { "epoch": 1.6235844207524333, "grad_norm": 0.04074813053011894, "learning_rate": 3.376415579247567e-05, "loss": 0.0014, "step": 97920 }, { "epoch": 1.6237502279849447, "grad_norm": 0.0003482712199911475, "learning_rate": 3.3762497720150555e-05, "loss": 0.0032, "step": 97930 }, { "epoch": 1.6239160352174562, "grad_norm": 0.0001596718793734908, "learning_rate": 3.376083964782544e-05, "loss": 0.0035, "step": 97940 }, { "epoch": 1.6240818424499677, "grad_norm": 0.07270500063896179, "learning_rate": 3.375918157550033e-05, "loss": 0.0055, "step": 97950 }, { "epoch": 1.6242476496824791, "grad_norm": 0.004684785380959511, "learning_rate": 3.375752350317521e-05, "loss": 0.0002, "step": 97960 }, { "epoch": 1.6244134569149906, "grad_norm": 0.0002497372915968299, "learning_rate": 3.3755865430850096e-05, "loss": 0.0, "step": 97970 }, { "epoch": 1.624579264147502, "grad_norm": 0.24891364574432373, "learning_rate": 3.375420735852498e-05, "loss": 0.0101, "step": 97980 }, { "epoch": 1.6247450713800136, "grad_norm": 0.21342399716377258, "learning_rate": 3.375254928619986e-05, "loss": 0.0032, "step": 97990 }, { "epoch": 1.624910878612525, "grad_norm": 0.5557407140731812, "learning_rate": 3.375089121387475e-05, "loss": 0.0256, "step": 98000 }, { "epoch": 1.6250766858450365, "grad_norm": 0.25207167863845825, "learning_rate": 3.3749233141549636e-05, "loss": 0.0067, "step": 98010 }, { "epoch": 1.6252424930775482, "grad_norm": 0.0010177568765357137, "learning_rate": 3.374757506922452e-05, "loss": 0.0041, "step": 98020 }, { "epoch": 1.6254083003100597, "grad_norm": 0.03067627362906933, "learning_rate": 3.374591699689941e-05, "loss": 0.0052, "step": 98030 }, { "epoch": 1.6255741075425711, "grad_norm": 0.004126280080527067, "learning_rate": 3.374425892457429e-05, "loss": 0.0001, "step": 98040 }, { "epoch": 1.6257399147750826, "grad_norm": 0.006609086412936449, "learning_rate": 3.374260085224918e-05, "loss": 0.0001, "step": 98050 }, { "epoch": 1.625905722007594, "grad_norm": 0.0697723776102066, "learning_rate": 3.374094277992406e-05, "loss": 0.0037, "step": 98060 }, { "epoch": 1.6260715292401056, "grad_norm": 0.13007752597332, "learning_rate": 3.3739284707598944e-05, "loss": 0.0006, "step": 98070 }, { "epoch": 1.626237336472617, "grad_norm": 0.0034485606011003256, "learning_rate": 3.3737626635273834e-05, "loss": 0.0005, "step": 98080 }, { "epoch": 1.6264031437051285, "grad_norm": 0.31688830256462097, "learning_rate": 3.373596856294872e-05, "loss": 0.0028, "step": 98090 }, { "epoch": 1.62656895093764, "grad_norm": 0.00016867887461557984, "learning_rate": 3.373431049062361e-05, "loss": 0.0059, "step": 98100 }, { "epoch": 1.6267347581701515, "grad_norm": 0.21146413683891296, "learning_rate": 3.3732652418298485e-05, "loss": 0.0129, "step": 98110 }, { "epoch": 1.626900565402663, "grad_norm": 0.0848100483417511, "learning_rate": 3.373099434597337e-05, "loss": 0.0155, "step": 98120 }, { "epoch": 1.6270663726351744, "grad_norm": 0.00024562914040870965, "learning_rate": 3.372933627364826e-05, "loss": 0.0041, "step": 98130 }, { "epoch": 1.6272321798676859, "grad_norm": 0.003908197395503521, "learning_rate": 3.372767820132314e-05, "loss": 0.0032, "step": 98140 }, { "epoch": 1.6273979871001973, "grad_norm": 9.079143637791276e-05, "learning_rate": 3.3726020128998026e-05, "loss": 0.0033, "step": 98150 }, { "epoch": 1.6275637943327088, "grad_norm": 0.19252051413059235, "learning_rate": 3.3724362056672916e-05, "loss": 0.0033, "step": 98160 }, { "epoch": 1.6277296015652203, "grad_norm": 0.029096607118844986, "learning_rate": 3.37227039843478e-05, "loss": 0.0008, "step": 98170 }, { "epoch": 1.6278954087977318, "grad_norm": 0.2864506244659424, "learning_rate": 3.372104591202269e-05, "loss": 0.0052, "step": 98180 }, { "epoch": 1.6280612160302432, "grad_norm": 0.015449358150362968, "learning_rate": 3.3719387839697566e-05, "loss": 0.0001, "step": 98190 }, { "epoch": 1.6282270232627547, "grad_norm": 0.1929628998041153, "learning_rate": 3.371772976737245e-05, "loss": 0.0031, "step": 98200 }, { "epoch": 1.6283928304952662, "grad_norm": 0.005610097665339708, "learning_rate": 3.371607169504734e-05, "loss": 0.0068, "step": 98210 }, { "epoch": 1.6285586377277776, "grad_norm": 0.2219373881816864, "learning_rate": 3.3714413622722223e-05, "loss": 0.0127, "step": 98220 }, { "epoch": 1.6287244449602891, "grad_norm": 0.002588673261925578, "learning_rate": 3.3712755550397114e-05, "loss": 0.0002, "step": 98230 }, { "epoch": 1.6288902521928006, "grad_norm": 0.0002550285717006773, "learning_rate": 3.3711097478072e-05, "loss": 0.0005, "step": 98240 }, { "epoch": 1.629056059425312, "grad_norm": 0.005528961308300495, "learning_rate": 3.370943940574688e-05, "loss": 0.0033, "step": 98250 }, { "epoch": 1.6292218666578235, "grad_norm": 0.013856695033609867, "learning_rate": 3.3707781333421764e-05, "loss": 0.0138, "step": 98260 }, { "epoch": 1.629387673890335, "grad_norm": 0.5604100227355957, "learning_rate": 3.370612326109665e-05, "loss": 0.0026, "step": 98270 }, { "epoch": 1.6295534811228465, "grad_norm": 0.002648933557793498, "learning_rate": 3.370446518877153e-05, "loss": 0.0059, "step": 98280 }, { "epoch": 1.629719288355358, "grad_norm": 0.0001409918040735647, "learning_rate": 3.370280711644642e-05, "loss": 0.006, "step": 98290 }, { "epoch": 1.6298850955878694, "grad_norm": 0.013668455183506012, "learning_rate": 3.3701149044121305e-05, "loss": 0.0062, "step": 98300 }, { "epoch": 1.630050902820381, "grad_norm": 0.17416690289974213, "learning_rate": 3.3699490971796195e-05, "loss": 0.009, "step": 98310 }, { "epoch": 1.6302167100528924, "grad_norm": 0.0004651599156204611, "learning_rate": 3.369783289947108e-05, "loss": 0.0073, "step": 98320 }, { "epoch": 1.6303825172854038, "grad_norm": 0.0014984789304435253, "learning_rate": 3.369617482714596e-05, "loss": 0.0067, "step": 98330 }, { "epoch": 1.6305483245179153, "grad_norm": 9.552796836942434e-05, "learning_rate": 3.3694516754820846e-05, "loss": 0.004, "step": 98340 }, { "epoch": 1.6307141317504268, "grad_norm": 6.971297261770815e-05, "learning_rate": 3.369285868249573e-05, "loss": 0.0072, "step": 98350 }, { "epoch": 1.6308799389829385, "grad_norm": 0.050092875957489014, "learning_rate": 3.369120061017061e-05, "loss": 0.0027, "step": 98360 }, { "epoch": 1.63104574621545, "grad_norm": 0.09780117124319077, "learning_rate": 3.36895425378455e-05, "loss": 0.0035, "step": 98370 }, { "epoch": 1.6312115534479614, "grad_norm": 0.01599734276533127, "learning_rate": 3.3687884465520386e-05, "loss": 0.0, "step": 98380 }, { "epoch": 1.631377360680473, "grad_norm": 0.02276652306318283, "learning_rate": 3.3686226393195276e-05, "loss": 0.0003, "step": 98390 }, { "epoch": 1.6315431679129844, "grad_norm": 0.08851245790719986, "learning_rate": 3.368456832087016e-05, "loss": 0.0041, "step": 98400 }, { "epoch": 1.6317089751454958, "grad_norm": 5.287902240525e-05, "learning_rate": 3.3682910248545043e-05, "loss": 0.0035, "step": 98410 }, { "epoch": 1.6318747823780073, "grad_norm": 0.2899087071418762, "learning_rate": 3.368125217621993e-05, "loss": 0.0034, "step": 98420 }, { "epoch": 1.6320405896105188, "grad_norm": 0.0012454440584406257, "learning_rate": 3.367959410389481e-05, "loss": 0.0072, "step": 98430 }, { "epoch": 1.6322063968430303, "grad_norm": 0.02995576336979866, "learning_rate": 3.36779360315697e-05, "loss": 0.0014, "step": 98440 }, { "epoch": 1.6323722040755417, "grad_norm": 0.22246716916561127, "learning_rate": 3.3676277959244584e-05, "loss": 0.0045, "step": 98450 }, { "epoch": 1.6325380113080532, "grad_norm": 0.011301358230412006, "learning_rate": 3.367461988691947e-05, "loss": 0.0056, "step": 98460 }, { "epoch": 1.632703818540565, "grad_norm": 0.00021427740284707397, "learning_rate": 3.367296181459436e-05, "loss": 0.0089, "step": 98470 }, { "epoch": 1.6328696257730764, "grad_norm": 0.09309428930282593, "learning_rate": 3.367130374226924e-05, "loss": 0.0003, "step": 98480 }, { "epoch": 1.6330354330055878, "grad_norm": 0.026677889749407768, "learning_rate": 3.3669645669944125e-05, "loss": 0.0039, "step": 98490 }, { "epoch": 1.6332012402380993, "grad_norm": 0.02416059747338295, "learning_rate": 3.366798759761901e-05, "loss": 0.0015, "step": 98500 }, { "epoch": 1.6333670474706108, "grad_norm": 0.2225296050310135, "learning_rate": 3.366632952529389e-05, "loss": 0.0031, "step": 98510 }, { "epoch": 1.6335328547031223, "grad_norm": 0.0076456391252577305, "learning_rate": 3.366467145296878e-05, "loss": 0.007, "step": 98520 }, { "epoch": 1.6336986619356337, "grad_norm": 0.0005172396777197719, "learning_rate": 3.3663013380643665e-05, "loss": 0.0026, "step": 98530 }, { "epoch": 1.6338644691681452, "grad_norm": 0.005360737908631563, "learning_rate": 3.366135530831855e-05, "loss": 0.0005, "step": 98540 }, { "epoch": 1.6340302764006567, "grad_norm": 0.23354607820510864, "learning_rate": 3.365969723599344e-05, "loss": 0.0024, "step": 98550 }, { "epoch": 1.6341960836331682, "grad_norm": 0.0010152604663744569, "learning_rate": 3.365803916366832e-05, "loss": 0.0001, "step": 98560 }, { "epoch": 1.6343618908656796, "grad_norm": 0.05527064576745033, "learning_rate": 3.3656381091343206e-05, "loss": 0.0095, "step": 98570 }, { "epoch": 1.634527698098191, "grad_norm": 0.0012077965075150132, "learning_rate": 3.365472301901809e-05, "loss": 0.0004, "step": 98580 }, { "epoch": 1.6346935053307026, "grad_norm": 0.0027836456429213285, "learning_rate": 3.365306494669297e-05, "loss": 0.0074, "step": 98590 }, { "epoch": 1.634859312563214, "grad_norm": 0.1220395416021347, "learning_rate": 3.3651406874367863e-05, "loss": 0.005, "step": 98600 }, { "epoch": 1.6350251197957255, "grad_norm": 0.550960123538971, "learning_rate": 3.364974880204275e-05, "loss": 0.0033, "step": 98610 }, { "epoch": 1.635190927028237, "grad_norm": 0.00013412607950158417, "learning_rate": 3.364809072971763e-05, "loss": 0.001, "step": 98620 }, { "epoch": 1.6353567342607485, "grad_norm": 0.017806777730584145, "learning_rate": 3.364643265739252e-05, "loss": 0.0083, "step": 98630 }, { "epoch": 1.63552254149326, "grad_norm": 0.0003118614258710295, "learning_rate": 3.3644774585067404e-05, "loss": 0.0019, "step": 98640 }, { "epoch": 1.6356883487257714, "grad_norm": 0.00015385517326649278, "learning_rate": 3.364311651274229e-05, "loss": 0.0033, "step": 98650 }, { "epoch": 1.6358541559582829, "grad_norm": 0.00032352746347896755, "learning_rate": 3.364145844041717e-05, "loss": 0.0055, "step": 98660 }, { "epoch": 1.6360199631907943, "grad_norm": 0.0002307877002749592, "learning_rate": 3.3639800368092055e-05, "loss": 0.0001, "step": 98670 }, { "epoch": 1.6361857704233058, "grad_norm": 0.0031155648175626993, "learning_rate": 3.3638142295766945e-05, "loss": 0.0038, "step": 98680 }, { "epoch": 1.6363515776558173, "grad_norm": 0.0010486746905371547, "learning_rate": 3.363648422344183e-05, "loss": 0.0008, "step": 98690 }, { "epoch": 1.6365173848883288, "grad_norm": 0.0012580861803144217, "learning_rate": 3.363482615111671e-05, "loss": 0.0001, "step": 98700 }, { "epoch": 1.6366831921208402, "grad_norm": 0.19139136373996735, "learning_rate": 3.36331680787916e-05, "loss": 0.0272, "step": 98710 }, { "epoch": 1.6368489993533517, "grad_norm": 0.0005480305990204215, "learning_rate": 3.3631510006466485e-05, "loss": 0.0193, "step": 98720 }, { "epoch": 1.6370148065858632, "grad_norm": 0.04846879467368126, "learning_rate": 3.362985193414137e-05, "loss": 0.0024, "step": 98730 }, { "epoch": 1.6371806138183747, "grad_norm": 0.000422695156885311, "learning_rate": 3.362819386181625e-05, "loss": 0.0099, "step": 98740 }, { "epoch": 1.6373464210508861, "grad_norm": 0.002301280852407217, "learning_rate": 3.3626535789491136e-05, "loss": 0.0016, "step": 98750 }, { "epoch": 1.6375122282833976, "grad_norm": 0.2530653476715088, "learning_rate": 3.3624877717166026e-05, "loss": 0.0045, "step": 98760 }, { "epoch": 1.637678035515909, "grad_norm": 0.007129542529582977, "learning_rate": 3.362321964484091e-05, "loss": 0.0053, "step": 98770 }, { "epoch": 1.6378438427484205, "grad_norm": 0.04294538497924805, "learning_rate": 3.36215615725158e-05, "loss": 0.0068, "step": 98780 }, { "epoch": 1.638009649980932, "grad_norm": 0.00015673806774429977, "learning_rate": 3.361990350019068e-05, "loss": 0.0002, "step": 98790 }, { "epoch": 1.6381754572134435, "grad_norm": 0.0002223420888185501, "learning_rate": 3.361824542786556e-05, "loss": 0.0022, "step": 98800 }, { "epoch": 1.6383412644459552, "grad_norm": 1.3650438785552979, "learning_rate": 3.361658735554045e-05, "loss": 0.0156, "step": 98810 }, { "epoch": 1.6385070716784667, "grad_norm": 0.0013473104918375611, "learning_rate": 3.3614929283215334e-05, "loss": 0.0188, "step": 98820 }, { "epoch": 1.6386728789109781, "grad_norm": 0.002519740490242839, "learning_rate": 3.361327121089022e-05, "loss": 0.0073, "step": 98830 }, { "epoch": 1.6388386861434896, "grad_norm": 0.014990659430623055, "learning_rate": 3.361161313856511e-05, "loss": 0.0073, "step": 98840 }, { "epoch": 1.639004493376001, "grad_norm": 0.03475610911846161, "learning_rate": 3.360995506623999e-05, "loss": 0.0089, "step": 98850 }, { "epoch": 1.6391703006085125, "grad_norm": 0.0001948383724084124, "learning_rate": 3.360829699391488e-05, "loss": 0.0086, "step": 98860 }, { "epoch": 1.639336107841024, "grad_norm": 0.00040049845119938254, "learning_rate": 3.3606638921589765e-05, "loss": 0.0038, "step": 98870 }, { "epoch": 1.6395019150735355, "grad_norm": 0.10207336395978928, "learning_rate": 3.360498084926464e-05, "loss": 0.005, "step": 98880 }, { "epoch": 1.639667722306047, "grad_norm": 0.02198915369808674, "learning_rate": 3.360332277693953e-05, "loss": 0.001, "step": 98890 }, { "epoch": 1.6398335295385584, "grad_norm": 0.22520895302295685, "learning_rate": 3.3601664704614415e-05, "loss": 0.0109, "step": 98900 }, { "epoch": 1.63999933677107, "grad_norm": 0.0008289237739518285, "learning_rate": 3.3600006632289305e-05, "loss": 0.0003, "step": 98910 }, { "epoch": 1.6401651440035816, "grad_norm": 0.16503280401229858, "learning_rate": 3.359834855996419e-05, "loss": 0.0026, "step": 98920 }, { "epoch": 1.640330951236093, "grad_norm": 0.007132678758352995, "learning_rate": 3.359669048763907e-05, "loss": 0.0009, "step": 98930 }, { "epoch": 1.6404967584686045, "grad_norm": 0.0032310946844518185, "learning_rate": 3.359503241531396e-05, "loss": 0.0052, "step": 98940 }, { "epoch": 1.640662565701116, "grad_norm": 0.0007902191136963665, "learning_rate": 3.359337434298884e-05, "loss": 0.0066, "step": 98950 }, { "epoch": 1.6408283729336275, "grad_norm": 0.0009035637485794723, "learning_rate": 3.359171627066372e-05, "loss": 0.0032, "step": 98960 }, { "epoch": 1.640994180166139, "grad_norm": 0.00019902123312931508, "learning_rate": 3.359005819833861e-05, "loss": 0.0018, "step": 98970 }, { "epoch": 1.6411599873986504, "grad_norm": 0.13560685515403748, "learning_rate": 3.3588400126013497e-05, "loss": 0.003, "step": 98980 }, { "epoch": 1.641325794631162, "grad_norm": 0.10388444364070892, "learning_rate": 3.358674205368839e-05, "loss": 0.0002, "step": 98990 }, { "epoch": 1.6414916018636734, "grad_norm": 0.0011165817268192768, "learning_rate": 3.358508398136327e-05, "loss": 0.0001, "step": 99000 }, { "epoch": 1.6416574090961848, "grad_norm": 0.00636864360421896, "learning_rate": 3.3583425909038154e-05, "loss": 0.0117, "step": 99010 }, { "epoch": 1.6418232163286963, "grad_norm": 0.00015509243530686945, "learning_rate": 3.358176783671304e-05, "loss": 0.0074, "step": 99020 }, { "epoch": 1.6419890235612078, "grad_norm": 0.0024560808669775724, "learning_rate": 3.358010976438792e-05, "loss": 0.007, "step": 99030 }, { "epoch": 1.6421548307937193, "grad_norm": 0.21203261613845825, "learning_rate": 3.3578451692062804e-05, "loss": 0.0025, "step": 99040 }, { "epoch": 1.6423206380262307, "grad_norm": 0.0008181598386727273, "learning_rate": 3.3576793619737694e-05, "loss": 0.0156, "step": 99050 }, { "epoch": 1.6424864452587422, "grad_norm": 0.6874934434890747, "learning_rate": 3.357513554741258e-05, "loss": 0.0134, "step": 99060 }, { "epoch": 1.6426522524912537, "grad_norm": 0.22652485966682434, "learning_rate": 3.357347747508747e-05, "loss": 0.0169, "step": 99070 }, { "epoch": 1.6428180597237652, "grad_norm": 0.038005635142326355, "learning_rate": 3.357181940276235e-05, "loss": 0.0018, "step": 99080 }, { "epoch": 1.6429838669562766, "grad_norm": 0.0020320992916822433, "learning_rate": 3.3570161330437235e-05, "loss": 0.0245, "step": 99090 }, { "epoch": 1.643149674188788, "grad_norm": 0.0007435413426719606, "learning_rate": 3.356850325811212e-05, "loss": 0.0003, "step": 99100 }, { "epoch": 1.6433154814212996, "grad_norm": 0.005671830847859383, "learning_rate": 3.3566845185787e-05, "loss": 0.0033, "step": 99110 }, { "epoch": 1.643481288653811, "grad_norm": 0.0029705455526709557, "learning_rate": 3.356518711346189e-05, "loss": 0.0092, "step": 99120 }, { "epoch": 1.6436470958863225, "grad_norm": 0.002754699904471636, "learning_rate": 3.3563529041136776e-05, "loss": 0.0165, "step": 99130 }, { "epoch": 1.643812903118834, "grad_norm": 0.2083875983953476, "learning_rate": 3.356187096881166e-05, "loss": 0.0062, "step": 99140 }, { "epoch": 1.6439787103513455, "grad_norm": 0.07900013774633408, "learning_rate": 3.356021289648655e-05, "loss": 0.0038, "step": 99150 }, { "epoch": 1.644144517583857, "grad_norm": 0.2050665020942688, "learning_rate": 3.355855482416143e-05, "loss": 0.0029, "step": 99160 }, { "epoch": 1.6443103248163684, "grad_norm": 0.00230564852245152, "learning_rate": 3.3556896751836317e-05, "loss": 0.0083, "step": 99170 }, { "epoch": 1.6444761320488799, "grad_norm": 0.00027666849200613797, "learning_rate": 3.35552386795112e-05, "loss": 0.0068, "step": 99180 }, { "epoch": 1.6446419392813914, "grad_norm": 0.0016443469794467092, "learning_rate": 3.3553580607186084e-05, "loss": 0.009, "step": 99190 }, { "epoch": 1.6448077465139028, "grad_norm": 0.0568247064948082, "learning_rate": 3.3551922534860974e-05, "loss": 0.0116, "step": 99200 }, { "epoch": 1.6449735537464143, "grad_norm": 0.010298846289515495, "learning_rate": 3.355026446253586e-05, "loss": 0.0012, "step": 99210 }, { "epoch": 1.6451393609789258, "grad_norm": 0.3992426097393036, "learning_rate": 3.354860639021074e-05, "loss": 0.0111, "step": 99220 }, { "epoch": 1.6453051682114372, "grad_norm": 0.0020374241285026073, "learning_rate": 3.354694831788563e-05, "loss": 0.0127, "step": 99230 }, { "epoch": 1.6454709754439487, "grad_norm": 0.0017870953306555748, "learning_rate": 3.3545290245560514e-05, "loss": 0.0036, "step": 99240 }, { "epoch": 1.6456367826764602, "grad_norm": 0.00018496133270673454, "learning_rate": 3.35436321732354e-05, "loss": 0.0, "step": 99250 }, { "epoch": 1.6458025899089719, "grad_norm": 0.0005889968015253544, "learning_rate": 3.354197410091028e-05, "loss": 0.0016, "step": 99260 }, { "epoch": 1.6459683971414834, "grad_norm": 0.3728451430797577, "learning_rate": 3.3540316028585165e-05, "loss": 0.0123, "step": 99270 }, { "epoch": 1.6461342043739948, "grad_norm": 0.0029275743290781975, "learning_rate": 3.3538657956260055e-05, "loss": 0.0123, "step": 99280 }, { "epoch": 1.6463000116065063, "grad_norm": 0.03134477883577347, "learning_rate": 3.353699988393494e-05, "loss": 0.0033, "step": 99290 }, { "epoch": 1.6464658188390178, "grad_norm": 0.0035324692726135254, "learning_rate": 3.353534181160982e-05, "loss": 0.0097, "step": 99300 }, { "epoch": 1.6466316260715292, "grad_norm": 0.003635877976194024, "learning_rate": 3.353368373928471e-05, "loss": 0.0054, "step": 99310 }, { "epoch": 1.6467974333040407, "grad_norm": 0.0004935291945002973, "learning_rate": 3.3532025666959596e-05, "loss": 0.0111, "step": 99320 }, { "epoch": 1.6469632405365522, "grad_norm": 0.006375954020768404, "learning_rate": 3.353036759463448e-05, "loss": 0.0057, "step": 99330 }, { "epoch": 1.6471290477690637, "grad_norm": 0.00016325173783116043, "learning_rate": 3.352870952230936e-05, "loss": 0.0021, "step": 99340 }, { "epoch": 1.6472948550015751, "grad_norm": 0.21733763813972473, "learning_rate": 3.3527051449984246e-05, "loss": 0.0064, "step": 99350 }, { "epoch": 1.6474606622340866, "grad_norm": 0.005634847562760115, "learning_rate": 3.3525393377659137e-05, "loss": 0.0154, "step": 99360 }, { "epoch": 1.6476264694665983, "grad_norm": 0.4259122312068939, "learning_rate": 3.352373530533402e-05, "loss": 0.0026, "step": 99370 }, { "epoch": 1.6477922766991098, "grad_norm": 0.00011340239143464714, "learning_rate": 3.3522077233008904e-05, "loss": 0.0035, "step": 99380 }, { "epoch": 1.6479580839316212, "grad_norm": 0.007281050086021423, "learning_rate": 3.3520419160683794e-05, "loss": 0.0093, "step": 99390 }, { "epoch": 1.6481238911641327, "grad_norm": 0.19264930486679077, "learning_rate": 3.351876108835868e-05, "loss": 0.018, "step": 99400 }, { "epoch": 1.6482896983966442, "grad_norm": 0.24330028891563416, "learning_rate": 3.351710301603356e-05, "loss": 0.009, "step": 99410 }, { "epoch": 1.6484555056291557, "grad_norm": 0.20951145887374878, "learning_rate": 3.3515444943708444e-05, "loss": 0.0038, "step": 99420 }, { "epoch": 1.6486213128616671, "grad_norm": 0.0004011517157778144, "learning_rate": 3.351378687138333e-05, "loss": 0.004, "step": 99430 }, { "epoch": 1.6487871200941786, "grad_norm": 0.37740176916122437, "learning_rate": 3.351212879905822e-05, "loss": 0.0096, "step": 99440 }, { "epoch": 1.64895292732669, "grad_norm": 0.2282913774251938, "learning_rate": 3.35104707267331e-05, "loss": 0.0004, "step": 99450 }, { "epoch": 1.6491187345592015, "grad_norm": 0.005745572969317436, "learning_rate": 3.350881265440799e-05, "loss": 0.0083, "step": 99460 }, { "epoch": 1.649284541791713, "grad_norm": 7.336086855502799e-05, "learning_rate": 3.3507154582082875e-05, "loss": 0.0001, "step": 99470 }, { "epoch": 1.6494503490242245, "grad_norm": 0.052175868302583694, "learning_rate": 3.350549650975776e-05, "loss": 0.0029, "step": 99480 }, { "epoch": 1.649616156256736, "grad_norm": 0.0004249860648997128, "learning_rate": 3.350383843743264e-05, "loss": 0.0002, "step": 99490 }, { "epoch": 1.6497819634892474, "grad_norm": 0.03529413789510727, "learning_rate": 3.3502180365107526e-05, "loss": 0.0046, "step": 99500 }, { "epoch": 1.649947770721759, "grad_norm": 0.000870986666996032, "learning_rate": 3.350052229278241e-05, "loss": 0.0037, "step": 99510 }, { "epoch": 1.6501135779542704, "grad_norm": 0.02153681591153145, "learning_rate": 3.34988642204573e-05, "loss": 0.0003, "step": 99520 }, { "epoch": 1.6502793851867819, "grad_norm": 0.006700960919260979, "learning_rate": 3.349720614813218e-05, "loss": 0.0024, "step": 99530 }, { "epoch": 1.6504451924192933, "grad_norm": 0.0005053587956354022, "learning_rate": 3.349554807580707e-05, "loss": 0.0189, "step": 99540 }, { "epoch": 1.6506109996518048, "grad_norm": 0.005878218915313482, "learning_rate": 3.3493890003481957e-05, "loss": 0.0035, "step": 99550 }, { "epoch": 1.6507768068843163, "grad_norm": 0.005157146602869034, "learning_rate": 3.349223193115684e-05, "loss": 0.003, "step": 99560 }, { "epoch": 1.6509426141168277, "grad_norm": 0.0038524053525179625, "learning_rate": 3.3490573858831724e-05, "loss": 0.0029, "step": 99570 }, { "epoch": 1.6511084213493392, "grad_norm": 0.0049233525060117245, "learning_rate": 3.348891578650661e-05, "loss": 0.0002, "step": 99580 }, { "epoch": 1.6512742285818507, "grad_norm": 0.005284148268401623, "learning_rate": 3.34872577141815e-05, "loss": 0.004, "step": 99590 }, { "epoch": 1.6514400358143622, "grad_norm": 0.2975882589817047, "learning_rate": 3.348559964185638e-05, "loss": 0.0007, "step": 99600 }, { "epoch": 1.6516058430468736, "grad_norm": 0.0004958682111464441, "learning_rate": 3.3483941569531264e-05, "loss": 0.0039, "step": 99610 }, { "epoch": 1.651771650279385, "grad_norm": 0.0056525906547904015, "learning_rate": 3.3482283497206154e-05, "loss": 0.0074, "step": 99620 }, { "epoch": 1.6519374575118966, "grad_norm": 0.0017799459164962173, "learning_rate": 3.348062542488104e-05, "loss": 0.0121, "step": 99630 }, { "epoch": 1.652103264744408, "grad_norm": 0.01108735240995884, "learning_rate": 3.3478967352555915e-05, "loss": 0.0058, "step": 99640 }, { "epoch": 1.6522690719769195, "grad_norm": 0.001072555547580123, "learning_rate": 3.3477309280230805e-05, "loss": 0.0041, "step": 99650 }, { "epoch": 1.652434879209431, "grad_norm": 0.14859606325626373, "learning_rate": 3.347565120790569e-05, "loss": 0.0026, "step": 99660 }, { "epoch": 1.6526006864419425, "grad_norm": 0.04520845040678978, "learning_rate": 3.347399313558058e-05, "loss": 0.0018, "step": 99670 }, { "epoch": 1.652766493674454, "grad_norm": 0.38534125685691833, "learning_rate": 3.347233506325546e-05, "loss": 0.0204, "step": 99680 }, { "epoch": 1.6529323009069654, "grad_norm": 0.9576572775840759, "learning_rate": 3.3470676990930346e-05, "loss": 0.0055, "step": 99690 }, { "epoch": 1.6530981081394769, "grad_norm": 0.043801046907901764, "learning_rate": 3.3469018918605236e-05, "loss": 0.0002, "step": 99700 }, { "epoch": 1.6532639153719886, "grad_norm": 0.003497478784993291, "learning_rate": 3.346736084628011e-05, "loss": 0.0035, "step": 99710 }, { "epoch": 1.6534297226045, "grad_norm": 0.2229483276605606, "learning_rate": 3.3465702773954996e-05, "loss": 0.0084, "step": 99720 }, { "epoch": 1.6535955298370115, "grad_norm": 0.2752006947994232, "learning_rate": 3.3464044701629886e-05, "loss": 0.0198, "step": 99730 }, { "epoch": 1.653761337069523, "grad_norm": 0.019123267382383347, "learning_rate": 3.346238662930477e-05, "loss": 0.0088, "step": 99740 }, { "epoch": 1.6539271443020345, "grad_norm": 0.019233567640185356, "learning_rate": 3.346072855697966e-05, "loss": 0.003, "step": 99750 }, { "epoch": 1.654092951534546, "grad_norm": 1.0634732246398926, "learning_rate": 3.3459070484654543e-05, "loss": 0.0346, "step": 99760 }, { "epoch": 1.6542587587670574, "grad_norm": 0.2071012407541275, "learning_rate": 3.345741241232943e-05, "loss": 0.0111, "step": 99770 }, { "epoch": 1.6544245659995689, "grad_norm": 0.001140706823207438, "learning_rate": 3.345575434000432e-05, "loss": 0.0053, "step": 99780 }, { "epoch": 1.6545903732320804, "grad_norm": 0.0327850878238678, "learning_rate": 3.3454096267679194e-05, "loss": 0.0028, "step": 99790 }, { "epoch": 1.6547561804645918, "grad_norm": 0.001541554694995284, "learning_rate": 3.3452438195354084e-05, "loss": 0.0074, "step": 99800 }, { "epoch": 1.6549219876971033, "grad_norm": 0.19039441645145416, "learning_rate": 3.345078012302897e-05, "loss": 0.006, "step": 99810 }, { "epoch": 1.6550877949296148, "grad_norm": 0.00041280750883743167, "learning_rate": 3.344912205070385e-05, "loss": 0.0002, "step": 99820 }, { "epoch": 1.6552536021621265, "grad_norm": 0.010007171891629696, "learning_rate": 3.344746397837874e-05, "loss": 0.0002, "step": 99830 }, { "epoch": 1.655419409394638, "grad_norm": 0.025944096967577934, "learning_rate": 3.3445805906053625e-05, "loss": 0.0059, "step": 99840 }, { "epoch": 1.6555852166271494, "grad_norm": 0.0011159463319927454, "learning_rate": 3.344414783372851e-05, "loss": 0.0042, "step": 99850 }, { "epoch": 1.6557510238596609, "grad_norm": 0.000579354353249073, "learning_rate": 3.344248976140339e-05, "loss": 0.0073, "step": 99860 }, { "epoch": 1.6559168310921724, "grad_norm": 0.018452977761626244, "learning_rate": 3.3440831689078275e-05, "loss": 0.0026, "step": 99870 }, { "epoch": 1.6560826383246838, "grad_norm": 0.13966169953346252, "learning_rate": 3.3439173616753166e-05, "loss": 0.0121, "step": 99880 }, { "epoch": 1.6562484455571953, "grad_norm": 0.047114141285419464, "learning_rate": 3.343751554442805e-05, "loss": 0.0162, "step": 99890 }, { "epoch": 1.6564142527897068, "grad_norm": 0.008800041861832142, "learning_rate": 3.343585747210293e-05, "loss": 0.0133, "step": 99900 }, { "epoch": 1.6565800600222182, "grad_norm": 0.00014280797040555626, "learning_rate": 3.343419939977782e-05, "loss": 0.0035, "step": 99910 }, { "epoch": 1.6567458672547297, "grad_norm": 0.0029206976760178804, "learning_rate": 3.3432541327452706e-05, "loss": 0.0029, "step": 99920 }, { "epoch": 1.6569116744872412, "grad_norm": 0.002398281591013074, "learning_rate": 3.343088325512759e-05, "loss": 0.0072, "step": 99930 }, { "epoch": 1.6570774817197527, "grad_norm": 0.21068139374256134, "learning_rate": 3.342922518280247e-05, "loss": 0.0003, "step": 99940 }, { "epoch": 1.6572432889522641, "grad_norm": 0.11595893651247025, "learning_rate": 3.342756711047736e-05, "loss": 0.0066, "step": 99950 }, { "epoch": 1.6574090961847756, "grad_norm": 0.00020143021538387984, "learning_rate": 3.342590903815225e-05, "loss": 0.0035, "step": 99960 }, { "epoch": 1.657574903417287, "grad_norm": 0.002865184796974063, "learning_rate": 3.342425096582713e-05, "loss": 0.005, "step": 99970 }, { "epoch": 1.6577407106497986, "grad_norm": 0.00023572545615024865, "learning_rate": 3.3422592893502014e-05, "loss": 0.0076, "step": 99980 }, { "epoch": 1.65790651788231, "grad_norm": 0.08196929097175598, "learning_rate": 3.3420934821176904e-05, "loss": 0.0023, "step": 99990 }, { "epoch": 1.6580723251148215, "grad_norm": 0.0005860860692337155, "learning_rate": 3.341927674885179e-05, "loss": 0.0028, "step": 100000 }, { "epoch": 1.658238132347333, "grad_norm": 0.011490062810480595, "learning_rate": 3.341761867652667e-05, "loss": 0.0037, "step": 100010 }, { "epoch": 1.6584039395798444, "grad_norm": 0.2345852255821228, "learning_rate": 3.3415960604201555e-05, "loss": 0.0008, "step": 100020 }, { "epoch": 1.658569746812356, "grad_norm": 0.015486420132219791, "learning_rate": 3.341430253187644e-05, "loss": 0.0004, "step": 100030 }, { "epoch": 1.6587355540448674, "grad_norm": 0.0026598887052387, "learning_rate": 3.341264445955133e-05, "loss": 0.0078, "step": 100040 }, { "epoch": 1.6589013612773789, "grad_norm": 0.00715266726911068, "learning_rate": 3.341098638722621e-05, "loss": 0.0065, "step": 100050 }, { "epoch": 1.6590671685098903, "grad_norm": 0.0019325724570080638, "learning_rate": 3.3409328314901095e-05, "loss": 0.0051, "step": 100060 }, { "epoch": 1.6592329757424018, "grad_norm": 0.0008446926367469132, "learning_rate": 3.3407670242575986e-05, "loss": 0.0047, "step": 100070 }, { "epoch": 1.6593987829749133, "grad_norm": 0.073959119617939, "learning_rate": 3.340601217025087e-05, "loss": 0.0047, "step": 100080 }, { "epoch": 1.6595645902074248, "grad_norm": 0.03831545263528824, "learning_rate": 3.340435409792575e-05, "loss": 0.0094, "step": 100090 }, { "epoch": 1.6597303974399362, "grad_norm": 0.12718869745731354, "learning_rate": 3.3402696025600636e-05, "loss": 0.0133, "step": 100100 }, { "epoch": 1.6598962046724477, "grad_norm": 0.0005295500159263611, "learning_rate": 3.340103795327552e-05, "loss": 0.0034, "step": 100110 }, { "epoch": 1.6600620119049592, "grad_norm": 0.054353415966033936, "learning_rate": 3.339937988095041e-05, "loss": 0.0028, "step": 100120 }, { "epoch": 1.6602278191374706, "grad_norm": 0.0004747475031763315, "learning_rate": 3.339772180862529e-05, "loss": 0.0262, "step": 100130 }, { "epoch": 1.6603936263699821, "grad_norm": 0.005724960472434759, "learning_rate": 3.3396063736300183e-05, "loss": 0.0136, "step": 100140 }, { "epoch": 1.6605594336024936, "grad_norm": 0.00015290571900550276, "learning_rate": 3.339440566397507e-05, "loss": 0.0003, "step": 100150 }, { "epoch": 1.660725240835005, "grad_norm": 0.06851421296596527, "learning_rate": 3.339274759164995e-05, "loss": 0.0023, "step": 100160 }, { "epoch": 1.6608910480675168, "grad_norm": 0.025861021131277084, "learning_rate": 3.3391089519324834e-05, "loss": 0.0003, "step": 100170 }, { "epoch": 1.6610568553000282, "grad_norm": 0.008859080262482166, "learning_rate": 3.338943144699972e-05, "loss": 0.0039, "step": 100180 }, { "epoch": 1.6612226625325397, "grad_norm": 0.009756037034094334, "learning_rate": 3.33877733746746e-05, "loss": 0.0063, "step": 100190 }, { "epoch": 1.6613884697650512, "grad_norm": 0.0011770303826779127, "learning_rate": 3.338611530234949e-05, "loss": 0.0121, "step": 100200 }, { "epoch": 1.6615542769975626, "grad_norm": 0.0020695538260042667, "learning_rate": 3.3384457230024375e-05, "loss": 0.0107, "step": 100210 }, { "epoch": 1.6617200842300741, "grad_norm": 0.0009684616234153509, "learning_rate": 3.3382799157699265e-05, "loss": 0.0029, "step": 100220 }, { "epoch": 1.6618858914625856, "grad_norm": 0.014620416797697544, "learning_rate": 3.338114108537415e-05, "loss": 0.0016, "step": 100230 }, { "epoch": 1.662051698695097, "grad_norm": 0.14393696188926697, "learning_rate": 3.337948301304903e-05, "loss": 0.0029, "step": 100240 }, { "epoch": 1.6622175059276085, "grad_norm": 0.02892431430518627, "learning_rate": 3.3377824940723915e-05, "loss": 0.0002, "step": 100250 }, { "epoch": 1.66238331316012, "grad_norm": 6.382659921655431e-05, "learning_rate": 3.33761668683988e-05, "loss": 0.0027, "step": 100260 }, { "epoch": 1.6625491203926315, "grad_norm": 0.8254608511924744, "learning_rate": 3.337450879607369e-05, "loss": 0.0046, "step": 100270 }, { "epoch": 1.6627149276251432, "grad_norm": 0.0048323762603104115, "learning_rate": 3.337285072374857e-05, "loss": 0.0272, "step": 100280 }, { "epoch": 1.6628807348576546, "grad_norm": 0.0010780526790767908, "learning_rate": 3.3371192651423456e-05, "loss": 0.0028, "step": 100290 }, { "epoch": 1.6630465420901661, "grad_norm": 0.2519087493419647, "learning_rate": 3.3369534579098346e-05, "loss": 0.0036, "step": 100300 }, { "epoch": 1.6632123493226776, "grad_norm": 0.0030217249877750874, "learning_rate": 3.336787650677323e-05, "loss": 0.0013, "step": 100310 }, { "epoch": 1.663378156555189, "grad_norm": 0.08666471391916275, "learning_rate": 3.336621843444811e-05, "loss": 0.0104, "step": 100320 }, { "epoch": 1.6635439637877005, "grad_norm": 0.0022604006808251143, "learning_rate": 3.3364560362123e-05, "loss": 0.0031, "step": 100330 }, { "epoch": 1.663709771020212, "grad_norm": 0.005209117196500301, "learning_rate": 3.336290228979788e-05, "loss": 0.0032, "step": 100340 }, { "epoch": 1.6638755782527235, "grad_norm": 0.003952302969992161, "learning_rate": 3.336124421747277e-05, "loss": 0.0141, "step": 100350 }, { "epoch": 1.664041385485235, "grad_norm": 0.0033821146935224533, "learning_rate": 3.3359586145147654e-05, "loss": 0.0029, "step": 100360 }, { "epoch": 1.6642071927177464, "grad_norm": 0.018660418689250946, "learning_rate": 3.335792807282254e-05, "loss": 0.0001, "step": 100370 }, { "epoch": 1.664372999950258, "grad_norm": 0.0036863882560282946, "learning_rate": 3.335627000049743e-05, "loss": 0.0003, "step": 100380 }, { "epoch": 1.6645388071827694, "grad_norm": 0.019865732640028, "learning_rate": 3.335461192817231e-05, "loss": 0.0118, "step": 100390 }, { "epoch": 1.6647046144152808, "grad_norm": 0.13471399247646332, "learning_rate": 3.335295385584719e-05, "loss": 0.0087, "step": 100400 }, { "epoch": 1.6648704216477923, "grad_norm": 0.00046831078361719847, "learning_rate": 3.335129578352208e-05, "loss": 0.0175, "step": 100410 }, { "epoch": 1.6650362288803038, "grad_norm": 0.0003009251377079636, "learning_rate": 3.334963771119696e-05, "loss": 0.0002, "step": 100420 }, { "epoch": 1.6652020361128153, "grad_norm": 0.0028869316447526217, "learning_rate": 3.334797963887185e-05, "loss": 0.0061, "step": 100430 }, { "epoch": 1.6653678433453267, "grad_norm": 0.005188253242522478, "learning_rate": 3.3346321566546735e-05, "loss": 0.0035, "step": 100440 }, { "epoch": 1.6655336505778382, "grad_norm": 0.02828105166554451, "learning_rate": 3.334466349422162e-05, "loss": 0.0004, "step": 100450 }, { "epoch": 1.6656994578103497, "grad_norm": 0.0003412672085687518, "learning_rate": 3.334300542189651e-05, "loss": 0.0033, "step": 100460 }, { "epoch": 1.6658652650428611, "grad_norm": 0.09665234386920929, "learning_rate": 3.3341347349571386e-05, "loss": 0.0003, "step": 100470 }, { "epoch": 1.6660310722753726, "grad_norm": 0.5721030235290527, "learning_rate": 3.3339689277246276e-05, "loss": 0.008, "step": 100480 }, { "epoch": 1.666196879507884, "grad_norm": 0.07879004627466202, "learning_rate": 3.333803120492116e-05, "loss": 0.0142, "step": 100490 }, { "epoch": 1.6663626867403956, "grad_norm": 0.0006694259354844689, "learning_rate": 3.333637313259604e-05, "loss": 0.0038, "step": 100500 }, { "epoch": 1.666528493972907, "grad_norm": 0.018632007762789726, "learning_rate": 3.333471506027093e-05, "loss": 0.0032, "step": 100510 }, { "epoch": 1.6666943012054185, "grad_norm": 0.0036212564446032047, "learning_rate": 3.333305698794582e-05, "loss": 0.0209, "step": 100520 }, { "epoch": 1.66686010843793, "grad_norm": 0.23266206681728363, "learning_rate": 3.33313989156207e-05, "loss": 0.0087, "step": 100530 }, { "epoch": 1.6670259156704414, "grad_norm": 0.10752492398023605, "learning_rate": 3.332974084329559e-05, "loss": 0.0043, "step": 100540 }, { "epoch": 1.667191722902953, "grad_norm": 0.000727725971955806, "learning_rate": 3.332808277097047e-05, "loss": 0.0002, "step": 100550 }, { "epoch": 1.6673575301354644, "grad_norm": 0.08234519511461258, "learning_rate": 3.332642469864536e-05, "loss": 0.0042, "step": 100560 }, { "epoch": 1.6675233373679759, "grad_norm": 0.03221450746059418, "learning_rate": 3.332476662632024e-05, "loss": 0.0025, "step": 100570 }, { "epoch": 1.6676891446004873, "grad_norm": 0.027545316144824028, "learning_rate": 3.3323108553995124e-05, "loss": 0.0001, "step": 100580 }, { "epoch": 1.6678549518329988, "grad_norm": 0.0023638668935745955, "learning_rate": 3.3321450481670015e-05, "loss": 0.0009, "step": 100590 }, { "epoch": 1.6680207590655103, "grad_norm": 0.0013649171451106668, "learning_rate": 3.33197924093449e-05, "loss": 0.0031, "step": 100600 }, { "epoch": 1.6681865662980218, "grad_norm": 0.003766843117773533, "learning_rate": 3.331813433701979e-05, "loss": 0.0079, "step": 100610 }, { "epoch": 1.6683523735305335, "grad_norm": 0.005574400536715984, "learning_rate": 3.3316476264694665e-05, "loss": 0.0002, "step": 100620 }, { "epoch": 1.668518180763045, "grad_norm": 0.12268425524234772, "learning_rate": 3.331481819236955e-05, "loss": 0.0005, "step": 100630 }, { "epoch": 1.6686839879955564, "grad_norm": 0.002333161188289523, "learning_rate": 3.331316012004444e-05, "loss": 0.0002, "step": 100640 }, { "epoch": 1.6688497952280679, "grad_norm": 0.012124729342758656, "learning_rate": 3.331150204771932e-05, "loss": 0.0103, "step": 100650 }, { "epoch": 1.6690156024605793, "grad_norm": 0.7463361620903015, "learning_rate": 3.3309843975394206e-05, "loss": 0.0067, "step": 100660 }, { "epoch": 1.6691814096930908, "grad_norm": 0.26725491881370544, "learning_rate": 3.3308185903069096e-05, "loss": 0.0163, "step": 100670 }, { "epoch": 1.6693472169256023, "grad_norm": 0.023387879133224487, "learning_rate": 3.330652783074398e-05, "loss": 0.0026, "step": 100680 }, { "epoch": 1.6695130241581138, "grad_norm": 0.6530554890632629, "learning_rate": 3.330486975841886e-05, "loss": 0.0066, "step": 100690 }, { "epoch": 1.6696788313906252, "grad_norm": 0.08424517512321472, "learning_rate": 3.3303211686093746e-05, "loss": 0.016, "step": 100700 }, { "epoch": 1.6698446386231367, "grad_norm": 0.8764626383781433, "learning_rate": 3.330155361376863e-05, "loss": 0.005, "step": 100710 }, { "epoch": 1.6700104458556482, "grad_norm": 0.00020930010941810906, "learning_rate": 3.329989554144352e-05, "loss": 0.0006, "step": 100720 }, { "epoch": 1.6701762530881599, "grad_norm": 0.0011433773906901479, "learning_rate": 3.3298237469118404e-05, "loss": 0.0121, "step": 100730 }, { "epoch": 1.6703420603206713, "grad_norm": 0.0016276052920147777, "learning_rate": 3.329657939679329e-05, "loss": 0.0108, "step": 100740 }, { "epoch": 1.6705078675531828, "grad_norm": 0.6557402014732361, "learning_rate": 3.329492132446818e-05, "loss": 0.0115, "step": 100750 }, { "epoch": 1.6706736747856943, "grad_norm": 0.0005756420432589948, "learning_rate": 3.329326325214306e-05, "loss": 0.0061, "step": 100760 }, { "epoch": 1.6708394820182058, "grad_norm": 0.004139498341828585, "learning_rate": 3.3291605179817944e-05, "loss": 0.0171, "step": 100770 }, { "epoch": 1.6710052892507172, "grad_norm": 0.03994610905647278, "learning_rate": 3.328994710749283e-05, "loss": 0.0029, "step": 100780 }, { "epoch": 1.6711710964832287, "grad_norm": 0.013047685846686363, "learning_rate": 3.328828903516771e-05, "loss": 0.0005, "step": 100790 }, { "epoch": 1.6713369037157402, "grad_norm": 0.0007299784920178354, "learning_rate": 3.32866309628426e-05, "loss": 0.0104, "step": 100800 }, { "epoch": 1.6715027109482516, "grad_norm": 0.012802837416529655, "learning_rate": 3.3284972890517485e-05, "loss": 0.0005, "step": 100810 }, { "epoch": 1.6716685181807631, "grad_norm": 0.006181757897138596, "learning_rate": 3.3283314818192375e-05, "loss": 0.0061, "step": 100820 }, { "epoch": 1.6718343254132746, "grad_norm": 0.23762112855911255, "learning_rate": 3.328165674586726e-05, "loss": 0.0086, "step": 100830 }, { "epoch": 1.672000132645786, "grad_norm": 0.015045488253235817, "learning_rate": 3.327999867354214e-05, "loss": 0.0033, "step": 100840 }, { "epoch": 1.6721659398782975, "grad_norm": 0.01073226984590292, "learning_rate": 3.3278340601217026e-05, "loss": 0.0002, "step": 100850 }, { "epoch": 1.672331747110809, "grad_norm": 0.0012197457253932953, "learning_rate": 3.327668252889191e-05, "loss": 0.0009, "step": 100860 }, { "epoch": 1.6724975543433205, "grad_norm": 0.08178874105215073, "learning_rate": 3.327502445656679e-05, "loss": 0.0032, "step": 100870 }, { "epoch": 1.672663361575832, "grad_norm": 0.14715693891048431, "learning_rate": 3.327336638424168e-05, "loss": 0.0162, "step": 100880 }, { "epoch": 1.6728291688083434, "grad_norm": 0.20688678324222565, "learning_rate": 3.3271708311916566e-05, "loss": 0.0025, "step": 100890 }, { "epoch": 1.672994976040855, "grad_norm": 0.0028883933555334806, "learning_rate": 3.3270050239591457e-05, "loss": 0.0116, "step": 100900 }, { "epoch": 1.6731607832733664, "grad_norm": 0.00182521459646523, "learning_rate": 3.326839216726634e-05, "loss": 0.0006, "step": 100910 }, { "epoch": 1.6733265905058778, "grad_norm": 0.0018055761465802789, "learning_rate": 3.3266734094941224e-05, "loss": 0.0017, "step": 100920 }, { "epoch": 1.6734923977383893, "grad_norm": 0.02049078606069088, "learning_rate": 3.326507602261611e-05, "loss": 0.0075, "step": 100930 }, { "epoch": 1.6736582049709008, "grad_norm": 0.0026787682436406612, "learning_rate": 3.326341795029099e-05, "loss": 0.0061, "step": 100940 }, { "epoch": 1.6738240122034123, "grad_norm": 0.45474740862846375, "learning_rate": 3.326175987796588e-05, "loss": 0.0021, "step": 100950 }, { "epoch": 1.6739898194359237, "grad_norm": 0.002791519043967128, "learning_rate": 3.3260101805640764e-05, "loss": 0.0093, "step": 100960 }, { "epoch": 1.6741556266684352, "grad_norm": 0.15588781237602234, "learning_rate": 3.325844373331565e-05, "loss": 0.0076, "step": 100970 }, { "epoch": 1.6743214339009467, "grad_norm": 0.00011724790238076821, "learning_rate": 3.325678566099054e-05, "loss": 0.0149, "step": 100980 }, { "epoch": 1.6744872411334581, "grad_norm": 0.0017254046397283673, "learning_rate": 3.325512758866542e-05, "loss": 0.0027, "step": 100990 }, { "epoch": 1.6746530483659696, "grad_norm": 0.0017198803834617138, "learning_rate": 3.3253469516340305e-05, "loss": 0.0125, "step": 101000 }, { "epoch": 1.674818855598481, "grad_norm": 0.00456621591001749, "learning_rate": 3.325181144401519e-05, "loss": 0.0025, "step": 101010 }, { "epoch": 1.6749846628309926, "grad_norm": 0.0022839976008981466, "learning_rate": 3.325015337169007e-05, "loss": 0.0035, "step": 101020 }, { "epoch": 1.675150470063504, "grad_norm": 0.0014982583234086633, "learning_rate": 3.324849529936496e-05, "loss": 0.0005, "step": 101030 }, { "epoch": 1.6753162772960155, "grad_norm": 0.021835820749402046, "learning_rate": 3.3246837227039846e-05, "loss": 0.0093, "step": 101040 }, { "epoch": 1.675482084528527, "grad_norm": 0.0002944978477898985, "learning_rate": 3.324517915471473e-05, "loss": 0.0084, "step": 101050 }, { "epoch": 1.6756478917610385, "grad_norm": 0.5673535466194153, "learning_rate": 3.324352108238962e-05, "loss": 0.0049, "step": 101060 }, { "epoch": 1.6758136989935501, "grad_norm": 0.00755291199311614, "learning_rate": 3.32418630100645e-05, "loss": 0.0126, "step": 101070 }, { "epoch": 1.6759795062260616, "grad_norm": 0.008289030753076077, "learning_rate": 3.3240204937739386e-05, "loss": 0.004, "step": 101080 }, { "epoch": 1.676145313458573, "grad_norm": 0.02228284440934658, "learning_rate": 3.323854686541427e-05, "loss": 0.0038, "step": 101090 }, { "epoch": 1.6763111206910846, "grad_norm": 0.17890971899032593, "learning_rate": 3.323688879308915e-05, "loss": 0.0051, "step": 101100 }, { "epoch": 1.676476927923596, "grad_norm": 0.1697836071252823, "learning_rate": 3.3235230720764044e-05, "loss": 0.0089, "step": 101110 }, { "epoch": 1.6766427351561075, "grad_norm": 0.2284979224205017, "learning_rate": 3.323357264843893e-05, "loss": 0.0008, "step": 101120 }, { "epoch": 1.676808542388619, "grad_norm": 0.0013097987975925207, "learning_rate": 3.323191457611381e-05, "loss": 0.0075, "step": 101130 }, { "epoch": 1.6769743496211305, "grad_norm": 0.0016070433193817735, "learning_rate": 3.32302565037887e-05, "loss": 0.0, "step": 101140 }, { "epoch": 1.677140156853642, "grad_norm": 0.1533718705177307, "learning_rate": 3.3228598431463584e-05, "loss": 0.0112, "step": 101150 }, { "epoch": 1.6773059640861534, "grad_norm": 0.020564153790473938, "learning_rate": 3.322694035913847e-05, "loss": 0.0108, "step": 101160 }, { "epoch": 1.6774717713186649, "grad_norm": 0.2020711451768875, "learning_rate": 3.322528228681335e-05, "loss": 0.0078, "step": 101170 }, { "epoch": 1.6776375785511766, "grad_norm": 0.005677794571965933, "learning_rate": 3.3223624214488235e-05, "loss": 0.0015, "step": 101180 }, { "epoch": 1.677803385783688, "grad_norm": 0.002783025847747922, "learning_rate": 3.3221966142163125e-05, "loss": 0.0038, "step": 101190 }, { "epoch": 1.6779691930161995, "grad_norm": 0.008472560904920101, "learning_rate": 3.322030806983801e-05, "loss": 0.0005, "step": 101200 }, { "epoch": 1.678135000248711, "grad_norm": 0.000226214702706784, "learning_rate": 3.321864999751289e-05, "loss": 0.001, "step": 101210 }, { "epoch": 1.6783008074812225, "grad_norm": 0.0007350851665250957, "learning_rate": 3.321699192518778e-05, "loss": 0.005, "step": 101220 }, { "epoch": 1.678466614713734, "grad_norm": 0.12898898124694824, "learning_rate": 3.3215333852862666e-05, "loss": 0.0004, "step": 101230 }, { "epoch": 1.6786324219462454, "grad_norm": 0.0038483948446810246, "learning_rate": 3.321367578053755e-05, "loss": 0.0016, "step": 101240 }, { "epoch": 1.6787982291787569, "grad_norm": 0.0004331712843850255, "learning_rate": 3.321201770821243e-05, "loss": 0.0042, "step": 101250 }, { "epoch": 1.6789640364112683, "grad_norm": 0.0005991777288727462, "learning_rate": 3.3210359635887316e-05, "loss": 0.0063, "step": 101260 }, { "epoch": 1.6791298436437798, "grad_norm": 0.005858539137989283, "learning_rate": 3.3208701563562206e-05, "loss": 0.0043, "step": 101270 }, { "epoch": 1.6792956508762913, "grad_norm": 5.466755465022288e-05, "learning_rate": 3.320704349123709e-05, "loss": 0.0027, "step": 101280 }, { "epoch": 1.6794614581088028, "grad_norm": 0.0052304696291685104, "learning_rate": 3.320538541891198e-05, "loss": 0.0059, "step": 101290 }, { "epoch": 1.6796272653413142, "grad_norm": 0.0019710808992385864, "learning_rate": 3.3203727346586864e-05, "loss": 0.0001, "step": 101300 }, { "epoch": 1.6797930725738257, "grad_norm": 0.0021250841673463583, "learning_rate": 3.320206927426174e-05, "loss": 0.0045, "step": 101310 }, { "epoch": 1.6799588798063372, "grad_norm": 0.02080276608467102, "learning_rate": 3.320041120193663e-05, "loss": 0.0034, "step": 101320 }, { "epoch": 1.6801246870388487, "grad_norm": 0.0001817555312300101, "learning_rate": 3.3198753129611514e-05, "loss": 0.0001, "step": 101330 }, { "epoch": 1.6802904942713601, "grad_norm": 0.00036007980816066265, "learning_rate": 3.31970950572864e-05, "loss": 0.0117, "step": 101340 }, { "epoch": 1.6804563015038716, "grad_norm": 0.09321393072605133, "learning_rate": 3.319543698496129e-05, "loss": 0.0053, "step": 101350 }, { "epoch": 1.680622108736383, "grad_norm": 0.000469391728984192, "learning_rate": 3.319377891263617e-05, "loss": 0.0047, "step": 101360 }, { "epoch": 1.6807879159688945, "grad_norm": 0.029381878674030304, "learning_rate": 3.319212084031106e-05, "loss": 0.0028, "step": 101370 }, { "epoch": 1.680953723201406, "grad_norm": 0.0006247703568078578, "learning_rate": 3.319046276798594e-05, "loss": 0.0006, "step": 101380 }, { "epoch": 1.6811195304339175, "grad_norm": 0.031140808016061783, "learning_rate": 3.318880469566082e-05, "loss": 0.0081, "step": 101390 }, { "epoch": 1.681285337666429, "grad_norm": 0.15303488075733185, "learning_rate": 3.318714662333571e-05, "loss": 0.0053, "step": 101400 }, { "epoch": 1.6814511448989404, "grad_norm": 0.0005232716212049127, "learning_rate": 3.3185488551010595e-05, "loss": 0.0063, "step": 101410 }, { "epoch": 1.681616952131452, "grad_norm": 0.00013204026618041098, "learning_rate": 3.318383047868548e-05, "loss": 0.0082, "step": 101420 }, { "epoch": 1.6817827593639634, "grad_norm": 0.0006672581075690687, "learning_rate": 3.318217240636037e-05, "loss": 0.0012, "step": 101430 }, { "epoch": 1.6819485665964748, "grad_norm": 0.00017034643678925931, "learning_rate": 3.318051433403525e-05, "loss": 0.0001, "step": 101440 }, { "epoch": 1.6821143738289863, "grad_norm": 0.0031685796566307545, "learning_rate": 3.317885626171014e-05, "loss": 0.0018, "step": 101450 }, { "epoch": 1.6822801810614978, "grad_norm": 0.0016717209946364164, "learning_rate": 3.317719818938502e-05, "loss": 0.0061, "step": 101460 }, { "epoch": 1.6824459882940093, "grad_norm": 0.003082706592977047, "learning_rate": 3.31755401170599e-05, "loss": 0.0046, "step": 101470 }, { "epoch": 1.6826117955265207, "grad_norm": 0.00013329507783055305, "learning_rate": 3.317388204473479e-05, "loss": 0.0093, "step": 101480 }, { "epoch": 1.6827776027590322, "grad_norm": 0.002051100367680192, "learning_rate": 3.317222397240968e-05, "loss": 0.013, "step": 101490 }, { "epoch": 1.6829434099915437, "grad_norm": 0.0003212702868040651, "learning_rate": 3.317056590008457e-05, "loss": 0.0051, "step": 101500 }, { "epoch": 1.6831092172240552, "grad_norm": 0.20314432680606842, "learning_rate": 3.316890782775945e-05, "loss": 0.0036, "step": 101510 }, { "epoch": 1.6832750244565668, "grad_norm": 0.00424049561843276, "learning_rate": 3.3167249755434334e-05, "loss": 0.0002, "step": 101520 }, { "epoch": 1.6834408316890783, "grad_norm": 0.00010374393605161458, "learning_rate": 3.316559168310922e-05, "loss": 0.0083, "step": 101530 }, { "epoch": 1.6836066389215898, "grad_norm": 0.011782565154135227, "learning_rate": 3.31639336107841e-05, "loss": 0.0029, "step": 101540 }, { "epoch": 1.6837724461541013, "grad_norm": 0.004200395196676254, "learning_rate": 3.3162275538458984e-05, "loss": 0.0019, "step": 101550 }, { "epoch": 1.6839382533866127, "grad_norm": 0.0004926224355585873, "learning_rate": 3.3160617466133875e-05, "loss": 0.0053, "step": 101560 }, { "epoch": 1.6841040606191242, "grad_norm": 0.010496825911104679, "learning_rate": 3.315895939380876e-05, "loss": 0.0002, "step": 101570 }, { "epoch": 1.6842698678516357, "grad_norm": 0.01659621298313141, "learning_rate": 3.315730132148365e-05, "loss": 0.0001, "step": 101580 }, { "epoch": 1.6844356750841472, "grad_norm": 0.4580340087413788, "learning_rate": 3.315564324915853e-05, "loss": 0.0018, "step": 101590 }, { "epoch": 1.6846014823166586, "grad_norm": 0.0018505612388253212, "learning_rate": 3.3153985176833415e-05, "loss": 0.0058, "step": 101600 }, { "epoch": 1.68476728954917, "grad_norm": 0.0262613482773304, "learning_rate": 3.31523271045083e-05, "loss": 0.0039, "step": 101610 }, { "epoch": 1.6849330967816816, "grad_norm": 0.00027591458638198674, "learning_rate": 3.315066903218318e-05, "loss": 0.0099, "step": 101620 }, { "epoch": 1.685098904014193, "grad_norm": 0.0008954099612310529, "learning_rate": 3.314901095985807e-05, "loss": 0.0064, "step": 101630 }, { "epoch": 1.6852647112467047, "grad_norm": 0.00216793455183506, "learning_rate": 3.3147352887532956e-05, "loss": 0.0009, "step": 101640 }, { "epoch": 1.6854305184792162, "grad_norm": 0.009098542854189873, "learning_rate": 3.314569481520784e-05, "loss": 0.0025, "step": 101650 }, { "epoch": 1.6855963257117277, "grad_norm": 0.07763823866844177, "learning_rate": 3.314403674288273e-05, "loss": 0.0098, "step": 101660 }, { "epoch": 1.6857621329442392, "grad_norm": 0.0067436774261295795, "learning_rate": 3.314237867055761e-05, "loss": 0.0001, "step": 101670 }, { "epoch": 1.6859279401767506, "grad_norm": 0.005060384515672922, "learning_rate": 3.31407205982325e-05, "loss": 0.0032, "step": 101680 }, { "epoch": 1.686093747409262, "grad_norm": 0.0003175027668476105, "learning_rate": 3.313906252590738e-05, "loss": 0.0039, "step": 101690 }, { "epoch": 1.6862595546417736, "grad_norm": 0.00042009123717434704, "learning_rate": 3.3137404453582264e-05, "loss": 0.0015, "step": 101700 }, { "epoch": 1.686425361874285, "grad_norm": 0.05323490872979164, "learning_rate": 3.3135746381257154e-05, "loss": 0.0028, "step": 101710 }, { "epoch": 1.6865911691067965, "grad_norm": 0.0012964028865098953, "learning_rate": 3.313408830893204e-05, "loss": 0.0003, "step": 101720 }, { "epoch": 1.686756976339308, "grad_norm": 0.005693351849913597, "learning_rate": 3.313243023660692e-05, "loss": 0.0106, "step": 101730 }, { "epoch": 1.6869227835718195, "grad_norm": 0.006708976812660694, "learning_rate": 3.313077216428181e-05, "loss": 0.0039, "step": 101740 }, { "epoch": 1.687088590804331, "grad_norm": 0.000757731671910733, "learning_rate": 3.3129114091956695e-05, "loss": 0.0101, "step": 101750 }, { "epoch": 1.6872543980368424, "grad_norm": 0.0018713355530053377, "learning_rate": 3.312745601963158e-05, "loss": 0.0001, "step": 101760 }, { "epoch": 1.6874202052693539, "grad_norm": 0.00031505778315477073, "learning_rate": 3.312579794730646e-05, "loss": 0.0001, "step": 101770 }, { "epoch": 1.6875860125018654, "grad_norm": 0.003915969282388687, "learning_rate": 3.3124139874981345e-05, "loss": 0.0064, "step": 101780 }, { "epoch": 1.6877518197343768, "grad_norm": 0.0038155834190547466, "learning_rate": 3.3122481802656235e-05, "loss": 0.0043, "step": 101790 }, { "epoch": 1.6879176269668883, "grad_norm": 0.004599154926836491, "learning_rate": 3.312082373033112e-05, "loss": 0.0035, "step": 101800 }, { "epoch": 1.6880834341993998, "grad_norm": 0.3300378620624542, "learning_rate": 3.3119165658006e-05, "loss": 0.0142, "step": 101810 }, { "epoch": 1.6882492414319112, "grad_norm": 0.002647655550390482, "learning_rate": 3.311750758568089e-05, "loss": 0.0005, "step": 101820 }, { "epoch": 1.6884150486644227, "grad_norm": 0.7224340438842773, "learning_rate": 3.3115849513355776e-05, "loss": 0.0085, "step": 101830 }, { "epoch": 1.6885808558969342, "grad_norm": 0.0012606836389750242, "learning_rate": 3.311419144103066e-05, "loss": 0.0, "step": 101840 }, { "epoch": 1.6887466631294457, "grad_norm": 0.16676165163516998, "learning_rate": 3.311253336870554e-05, "loss": 0.0059, "step": 101850 }, { "epoch": 1.6889124703619571, "grad_norm": 0.4214838445186615, "learning_rate": 3.3110875296380426e-05, "loss": 0.0007, "step": 101860 }, { "epoch": 1.6890782775944686, "grad_norm": 0.0020915374625474215, "learning_rate": 3.310921722405532e-05, "loss": 0.009, "step": 101870 }, { "epoch": 1.68924408482698, "grad_norm": 9.003184095490724e-05, "learning_rate": 3.31075591517302e-05, "loss": 0.0007, "step": 101880 }, { "epoch": 1.6894098920594915, "grad_norm": 0.001689863158389926, "learning_rate": 3.3105901079405084e-05, "loss": 0.0032, "step": 101890 }, { "epoch": 1.689575699292003, "grad_norm": 0.03291334956884384, "learning_rate": 3.3104243007079974e-05, "loss": 0.004, "step": 101900 }, { "epoch": 1.6897415065245145, "grad_norm": 0.0029820995405316353, "learning_rate": 3.310258493475486e-05, "loss": 0.0027, "step": 101910 }, { "epoch": 1.689907313757026, "grad_norm": 0.06821247935295105, "learning_rate": 3.310092686242974e-05, "loss": 0.0026, "step": 101920 }, { "epoch": 1.6900731209895374, "grad_norm": 0.0026151707861572504, "learning_rate": 3.3099268790104624e-05, "loss": 0.0019, "step": 101930 }, { "epoch": 1.690238928222049, "grad_norm": 0.019986804574728012, "learning_rate": 3.309761071777951e-05, "loss": 0.0072, "step": 101940 }, { "epoch": 1.6904047354545604, "grad_norm": 0.0011648512445390224, "learning_rate": 3.30959526454544e-05, "loss": 0.0001, "step": 101950 }, { "epoch": 1.6905705426870719, "grad_norm": 0.003557867370545864, "learning_rate": 3.309429457312928e-05, "loss": 0.0001, "step": 101960 }, { "epoch": 1.6907363499195835, "grad_norm": 0.0012097995495423675, "learning_rate": 3.3092636500804165e-05, "loss": 0.0034, "step": 101970 }, { "epoch": 1.690902157152095, "grad_norm": 0.0025928481481969357, "learning_rate": 3.3090978428479055e-05, "loss": 0.0163, "step": 101980 }, { "epoch": 1.6910679643846065, "grad_norm": 0.3723558485507965, "learning_rate": 3.308932035615394e-05, "loss": 0.0074, "step": 101990 }, { "epoch": 1.691233771617118, "grad_norm": 0.0002152451779693365, "learning_rate": 3.308766228382882e-05, "loss": 0.0068, "step": 102000 }, { "epoch": 1.6913995788496294, "grad_norm": 0.0034028415102511644, "learning_rate": 3.3086004211503706e-05, "loss": 0.039, "step": 102010 }, { "epoch": 1.691565386082141, "grad_norm": 0.43284252285957336, "learning_rate": 3.308434613917859e-05, "loss": 0.0116, "step": 102020 }, { "epoch": 1.6917311933146524, "grad_norm": 0.2400353103876114, "learning_rate": 3.308268806685348e-05, "loss": 0.0062, "step": 102030 }, { "epoch": 1.6918970005471639, "grad_norm": 0.009024151600897312, "learning_rate": 3.308102999452836e-05, "loss": 0.0002, "step": 102040 }, { "epoch": 1.6920628077796753, "grad_norm": 0.07944819331169128, "learning_rate": 3.307937192220325e-05, "loss": 0.0154, "step": 102050 }, { "epoch": 1.6922286150121868, "grad_norm": 0.007333156652748585, "learning_rate": 3.307771384987814e-05, "loss": 0.0111, "step": 102060 }, { "epoch": 1.6923944222446983, "grad_norm": 0.01610283926129341, "learning_rate": 3.3076055777553013e-05, "loss": 0.0007, "step": 102070 }, { "epoch": 1.6925602294772097, "grad_norm": 0.018720097839832306, "learning_rate": 3.3074397705227904e-05, "loss": 0.0003, "step": 102080 }, { "epoch": 1.6927260367097214, "grad_norm": 0.0011233650147914886, "learning_rate": 3.307273963290279e-05, "loss": 0.0036, "step": 102090 }, { "epoch": 1.692891843942233, "grad_norm": 0.06385277956724167, "learning_rate": 3.307108156057767e-05, "loss": 0.0128, "step": 102100 }, { "epoch": 1.6930576511747444, "grad_norm": 0.009023848921060562, "learning_rate": 3.306942348825256e-05, "loss": 0.0084, "step": 102110 }, { "epoch": 1.6932234584072559, "grad_norm": 0.2922419309616089, "learning_rate": 3.3067765415927444e-05, "loss": 0.0031, "step": 102120 }, { "epoch": 1.6933892656397673, "grad_norm": 0.026837417855858803, "learning_rate": 3.3066107343602335e-05, "loss": 0.0139, "step": 102130 }, { "epoch": 1.6935550728722788, "grad_norm": 0.0025948204565793276, "learning_rate": 3.306444927127722e-05, "loss": 0.0, "step": 102140 }, { "epoch": 1.6937208801047903, "grad_norm": 0.2070990949869156, "learning_rate": 3.3062791198952095e-05, "loss": 0.0101, "step": 102150 }, { "epoch": 1.6938866873373017, "grad_norm": 0.0021254827734082937, "learning_rate": 3.3061133126626985e-05, "loss": 0.0012, "step": 102160 }, { "epoch": 1.6940524945698132, "grad_norm": 0.00014101603301241994, "learning_rate": 3.305947505430187e-05, "loss": 0.0033, "step": 102170 }, { "epoch": 1.6942183018023247, "grad_norm": 0.00039458987885154784, "learning_rate": 3.305781698197676e-05, "loss": 0.0053, "step": 102180 }, { "epoch": 1.6943841090348362, "grad_norm": 0.1961423009634018, "learning_rate": 3.305615890965164e-05, "loss": 0.0095, "step": 102190 }, { "epoch": 1.6945499162673476, "grad_norm": 0.024441169574856758, "learning_rate": 3.3054500837326526e-05, "loss": 0.0061, "step": 102200 }, { "epoch": 1.694715723499859, "grad_norm": 0.21825556457042694, "learning_rate": 3.3052842765001416e-05, "loss": 0.0092, "step": 102210 }, { "epoch": 1.6948815307323706, "grad_norm": 0.0016654598293825984, "learning_rate": 3.305118469267629e-05, "loss": 0.0003, "step": 102220 }, { "epoch": 1.695047337964882, "grad_norm": 0.00016634294297546148, "learning_rate": 3.3049526620351176e-05, "loss": 0.0064, "step": 102230 }, { "epoch": 1.6952131451973935, "grad_norm": 0.22789500653743744, "learning_rate": 3.3047868548026066e-05, "loss": 0.0016, "step": 102240 }, { "epoch": 1.695378952429905, "grad_norm": 0.18599267303943634, "learning_rate": 3.304621047570095e-05, "loss": 0.0143, "step": 102250 }, { "epoch": 1.6955447596624165, "grad_norm": 0.003663386683911085, "learning_rate": 3.304455240337584e-05, "loss": 0.0036, "step": 102260 }, { "epoch": 1.695710566894928, "grad_norm": 0.0027844372671097517, "learning_rate": 3.3042894331050724e-05, "loss": 0.0136, "step": 102270 }, { "epoch": 1.6958763741274394, "grad_norm": 0.0034179685171693563, "learning_rate": 3.304123625872561e-05, "loss": 0.005, "step": 102280 }, { "epoch": 1.6960421813599509, "grad_norm": 0.0017822401132434607, "learning_rate": 3.303957818640049e-05, "loss": 0.002, "step": 102290 }, { "epoch": 1.6962079885924624, "grad_norm": 0.08940780907869339, "learning_rate": 3.3037920114075374e-05, "loss": 0.004, "step": 102300 }, { "epoch": 1.6963737958249738, "grad_norm": 0.005925868637859821, "learning_rate": 3.303626204175026e-05, "loss": 0.011, "step": 102310 }, { "epoch": 1.6965396030574853, "grad_norm": 0.0016432851552963257, "learning_rate": 3.303460396942515e-05, "loss": 0.0071, "step": 102320 }, { "epoch": 1.6967054102899968, "grad_norm": 0.0010513848392292857, "learning_rate": 3.303294589710003e-05, "loss": 0.0004, "step": 102330 }, { "epoch": 1.6968712175225082, "grad_norm": 0.0005602052551694214, "learning_rate": 3.303128782477492e-05, "loss": 0.0047, "step": 102340 }, { "epoch": 1.6970370247550197, "grad_norm": 0.0009700325899757445, "learning_rate": 3.3029629752449805e-05, "loss": 0.0024, "step": 102350 }, { "epoch": 1.6972028319875312, "grad_norm": 0.003381532384082675, "learning_rate": 3.302797168012469e-05, "loss": 0.0045, "step": 102360 }, { "epoch": 1.6973686392200427, "grad_norm": 0.00010542818927206099, "learning_rate": 3.302631360779957e-05, "loss": 0.001, "step": 102370 }, { "epoch": 1.6975344464525541, "grad_norm": 0.001097469823434949, "learning_rate": 3.3024655535474455e-05, "loss": 0.0, "step": 102380 }, { "epoch": 1.6977002536850656, "grad_norm": 0.0006754156202077866, "learning_rate": 3.3022997463149346e-05, "loss": 0.0, "step": 102390 }, { "epoch": 1.697866060917577, "grad_norm": 0.0028117643669247627, "learning_rate": 3.302133939082423e-05, "loss": 0.0001, "step": 102400 }, { "epoch": 1.6980318681500886, "grad_norm": 0.0027838642708957195, "learning_rate": 3.301968131849911e-05, "loss": 0.0, "step": 102410 }, { "epoch": 1.6981976753826, "grad_norm": 0.002227138029411435, "learning_rate": 3.3018023246174e-05, "loss": 0.004, "step": 102420 }, { "epoch": 1.6983634826151117, "grad_norm": 0.08841568976640701, "learning_rate": 3.3016365173848886e-05, "loss": 0.0019, "step": 102430 }, { "epoch": 1.6985292898476232, "grad_norm": 0.006622994318604469, "learning_rate": 3.301470710152377e-05, "loss": 0.0018, "step": 102440 }, { "epoch": 1.6986950970801347, "grad_norm": 0.018205462023615837, "learning_rate": 3.301304902919865e-05, "loss": 0.0048, "step": 102450 }, { "epoch": 1.6988609043126461, "grad_norm": 0.00024529939400963485, "learning_rate": 3.301139095687354e-05, "loss": 0.0001, "step": 102460 }, { "epoch": 1.6990267115451576, "grad_norm": 0.11746949702501297, "learning_rate": 3.300973288454843e-05, "loss": 0.0037, "step": 102470 }, { "epoch": 1.699192518777669, "grad_norm": 0.00396373774856329, "learning_rate": 3.300807481222331e-05, "loss": 0.006, "step": 102480 }, { "epoch": 1.6993583260101806, "grad_norm": 0.0003149283002130687, "learning_rate": 3.3006416739898194e-05, "loss": 0.0001, "step": 102490 }, { "epoch": 1.699524133242692, "grad_norm": 0.0025297158863395452, "learning_rate": 3.3004758667573084e-05, "loss": 0.0048, "step": 102500 }, { "epoch": 1.6996899404752035, "grad_norm": 0.00010785851918626577, "learning_rate": 3.300310059524797e-05, "loss": 0.0049, "step": 102510 }, { "epoch": 1.699855747707715, "grad_norm": 0.0005168614443391562, "learning_rate": 3.300144252292285e-05, "loss": 0.0133, "step": 102520 }, { "epoch": 1.7000215549402264, "grad_norm": 0.0027080527506768703, "learning_rate": 3.2999784450597735e-05, "loss": 0.0292, "step": 102530 }, { "epoch": 1.7001873621727381, "grad_norm": 0.00219940859824419, "learning_rate": 3.299812637827262e-05, "loss": 0.0029, "step": 102540 }, { "epoch": 1.7003531694052496, "grad_norm": 0.0016699574189260602, "learning_rate": 3.299646830594751e-05, "loss": 0.0047, "step": 102550 }, { "epoch": 1.700518976637761, "grad_norm": 0.041028499603271484, "learning_rate": 3.299481023362239e-05, "loss": 0.0039, "step": 102560 }, { "epoch": 1.7006847838702726, "grad_norm": 0.004585541784763336, "learning_rate": 3.2993152161297275e-05, "loss": 0.0036, "step": 102570 }, { "epoch": 1.700850591102784, "grad_norm": 0.006155054084956646, "learning_rate": 3.2991494088972166e-05, "loss": 0.0153, "step": 102580 }, { "epoch": 1.7010163983352955, "grad_norm": 0.003679725108668208, "learning_rate": 3.298983601664705e-05, "loss": 0.0094, "step": 102590 }, { "epoch": 1.701182205567807, "grad_norm": 0.048631761223077774, "learning_rate": 3.298817794432193e-05, "loss": 0.0055, "step": 102600 }, { "epoch": 1.7013480128003184, "grad_norm": 0.0006244446849450469, "learning_rate": 3.2986519871996816e-05, "loss": 0.0046, "step": 102610 }, { "epoch": 1.70151382003283, "grad_norm": 0.0003358724934514612, "learning_rate": 3.29848617996717e-05, "loss": 0.01, "step": 102620 }, { "epoch": 1.7016796272653414, "grad_norm": 0.00022248749155551195, "learning_rate": 3.298320372734659e-05, "loss": 0.0023, "step": 102630 }, { "epoch": 1.7018454344978529, "grad_norm": 3.731794640771113e-05, "learning_rate": 3.298154565502147e-05, "loss": 0.0029, "step": 102640 }, { "epoch": 1.7020112417303643, "grad_norm": 0.09520047158002853, "learning_rate": 3.297988758269636e-05, "loss": 0.0005, "step": 102650 }, { "epoch": 1.7021770489628758, "grad_norm": 0.20224730670452118, "learning_rate": 3.297822951037125e-05, "loss": 0.0038, "step": 102660 }, { "epoch": 1.7023428561953873, "grad_norm": 0.00010289424972143024, "learning_rate": 3.297657143804613e-05, "loss": 0.0019, "step": 102670 }, { "epoch": 1.7025086634278987, "grad_norm": 0.03339175507426262, "learning_rate": 3.2974913365721014e-05, "loss": 0.0021, "step": 102680 }, { "epoch": 1.7026744706604102, "grad_norm": 0.21775074303150177, "learning_rate": 3.29732552933959e-05, "loss": 0.0085, "step": 102690 }, { "epoch": 1.7028402778929217, "grad_norm": 0.00027936429250985384, "learning_rate": 3.297159722107078e-05, "loss": 0.0003, "step": 102700 }, { "epoch": 1.7030060851254332, "grad_norm": 0.0002023344422923401, "learning_rate": 3.296993914874567e-05, "loss": 0.0071, "step": 102710 }, { "epoch": 1.7031718923579446, "grad_norm": 0.5977580547332764, "learning_rate": 3.2968281076420555e-05, "loss": 0.016, "step": 102720 }, { "epoch": 1.7033376995904561, "grad_norm": 0.00436320248991251, "learning_rate": 3.2966623004095445e-05, "loss": 0.0092, "step": 102730 }, { "epoch": 1.7035035068229676, "grad_norm": 0.002300932537764311, "learning_rate": 3.296496493177033e-05, "loss": 0.0042, "step": 102740 }, { "epoch": 1.703669314055479, "grad_norm": 0.023477191105484962, "learning_rate": 3.296330685944521e-05, "loss": 0.0034, "step": 102750 }, { "epoch": 1.7038351212879905, "grad_norm": 0.0718701183795929, "learning_rate": 3.2961648787120095e-05, "loss": 0.0042, "step": 102760 }, { "epoch": 1.704000928520502, "grad_norm": 0.0010851097758859396, "learning_rate": 3.295999071479498e-05, "loss": 0.0004, "step": 102770 }, { "epoch": 1.7041667357530135, "grad_norm": 0.00011715486471075565, "learning_rate": 3.295833264246986e-05, "loss": 0.0003, "step": 102780 }, { "epoch": 1.704332542985525, "grad_norm": 0.18218602240085602, "learning_rate": 3.295667457014475e-05, "loss": 0.0006, "step": 102790 }, { "epoch": 1.7044983502180364, "grad_norm": 0.0706687793135643, "learning_rate": 3.2955016497819636e-05, "loss": 0.0043, "step": 102800 }, { "epoch": 1.704664157450548, "grad_norm": 0.2192101627588272, "learning_rate": 3.2953358425494526e-05, "loss": 0.004, "step": 102810 }, { "epoch": 1.7048299646830594, "grad_norm": 1.0813502073287964, "learning_rate": 3.295170035316941e-05, "loss": 0.0186, "step": 102820 }, { "epoch": 1.7049957719155708, "grad_norm": 0.9523352980613708, "learning_rate": 3.2950042280844287e-05, "loss": 0.0076, "step": 102830 }, { "epoch": 1.7051615791480823, "grad_norm": 0.0010404296917840838, "learning_rate": 3.294838420851918e-05, "loss": 0.0002, "step": 102840 }, { "epoch": 1.7053273863805938, "grad_norm": 0.022535942494869232, "learning_rate": 3.294672613619406e-05, "loss": 0.0075, "step": 102850 }, { "epoch": 1.7054931936131053, "grad_norm": 0.0715385302901268, "learning_rate": 3.294506806386895e-05, "loss": 0.0078, "step": 102860 }, { "epoch": 1.7056590008456167, "grad_norm": 0.00012333541235420853, "learning_rate": 3.2943409991543834e-05, "loss": 0.0032, "step": 102870 }, { "epoch": 1.7058248080781284, "grad_norm": 0.001583254081197083, "learning_rate": 3.294175191921872e-05, "loss": 0.0002, "step": 102880 }, { "epoch": 1.70599061531064, "grad_norm": 0.006273227743804455, "learning_rate": 3.294009384689361e-05, "loss": 0.0056, "step": 102890 }, { "epoch": 1.7061564225431514, "grad_norm": 0.04467753320932388, "learning_rate": 3.293843577456849e-05, "loss": 0.0031, "step": 102900 }, { "epoch": 1.7063222297756628, "grad_norm": 5.171265729586594e-05, "learning_rate": 3.293677770224337e-05, "loss": 0.006, "step": 102910 }, { "epoch": 1.7064880370081743, "grad_norm": 0.04028298333287239, "learning_rate": 3.293511962991826e-05, "loss": 0.0124, "step": 102920 }, { "epoch": 1.7066538442406858, "grad_norm": 0.20052267611026764, "learning_rate": 3.293346155759314e-05, "loss": 0.0082, "step": 102930 }, { "epoch": 1.7068196514731973, "grad_norm": 0.001529141329228878, "learning_rate": 3.293180348526803e-05, "loss": 0.0006, "step": 102940 }, { "epoch": 1.7069854587057087, "grad_norm": 0.0013338387943804264, "learning_rate": 3.2930145412942915e-05, "loss": 0.0037, "step": 102950 }, { "epoch": 1.7071512659382202, "grad_norm": 0.04326555132865906, "learning_rate": 3.29284873406178e-05, "loss": 0.005, "step": 102960 }, { "epoch": 1.7073170731707317, "grad_norm": 0.00015593615535181016, "learning_rate": 3.292682926829269e-05, "loss": 0.0108, "step": 102970 }, { "epoch": 1.7074828804032431, "grad_norm": 0.00656847981736064, "learning_rate": 3.2925171195967566e-05, "loss": 0.0071, "step": 102980 }, { "epoch": 1.7076486876357548, "grad_norm": 0.0035619584377855062, "learning_rate": 3.292351312364245e-05, "loss": 0.0098, "step": 102990 }, { "epoch": 1.7078144948682663, "grad_norm": 0.008951916359364986, "learning_rate": 3.292185505131734e-05, "loss": 0.0113, "step": 103000 }, { "epoch": 1.7079803021007778, "grad_norm": 0.008877570740878582, "learning_rate": 3.292019697899222e-05, "loss": 0.0053, "step": 103010 }, { "epoch": 1.7081461093332893, "grad_norm": 0.21538881957530975, "learning_rate": 3.291853890666711e-05, "loss": 0.0057, "step": 103020 }, { "epoch": 1.7083119165658007, "grad_norm": 0.0001000200500129722, "learning_rate": 3.2916880834342e-05, "loss": 0.0058, "step": 103030 }, { "epoch": 1.7084777237983122, "grad_norm": 0.012619794346392155, "learning_rate": 3.291522276201688e-05, "loss": 0.0027, "step": 103040 }, { "epoch": 1.7086435310308237, "grad_norm": 0.00024544107145629823, "learning_rate": 3.2913564689691764e-05, "loss": 0.0005, "step": 103050 }, { "epoch": 1.7088093382633351, "grad_norm": 0.00912552885711193, "learning_rate": 3.291190661736665e-05, "loss": 0.0137, "step": 103060 }, { "epoch": 1.7089751454958466, "grad_norm": 0.0004115827614441514, "learning_rate": 3.291024854504154e-05, "loss": 0.0031, "step": 103070 }, { "epoch": 1.709140952728358, "grad_norm": 0.34384551644325256, "learning_rate": 3.290859047271642e-05, "loss": 0.0036, "step": 103080 }, { "epoch": 1.7093067599608696, "grad_norm": 0.0008817499619908631, "learning_rate": 3.2906932400391304e-05, "loss": 0.0066, "step": 103090 }, { "epoch": 1.709472567193381, "grad_norm": 0.4981945753097534, "learning_rate": 3.2905274328066195e-05, "loss": 0.0049, "step": 103100 }, { "epoch": 1.7096383744258925, "grad_norm": 0.6326499581336975, "learning_rate": 3.290361625574108e-05, "loss": 0.0089, "step": 103110 }, { "epoch": 1.709804181658404, "grad_norm": 0.007547316141426563, "learning_rate": 3.290195818341596e-05, "loss": 0.007, "step": 103120 }, { "epoch": 1.7099699888909154, "grad_norm": 0.2946433126926422, "learning_rate": 3.2900300111090845e-05, "loss": 0.0037, "step": 103130 }, { "epoch": 1.710135796123427, "grad_norm": 7.82440765760839e-05, "learning_rate": 3.289864203876573e-05, "loss": 0.0055, "step": 103140 }, { "epoch": 1.7103016033559384, "grad_norm": 0.003303534584119916, "learning_rate": 3.289698396644062e-05, "loss": 0.0077, "step": 103150 }, { "epoch": 1.7104674105884499, "grad_norm": 0.0006937053403817117, "learning_rate": 3.28953258941155e-05, "loss": 0.0001, "step": 103160 }, { "epoch": 1.7106332178209613, "grad_norm": 0.022572282701730728, "learning_rate": 3.2893667821790386e-05, "loss": 0.0027, "step": 103170 }, { "epoch": 1.7107990250534728, "grad_norm": 0.11692675203084946, "learning_rate": 3.2892009749465276e-05, "loss": 0.0085, "step": 103180 }, { "epoch": 1.7109648322859843, "grad_norm": 0.0010555427288636565, "learning_rate": 3.289035167714016e-05, "loss": 0.0002, "step": 103190 }, { "epoch": 1.7111306395184958, "grad_norm": 0.0034531080164015293, "learning_rate": 3.288869360481504e-05, "loss": 0.0035, "step": 103200 }, { "epoch": 1.7112964467510072, "grad_norm": 0.0003011468215845525, "learning_rate": 3.2887035532489927e-05, "loss": 0.0077, "step": 103210 }, { "epoch": 1.7114622539835187, "grad_norm": 0.1774430274963379, "learning_rate": 3.288537746016481e-05, "loss": 0.0011, "step": 103220 }, { "epoch": 1.7116280612160302, "grad_norm": 0.5370007753372192, "learning_rate": 3.28837193878397e-05, "loss": 0.0109, "step": 103230 }, { "epoch": 1.7117938684485416, "grad_norm": 0.0030572430696338415, "learning_rate": 3.2882061315514584e-05, "loss": 0.0027, "step": 103240 }, { "epoch": 1.7119596756810531, "grad_norm": 0.0011127523612231016, "learning_rate": 3.288040324318947e-05, "loss": 0.0009, "step": 103250 }, { "epoch": 1.7121254829135646, "grad_norm": 0.0032816720195114613, "learning_rate": 3.287874517086436e-05, "loss": 0.0026, "step": 103260 }, { "epoch": 1.712291290146076, "grad_norm": 0.010933572426438332, "learning_rate": 3.287708709853924e-05, "loss": 0.0112, "step": 103270 }, { "epoch": 1.7124570973785875, "grad_norm": 0.0004255416279193014, "learning_rate": 3.2875429026214124e-05, "loss": 0.0099, "step": 103280 }, { "epoch": 1.712622904611099, "grad_norm": 0.0006870065699331462, "learning_rate": 3.287377095388901e-05, "loss": 0.0117, "step": 103290 }, { "epoch": 1.7127887118436105, "grad_norm": 0.38234472274780273, "learning_rate": 3.287211288156389e-05, "loss": 0.0131, "step": 103300 }, { "epoch": 1.712954519076122, "grad_norm": 0.0005602846504189074, "learning_rate": 3.287045480923878e-05, "loss": 0.0043, "step": 103310 }, { "epoch": 1.7131203263086334, "grad_norm": 0.7744566798210144, "learning_rate": 3.2868796736913665e-05, "loss": 0.0067, "step": 103320 }, { "epoch": 1.7132861335411451, "grad_norm": 0.23735375702381134, "learning_rate": 3.286713866458855e-05, "loss": 0.0053, "step": 103330 }, { "epoch": 1.7134519407736566, "grad_norm": 0.004290190991014242, "learning_rate": 3.286548059226344e-05, "loss": 0.0032, "step": 103340 }, { "epoch": 1.713617748006168, "grad_norm": 0.006678249221295118, "learning_rate": 3.286382251993832e-05, "loss": 0.0004, "step": 103350 }, { "epoch": 1.7137835552386795, "grad_norm": 0.029174508526921272, "learning_rate": 3.2862164447613206e-05, "loss": 0.0056, "step": 103360 }, { "epoch": 1.713949362471191, "grad_norm": 0.0014247543876990676, "learning_rate": 3.286050637528809e-05, "loss": 0.0095, "step": 103370 }, { "epoch": 1.7141151697037025, "grad_norm": 0.1977819800376892, "learning_rate": 3.285884830296297e-05, "loss": 0.0131, "step": 103380 }, { "epoch": 1.714280976936214, "grad_norm": 0.03372032195329666, "learning_rate": 3.285719023063786e-05, "loss": 0.0002, "step": 103390 }, { "epoch": 1.7144467841687254, "grad_norm": 0.0003685456467792392, "learning_rate": 3.2855532158312746e-05, "loss": 0.0146, "step": 103400 }, { "epoch": 1.714612591401237, "grad_norm": 0.004017598927021027, "learning_rate": 3.285387408598764e-05, "loss": 0.0001, "step": 103410 }, { "epoch": 1.7147783986337484, "grad_norm": 0.0002609584480524063, "learning_rate": 3.285221601366252e-05, "loss": 0.0001, "step": 103420 }, { "epoch": 1.7149442058662598, "grad_norm": 0.0003140248009003699, "learning_rate": 3.2850557941337404e-05, "loss": 0.0083, "step": 103430 }, { "epoch": 1.7151100130987713, "grad_norm": 1.4017513990402222, "learning_rate": 3.284889986901229e-05, "loss": 0.0106, "step": 103440 }, { "epoch": 1.715275820331283, "grad_norm": 0.15551769733428955, "learning_rate": 3.284724179668717e-05, "loss": 0.0083, "step": 103450 }, { "epoch": 1.7154416275637945, "grad_norm": 0.0007892338326200843, "learning_rate": 3.2845583724362054e-05, "loss": 0.0127, "step": 103460 }, { "epoch": 1.715607434796306, "grad_norm": 0.007017299998551607, "learning_rate": 3.2843925652036944e-05, "loss": 0.0089, "step": 103470 }, { "epoch": 1.7157732420288174, "grad_norm": 0.0003132385900244117, "learning_rate": 3.284226757971183e-05, "loss": 0.0038, "step": 103480 }, { "epoch": 1.715939049261329, "grad_norm": 0.054290108382701874, "learning_rate": 3.284060950738672e-05, "loss": 0.0006, "step": 103490 }, { "epoch": 1.7161048564938404, "grad_norm": 0.02737049013376236, "learning_rate": 3.28389514350616e-05, "loss": 0.0041, "step": 103500 }, { "epoch": 1.7162706637263518, "grad_norm": 0.0009814032819122076, "learning_rate": 3.2837293362736485e-05, "loss": 0.0018, "step": 103510 }, { "epoch": 1.7164364709588633, "grad_norm": 5.943021096754819e-05, "learning_rate": 3.283563529041137e-05, "loss": 0.0067, "step": 103520 }, { "epoch": 1.7166022781913748, "grad_norm": 5.2716972277266905e-05, "learning_rate": 3.283397721808625e-05, "loss": 0.0071, "step": 103530 }, { "epoch": 1.7167680854238863, "grad_norm": 0.28103500604629517, "learning_rate": 3.283231914576114e-05, "loss": 0.01, "step": 103540 }, { "epoch": 1.7169338926563977, "grad_norm": 0.0008380392100661993, "learning_rate": 3.2830661073436026e-05, "loss": 0.0028, "step": 103550 }, { "epoch": 1.7170996998889092, "grad_norm": 0.00013420800678431988, "learning_rate": 3.282900300111091e-05, "loss": 0.0002, "step": 103560 }, { "epoch": 1.7172655071214207, "grad_norm": 0.00024528734502382576, "learning_rate": 3.28273449287858e-05, "loss": 0.0016, "step": 103570 }, { "epoch": 1.7174313143539321, "grad_norm": 0.0003585808153729886, "learning_rate": 3.282568685646068e-05, "loss": 0.0023, "step": 103580 }, { "epoch": 1.7175971215864436, "grad_norm": 0.00031943473732098937, "learning_rate": 3.2824028784135566e-05, "loss": 0.0005, "step": 103590 }, { "epoch": 1.717762928818955, "grad_norm": 0.0008863057591952384, "learning_rate": 3.282237071181045e-05, "loss": 0.003, "step": 103600 }, { "epoch": 1.7179287360514666, "grad_norm": 0.46222469210624695, "learning_rate": 3.2820712639485333e-05, "loss": 0.0196, "step": 103610 }, { "epoch": 1.718094543283978, "grad_norm": 7.843440835131332e-05, "learning_rate": 3.2819054567160224e-05, "loss": 0.0142, "step": 103620 }, { "epoch": 1.7182603505164895, "grad_norm": 0.07793872803449631, "learning_rate": 3.281739649483511e-05, "loss": 0.0065, "step": 103630 }, { "epoch": 1.718426157749001, "grad_norm": 0.007163310423493385, "learning_rate": 3.281573842250999e-05, "loss": 0.0062, "step": 103640 }, { "epoch": 1.7185919649815125, "grad_norm": 0.008709647692739964, "learning_rate": 3.281408035018488e-05, "loss": 0.0036, "step": 103650 }, { "epoch": 1.718757772214024, "grad_norm": 0.000685308885294944, "learning_rate": 3.2812422277859764e-05, "loss": 0.0059, "step": 103660 }, { "epoch": 1.7189235794465354, "grad_norm": 0.005842427723109722, "learning_rate": 3.281076420553464e-05, "loss": 0.0006, "step": 103670 }, { "epoch": 1.7190893866790469, "grad_norm": 0.0015215871389955282, "learning_rate": 3.280910613320953e-05, "loss": 0.0002, "step": 103680 }, { "epoch": 1.7192551939115583, "grad_norm": 0.038886476308107376, "learning_rate": 3.2807448060884415e-05, "loss": 0.0045, "step": 103690 }, { "epoch": 1.7194210011440698, "grad_norm": 0.004287694115191698, "learning_rate": 3.2805789988559305e-05, "loss": 0.0107, "step": 103700 }, { "epoch": 1.7195868083765813, "grad_norm": 0.2806055247783661, "learning_rate": 3.280413191623419e-05, "loss": 0.0121, "step": 103710 }, { "epoch": 1.7197526156090928, "grad_norm": 0.009734036400914192, "learning_rate": 3.280247384390907e-05, "loss": 0.0002, "step": 103720 }, { "epoch": 1.7199184228416042, "grad_norm": 0.06141963228583336, "learning_rate": 3.280081577158396e-05, "loss": 0.006, "step": 103730 }, { "epoch": 1.7200842300741157, "grad_norm": 0.006052613724023104, "learning_rate": 3.279915769925884e-05, "loss": 0.0009, "step": 103740 }, { "epoch": 1.7202500373066272, "grad_norm": 0.0062539540231227875, "learning_rate": 3.279749962693373e-05, "loss": 0.0041, "step": 103750 }, { "epoch": 1.7204158445391387, "grad_norm": 0.0017340402118861675, "learning_rate": 3.279584155460861e-05, "loss": 0.0121, "step": 103760 }, { "epoch": 1.7205816517716501, "grad_norm": 0.03216280788183212, "learning_rate": 3.2794183482283496e-05, "loss": 0.0111, "step": 103770 }, { "epoch": 1.7207474590041618, "grad_norm": 0.00023969660105649382, "learning_rate": 3.2792525409958386e-05, "loss": 0.0071, "step": 103780 }, { "epoch": 1.7209132662366733, "grad_norm": 0.00047380797332152724, "learning_rate": 3.279086733763327e-05, "loss": 0.0029, "step": 103790 }, { "epoch": 1.7210790734691848, "grad_norm": 0.05092306062579155, "learning_rate": 3.2789209265308153e-05, "loss": 0.0148, "step": 103800 }, { "epoch": 1.7212448807016962, "grad_norm": 0.00738665321841836, "learning_rate": 3.2787551192983044e-05, "loss": 0.0002, "step": 103810 }, { "epoch": 1.7214106879342077, "grad_norm": 0.2938237488269806, "learning_rate": 3.278589312065792e-05, "loss": 0.0164, "step": 103820 }, { "epoch": 1.7215764951667192, "grad_norm": 0.013498587533831596, "learning_rate": 3.278423504833281e-05, "loss": 0.0156, "step": 103830 }, { "epoch": 1.7217423023992307, "grad_norm": 0.017329541966319084, "learning_rate": 3.2782576976007694e-05, "loss": 0.0106, "step": 103840 }, { "epoch": 1.7219081096317421, "grad_norm": 0.7229249477386475, "learning_rate": 3.278091890368258e-05, "loss": 0.0147, "step": 103850 }, { "epoch": 1.7220739168642536, "grad_norm": 1.2596408128738403, "learning_rate": 3.277926083135747e-05, "loss": 0.0106, "step": 103860 }, { "epoch": 1.722239724096765, "grad_norm": 0.08210418373346329, "learning_rate": 3.277760275903235e-05, "loss": 0.007, "step": 103870 }, { "epoch": 1.7224055313292765, "grad_norm": 0.2883320748806, "learning_rate": 3.277594468670724e-05, "loss": 0.0126, "step": 103880 }, { "epoch": 1.722571338561788, "grad_norm": 0.014921513386070728, "learning_rate": 3.277428661438212e-05, "loss": 0.0072, "step": 103890 }, { "epoch": 1.7227371457942997, "grad_norm": 0.0028220261447131634, "learning_rate": 3.2772628542057e-05, "loss": 0.0022, "step": 103900 }, { "epoch": 1.7229029530268112, "grad_norm": 0.0043893856927752495, "learning_rate": 3.277097046973189e-05, "loss": 0.009, "step": 103910 }, { "epoch": 1.7230687602593227, "grad_norm": 0.0030313904862850904, "learning_rate": 3.2769312397406775e-05, "loss": 0.0036, "step": 103920 }, { "epoch": 1.7232345674918341, "grad_norm": 0.012941519729793072, "learning_rate": 3.276765432508166e-05, "loss": 0.0121, "step": 103930 }, { "epoch": 1.7234003747243456, "grad_norm": 0.010268637910485268, "learning_rate": 3.276599625275655e-05, "loss": 0.001, "step": 103940 }, { "epoch": 1.723566181956857, "grad_norm": 0.0007402062765322626, "learning_rate": 3.276433818043143e-05, "loss": 0.0008, "step": 103950 }, { "epoch": 1.7237319891893685, "grad_norm": 0.15860821306705475, "learning_rate": 3.2762680108106316e-05, "loss": 0.007, "step": 103960 }, { "epoch": 1.72389779642188, "grad_norm": 0.11582450568675995, "learning_rate": 3.27610220357812e-05, "loss": 0.0077, "step": 103970 }, { "epoch": 1.7240636036543915, "grad_norm": 0.036131758242845535, "learning_rate": 3.275936396345608e-05, "loss": 0.0091, "step": 103980 }, { "epoch": 1.724229410886903, "grad_norm": 0.008083896711468697, "learning_rate": 3.2757705891130973e-05, "loss": 0.0035, "step": 103990 }, { "epoch": 1.7243952181194144, "grad_norm": 7.764925976516679e-05, "learning_rate": 3.275604781880586e-05, "loss": 0.0002, "step": 104000 }, { "epoch": 1.724561025351926, "grad_norm": 0.0008595011313445866, "learning_rate": 3.275438974648074e-05, "loss": 0.012, "step": 104010 }, { "epoch": 1.7247268325844374, "grad_norm": 0.26670733094215393, "learning_rate": 3.275273167415563e-05, "loss": 0.0089, "step": 104020 }, { "epoch": 1.7248926398169488, "grad_norm": 0.001831648638471961, "learning_rate": 3.2751073601830514e-05, "loss": 0.0009, "step": 104030 }, { "epoch": 1.7250584470494603, "grad_norm": 0.008007117547094822, "learning_rate": 3.27494155295054e-05, "loss": 0.0033, "step": 104040 }, { "epoch": 1.7252242542819718, "grad_norm": 0.14430920779705048, "learning_rate": 3.274775745718028e-05, "loss": 0.0177, "step": 104050 }, { "epoch": 1.7253900615144833, "grad_norm": 0.10458502173423767, "learning_rate": 3.2746099384855165e-05, "loss": 0.004, "step": 104060 }, { "epoch": 1.7255558687469947, "grad_norm": 0.0006337182712741196, "learning_rate": 3.2744441312530055e-05, "loss": 0.0002, "step": 104070 }, { "epoch": 1.7257216759795062, "grad_norm": 0.0018990904791280627, "learning_rate": 3.274278324020494e-05, "loss": 0.0027, "step": 104080 }, { "epoch": 1.7258874832120177, "grad_norm": 0.3490368723869324, "learning_rate": 3.274112516787983e-05, "loss": 0.005, "step": 104090 }, { "epoch": 1.7260532904445292, "grad_norm": 0.15861326456069946, "learning_rate": 3.273946709555471e-05, "loss": 0.0133, "step": 104100 }, { "epoch": 1.7262190976770406, "grad_norm": 0.001704743248410523, "learning_rate": 3.2737809023229595e-05, "loss": 0.0113, "step": 104110 }, { "epoch": 1.726384904909552, "grad_norm": 0.00011511171760503203, "learning_rate": 3.273615095090448e-05, "loss": 0.0033, "step": 104120 }, { "epoch": 1.7265507121420636, "grad_norm": 0.010272551327943802, "learning_rate": 3.273449287857936e-05, "loss": 0.0061, "step": 104130 }, { "epoch": 1.726716519374575, "grad_norm": 0.0022957592736929655, "learning_rate": 3.2732834806254246e-05, "loss": 0.0047, "step": 104140 }, { "epoch": 1.7268823266070865, "grad_norm": 0.28926026821136475, "learning_rate": 3.2731176733929136e-05, "loss": 0.0049, "step": 104150 }, { "epoch": 1.727048133839598, "grad_norm": 0.00020092670456506312, "learning_rate": 3.272951866160402e-05, "loss": 0.0145, "step": 104160 }, { "epoch": 1.7272139410721095, "grad_norm": 0.016476375982165337, "learning_rate": 3.272786058927891e-05, "loss": 0.0092, "step": 104170 }, { "epoch": 1.727379748304621, "grad_norm": 0.00022064088261686265, "learning_rate": 3.272620251695379e-05, "loss": 0.0033, "step": 104180 }, { "epoch": 1.7275455555371324, "grad_norm": 0.04768284037709236, "learning_rate": 3.272454444462868e-05, "loss": 0.0046, "step": 104190 }, { "epoch": 1.7277113627696439, "grad_norm": 0.22864767909049988, "learning_rate": 3.272288637230356e-05, "loss": 0.0023, "step": 104200 }, { "epoch": 1.7278771700021553, "grad_norm": 0.000816667394246906, "learning_rate": 3.2721228299978444e-05, "loss": 0.0049, "step": 104210 }, { "epoch": 1.7280429772346668, "grad_norm": 0.000468398880911991, "learning_rate": 3.2719570227653334e-05, "loss": 0.004, "step": 104220 }, { "epoch": 1.7282087844671783, "grad_norm": 0.18979837000370026, "learning_rate": 3.271791215532822e-05, "loss": 0.0061, "step": 104230 }, { "epoch": 1.72837459169969, "grad_norm": 0.0029369937255978584, "learning_rate": 3.27162540830031e-05, "loss": 0.0034, "step": 104240 }, { "epoch": 1.7285403989322015, "grad_norm": 0.0004918310442008078, "learning_rate": 3.271459601067799e-05, "loss": 0.003, "step": 104250 }, { "epoch": 1.728706206164713, "grad_norm": 0.006650029215961695, "learning_rate": 3.2712937938352875e-05, "loss": 0.0029, "step": 104260 }, { "epoch": 1.7288720133972244, "grad_norm": 0.575797438621521, "learning_rate": 3.271127986602776e-05, "loss": 0.0076, "step": 104270 }, { "epoch": 1.7290378206297359, "grad_norm": 0.4044603705406189, "learning_rate": 3.270962179370264e-05, "loss": 0.0079, "step": 104280 }, { "epoch": 1.7292036278622473, "grad_norm": 0.00023455363407265395, "learning_rate": 3.2707963721377525e-05, "loss": 0.001, "step": 104290 }, { "epoch": 1.7293694350947588, "grad_norm": 0.041262801736593246, "learning_rate": 3.2706305649052415e-05, "loss": 0.0075, "step": 104300 }, { "epoch": 1.7295352423272703, "grad_norm": 0.001571180298924446, "learning_rate": 3.27046475767273e-05, "loss": 0.0027, "step": 104310 }, { "epoch": 1.7297010495597818, "grad_norm": 0.02772761695086956, "learning_rate": 3.270298950440218e-05, "loss": 0.0027, "step": 104320 }, { "epoch": 1.7298668567922932, "grad_norm": 0.04338320344686508, "learning_rate": 3.270133143207707e-05, "loss": 0.01, "step": 104330 }, { "epoch": 1.7300326640248047, "grad_norm": 0.009260005317628384, "learning_rate": 3.2699673359751956e-05, "loss": 0.0013, "step": 104340 }, { "epoch": 1.7301984712573164, "grad_norm": 1.0809454917907715, "learning_rate": 3.269801528742684e-05, "loss": 0.013, "step": 104350 }, { "epoch": 1.7303642784898279, "grad_norm": 0.0018607917008921504, "learning_rate": 3.269635721510172e-05, "loss": 0.0031, "step": 104360 }, { "epoch": 1.7305300857223394, "grad_norm": 0.0018309317529201508, "learning_rate": 3.2694699142776607e-05, "loss": 0.0002, "step": 104370 }, { "epoch": 1.7306958929548508, "grad_norm": 1.5213788747787476, "learning_rate": 3.26930410704515e-05, "loss": 0.0183, "step": 104380 }, { "epoch": 1.7308617001873623, "grad_norm": 0.00026166540919803083, "learning_rate": 3.269138299812638e-05, "loss": 0.0058, "step": 104390 }, { "epoch": 1.7310275074198738, "grad_norm": 0.00012666745169553906, "learning_rate": 3.2689724925801264e-05, "loss": 0.0138, "step": 104400 }, { "epoch": 1.7311933146523852, "grad_norm": 0.2282588928937912, "learning_rate": 3.2688066853476154e-05, "loss": 0.0089, "step": 104410 }, { "epoch": 1.7313591218848967, "grad_norm": 0.010518435388803482, "learning_rate": 3.268640878115104e-05, "loss": 0.0014, "step": 104420 }, { "epoch": 1.7315249291174082, "grad_norm": 0.0007506690453737974, "learning_rate": 3.268475070882592e-05, "loss": 0.0035, "step": 104430 }, { "epoch": 1.7316907363499197, "grad_norm": 0.0013490195851773024, "learning_rate": 3.2683092636500804e-05, "loss": 0.0029, "step": 104440 }, { "epoch": 1.7318565435824311, "grad_norm": 0.0009209141717292368, "learning_rate": 3.268143456417569e-05, "loss": 0.0041, "step": 104450 }, { "epoch": 1.7320223508149426, "grad_norm": 0.0024784940760582685, "learning_rate": 3.267977649185058e-05, "loss": 0.0002, "step": 104460 }, { "epoch": 1.732188158047454, "grad_norm": 0.025141218677163124, "learning_rate": 3.267811841952546e-05, "loss": 0.0005, "step": 104470 }, { "epoch": 1.7323539652799655, "grad_norm": 0.02339174784719944, "learning_rate": 3.2676460347200345e-05, "loss": 0.0002, "step": 104480 }, { "epoch": 1.732519772512477, "grad_norm": 0.0009800945408642292, "learning_rate": 3.2674802274875235e-05, "loss": 0.0003, "step": 104490 }, { "epoch": 1.7326855797449885, "grad_norm": 0.011131645180284977, "learning_rate": 3.267314420255012e-05, "loss": 0.0154, "step": 104500 }, { "epoch": 1.7328513869775, "grad_norm": 0.00044427328975871205, "learning_rate": 3.2671486130225e-05, "loss": 0.0, "step": 104510 }, { "epoch": 1.7330171942100114, "grad_norm": 0.001063198084011674, "learning_rate": 3.2669828057899886e-05, "loss": 0.0004, "step": 104520 }, { "epoch": 1.733183001442523, "grad_norm": 0.004201664123684168, "learning_rate": 3.266816998557477e-05, "loss": 0.0072, "step": 104530 }, { "epoch": 1.7333488086750344, "grad_norm": 0.025949751958251, "learning_rate": 3.266651191324966e-05, "loss": 0.0001, "step": 104540 }, { "epoch": 1.7335146159075459, "grad_norm": 0.017063884064555168, "learning_rate": 3.266485384092454e-05, "loss": 0.01, "step": 104550 }, { "epoch": 1.7336804231400573, "grad_norm": 0.0024129319936037064, "learning_rate": 3.266319576859943e-05, "loss": 0.0035, "step": 104560 }, { "epoch": 1.7338462303725688, "grad_norm": 0.008440024219453335, "learning_rate": 3.266153769627432e-05, "loss": 0.0045, "step": 104570 }, { "epoch": 1.7340120376050803, "grad_norm": 0.0004455983580555767, "learning_rate": 3.2659879623949194e-05, "loss": 0.0001, "step": 104580 }, { "epoch": 1.7341778448375917, "grad_norm": 0.0004205696168355644, "learning_rate": 3.2658221551624084e-05, "loss": 0.0059, "step": 104590 }, { "epoch": 1.7343436520701032, "grad_norm": 0.0027284291572868824, "learning_rate": 3.265656347929897e-05, "loss": 0.0039, "step": 104600 }, { "epoch": 1.7345094593026147, "grad_norm": 0.5372617244720459, "learning_rate": 3.265490540697385e-05, "loss": 0.0096, "step": 104610 }, { "epoch": 1.7346752665351262, "grad_norm": 0.00796977337449789, "learning_rate": 3.265324733464874e-05, "loss": 0.0112, "step": 104620 }, { "epoch": 1.7348410737676376, "grad_norm": 0.00024019074044190347, "learning_rate": 3.2651589262323624e-05, "loss": 0.004, "step": 104630 }, { "epoch": 1.735006881000149, "grad_norm": 0.2232275754213333, "learning_rate": 3.2649931189998515e-05, "loss": 0.0039, "step": 104640 }, { "epoch": 1.7351726882326606, "grad_norm": 0.003665813012048602, "learning_rate": 3.264827311767339e-05, "loss": 0.0005, "step": 104650 }, { "epoch": 1.735338495465172, "grad_norm": 6.55439289403148e-05, "learning_rate": 3.2646615045348275e-05, "loss": 0.0115, "step": 104660 }, { "epoch": 1.7355043026976835, "grad_norm": 0.0007432622951455414, "learning_rate": 3.2644956973023165e-05, "loss": 0.0005, "step": 104670 }, { "epoch": 1.735670109930195, "grad_norm": 0.0083291195333004, "learning_rate": 3.264329890069805e-05, "loss": 0.0072, "step": 104680 }, { "epoch": 1.7358359171627067, "grad_norm": 1.5933680534362793, "learning_rate": 3.264164082837293e-05, "loss": 0.0122, "step": 104690 }, { "epoch": 1.7360017243952182, "grad_norm": 0.16722159087657928, "learning_rate": 3.263998275604782e-05, "loss": 0.013, "step": 104700 }, { "epoch": 1.7361675316277296, "grad_norm": 0.00031096531893126667, "learning_rate": 3.2638324683722706e-05, "loss": 0.0002, "step": 104710 }, { "epoch": 1.736333338860241, "grad_norm": 0.16396790742874146, "learning_rate": 3.2636666611397596e-05, "loss": 0.0079, "step": 104720 }, { "epoch": 1.7364991460927526, "grad_norm": 0.0006999465404078364, "learning_rate": 3.263500853907247e-05, "loss": 0.0062, "step": 104730 }, { "epoch": 1.736664953325264, "grad_norm": 0.0014060025569051504, "learning_rate": 3.2633350466747356e-05, "loss": 0.0001, "step": 104740 }, { "epoch": 1.7368307605577755, "grad_norm": 0.00015165387594606727, "learning_rate": 3.2631692394422247e-05, "loss": 0.0018, "step": 104750 }, { "epoch": 1.736996567790287, "grad_norm": 0.17977455258369446, "learning_rate": 3.263003432209713e-05, "loss": 0.0058, "step": 104760 }, { "epoch": 1.7371623750227985, "grad_norm": 0.30673378705978394, "learning_rate": 3.262837624977202e-05, "loss": 0.0202, "step": 104770 }, { "epoch": 1.73732818225531, "grad_norm": 0.00039765320252627134, "learning_rate": 3.2626718177446904e-05, "loss": 0.011, "step": 104780 }, { "epoch": 1.7374939894878214, "grad_norm": 0.0014903778210282326, "learning_rate": 3.262506010512179e-05, "loss": 0.0068, "step": 104790 }, { "epoch": 1.737659796720333, "grad_norm": 0.000200644601136446, "learning_rate": 3.262340203279667e-05, "loss": 0.002, "step": 104800 }, { "epoch": 1.7378256039528446, "grad_norm": 0.09651901572942734, "learning_rate": 3.2621743960471554e-05, "loss": 0.0038, "step": 104810 }, { "epoch": 1.737991411185356, "grad_norm": 0.02110551856458187, "learning_rate": 3.262008588814644e-05, "loss": 0.001, "step": 104820 }, { "epoch": 1.7381572184178675, "grad_norm": 0.0002115111128659919, "learning_rate": 3.261842781582133e-05, "loss": 0.0048, "step": 104830 }, { "epoch": 1.738323025650379, "grad_norm": 0.004544008057564497, "learning_rate": 3.261676974349621e-05, "loss": 0.0073, "step": 104840 }, { "epoch": 1.7384888328828905, "grad_norm": 0.1566886454820633, "learning_rate": 3.26151116711711e-05, "loss": 0.0207, "step": 104850 }, { "epoch": 1.738654640115402, "grad_norm": 0.009107870049774647, "learning_rate": 3.2613453598845985e-05, "loss": 0.0035, "step": 104860 }, { "epoch": 1.7388204473479134, "grad_norm": 0.004644400905817747, "learning_rate": 3.261179552652087e-05, "loss": 0.0164, "step": 104870 }, { "epoch": 1.7389862545804249, "grad_norm": 0.14508655667304993, "learning_rate": 3.261013745419575e-05, "loss": 0.0035, "step": 104880 }, { "epoch": 1.7391520618129364, "grad_norm": 0.002846718765795231, "learning_rate": 3.2608479381870636e-05, "loss": 0.0067, "step": 104890 }, { "epoch": 1.7393178690454478, "grad_norm": 0.21796438097953796, "learning_rate": 3.2606821309545526e-05, "loss": 0.0147, "step": 104900 }, { "epoch": 1.7394836762779593, "grad_norm": 0.046981070190668106, "learning_rate": 3.260516323722041e-05, "loss": 0.0051, "step": 104910 }, { "epoch": 1.7396494835104708, "grad_norm": 0.00035665970062837005, "learning_rate": 3.260350516489529e-05, "loss": 0.0115, "step": 104920 }, { "epoch": 1.7398152907429822, "grad_norm": 0.002325698733329773, "learning_rate": 3.260184709257018e-05, "loss": 0.0041, "step": 104930 }, { "epoch": 1.7399810979754937, "grad_norm": 0.19451557099819183, "learning_rate": 3.2600189020245067e-05, "loss": 0.0118, "step": 104940 }, { "epoch": 1.7401469052080052, "grad_norm": 0.0012775674695149064, "learning_rate": 3.259853094791995e-05, "loss": 0.0003, "step": 104950 }, { "epoch": 1.7403127124405167, "grad_norm": 0.031208863481879234, "learning_rate": 3.2596872875594833e-05, "loss": 0.0129, "step": 104960 }, { "epoch": 1.7404785196730281, "grad_norm": 0.0004355068376753479, "learning_rate": 3.259521480326972e-05, "loss": 0.0026, "step": 104970 }, { "epoch": 1.7406443269055396, "grad_norm": 0.003566222731024027, "learning_rate": 3.259355673094461e-05, "loss": 0.0058, "step": 104980 }, { "epoch": 1.740810134138051, "grad_norm": 0.005206349305808544, "learning_rate": 3.259189865861949e-05, "loss": 0.0063, "step": 104990 }, { "epoch": 1.7409759413705626, "grad_norm": 0.0010281215654686093, "learning_rate": 3.2590240586294374e-05, "loss": 0.005, "step": 105000 }, { "epoch": 1.741141748603074, "grad_norm": 0.007452085148543119, "learning_rate": 3.2588582513969264e-05, "loss": 0.0031, "step": 105010 }, { "epoch": 1.7413075558355855, "grad_norm": 0.06730847805738449, "learning_rate": 3.258692444164415e-05, "loss": 0.0001, "step": 105020 }, { "epoch": 1.741473363068097, "grad_norm": 0.0019186428980901837, "learning_rate": 3.258526636931903e-05, "loss": 0.0053, "step": 105030 }, { "epoch": 1.7416391703006084, "grad_norm": 0.001957019092515111, "learning_rate": 3.2583608296993915e-05, "loss": 0.0085, "step": 105040 }, { "epoch": 1.74180497753312, "grad_norm": 0.0039009680040180683, "learning_rate": 3.25819502246688e-05, "loss": 0.0001, "step": 105050 }, { "epoch": 1.7419707847656314, "grad_norm": 0.8920915126800537, "learning_rate": 3.258029215234369e-05, "loss": 0.0073, "step": 105060 }, { "epoch": 1.7421365919981429, "grad_norm": 0.0007918223273009062, "learning_rate": 3.257863408001857e-05, "loss": 0.0007, "step": 105070 }, { "epoch": 1.7423023992306543, "grad_norm": 0.20370757579803467, "learning_rate": 3.2576976007693456e-05, "loss": 0.0071, "step": 105080 }, { "epoch": 1.7424682064631658, "grad_norm": 0.3535051643848419, "learning_rate": 3.2575317935368346e-05, "loss": 0.0035, "step": 105090 }, { "epoch": 1.7426340136956773, "grad_norm": 0.00013426001532934606, "learning_rate": 3.257365986304323e-05, "loss": 0.0001, "step": 105100 }, { "epoch": 1.7427998209281887, "grad_norm": 0.001346791977994144, "learning_rate": 3.257200179071811e-05, "loss": 0.0002, "step": 105110 }, { "epoch": 1.7429656281607002, "grad_norm": 7.604846177855507e-05, "learning_rate": 3.2570343718392996e-05, "loss": 0.0002, "step": 105120 }, { "epoch": 1.7431314353932117, "grad_norm": 0.0013138173380866647, "learning_rate": 3.256868564606788e-05, "loss": 0.0111, "step": 105130 }, { "epoch": 1.7432972426257234, "grad_norm": 0.0008537411922588944, "learning_rate": 3.256702757374277e-05, "loss": 0.0049, "step": 105140 }, { "epoch": 1.7434630498582349, "grad_norm": 0.0009161082562059164, "learning_rate": 3.2565369501417653e-05, "loss": 0.0079, "step": 105150 }, { "epoch": 1.7436288570907463, "grad_norm": 0.00722067104652524, "learning_rate": 3.256371142909254e-05, "loss": 0.0121, "step": 105160 }, { "epoch": 1.7437946643232578, "grad_norm": 0.0001382652553729713, "learning_rate": 3.256205335676743e-05, "loss": 0.0017, "step": 105170 }, { "epoch": 1.7439604715557693, "grad_norm": 0.0005009190645068884, "learning_rate": 3.256039528444231e-05, "loss": 0.0008, "step": 105180 }, { "epoch": 1.7441262787882807, "grad_norm": 7.580997771583498e-05, "learning_rate": 3.2558737212117194e-05, "loss": 0.0003, "step": 105190 }, { "epoch": 1.7442920860207922, "grad_norm": 0.009230969473719597, "learning_rate": 3.255707913979208e-05, "loss": 0.0035, "step": 105200 }, { "epoch": 1.7444578932533037, "grad_norm": 0.0006667975685559213, "learning_rate": 3.255542106746696e-05, "loss": 0.0129, "step": 105210 }, { "epoch": 1.7446237004858152, "grad_norm": 0.0064557986333966255, "learning_rate": 3.255376299514185e-05, "loss": 0.0172, "step": 105220 }, { "epoch": 1.7447895077183266, "grad_norm": 0.00019291059288661927, "learning_rate": 3.2552104922816735e-05, "loss": 0.0117, "step": 105230 }, { "epoch": 1.744955314950838, "grad_norm": 0.0018954244442284107, "learning_rate": 3.2550446850491625e-05, "loss": 0.0008, "step": 105240 }, { "epoch": 1.7451211221833496, "grad_norm": 0.001098821870982647, "learning_rate": 3.254878877816651e-05, "loss": 0.0001, "step": 105250 }, { "epoch": 1.7452869294158613, "grad_norm": 0.7197127938270569, "learning_rate": 3.254713070584139e-05, "loss": 0.0066, "step": 105260 }, { "epoch": 1.7454527366483727, "grad_norm": 0.0015364951686933637, "learning_rate": 3.2545472633516276e-05, "loss": 0.0127, "step": 105270 }, { "epoch": 1.7456185438808842, "grad_norm": 0.059261150658130646, "learning_rate": 3.254381456119116e-05, "loss": 0.0069, "step": 105280 }, { "epoch": 1.7457843511133957, "grad_norm": 0.08155354112386703, "learning_rate": 3.254215648886604e-05, "loss": 0.0043, "step": 105290 }, { "epoch": 1.7459501583459072, "grad_norm": 0.003322036936879158, "learning_rate": 3.254049841654093e-05, "loss": 0.0014, "step": 105300 }, { "epoch": 1.7461159655784186, "grad_norm": 0.000324924971209839, "learning_rate": 3.2538840344215816e-05, "loss": 0.0032, "step": 105310 }, { "epoch": 1.74628177281093, "grad_norm": 0.01080453023314476, "learning_rate": 3.2537182271890707e-05, "loss": 0.0061, "step": 105320 }, { "epoch": 1.7464475800434416, "grad_norm": 0.00047416650340892375, "learning_rate": 3.253552419956559e-05, "loss": 0.0058, "step": 105330 }, { "epoch": 1.746613387275953, "grad_norm": 0.02361340820789337, "learning_rate": 3.253386612724047e-05, "loss": 0.0045, "step": 105340 }, { "epoch": 1.7467791945084645, "grad_norm": 0.0008279246976599097, "learning_rate": 3.253220805491536e-05, "loss": 0.0051, "step": 105350 }, { "epoch": 1.746945001740976, "grad_norm": 0.0004041903594043106, "learning_rate": 3.253054998259024e-05, "loss": 0.0052, "step": 105360 }, { "epoch": 1.7471108089734875, "grad_norm": 0.009197145700454712, "learning_rate": 3.2528891910265124e-05, "loss": 0.003, "step": 105370 }, { "epoch": 1.747276616205999, "grad_norm": 0.003157830098643899, "learning_rate": 3.2527233837940014e-05, "loss": 0.0083, "step": 105380 }, { "epoch": 1.7474424234385104, "grad_norm": 0.0019510716665536165, "learning_rate": 3.25255757656149e-05, "loss": 0.0099, "step": 105390 }, { "epoch": 1.747608230671022, "grad_norm": 0.014457841403782368, "learning_rate": 3.252391769328979e-05, "loss": 0.0129, "step": 105400 }, { "epoch": 1.7477740379035334, "grad_norm": 0.0007012108690105379, "learning_rate": 3.2522259620964665e-05, "loss": 0.0004, "step": 105410 }, { "epoch": 1.7479398451360448, "grad_norm": 0.0006155908922664821, "learning_rate": 3.252060154863955e-05, "loss": 0.0143, "step": 105420 }, { "epoch": 1.7481056523685563, "grad_norm": 0.0006393527146428823, "learning_rate": 3.251894347631444e-05, "loss": 0.0005, "step": 105430 }, { "epoch": 1.7482714596010678, "grad_norm": 0.0002809043216984719, "learning_rate": 3.251728540398932e-05, "loss": 0.0165, "step": 105440 }, { "epoch": 1.7484372668335793, "grad_norm": 0.006783317308872938, "learning_rate": 3.251562733166421e-05, "loss": 0.0003, "step": 105450 }, { "epoch": 1.7486030740660907, "grad_norm": 0.3070456087589264, "learning_rate": 3.2513969259339096e-05, "loss": 0.0008, "step": 105460 }, { "epoch": 1.7487688812986022, "grad_norm": 0.0007071895524859428, "learning_rate": 3.251231118701398e-05, "loss": 0.0023, "step": 105470 }, { "epoch": 1.7489346885311137, "grad_norm": 0.00972563587129116, "learning_rate": 3.251065311468887e-05, "loss": 0.0034, "step": 105480 }, { "epoch": 1.7491004957636251, "grad_norm": 0.0046376632526516914, "learning_rate": 3.2508995042363746e-05, "loss": 0.0057, "step": 105490 }, { "epoch": 1.7492663029961366, "grad_norm": 0.2986288070678711, "learning_rate": 3.250733697003863e-05, "loss": 0.0054, "step": 105500 }, { "epoch": 1.749432110228648, "grad_norm": 0.009721184149384499, "learning_rate": 3.250567889771352e-05, "loss": 0.0023, "step": 105510 }, { "epoch": 1.7495979174611596, "grad_norm": 0.0002305607486050576, "learning_rate": 3.25040208253884e-05, "loss": 0.0133, "step": 105520 }, { "epoch": 1.749763724693671, "grad_norm": 0.023199375718832016, "learning_rate": 3.2502362753063293e-05, "loss": 0.0001, "step": 105530 }, { "epoch": 1.7499295319261825, "grad_norm": 9.531600517220795e-05, "learning_rate": 3.250070468073818e-05, "loss": 0.0138, "step": 105540 }, { "epoch": 1.750095339158694, "grad_norm": 0.003045972902327776, "learning_rate": 3.249904660841306e-05, "loss": 0.0046, "step": 105550 }, { "epoch": 1.7502611463912054, "grad_norm": 0.19421659409999847, "learning_rate": 3.2497388536087944e-05, "loss": 0.0081, "step": 105560 }, { "epoch": 1.750426953623717, "grad_norm": 0.0013373750261962414, "learning_rate": 3.249573046376283e-05, "loss": 0.006, "step": 105570 }, { "epoch": 1.7505927608562284, "grad_norm": 0.0031898936722427607, "learning_rate": 3.249407239143772e-05, "loss": 0.0037, "step": 105580 }, { "epoch": 1.75075856808874, "grad_norm": 0.000785488577093929, "learning_rate": 3.24924143191126e-05, "loss": 0.0029, "step": 105590 }, { "epoch": 1.7509243753212516, "grad_norm": 0.0005663570482283831, "learning_rate": 3.2490756246787485e-05, "loss": 0.0038, "step": 105600 }, { "epoch": 1.751090182553763, "grad_norm": 0.0058796764351427555, "learning_rate": 3.2489098174462375e-05, "loss": 0.0107, "step": 105610 }, { "epoch": 1.7512559897862745, "grad_norm": 0.004735666327178478, "learning_rate": 3.248744010213726e-05, "loss": 0.0011, "step": 105620 }, { "epoch": 1.751421797018786, "grad_norm": 0.007082852069288492, "learning_rate": 3.248578202981214e-05, "loss": 0.0012, "step": 105630 }, { "epoch": 1.7515876042512974, "grad_norm": 0.015463868156075478, "learning_rate": 3.2484123957487025e-05, "loss": 0.0008, "step": 105640 }, { "epoch": 1.751753411483809, "grad_norm": 0.019196776673197746, "learning_rate": 3.248246588516191e-05, "loss": 0.0072, "step": 105650 }, { "epoch": 1.7519192187163204, "grad_norm": 0.020825987681746483, "learning_rate": 3.24808078128368e-05, "loss": 0.0045, "step": 105660 }, { "epoch": 1.7520850259488319, "grad_norm": 0.0006492681568488479, "learning_rate": 3.247914974051168e-05, "loss": 0.0156, "step": 105670 }, { "epoch": 1.7522508331813433, "grad_norm": 0.00024114371626637876, "learning_rate": 3.2477491668186566e-05, "loss": 0.0041, "step": 105680 }, { "epoch": 1.7524166404138548, "grad_norm": 0.5156768560409546, "learning_rate": 3.2475833595861456e-05, "loss": 0.0129, "step": 105690 }, { "epoch": 1.7525824476463663, "grad_norm": 0.32083380222320557, "learning_rate": 3.247417552353634e-05, "loss": 0.0105, "step": 105700 }, { "epoch": 1.752748254878878, "grad_norm": 0.2335759550333023, "learning_rate": 3.247251745121122e-05, "loss": 0.0092, "step": 105710 }, { "epoch": 1.7529140621113894, "grad_norm": 0.0034511724952608347, "learning_rate": 3.247085937888611e-05, "loss": 0.0075, "step": 105720 }, { "epoch": 1.753079869343901, "grad_norm": 0.014747336506843567, "learning_rate": 3.246920130656099e-05, "loss": 0.0047, "step": 105730 }, { "epoch": 1.7532456765764124, "grad_norm": 0.0041428073309361935, "learning_rate": 3.246754323423588e-05, "loss": 0.0002, "step": 105740 }, { "epoch": 1.7534114838089239, "grad_norm": 0.028206825256347656, "learning_rate": 3.2465885161910764e-05, "loss": 0.0097, "step": 105750 }, { "epoch": 1.7535772910414353, "grad_norm": 0.01491484884172678, "learning_rate": 3.246422708958565e-05, "loss": 0.0027, "step": 105760 }, { "epoch": 1.7537430982739468, "grad_norm": 0.046510178595781326, "learning_rate": 3.246256901726054e-05, "loss": 0.0037, "step": 105770 }, { "epoch": 1.7539089055064583, "grad_norm": 0.0028067256789654493, "learning_rate": 3.246091094493542e-05, "loss": 0.0005, "step": 105780 }, { "epoch": 1.7540747127389698, "grad_norm": 0.002526951255276799, "learning_rate": 3.2459252872610305e-05, "loss": 0.0023, "step": 105790 }, { "epoch": 1.7542405199714812, "grad_norm": 0.005268356762826443, "learning_rate": 3.245759480028519e-05, "loss": 0.0002, "step": 105800 }, { "epoch": 1.7544063272039927, "grad_norm": 0.00041798767051659524, "learning_rate": 3.245593672796007e-05, "loss": 0.0033, "step": 105810 }, { "epoch": 1.7545721344365042, "grad_norm": 0.02789335697889328, "learning_rate": 3.245427865563496e-05, "loss": 0.0001, "step": 105820 }, { "epoch": 1.7547379416690156, "grad_norm": 0.005842615384608507, "learning_rate": 3.2452620583309845e-05, "loss": 0.0009, "step": 105830 }, { "epoch": 1.7549037489015271, "grad_norm": 0.011669095605611801, "learning_rate": 3.245096251098473e-05, "loss": 0.0037, "step": 105840 }, { "epoch": 1.7550695561340386, "grad_norm": 0.015637308359146118, "learning_rate": 3.244930443865962e-05, "loss": 0.005, "step": 105850 }, { "epoch": 1.75523536336655, "grad_norm": 0.002490202197805047, "learning_rate": 3.24476463663345e-05, "loss": 0.0029, "step": 105860 }, { "epoch": 1.7554011705990615, "grad_norm": 0.0002627733047120273, "learning_rate": 3.2445988294009386e-05, "loss": 0.0012, "step": 105870 }, { "epoch": 1.755566977831573, "grad_norm": 0.0007826752262189984, "learning_rate": 3.244433022168427e-05, "loss": 0.0001, "step": 105880 }, { "epoch": 1.7557327850640845, "grad_norm": 0.027779491618275642, "learning_rate": 3.244267214935915e-05, "loss": 0.0112, "step": 105890 }, { "epoch": 1.755898592296596, "grad_norm": 0.007301397621631622, "learning_rate": 3.244101407703404e-05, "loss": 0.0049, "step": 105900 }, { "epoch": 1.7560643995291074, "grad_norm": 0.08248841762542725, "learning_rate": 3.243935600470893e-05, "loss": 0.0033, "step": 105910 }, { "epoch": 1.756230206761619, "grad_norm": 0.021001391112804413, "learning_rate": 3.243769793238382e-05, "loss": 0.0017, "step": 105920 }, { "epoch": 1.7563960139941304, "grad_norm": 0.01049418281763792, "learning_rate": 3.24360398600587e-05, "loss": 0.0009, "step": 105930 }, { "epoch": 1.7565618212266418, "grad_norm": 0.000772919855080545, "learning_rate": 3.2434381787733584e-05, "loss": 0.0038, "step": 105940 }, { "epoch": 1.7567276284591533, "grad_norm": 0.010017548687756062, "learning_rate": 3.243272371540847e-05, "loss": 0.0029, "step": 105950 }, { "epoch": 1.7568934356916648, "grad_norm": 0.7069490551948547, "learning_rate": 3.243106564308335e-05, "loss": 0.0032, "step": 105960 }, { "epoch": 1.7570592429241763, "grad_norm": 0.00016487643006257713, "learning_rate": 3.2429407570758234e-05, "loss": 0.0002, "step": 105970 }, { "epoch": 1.7572250501566877, "grad_norm": 0.0015739059308543801, "learning_rate": 3.2427749498433125e-05, "loss": 0.0002, "step": 105980 }, { "epoch": 1.7573908573891992, "grad_norm": 0.0010833642445504665, "learning_rate": 3.242609142610801e-05, "loss": 0.0086, "step": 105990 }, { "epoch": 1.7575566646217107, "grad_norm": 0.0015255335019901395, "learning_rate": 3.24244333537829e-05, "loss": 0.0061, "step": 106000 }, { "epoch": 1.7577224718542221, "grad_norm": 0.2136574536561966, "learning_rate": 3.242277528145778e-05, "loss": 0.0275, "step": 106010 }, { "epoch": 1.7578882790867336, "grad_norm": 0.24769870936870575, "learning_rate": 3.2421117209132665e-05, "loss": 0.0098, "step": 106020 }, { "epoch": 1.758054086319245, "grad_norm": 3.8970441818237305, "learning_rate": 3.241945913680755e-05, "loss": 0.0189, "step": 106030 }, { "epoch": 1.7582198935517566, "grad_norm": 0.028702519834041595, "learning_rate": 3.241780106448243e-05, "loss": 0.0035, "step": 106040 }, { "epoch": 1.7583857007842683, "grad_norm": 0.00041971378959715366, "learning_rate": 3.2416142992157316e-05, "loss": 0.0052, "step": 106050 }, { "epoch": 1.7585515080167797, "grad_norm": 0.00016298303671646863, "learning_rate": 3.2414484919832206e-05, "loss": 0.0074, "step": 106060 }, { "epoch": 1.7587173152492912, "grad_norm": 0.001026221551001072, "learning_rate": 3.241282684750709e-05, "loss": 0.0004, "step": 106070 }, { "epoch": 1.7588831224818027, "grad_norm": 0.0005205708439461887, "learning_rate": 3.241116877518198e-05, "loss": 0.0147, "step": 106080 }, { "epoch": 1.7590489297143141, "grad_norm": 0.02626020647585392, "learning_rate": 3.240951070285686e-05, "loss": 0.0066, "step": 106090 }, { "epoch": 1.7592147369468256, "grad_norm": 0.00045860829413868487, "learning_rate": 3.240785263053174e-05, "loss": 0.0062, "step": 106100 }, { "epoch": 1.759380544179337, "grad_norm": 0.0009494382538832724, "learning_rate": 3.240619455820663e-05, "loss": 0.0028, "step": 106110 }, { "epoch": 1.7595463514118486, "grad_norm": 0.03119165264070034, "learning_rate": 3.2404536485881514e-05, "loss": 0.0022, "step": 106120 }, { "epoch": 1.75971215864436, "grad_norm": 0.02126285620033741, "learning_rate": 3.2402878413556404e-05, "loss": 0.0022, "step": 106130 }, { "epoch": 1.7598779658768715, "grad_norm": 0.47818127274513245, "learning_rate": 3.240122034123129e-05, "loss": 0.0101, "step": 106140 }, { "epoch": 1.760043773109383, "grad_norm": 0.1391706019639969, "learning_rate": 3.239956226890617e-05, "loss": 0.0053, "step": 106150 }, { "epoch": 1.7602095803418947, "grad_norm": 0.0021284758113324642, "learning_rate": 3.239790419658106e-05, "loss": 0.0004, "step": 106160 }, { "epoch": 1.7603753875744061, "grad_norm": 0.002842838177457452, "learning_rate": 3.2396246124255945e-05, "loss": 0.0041, "step": 106170 }, { "epoch": 1.7605411948069176, "grad_norm": 0.0004652517382055521, "learning_rate": 3.239458805193082e-05, "loss": 0.0123, "step": 106180 }, { "epoch": 1.760707002039429, "grad_norm": 0.0026788110844790936, "learning_rate": 3.239292997960571e-05, "loss": 0.0035, "step": 106190 }, { "epoch": 1.7608728092719406, "grad_norm": 0.0004980475641787052, "learning_rate": 3.2391271907280595e-05, "loss": 0.0111, "step": 106200 }, { "epoch": 1.761038616504452, "grad_norm": 0.009197256527841091, "learning_rate": 3.2389613834955485e-05, "loss": 0.0002, "step": 106210 }, { "epoch": 1.7612044237369635, "grad_norm": 0.0004319926956668496, "learning_rate": 3.238795576263037e-05, "loss": 0.0055, "step": 106220 }, { "epoch": 1.761370230969475, "grad_norm": 0.025643736124038696, "learning_rate": 3.238629769030525e-05, "loss": 0.0129, "step": 106230 }, { "epoch": 1.7615360382019865, "grad_norm": 0.008392684161663055, "learning_rate": 3.238463961798014e-05, "loss": 0.0126, "step": 106240 }, { "epoch": 1.761701845434498, "grad_norm": 0.0002794369065668434, "learning_rate": 3.238298154565502e-05, "loss": 0.0003, "step": 106250 }, { "epoch": 1.7618676526670094, "grad_norm": 0.18673253059387207, "learning_rate": 3.238132347332991e-05, "loss": 0.0055, "step": 106260 }, { "epoch": 1.7620334598995209, "grad_norm": 0.0842597708106041, "learning_rate": 3.237966540100479e-05, "loss": 0.0074, "step": 106270 }, { "epoch": 1.7621992671320323, "grad_norm": 0.08819092065095901, "learning_rate": 3.2378007328679676e-05, "loss": 0.0045, "step": 106280 }, { "epoch": 1.7623650743645438, "grad_norm": 0.016878537833690643, "learning_rate": 3.2376349256354567e-05, "loss": 0.0083, "step": 106290 }, { "epoch": 1.7625308815970553, "grad_norm": 0.0031040310859680176, "learning_rate": 3.237469118402945e-05, "loss": 0.0044, "step": 106300 }, { "epoch": 1.7626966888295668, "grad_norm": 0.04387651011347771, "learning_rate": 3.2373033111704334e-05, "loss": 0.0048, "step": 106310 }, { "epoch": 1.7628624960620782, "grad_norm": 0.008097779005765915, "learning_rate": 3.237137503937922e-05, "loss": 0.0079, "step": 106320 }, { "epoch": 1.7630283032945897, "grad_norm": 1.4235700368881226, "learning_rate": 3.23697169670541e-05, "loss": 0.0104, "step": 106330 }, { "epoch": 1.7631941105271012, "grad_norm": 0.22866424918174744, "learning_rate": 3.236805889472899e-05, "loss": 0.0006, "step": 106340 }, { "epoch": 1.7633599177596126, "grad_norm": 0.30727246403694153, "learning_rate": 3.2366400822403874e-05, "loss": 0.0031, "step": 106350 }, { "epoch": 1.7635257249921241, "grad_norm": 0.0006449189386330545, "learning_rate": 3.236474275007876e-05, "loss": 0.016, "step": 106360 }, { "epoch": 1.7636915322246356, "grad_norm": 0.001113133504986763, "learning_rate": 3.236308467775365e-05, "loss": 0.0012, "step": 106370 }, { "epoch": 1.763857339457147, "grad_norm": 0.0025671329349279404, "learning_rate": 3.236142660542853e-05, "loss": 0.0114, "step": 106380 }, { "epoch": 1.7640231466896585, "grad_norm": 0.19354018568992615, "learning_rate": 3.2359768533103415e-05, "loss": 0.0084, "step": 106390 }, { "epoch": 1.76418895392217, "grad_norm": 0.20789793133735657, "learning_rate": 3.23581104607783e-05, "loss": 0.0101, "step": 106400 }, { "epoch": 1.7643547611546815, "grad_norm": 0.008963609114289284, "learning_rate": 3.235645238845318e-05, "loss": 0.0083, "step": 106410 }, { "epoch": 1.764520568387193, "grad_norm": 0.003654927248135209, "learning_rate": 3.235479431612807e-05, "loss": 0.0001, "step": 106420 }, { "epoch": 1.7646863756197044, "grad_norm": 0.0016261183191090822, "learning_rate": 3.2353136243802956e-05, "loss": 0.0031, "step": 106430 }, { "epoch": 1.764852182852216, "grad_norm": 0.007864639163017273, "learning_rate": 3.235147817147784e-05, "loss": 0.003, "step": 106440 }, { "epoch": 1.7650179900847274, "grad_norm": 0.23578321933746338, "learning_rate": 3.234982009915273e-05, "loss": 0.0082, "step": 106450 }, { "epoch": 1.7651837973172388, "grad_norm": 0.021358059719204903, "learning_rate": 3.234816202682761e-05, "loss": 0.0039, "step": 106460 }, { "epoch": 1.7653496045497503, "grad_norm": 9.554816642776132e-05, "learning_rate": 3.2346503954502496e-05, "loss": 0.0052, "step": 106470 }, { "epoch": 1.7655154117822618, "grad_norm": 0.0010617687366902828, "learning_rate": 3.234484588217738e-05, "loss": 0.0017, "step": 106480 }, { "epoch": 1.7656812190147733, "grad_norm": 0.034527119249105453, "learning_rate": 3.234318780985226e-05, "loss": 0.0083, "step": 106490 }, { "epoch": 1.765847026247285, "grad_norm": 0.0001953559840330854, "learning_rate": 3.2341529737527154e-05, "loss": 0.0104, "step": 106500 }, { "epoch": 1.7660128334797964, "grad_norm": 0.0019380133599042892, "learning_rate": 3.233987166520204e-05, "loss": 0.0065, "step": 106510 }, { "epoch": 1.766178640712308, "grad_norm": 8.29708733363077e-05, "learning_rate": 3.233821359287692e-05, "loss": 0.0001, "step": 106520 }, { "epoch": 1.7663444479448194, "grad_norm": 0.0001972074096556753, "learning_rate": 3.233655552055181e-05, "loss": 0.005, "step": 106530 }, { "epoch": 1.7665102551773308, "grad_norm": 0.004987874999642372, "learning_rate": 3.2334897448226694e-05, "loss": 0.0079, "step": 106540 }, { "epoch": 1.7666760624098423, "grad_norm": 0.0034577404148876667, "learning_rate": 3.233323937590158e-05, "loss": 0.0031, "step": 106550 }, { "epoch": 1.7668418696423538, "grad_norm": 0.000694584334269166, "learning_rate": 3.233158130357646e-05, "loss": 0.0034, "step": 106560 }, { "epoch": 1.7670076768748653, "grad_norm": 0.004432143177837133, "learning_rate": 3.2329923231251345e-05, "loss": 0.0092, "step": 106570 }, { "epoch": 1.7671734841073767, "grad_norm": 0.11525413393974304, "learning_rate": 3.2328265158926235e-05, "loss": 0.006, "step": 106580 }, { "epoch": 1.7673392913398882, "grad_norm": 0.003772221738472581, "learning_rate": 3.232660708660112e-05, "loss": 0.0048, "step": 106590 }, { "epoch": 1.7675050985723997, "grad_norm": 0.007227664813399315, "learning_rate": 3.232494901427601e-05, "loss": 0.004, "step": 106600 }, { "epoch": 1.7676709058049114, "grad_norm": 0.0069819120690226555, "learning_rate": 3.232329094195089e-05, "loss": 0.0043, "step": 106610 }, { "epoch": 1.7678367130374228, "grad_norm": 9.99105759547092e-05, "learning_rate": 3.2321632869625776e-05, "loss": 0.0063, "step": 106620 }, { "epoch": 1.7680025202699343, "grad_norm": 0.00042631514952518046, "learning_rate": 3.231997479730066e-05, "loss": 0.0066, "step": 106630 }, { "epoch": 1.7681683275024458, "grad_norm": 0.41895756125450134, "learning_rate": 3.231831672497554e-05, "loss": 0.0088, "step": 106640 }, { "epoch": 1.7683341347349573, "grad_norm": 0.0005420595989562571, "learning_rate": 3.2316658652650426e-05, "loss": 0.0106, "step": 106650 }, { "epoch": 1.7684999419674687, "grad_norm": 0.0005907823797315359, "learning_rate": 3.2315000580325316e-05, "loss": 0.0012, "step": 106660 }, { "epoch": 1.7686657491999802, "grad_norm": 0.00018707716662902385, "learning_rate": 3.23133425080002e-05, "loss": 0.0049, "step": 106670 }, { "epoch": 1.7688315564324917, "grad_norm": 0.0018986279610544443, "learning_rate": 3.231168443567509e-05, "loss": 0.0013, "step": 106680 }, { "epoch": 1.7689973636650032, "grad_norm": 0.00344954920001328, "learning_rate": 3.2310026363349974e-05, "loss": 0.0111, "step": 106690 }, { "epoch": 1.7691631708975146, "grad_norm": 0.016159070655703545, "learning_rate": 3.230836829102486e-05, "loss": 0.0034, "step": 106700 }, { "epoch": 1.769328978130026, "grad_norm": 0.0008576869731768966, "learning_rate": 3.230671021869974e-05, "loss": 0.0003, "step": 106710 }, { "epoch": 1.7694947853625376, "grad_norm": 1.2028475794068072e-05, "learning_rate": 3.2305052146374624e-05, "loss": 0.0112, "step": 106720 }, { "epoch": 1.769660592595049, "grad_norm": 3.6195135180605575e-05, "learning_rate": 3.230339407404951e-05, "loss": 0.0043, "step": 106730 }, { "epoch": 1.7698263998275605, "grad_norm": 0.00303207547403872, "learning_rate": 3.23017360017244e-05, "loss": 0.0003, "step": 106740 }, { "epoch": 1.769992207060072, "grad_norm": 0.011414902284741402, "learning_rate": 3.230007792939928e-05, "loss": 0.0034, "step": 106750 }, { "epoch": 1.7701580142925835, "grad_norm": 6.938756996532902e-05, "learning_rate": 3.229841985707417e-05, "loss": 0.0041, "step": 106760 }, { "epoch": 1.770323821525095, "grad_norm": 0.00016026028606574982, "learning_rate": 3.2296761784749055e-05, "loss": 0.0005, "step": 106770 }, { "epoch": 1.7704896287576064, "grad_norm": 0.10371994972229004, "learning_rate": 3.229510371242394e-05, "loss": 0.0002, "step": 106780 }, { "epoch": 1.7706554359901179, "grad_norm": 0.009103831835091114, "learning_rate": 3.229344564009882e-05, "loss": 0.0034, "step": 106790 }, { "epoch": 1.7708212432226293, "grad_norm": 0.030381279066205025, "learning_rate": 3.2291787567773705e-05, "loss": 0.0005, "step": 106800 }, { "epoch": 1.7709870504551408, "grad_norm": 0.21332700550556183, "learning_rate": 3.2290129495448596e-05, "loss": 0.0124, "step": 106810 }, { "epoch": 1.7711528576876523, "grad_norm": 0.0018241112120449543, "learning_rate": 3.228847142312348e-05, "loss": 0.0029, "step": 106820 }, { "epoch": 1.7713186649201638, "grad_norm": 0.0005055928486399353, "learning_rate": 3.228681335079836e-05, "loss": 0.0056, "step": 106830 }, { "epoch": 1.7714844721526752, "grad_norm": 0.029181215912103653, "learning_rate": 3.228515527847325e-05, "loss": 0.0101, "step": 106840 }, { "epoch": 1.7716502793851867, "grad_norm": 0.0011543972650542855, "learning_rate": 3.2283497206148136e-05, "loss": 0.0034, "step": 106850 }, { "epoch": 1.7718160866176982, "grad_norm": 0.0003142023051623255, "learning_rate": 3.228183913382302e-05, "loss": 0.006, "step": 106860 }, { "epoch": 1.7719818938502097, "grad_norm": 0.02939545549452305, "learning_rate": 3.22801810614979e-05, "loss": 0.0112, "step": 106870 }, { "epoch": 1.7721477010827211, "grad_norm": 0.49385279417037964, "learning_rate": 3.227852298917279e-05, "loss": 0.0006, "step": 106880 }, { "epoch": 1.7723135083152326, "grad_norm": 0.8599118590354919, "learning_rate": 3.227686491684768e-05, "loss": 0.0076, "step": 106890 }, { "epoch": 1.772479315547744, "grad_norm": 0.00023833697196096182, "learning_rate": 3.227520684452256e-05, "loss": 0.0064, "step": 106900 }, { "epoch": 1.7726451227802555, "grad_norm": 0.06911507248878479, "learning_rate": 3.2273548772197444e-05, "loss": 0.0008, "step": 106910 }, { "epoch": 1.772810930012767, "grad_norm": 0.45288708806037903, "learning_rate": 3.2271890699872334e-05, "loss": 0.0049, "step": 106920 }, { "epoch": 1.7729767372452785, "grad_norm": 0.16932827234268188, "learning_rate": 3.227023262754722e-05, "loss": 0.0046, "step": 106930 }, { "epoch": 1.77314254447779, "grad_norm": 0.0009931869572028518, "learning_rate": 3.22685745552221e-05, "loss": 0.0034, "step": 106940 }, { "epoch": 1.7733083517103017, "grad_norm": 0.008709857240319252, "learning_rate": 3.2266916482896985e-05, "loss": 0.0025, "step": 106950 }, { "epoch": 1.7734741589428131, "grad_norm": 0.02224862389266491, "learning_rate": 3.226525841057187e-05, "loss": 0.0037, "step": 106960 }, { "epoch": 1.7736399661753246, "grad_norm": 0.21369051933288574, "learning_rate": 3.226360033824676e-05, "loss": 0.0043, "step": 106970 }, { "epoch": 1.773805773407836, "grad_norm": 0.004069398157298565, "learning_rate": 3.226194226592164e-05, "loss": 0.0032, "step": 106980 }, { "epoch": 1.7739715806403475, "grad_norm": 0.003233592491596937, "learning_rate": 3.2260284193596525e-05, "loss": 0.0147, "step": 106990 }, { "epoch": 1.774137387872859, "grad_norm": 0.03359770029783249, "learning_rate": 3.2258626121271416e-05, "loss": 0.0142, "step": 107000 }, { "epoch": 1.7743031951053705, "grad_norm": 0.35319703817367554, "learning_rate": 3.225696804894629e-05, "loss": 0.0106, "step": 107010 }, { "epoch": 1.774469002337882, "grad_norm": 0.04382893815636635, "learning_rate": 3.225530997662118e-05, "loss": 0.0026, "step": 107020 }, { "epoch": 1.7746348095703934, "grad_norm": 0.002404973842203617, "learning_rate": 3.2253651904296066e-05, "loss": 0.0074, "step": 107030 }, { "epoch": 1.774800616802905, "grad_norm": 0.009758815169334412, "learning_rate": 3.225199383197095e-05, "loss": 0.002, "step": 107040 }, { "epoch": 1.7749664240354164, "grad_norm": 0.02420731820166111, "learning_rate": 3.225033575964584e-05, "loss": 0.0056, "step": 107050 }, { "epoch": 1.775132231267928, "grad_norm": 0.0007648313185200095, "learning_rate": 3.224867768732072e-05, "loss": 0.0064, "step": 107060 }, { "epoch": 1.7752980385004395, "grad_norm": 0.008508647792041302, "learning_rate": 3.224701961499561e-05, "loss": 0.0097, "step": 107070 }, { "epoch": 1.775463845732951, "grad_norm": 0.0015986355720087886, "learning_rate": 3.22453615426705e-05, "loss": 0.0004, "step": 107080 }, { "epoch": 1.7756296529654625, "grad_norm": 0.01818857342004776, "learning_rate": 3.2243703470345374e-05, "loss": 0.0083, "step": 107090 }, { "epoch": 1.775795460197974, "grad_norm": 0.012873086147010326, "learning_rate": 3.2242045398020264e-05, "loss": 0.0024, "step": 107100 }, { "epoch": 1.7759612674304854, "grad_norm": 0.00368134630843997, "learning_rate": 3.224038732569515e-05, "loss": 0.0038, "step": 107110 }, { "epoch": 1.776127074662997, "grad_norm": 0.019125647842884064, "learning_rate": 3.223872925337003e-05, "loss": 0.0003, "step": 107120 }, { "epoch": 1.7762928818955084, "grad_norm": 0.03907531872391701, "learning_rate": 3.223707118104492e-05, "loss": 0.0056, "step": 107130 }, { "epoch": 1.7764586891280199, "grad_norm": 0.00046040781307965517, "learning_rate": 3.2235413108719805e-05, "loss": 0.0035, "step": 107140 }, { "epoch": 1.7766244963605313, "grad_norm": 0.07290229201316833, "learning_rate": 3.2233755036394695e-05, "loss": 0.0082, "step": 107150 }, { "epoch": 1.7767903035930428, "grad_norm": 0.01633027195930481, "learning_rate": 3.223209696406957e-05, "loss": 0.0004, "step": 107160 }, { "epoch": 1.7769561108255543, "grad_norm": 0.00025006415671668947, "learning_rate": 3.2230438891744455e-05, "loss": 0.004, "step": 107170 }, { "epoch": 1.7771219180580657, "grad_norm": 0.017640365287661552, "learning_rate": 3.2228780819419345e-05, "loss": 0.0002, "step": 107180 }, { "epoch": 1.7772877252905772, "grad_norm": 0.048999421298503876, "learning_rate": 3.222712274709423e-05, "loss": 0.0032, "step": 107190 }, { "epoch": 1.7774535325230887, "grad_norm": 0.009968643076717854, "learning_rate": 3.222546467476911e-05, "loss": 0.0085, "step": 107200 }, { "epoch": 1.7776193397556002, "grad_norm": 0.00017854738689493388, "learning_rate": 3.2223806602444e-05, "loss": 0.0002, "step": 107210 }, { "epoch": 1.7777851469881116, "grad_norm": 0.00034444392076693475, "learning_rate": 3.2222148530118886e-05, "loss": 0.0003, "step": 107220 }, { "epoch": 1.777950954220623, "grad_norm": 0.004780564922839403, "learning_rate": 3.222049045779377e-05, "loss": 0.0006, "step": 107230 }, { "epoch": 1.7781167614531346, "grad_norm": 0.05192333087325096, "learning_rate": 3.221883238546865e-05, "loss": 0.0007, "step": 107240 }, { "epoch": 1.778282568685646, "grad_norm": 0.21712999045848846, "learning_rate": 3.2217174313143536e-05, "loss": 0.0022, "step": 107250 }, { "epoch": 1.7784483759181575, "grad_norm": 8.086679736152291e-05, "learning_rate": 3.221551624081843e-05, "loss": 0.0033, "step": 107260 }, { "epoch": 1.778614183150669, "grad_norm": 0.0038423349615186453, "learning_rate": 3.221385816849331e-05, "loss": 0.0002, "step": 107270 }, { "epoch": 1.7787799903831805, "grad_norm": 0.0010085290996357799, "learning_rate": 3.22122000961682e-05, "loss": 0.0005, "step": 107280 }, { "epoch": 1.778945797615692, "grad_norm": 0.006893439218401909, "learning_rate": 3.2210542023843084e-05, "loss": 0.0024, "step": 107290 }, { "epoch": 1.7791116048482034, "grad_norm": 0.018926210701465607, "learning_rate": 3.220888395151797e-05, "loss": 0.005, "step": 107300 }, { "epoch": 1.7792774120807149, "grad_norm": 0.015159579925239086, "learning_rate": 3.220722587919285e-05, "loss": 0.0057, "step": 107310 }, { "epoch": 1.7794432193132264, "grad_norm": 0.000663028156850487, "learning_rate": 3.2205567806867734e-05, "loss": 0.0028, "step": 107320 }, { "epoch": 1.7796090265457378, "grad_norm": 0.0009661322692409158, "learning_rate": 3.220390973454262e-05, "loss": 0.0045, "step": 107330 }, { "epoch": 1.7797748337782493, "grad_norm": 0.011247972026467323, "learning_rate": 3.220225166221751e-05, "loss": 0.0061, "step": 107340 }, { "epoch": 1.7799406410107608, "grad_norm": 0.0004668215406127274, "learning_rate": 3.220059358989239e-05, "loss": 0.0035, "step": 107350 }, { "epoch": 1.7801064482432722, "grad_norm": 0.0012801827397197485, "learning_rate": 3.219893551756728e-05, "loss": 0.0059, "step": 107360 }, { "epoch": 1.7802722554757837, "grad_norm": 0.004224511794745922, "learning_rate": 3.2197277445242165e-05, "loss": 0.0056, "step": 107370 }, { "epoch": 1.7804380627082952, "grad_norm": 0.05637985095381737, "learning_rate": 3.219561937291705e-05, "loss": 0.0001, "step": 107380 }, { "epoch": 1.7806038699408067, "grad_norm": 0.02206163853406906, "learning_rate": 3.219396130059193e-05, "loss": 0.0006, "step": 107390 }, { "epoch": 1.7807696771733184, "grad_norm": 0.03436281159520149, "learning_rate": 3.2192303228266816e-05, "loss": 0.0072, "step": 107400 }, { "epoch": 1.7809354844058298, "grad_norm": 0.0006586150848306715, "learning_rate": 3.21906451559417e-05, "loss": 0.0003, "step": 107410 }, { "epoch": 1.7811012916383413, "grad_norm": 3.424440365051851e-05, "learning_rate": 3.218898708361659e-05, "loss": 0.0001, "step": 107420 }, { "epoch": 1.7812670988708528, "grad_norm": 0.0028406332712620497, "learning_rate": 3.218732901129147e-05, "loss": 0.0079, "step": 107430 }, { "epoch": 1.7814329061033642, "grad_norm": 0.1374644935131073, "learning_rate": 3.218567093896636e-05, "loss": 0.0029, "step": 107440 }, { "epoch": 1.7815987133358757, "grad_norm": 0.330844908952713, "learning_rate": 3.218401286664125e-05, "loss": 0.0131, "step": 107450 }, { "epoch": 1.7817645205683872, "grad_norm": 0.000982262659817934, "learning_rate": 3.218235479431613e-05, "loss": 0.0057, "step": 107460 }, { "epoch": 1.7819303278008987, "grad_norm": 0.039952944964170456, "learning_rate": 3.2180696721991014e-05, "loss": 0.0002, "step": 107470 }, { "epoch": 1.7820961350334101, "grad_norm": 0.023911599069833755, "learning_rate": 3.21790386496659e-05, "loss": 0.0035, "step": 107480 }, { "epoch": 1.7822619422659216, "grad_norm": 0.046306852251291275, "learning_rate": 3.217738057734079e-05, "loss": 0.0108, "step": 107490 }, { "epoch": 1.782427749498433, "grad_norm": 0.028867293149232864, "learning_rate": 3.217572250501567e-05, "loss": 0.0001, "step": 107500 }, { "epoch": 1.7825935567309446, "grad_norm": 0.00012552671250887215, "learning_rate": 3.2174064432690554e-05, "loss": 0.0074, "step": 107510 }, { "epoch": 1.7827593639634562, "grad_norm": 0.0006097466684877872, "learning_rate": 3.2172406360365445e-05, "loss": 0.0029, "step": 107520 }, { "epoch": 1.7829251711959677, "grad_norm": 0.0010392791591584682, "learning_rate": 3.217074828804033e-05, "loss": 0.0051, "step": 107530 }, { "epoch": 1.7830909784284792, "grad_norm": 0.0003169709234498441, "learning_rate": 3.216909021571521e-05, "loss": 0.0007, "step": 107540 }, { "epoch": 1.7832567856609907, "grad_norm": 0.0007659688126295805, "learning_rate": 3.2167432143390095e-05, "loss": 0.0007, "step": 107550 }, { "epoch": 1.7834225928935021, "grad_norm": 0.0005979340057820082, "learning_rate": 3.216577407106498e-05, "loss": 0.0047, "step": 107560 }, { "epoch": 1.7835884001260136, "grad_norm": 0.0028565307147800922, "learning_rate": 3.216411599873987e-05, "loss": 0.0059, "step": 107570 }, { "epoch": 1.783754207358525, "grad_norm": 0.0014064637944102287, "learning_rate": 3.216245792641475e-05, "loss": 0.0008, "step": 107580 }, { "epoch": 1.7839200145910366, "grad_norm": 0.23316089808940887, "learning_rate": 3.2160799854089636e-05, "loss": 0.0134, "step": 107590 }, { "epoch": 1.784085821823548, "grad_norm": 0.16463664174079895, "learning_rate": 3.2159141781764526e-05, "loss": 0.0024, "step": 107600 }, { "epoch": 1.7842516290560595, "grad_norm": 0.19394724071025848, "learning_rate": 3.215748370943941e-05, "loss": 0.0068, "step": 107610 }, { "epoch": 1.784417436288571, "grad_norm": 0.008211958222091198, "learning_rate": 3.215582563711429e-05, "loss": 0.0001, "step": 107620 }, { "epoch": 1.7845832435210824, "grad_norm": 0.014155976474285126, "learning_rate": 3.2154167564789176e-05, "loss": 0.0055, "step": 107630 }, { "epoch": 1.784749050753594, "grad_norm": 0.5559601783752441, "learning_rate": 3.215250949246406e-05, "loss": 0.0133, "step": 107640 }, { "epoch": 1.7849148579861054, "grad_norm": 0.004246163181960583, "learning_rate": 3.215085142013895e-05, "loss": 0.0042, "step": 107650 }, { "epoch": 1.7850806652186169, "grad_norm": 0.04454147070646286, "learning_rate": 3.2149193347813834e-05, "loss": 0.0047, "step": 107660 }, { "epoch": 1.7852464724511283, "grad_norm": 0.3319731056690216, "learning_rate": 3.214753527548872e-05, "loss": 0.0036, "step": 107670 }, { "epoch": 1.7854122796836398, "grad_norm": 0.001084254588931799, "learning_rate": 3.214587720316361e-05, "loss": 0.0016, "step": 107680 }, { "epoch": 1.7855780869161513, "grad_norm": 0.2651177644729614, "learning_rate": 3.214421913083849e-05, "loss": 0.0101, "step": 107690 }, { "epoch": 1.7857438941486627, "grad_norm": 0.0022339962888509035, "learning_rate": 3.2142561058513374e-05, "loss": 0.0045, "step": 107700 }, { "epoch": 1.7859097013811742, "grad_norm": 0.00024194177240133286, "learning_rate": 3.214090298618826e-05, "loss": 0.0078, "step": 107710 }, { "epoch": 1.7860755086136857, "grad_norm": 0.00039733864832669497, "learning_rate": 3.213924491386314e-05, "loss": 0.0059, "step": 107720 }, { "epoch": 1.7862413158461972, "grad_norm": 0.19823850691318512, "learning_rate": 3.213758684153803e-05, "loss": 0.0033, "step": 107730 }, { "epoch": 1.7864071230787086, "grad_norm": 0.0002660701866261661, "learning_rate": 3.2135928769212915e-05, "loss": 0.0084, "step": 107740 }, { "epoch": 1.78657293031122, "grad_norm": 0.0006753862253390253, "learning_rate": 3.21342706968878e-05, "loss": 0.0031, "step": 107750 }, { "epoch": 1.7867387375437316, "grad_norm": 0.009439979679882526, "learning_rate": 3.213261262456269e-05, "loss": 0.01, "step": 107760 }, { "epoch": 1.786904544776243, "grad_norm": 0.2737937569618225, "learning_rate": 3.2130954552237565e-05, "loss": 0.0048, "step": 107770 }, { "epoch": 1.7870703520087545, "grad_norm": 0.0006499321316368878, "learning_rate": 3.2129296479912456e-05, "loss": 0.0028, "step": 107780 }, { "epoch": 1.787236159241266, "grad_norm": 0.0020773345604538918, "learning_rate": 3.212763840758734e-05, "loss": 0.0044, "step": 107790 }, { "epoch": 1.7874019664737775, "grad_norm": 0.0005613392568193376, "learning_rate": 3.212598033526222e-05, "loss": 0.0005, "step": 107800 }, { "epoch": 1.787567773706289, "grad_norm": 0.00043155497405678034, "learning_rate": 3.212432226293711e-05, "loss": 0.0003, "step": 107810 }, { "epoch": 1.7877335809388004, "grad_norm": 0.0022963921073824167, "learning_rate": 3.2122664190611996e-05, "loss": 0.0058, "step": 107820 }, { "epoch": 1.7878993881713119, "grad_norm": 0.0002321837528143078, "learning_rate": 3.212100611828689e-05, "loss": 0.0024, "step": 107830 }, { "epoch": 1.7880651954038234, "grad_norm": 0.001404537120833993, "learning_rate": 3.211934804596177e-05, "loss": 0.0026, "step": 107840 }, { "epoch": 1.7882310026363348, "grad_norm": 0.0018147623632103205, "learning_rate": 3.211768997363665e-05, "loss": 0.0001, "step": 107850 }, { "epoch": 1.7883968098688465, "grad_norm": 0.3702496588230133, "learning_rate": 3.211603190131154e-05, "loss": 0.0026, "step": 107860 }, { "epoch": 1.788562617101358, "grad_norm": 7.010473200352862e-05, "learning_rate": 3.211437382898642e-05, "loss": 0.0001, "step": 107870 }, { "epoch": 1.7887284243338695, "grad_norm": 0.004382653161883354, "learning_rate": 3.2112715756661304e-05, "loss": 0.0115, "step": 107880 }, { "epoch": 1.788894231566381, "grad_norm": 0.00017823358939494938, "learning_rate": 3.2111057684336194e-05, "loss": 0.0039, "step": 107890 }, { "epoch": 1.7890600387988924, "grad_norm": 0.0012462481390684843, "learning_rate": 3.210939961201108e-05, "loss": 0.0046, "step": 107900 }, { "epoch": 1.7892258460314039, "grad_norm": 0.1765490174293518, "learning_rate": 3.210774153968597e-05, "loss": 0.0008, "step": 107910 }, { "epoch": 1.7893916532639154, "grad_norm": 0.29860490560531616, "learning_rate": 3.2106083467360845e-05, "loss": 0.0004, "step": 107920 }, { "epoch": 1.7895574604964268, "grad_norm": 0.00016869282990228385, "learning_rate": 3.210442539503573e-05, "loss": 0.0114, "step": 107930 }, { "epoch": 1.7897232677289383, "grad_norm": 0.0001580174284754321, "learning_rate": 3.210276732271062e-05, "loss": 0.0013, "step": 107940 }, { "epoch": 1.7898890749614498, "grad_norm": 0.00024856594973243773, "learning_rate": 3.21011092503855e-05, "loss": 0.0046, "step": 107950 }, { "epoch": 1.7900548821939612, "grad_norm": 0.0023579387925565243, "learning_rate": 3.209945117806039e-05, "loss": 0.0052, "step": 107960 }, { "epoch": 1.790220689426473, "grad_norm": 0.0027336108032613993, "learning_rate": 3.2097793105735276e-05, "loss": 0.0112, "step": 107970 }, { "epoch": 1.7903864966589844, "grad_norm": 0.2057977020740509, "learning_rate": 3.209613503341016e-05, "loss": 0.005, "step": 107980 }, { "epoch": 1.7905523038914959, "grad_norm": 0.0020345752127468586, "learning_rate": 3.209447696108504e-05, "loss": 0.0156, "step": 107990 }, { "epoch": 1.7907181111240074, "grad_norm": 0.18700672686100006, "learning_rate": 3.2092818888759926e-05, "loss": 0.0047, "step": 108000 }, { "epoch": 1.7908839183565188, "grad_norm": 0.0006553110433742404, "learning_rate": 3.209116081643481e-05, "loss": 0.0041, "step": 108010 }, { "epoch": 1.7910497255890303, "grad_norm": 0.18548691272735596, "learning_rate": 3.20895027441097e-05, "loss": 0.0141, "step": 108020 }, { "epoch": 1.7912155328215418, "grad_norm": 0.0003392126236576587, "learning_rate": 3.208784467178458e-05, "loss": 0.0003, "step": 108030 }, { "epoch": 1.7913813400540533, "grad_norm": 0.0006857390981167555, "learning_rate": 3.2086186599459474e-05, "loss": 0.0037, "step": 108040 }, { "epoch": 1.7915471472865647, "grad_norm": 0.00033771133166737854, "learning_rate": 3.208452852713436e-05, "loss": 0.0021, "step": 108050 }, { "epoch": 1.7917129545190762, "grad_norm": 1.0112664699554443, "learning_rate": 3.208287045480924e-05, "loss": 0.0251, "step": 108060 }, { "epoch": 1.7918787617515877, "grad_norm": 0.15298625826835632, "learning_rate": 3.2081212382484124e-05, "loss": 0.0057, "step": 108070 }, { "epoch": 1.7920445689840991, "grad_norm": 0.0014650527155026793, "learning_rate": 3.207955431015901e-05, "loss": 0.0001, "step": 108080 }, { "epoch": 1.7922103762166106, "grad_norm": 0.0011544981971383095, "learning_rate": 3.207789623783389e-05, "loss": 0.004, "step": 108090 }, { "epoch": 1.792376183449122, "grad_norm": 0.2752581536769867, "learning_rate": 3.207623816550878e-05, "loss": 0.0098, "step": 108100 }, { "epoch": 1.7925419906816336, "grad_norm": 0.12111891806125641, "learning_rate": 3.2074580093183665e-05, "loss": 0.0092, "step": 108110 }, { "epoch": 1.792707797914145, "grad_norm": 0.005770323798060417, "learning_rate": 3.2072922020858555e-05, "loss": 0.0069, "step": 108120 }, { "epoch": 1.7928736051466565, "grad_norm": 0.0010507790138944983, "learning_rate": 3.207126394853344e-05, "loss": 0.0004, "step": 108130 }, { "epoch": 1.793039412379168, "grad_norm": 0.8188921809196472, "learning_rate": 3.206960587620832e-05, "loss": 0.0108, "step": 108140 }, { "epoch": 1.7932052196116794, "grad_norm": 0.0338241383433342, "learning_rate": 3.2067947803883205e-05, "loss": 0.0043, "step": 108150 }, { "epoch": 1.793371026844191, "grad_norm": 0.11617820709943771, "learning_rate": 3.206628973155809e-05, "loss": 0.0013, "step": 108160 }, { "epoch": 1.7935368340767024, "grad_norm": 0.0008272919221781194, "learning_rate": 3.206463165923298e-05, "loss": 0.0044, "step": 108170 }, { "epoch": 1.7937026413092139, "grad_norm": 0.0001720999280223623, "learning_rate": 3.206297358690786e-05, "loss": 0.0071, "step": 108180 }, { "epoch": 1.7938684485417253, "grad_norm": 0.004601644817739725, "learning_rate": 3.2061315514582746e-05, "loss": 0.0055, "step": 108190 }, { "epoch": 1.7940342557742368, "grad_norm": 0.0006436692201532423, "learning_rate": 3.2059657442257636e-05, "loss": 0.0026, "step": 108200 }, { "epoch": 1.7942000630067483, "grad_norm": 0.01389298401772976, "learning_rate": 3.205799936993252e-05, "loss": 0.0042, "step": 108210 }, { "epoch": 1.7943658702392598, "grad_norm": 0.17866244912147522, "learning_rate": 3.20563412976074e-05, "loss": 0.0082, "step": 108220 }, { "epoch": 1.7945316774717712, "grad_norm": 0.017953569069504738, "learning_rate": 3.205468322528229e-05, "loss": 0.0108, "step": 108230 }, { "epoch": 1.7946974847042827, "grad_norm": 0.01731252111494541, "learning_rate": 3.205302515295717e-05, "loss": 0.0019, "step": 108240 }, { "epoch": 1.7948632919367942, "grad_norm": 0.0006435973918996751, "learning_rate": 3.205136708063206e-05, "loss": 0.0049, "step": 108250 }, { "epoch": 1.7950290991693056, "grad_norm": 0.004613350611180067, "learning_rate": 3.2049709008306944e-05, "loss": 0.0013, "step": 108260 }, { "epoch": 1.7951949064018171, "grad_norm": 0.21880429983139038, "learning_rate": 3.204805093598183e-05, "loss": 0.0095, "step": 108270 }, { "epoch": 1.7953607136343286, "grad_norm": 0.0017893427284434438, "learning_rate": 3.204639286365672e-05, "loss": 0.0003, "step": 108280 }, { "epoch": 1.79552652086684, "grad_norm": 0.015956396237015724, "learning_rate": 3.20447347913316e-05, "loss": 0.0038, "step": 108290 }, { "epoch": 1.7956923280993515, "grad_norm": 0.0027673994190990925, "learning_rate": 3.2043076719006485e-05, "loss": 0.0126, "step": 108300 }, { "epoch": 1.7958581353318632, "grad_norm": 0.11246829479932785, "learning_rate": 3.204141864668137e-05, "loss": 0.0007, "step": 108310 }, { "epoch": 1.7960239425643747, "grad_norm": 0.0001981300301849842, "learning_rate": 3.203976057435625e-05, "loss": 0.0117, "step": 108320 }, { "epoch": 1.7961897497968862, "grad_norm": 0.0001235093077411875, "learning_rate": 3.203810250203114e-05, "loss": 0.0042, "step": 108330 }, { "epoch": 1.7963555570293976, "grad_norm": 0.00023737277660984546, "learning_rate": 3.2036444429706025e-05, "loss": 0.0011, "step": 108340 }, { "epoch": 1.7965213642619091, "grad_norm": 0.028967000544071198, "learning_rate": 3.203478635738091e-05, "loss": 0.0006, "step": 108350 }, { "epoch": 1.7966871714944206, "grad_norm": 0.055274493992328644, "learning_rate": 3.20331282850558e-05, "loss": 0.005, "step": 108360 }, { "epoch": 1.796852978726932, "grad_norm": 0.0019085678504779935, "learning_rate": 3.203147021273068e-05, "loss": 0.0088, "step": 108370 }, { "epoch": 1.7970187859594435, "grad_norm": 0.024337222799658775, "learning_rate": 3.2029812140405566e-05, "loss": 0.0034, "step": 108380 }, { "epoch": 1.797184593191955, "grad_norm": 0.00029252085369080305, "learning_rate": 3.202815406808045e-05, "loss": 0.0034, "step": 108390 }, { "epoch": 1.7973504004244665, "grad_norm": 0.1256965547800064, "learning_rate": 3.202649599575533e-05, "loss": 0.0009, "step": 108400 }, { "epoch": 1.797516207656978, "grad_norm": 0.006006578914821148, "learning_rate": 3.202483792343022e-05, "loss": 0.0001, "step": 108410 }, { "epoch": 1.7976820148894896, "grad_norm": 0.012259304523468018, "learning_rate": 3.202317985110511e-05, "loss": 0.0006, "step": 108420 }, { "epoch": 1.7978478221220011, "grad_norm": 0.019846146926283836, "learning_rate": 3.202152177877999e-05, "loss": 0.0028, "step": 108430 }, { "epoch": 1.7980136293545126, "grad_norm": 0.19520002603530884, "learning_rate": 3.201986370645488e-05, "loss": 0.0069, "step": 108440 }, { "epoch": 1.798179436587024, "grad_norm": 0.0019188376609236002, "learning_rate": 3.2018205634129764e-05, "loss": 0.0166, "step": 108450 }, { "epoch": 1.7983452438195355, "grad_norm": 0.13355571031570435, "learning_rate": 3.201654756180465e-05, "loss": 0.0034, "step": 108460 }, { "epoch": 1.798511051052047, "grad_norm": 0.014189086854457855, "learning_rate": 3.201488948947953e-05, "loss": 0.0003, "step": 108470 }, { "epoch": 1.7986768582845585, "grad_norm": 0.0005195221165195107, "learning_rate": 3.2013231417154414e-05, "loss": 0.0133, "step": 108480 }, { "epoch": 1.79884266551707, "grad_norm": 0.0002707245876081288, "learning_rate": 3.2011573344829305e-05, "loss": 0.0004, "step": 108490 }, { "epoch": 1.7990084727495814, "grad_norm": 0.021980997174978256, "learning_rate": 3.200991527250419e-05, "loss": 0.0003, "step": 108500 }, { "epoch": 1.799174279982093, "grad_norm": 0.023133406415581703, "learning_rate": 3.200825720017908e-05, "loss": 0.0178, "step": 108510 }, { "epoch": 1.7993400872146044, "grad_norm": 0.14900201559066772, "learning_rate": 3.200659912785396e-05, "loss": 0.007, "step": 108520 }, { "epoch": 1.7995058944471158, "grad_norm": 0.0049365246668457985, "learning_rate": 3.2004941055528845e-05, "loss": 0.0002, "step": 108530 }, { "epoch": 1.7996717016796273, "grad_norm": 0.2171119749546051, "learning_rate": 3.200328298320373e-05, "loss": 0.006, "step": 108540 }, { "epoch": 1.7998375089121388, "grad_norm": 0.08155013620853424, "learning_rate": 3.200162491087861e-05, "loss": 0.001, "step": 108550 }, { "epoch": 1.8000033161446503, "grad_norm": 0.0001366895012324676, "learning_rate": 3.1999966838553496e-05, "loss": 0.0042, "step": 108560 }, { "epoch": 1.8001691233771617, "grad_norm": 0.0015313103795051575, "learning_rate": 3.1998308766228386e-05, "loss": 0.0001, "step": 108570 }, { "epoch": 1.8003349306096732, "grad_norm": 0.0013570180162787437, "learning_rate": 3.199665069390327e-05, "loss": 0.0031, "step": 108580 }, { "epoch": 1.8005007378421847, "grad_norm": 0.005224287509918213, "learning_rate": 3.199499262157816e-05, "loss": 0.0024, "step": 108590 }, { "epoch": 1.8006665450746961, "grad_norm": 0.003267894499003887, "learning_rate": 3.199333454925304e-05, "loss": 0.003, "step": 108600 }, { "epoch": 1.8008323523072076, "grad_norm": 0.019631903618574142, "learning_rate": 3.199167647692792e-05, "loss": 0.0016, "step": 108610 }, { "epoch": 1.800998159539719, "grad_norm": 0.0013963071396574378, "learning_rate": 3.199001840460281e-05, "loss": 0.003, "step": 108620 }, { "epoch": 1.8011639667722306, "grad_norm": 0.00024790357565507293, "learning_rate": 3.1988360332277694e-05, "loss": 0.0006, "step": 108630 }, { "epoch": 1.801329774004742, "grad_norm": 0.001430391101166606, "learning_rate": 3.1986702259952584e-05, "loss": 0.0034, "step": 108640 }, { "epoch": 1.8014955812372535, "grad_norm": 0.19240938127040863, "learning_rate": 3.198504418762747e-05, "loss": 0.0027, "step": 108650 }, { "epoch": 1.801661388469765, "grad_norm": 0.0016210755566135049, "learning_rate": 3.198338611530235e-05, "loss": 0.0025, "step": 108660 }, { "epoch": 1.8018271957022765, "grad_norm": 0.00011875281779794022, "learning_rate": 3.198172804297724e-05, "loss": 0.0034, "step": 108670 }, { "epoch": 1.801993002934788, "grad_norm": 9.822889842325822e-05, "learning_rate": 3.198006997065212e-05, "loss": 0.0026, "step": 108680 }, { "epoch": 1.8021588101672994, "grad_norm": 0.18599729239940643, "learning_rate": 3.1978411898327e-05, "loss": 0.0044, "step": 108690 }, { "epoch": 1.8023246173998109, "grad_norm": 0.19335009157657623, "learning_rate": 3.197675382600189e-05, "loss": 0.0057, "step": 108700 }, { "epoch": 1.8024904246323223, "grad_norm": 0.0027618876192718744, "learning_rate": 3.1975095753676775e-05, "loss": 0.0014, "step": 108710 }, { "epoch": 1.8026562318648338, "grad_norm": 0.005403393879532814, "learning_rate": 3.1973437681351665e-05, "loss": 0.0075, "step": 108720 }, { "epoch": 1.8028220390973453, "grad_norm": 0.003261312609538436, "learning_rate": 3.197177960902655e-05, "loss": 0.0002, "step": 108730 }, { "epoch": 1.8029878463298568, "grad_norm": 0.0004851104458793998, "learning_rate": 3.197012153670143e-05, "loss": 0.005, "step": 108740 }, { "epoch": 1.8031536535623682, "grad_norm": 0.20259413123130798, "learning_rate": 3.196846346437632e-05, "loss": 0.0024, "step": 108750 }, { "epoch": 1.80331946079488, "grad_norm": 0.0011518067913129926, "learning_rate": 3.19668053920512e-05, "loss": 0.0002, "step": 108760 }, { "epoch": 1.8034852680273914, "grad_norm": 0.1535765528678894, "learning_rate": 3.196514731972608e-05, "loss": 0.0031, "step": 108770 }, { "epoch": 1.8036510752599029, "grad_norm": 0.19373644888401031, "learning_rate": 3.196348924740097e-05, "loss": 0.0094, "step": 108780 }, { "epoch": 1.8038168824924143, "grad_norm": 0.0015596556477248669, "learning_rate": 3.1961831175075856e-05, "loss": 0.0008, "step": 108790 }, { "epoch": 1.8039826897249258, "grad_norm": 0.006722413469105959, "learning_rate": 3.196017310275075e-05, "loss": 0.0079, "step": 108800 }, { "epoch": 1.8041484969574373, "grad_norm": 0.0006263743853196502, "learning_rate": 3.195851503042563e-05, "loss": 0.0009, "step": 108810 }, { "epoch": 1.8043143041899488, "grad_norm": 0.22088786959648132, "learning_rate": 3.1956856958100514e-05, "loss": 0.0111, "step": 108820 }, { "epoch": 1.8044801114224602, "grad_norm": 0.013712871819734573, "learning_rate": 3.19551988857754e-05, "loss": 0.0003, "step": 108830 }, { "epoch": 1.8046459186549717, "grad_norm": 0.0006372398929670453, "learning_rate": 3.195354081345028e-05, "loss": 0.0056, "step": 108840 }, { "epoch": 1.8048117258874832, "grad_norm": 0.04929318651556969, "learning_rate": 3.195188274112517e-05, "loss": 0.0003, "step": 108850 }, { "epoch": 1.8049775331199946, "grad_norm": 0.23313817381858826, "learning_rate": 3.1950224668800054e-05, "loss": 0.0106, "step": 108860 }, { "epoch": 1.8051433403525063, "grad_norm": 0.11134029924869537, "learning_rate": 3.194856659647494e-05, "loss": 0.0169, "step": 108870 }, { "epoch": 1.8053091475850178, "grad_norm": 0.26100316643714905, "learning_rate": 3.194690852414983e-05, "loss": 0.0004, "step": 108880 }, { "epoch": 1.8054749548175293, "grad_norm": 0.025025229901075363, "learning_rate": 3.194525045182471e-05, "loss": 0.0001, "step": 108890 }, { "epoch": 1.8056407620500408, "grad_norm": 0.024673346430063248, "learning_rate": 3.1943592379499595e-05, "loss": 0.0042, "step": 108900 }, { "epoch": 1.8058065692825522, "grad_norm": 0.00049823202425614, "learning_rate": 3.194193430717448e-05, "loss": 0.0038, "step": 108910 }, { "epoch": 1.8059723765150637, "grad_norm": 0.00020350604609120637, "learning_rate": 3.194027623484936e-05, "loss": 0.0003, "step": 108920 }, { "epoch": 1.8061381837475752, "grad_norm": 0.040031176060438156, "learning_rate": 3.193861816252425e-05, "loss": 0.0002, "step": 108930 }, { "epoch": 1.8063039909800866, "grad_norm": 6.09491289651487e-05, "learning_rate": 3.1936960090199136e-05, "loss": 0.0066, "step": 108940 }, { "epoch": 1.8064697982125981, "grad_norm": 0.001879934105090797, "learning_rate": 3.193530201787402e-05, "loss": 0.0014, "step": 108950 }, { "epoch": 1.8066356054451096, "grad_norm": 0.06412852555513382, "learning_rate": 3.193364394554891e-05, "loss": 0.0155, "step": 108960 }, { "epoch": 1.806801412677621, "grad_norm": 0.003997961990535259, "learning_rate": 3.193198587322379e-05, "loss": 0.0072, "step": 108970 }, { "epoch": 1.8069672199101325, "grad_norm": 0.01698097586631775, "learning_rate": 3.1930327800898676e-05, "loss": 0.0134, "step": 108980 }, { "epoch": 1.807133027142644, "grad_norm": 0.006274258252233267, "learning_rate": 3.192866972857356e-05, "loss": 0.0002, "step": 108990 }, { "epoch": 1.8072988343751555, "grad_norm": 0.002194849541410804, "learning_rate": 3.1927011656248443e-05, "loss": 0.0086, "step": 109000 }, { "epoch": 1.807464641607667, "grad_norm": 0.0016277957474812865, "learning_rate": 3.1925353583923334e-05, "loss": 0.004, "step": 109010 }, { "epoch": 1.8076304488401784, "grad_norm": 3.7829911889275536e-05, "learning_rate": 3.192369551159822e-05, "loss": 0.0032, "step": 109020 }, { "epoch": 1.80779625607269, "grad_norm": 8.721689664525911e-05, "learning_rate": 3.19220374392731e-05, "loss": 0.0072, "step": 109030 }, { "epoch": 1.8079620633052014, "grad_norm": 0.002182919532060623, "learning_rate": 3.192037936694799e-05, "loss": 0.006, "step": 109040 }, { "epoch": 1.8081278705377128, "grad_norm": 0.0005334827001206577, "learning_rate": 3.1918721294622874e-05, "loss": 0.0043, "step": 109050 }, { "epoch": 1.8082936777702243, "grad_norm": 0.0007837978191673756, "learning_rate": 3.191706322229776e-05, "loss": 0.001, "step": 109060 }, { "epoch": 1.8084594850027358, "grad_norm": 0.1904200166463852, "learning_rate": 3.191540514997264e-05, "loss": 0.0132, "step": 109070 }, { "epoch": 1.8086252922352473, "grad_norm": 0.0023785463999956846, "learning_rate": 3.1913747077647525e-05, "loss": 0.0035, "step": 109080 }, { "epoch": 1.8087910994677587, "grad_norm": 0.0012275907211005688, "learning_rate": 3.1912089005322415e-05, "loss": 0.0006, "step": 109090 }, { "epoch": 1.8089569067002702, "grad_norm": 0.003536783391609788, "learning_rate": 3.19104309329973e-05, "loss": 0.0001, "step": 109100 }, { "epoch": 1.8091227139327817, "grad_norm": 0.0012129484675824642, "learning_rate": 3.190877286067218e-05, "loss": 0.0002, "step": 109110 }, { "epoch": 1.8092885211652932, "grad_norm": 2.795589534798637e-05, "learning_rate": 3.190711478834707e-05, "loss": 0.0029, "step": 109120 }, { "epoch": 1.8094543283978046, "grad_norm": 0.011778083629906178, "learning_rate": 3.1905456716021956e-05, "loss": 0.0001, "step": 109130 }, { "epoch": 1.809620135630316, "grad_norm": 0.009224687702953815, "learning_rate": 3.190379864369684e-05, "loss": 0.0009, "step": 109140 }, { "epoch": 1.8097859428628276, "grad_norm": 0.03947558254003525, "learning_rate": 3.190214057137172e-05, "loss": 0.0021, "step": 109150 }, { "epoch": 1.809951750095339, "grad_norm": 0.00022829118825029582, "learning_rate": 3.1900482499046606e-05, "loss": 0.0051, "step": 109160 }, { "epoch": 1.8101175573278505, "grad_norm": 0.0007572293980047107, "learning_rate": 3.1898824426721496e-05, "loss": 0.0027, "step": 109170 }, { "epoch": 1.810283364560362, "grad_norm": 0.5931681990623474, "learning_rate": 3.189716635439638e-05, "loss": 0.0075, "step": 109180 }, { "epoch": 1.8104491717928735, "grad_norm": 0.0003444017784204334, "learning_rate": 3.189550828207127e-05, "loss": 0.0124, "step": 109190 }, { "epoch": 1.810614979025385, "grad_norm": 0.0001646454184083268, "learning_rate": 3.1893850209746154e-05, "loss": 0.0001, "step": 109200 }, { "epoch": 1.8107807862578966, "grad_norm": 0.8084496259689331, "learning_rate": 3.189219213742104e-05, "loss": 0.0047, "step": 109210 }, { "epoch": 1.810946593490408, "grad_norm": 0.002253390848636627, "learning_rate": 3.189053406509592e-05, "loss": 0.0002, "step": 109220 }, { "epoch": 1.8111124007229196, "grad_norm": 0.020902445539832115, "learning_rate": 3.1888875992770804e-05, "loss": 0.0042, "step": 109230 }, { "epoch": 1.811278207955431, "grad_norm": 0.0003159508341923356, "learning_rate": 3.188721792044569e-05, "loss": 0.0001, "step": 109240 }, { "epoch": 1.8114440151879425, "grad_norm": 0.0025752484798431396, "learning_rate": 3.188555984812058e-05, "loss": 0.0011, "step": 109250 }, { "epoch": 1.811609822420454, "grad_norm": 0.03128555044531822, "learning_rate": 3.188390177579546e-05, "loss": 0.006, "step": 109260 }, { "epoch": 1.8117756296529655, "grad_norm": 0.0018624223303049803, "learning_rate": 3.188224370347035e-05, "loss": 0.0028, "step": 109270 }, { "epoch": 1.811941436885477, "grad_norm": 0.00014125830784905702, "learning_rate": 3.1880585631145235e-05, "loss": 0.0003, "step": 109280 }, { "epoch": 1.8121072441179884, "grad_norm": 0.0021725716069340706, "learning_rate": 3.187892755882012e-05, "loss": 0.0071, "step": 109290 }, { "epoch": 1.8122730513504999, "grad_norm": 0.0014454055344685912, "learning_rate": 3.1877269486495e-05, "loss": 0.0031, "step": 109300 }, { "epoch": 1.8124388585830113, "grad_norm": 0.00161822943482548, "learning_rate": 3.1875611414169885e-05, "loss": 0.0002, "step": 109310 }, { "epoch": 1.8126046658155228, "grad_norm": 0.2154344618320465, "learning_rate": 3.1873953341844776e-05, "loss": 0.0103, "step": 109320 }, { "epoch": 1.8127704730480345, "grad_norm": 0.012600747868418694, "learning_rate": 3.187229526951966e-05, "loss": 0.0004, "step": 109330 }, { "epoch": 1.812936280280546, "grad_norm": 0.00047581479884684086, "learning_rate": 3.187063719719454e-05, "loss": 0.0073, "step": 109340 }, { "epoch": 1.8131020875130575, "grad_norm": 0.6567553877830505, "learning_rate": 3.186897912486943e-05, "loss": 0.0158, "step": 109350 }, { "epoch": 1.813267894745569, "grad_norm": 0.015347223728895187, "learning_rate": 3.1867321052544316e-05, "loss": 0.0002, "step": 109360 }, { "epoch": 1.8134337019780804, "grad_norm": 0.002002911176532507, "learning_rate": 3.186566298021919e-05, "loss": 0.0055, "step": 109370 }, { "epoch": 1.8135995092105919, "grad_norm": 0.001092031947337091, "learning_rate": 3.1864004907894083e-05, "loss": 0.0015, "step": 109380 }, { "epoch": 1.8137653164431033, "grad_norm": 0.00033027544850483537, "learning_rate": 3.186234683556897e-05, "loss": 0.0025, "step": 109390 }, { "epoch": 1.8139311236756148, "grad_norm": 0.05162981152534485, "learning_rate": 3.186068876324386e-05, "loss": 0.0058, "step": 109400 }, { "epoch": 1.8140969309081263, "grad_norm": 0.0005006917053833604, "learning_rate": 3.185903069091874e-05, "loss": 0.0086, "step": 109410 }, { "epoch": 1.8142627381406378, "grad_norm": 0.0011711374390870333, "learning_rate": 3.1857372618593624e-05, "loss": 0.0058, "step": 109420 }, { "epoch": 1.8144285453731492, "grad_norm": 0.05983176454901695, "learning_rate": 3.1855714546268514e-05, "loss": 0.0001, "step": 109430 }, { "epoch": 1.8145943526056607, "grad_norm": 0.0026886179111897945, "learning_rate": 3.185405647394339e-05, "loss": 0.0039, "step": 109440 }, { "epoch": 1.8147601598381722, "grad_norm": 4.010808697785251e-05, "learning_rate": 3.1852398401618275e-05, "loss": 0.0036, "step": 109450 }, { "epoch": 1.8149259670706837, "grad_norm": 0.015195728279650211, "learning_rate": 3.1850740329293165e-05, "loss": 0.0001, "step": 109460 }, { "epoch": 1.8150917743031951, "grad_norm": 0.006778238341212273, "learning_rate": 3.184908225696805e-05, "loss": 0.0048, "step": 109470 }, { "epoch": 1.8152575815357066, "grad_norm": 0.0001798016601242125, "learning_rate": 3.184742418464294e-05, "loss": 0.0001, "step": 109480 }, { "epoch": 1.815423388768218, "grad_norm": 0.015258234925568104, "learning_rate": 3.184576611231782e-05, "loss": 0.0046, "step": 109490 }, { "epoch": 1.8155891960007295, "grad_norm": 9.432014485355467e-05, "learning_rate": 3.1844108039992705e-05, "loss": 0.0012, "step": 109500 }, { "epoch": 1.815755003233241, "grad_norm": 0.002883459674194455, "learning_rate": 3.1842449967667596e-05, "loss": 0.0072, "step": 109510 }, { "epoch": 1.8159208104657525, "grad_norm": 7.104884571162984e-05, "learning_rate": 3.184079189534247e-05, "loss": 0.0032, "step": 109520 }, { "epoch": 1.816086617698264, "grad_norm": 0.33685585856437683, "learning_rate": 3.183913382301736e-05, "loss": 0.0072, "step": 109530 }, { "epoch": 1.8162524249307754, "grad_norm": 0.00243238708935678, "learning_rate": 3.1837475750692246e-05, "loss": 0.0005, "step": 109540 }, { "epoch": 1.816418232163287, "grad_norm": 0.0004786011122632772, "learning_rate": 3.183581767836713e-05, "loss": 0.0196, "step": 109550 }, { "epoch": 1.8165840393957984, "grad_norm": 0.001702803303487599, "learning_rate": 3.183415960604202e-05, "loss": 0.0059, "step": 109560 }, { "epoch": 1.8167498466283099, "grad_norm": 0.005567322485148907, "learning_rate": 3.18325015337169e-05, "loss": 0.0003, "step": 109570 }, { "epoch": 1.8169156538608213, "grad_norm": 0.0013678008690476418, "learning_rate": 3.183084346139179e-05, "loss": 0.0037, "step": 109580 }, { "epoch": 1.8170814610933328, "grad_norm": 0.0037195850163698196, "learning_rate": 3.182918538906667e-05, "loss": 0.0134, "step": 109590 }, { "epoch": 1.8172472683258443, "grad_norm": 0.167216956615448, "learning_rate": 3.1827527316741554e-05, "loss": 0.0139, "step": 109600 }, { "epoch": 1.8174130755583557, "grad_norm": 0.014885004609823227, "learning_rate": 3.1825869244416444e-05, "loss": 0.0089, "step": 109610 }, { "epoch": 1.8175788827908672, "grad_norm": 0.00031198165379464626, "learning_rate": 3.182421117209133e-05, "loss": 0.0041, "step": 109620 }, { "epoch": 1.8177446900233787, "grad_norm": 0.024912122637033463, "learning_rate": 3.182255309976621e-05, "loss": 0.0016, "step": 109630 }, { "epoch": 1.8179104972558902, "grad_norm": 0.0012551991967484355, "learning_rate": 3.18208950274411e-05, "loss": 0.0002, "step": 109640 }, { "epoch": 1.8180763044884016, "grad_norm": 0.0181460939347744, "learning_rate": 3.1819236955115985e-05, "loss": 0.0001, "step": 109650 }, { "epoch": 1.818242111720913, "grad_norm": 0.003357069566845894, "learning_rate": 3.181757888279087e-05, "loss": 0.0047, "step": 109660 }, { "epoch": 1.8184079189534248, "grad_norm": 0.0010114455362781882, "learning_rate": 3.181592081046575e-05, "loss": 0.0034, "step": 109670 }, { "epoch": 1.8185737261859363, "grad_norm": 0.007703696843236685, "learning_rate": 3.1814262738140635e-05, "loss": 0.0003, "step": 109680 }, { "epoch": 1.8187395334184477, "grad_norm": 0.0007560386438854039, "learning_rate": 3.1812604665815525e-05, "loss": 0.0049, "step": 109690 }, { "epoch": 1.8189053406509592, "grad_norm": 0.0009864881867542863, "learning_rate": 3.181094659349041e-05, "loss": 0.0071, "step": 109700 }, { "epoch": 1.8190711478834707, "grad_norm": 0.00017136434325948358, "learning_rate": 3.180928852116529e-05, "loss": 0.0115, "step": 109710 }, { "epoch": 1.8192369551159822, "grad_norm": 0.00778451282531023, "learning_rate": 3.180763044884018e-05, "loss": 0.0012, "step": 109720 }, { "epoch": 1.8194027623484936, "grad_norm": 0.001248079352080822, "learning_rate": 3.1805972376515066e-05, "loss": 0.0089, "step": 109730 }, { "epoch": 1.819568569581005, "grad_norm": 0.17556017637252808, "learning_rate": 3.180431430418995e-05, "loss": 0.0036, "step": 109740 }, { "epoch": 1.8197343768135166, "grad_norm": 0.012315591797232628, "learning_rate": 3.180265623186483e-05, "loss": 0.0044, "step": 109750 }, { "epoch": 1.819900184046028, "grad_norm": 0.0023481661919504404, "learning_rate": 3.1800998159539717e-05, "loss": 0.0103, "step": 109760 }, { "epoch": 1.8200659912785395, "grad_norm": 0.0014766266103833914, "learning_rate": 3.179934008721461e-05, "loss": 0.0066, "step": 109770 }, { "epoch": 1.8202317985110512, "grad_norm": 0.0002720318443607539, "learning_rate": 3.179768201488949e-05, "loss": 0.003, "step": 109780 }, { "epoch": 1.8203976057435627, "grad_norm": 0.0020763841457664967, "learning_rate": 3.1796023942564374e-05, "loss": 0.0033, "step": 109790 }, { "epoch": 1.8205634129760742, "grad_norm": 0.20091189444065094, "learning_rate": 3.1794365870239264e-05, "loss": 0.0053, "step": 109800 }, { "epoch": 1.8207292202085856, "grad_norm": 0.018168630078434944, "learning_rate": 3.179270779791415e-05, "loss": 0.0057, "step": 109810 }, { "epoch": 1.820895027441097, "grad_norm": 0.05003722757101059, "learning_rate": 3.179104972558903e-05, "loss": 0.0002, "step": 109820 }, { "epoch": 1.8210608346736086, "grad_norm": 0.0009490314987488091, "learning_rate": 3.1789391653263914e-05, "loss": 0.0035, "step": 109830 }, { "epoch": 1.82122664190612, "grad_norm": 0.02211686596274376, "learning_rate": 3.17877335809388e-05, "loss": 0.0015, "step": 109840 }, { "epoch": 1.8213924491386315, "grad_norm": 0.0003616397443693131, "learning_rate": 3.178607550861369e-05, "loss": 0.0037, "step": 109850 }, { "epoch": 1.821558256371143, "grad_norm": 0.007706782780587673, "learning_rate": 3.178441743628857e-05, "loss": 0.0002, "step": 109860 }, { "epoch": 1.8217240636036545, "grad_norm": 0.010164542123675346, "learning_rate": 3.178275936396346e-05, "loss": 0.0027, "step": 109870 }, { "epoch": 1.821889870836166, "grad_norm": 0.0011648162035271525, "learning_rate": 3.1781101291638345e-05, "loss": 0.0014, "step": 109880 }, { "epoch": 1.8220556780686774, "grad_norm": 0.04529907554388046, "learning_rate": 3.177944321931323e-05, "loss": 0.0018, "step": 109890 }, { "epoch": 1.8222214853011889, "grad_norm": 0.0004104188992641866, "learning_rate": 3.177778514698811e-05, "loss": 0.0028, "step": 109900 }, { "epoch": 1.8223872925337004, "grad_norm": 0.008211441338062286, "learning_rate": 3.1776127074662996e-05, "loss": 0.0091, "step": 109910 }, { "epoch": 1.8225530997662118, "grad_norm": 0.03258398920297623, "learning_rate": 3.177446900233788e-05, "loss": 0.002, "step": 109920 }, { "epoch": 1.8227189069987233, "grad_norm": 0.0005758799379691482, "learning_rate": 3.177281093001277e-05, "loss": 0.0065, "step": 109930 }, { "epoch": 1.8228847142312348, "grad_norm": 1.6842270269989967e-05, "learning_rate": 3.177115285768765e-05, "loss": 0.0113, "step": 109940 }, { "epoch": 1.8230505214637462, "grad_norm": 0.0016563355457037687, "learning_rate": 3.176949478536254e-05, "loss": 0.0036, "step": 109950 }, { "epoch": 1.8232163286962577, "grad_norm": 2.1813046259921975e-05, "learning_rate": 3.176783671303743e-05, "loss": 0.0082, "step": 109960 }, { "epoch": 1.8233821359287692, "grad_norm": 0.0008544126176275313, "learning_rate": 3.176617864071231e-05, "loss": 0.0001, "step": 109970 }, { "epoch": 1.8235479431612807, "grad_norm": 0.0012807267485186458, "learning_rate": 3.1764520568387194e-05, "loss": 0.005, "step": 109980 }, { "epoch": 1.8237137503937921, "grad_norm": 0.22661904990673065, "learning_rate": 3.176286249606208e-05, "loss": 0.0036, "step": 109990 }, { "epoch": 1.8238795576263036, "grad_norm": 0.06322052329778671, "learning_rate": 3.176120442373697e-05, "loss": 0.0005, "step": 110000 }, { "epoch": 1.824045364858815, "grad_norm": 0.0025180168449878693, "learning_rate": 3.175954635141185e-05, "loss": 0.0001, "step": 110010 }, { "epoch": 1.8242111720913265, "grad_norm": 0.003706537187099457, "learning_rate": 3.1757888279086734e-05, "loss": 0.0036, "step": 110020 }, { "epoch": 1.824376979323838, "grad_norm": 0.0023361672647297382, "learning_rate": 3.1756230206761625e-05, "loss": 0.0002, "step": 110030 }, { "epoch": 1.8245427865563495, "grad_norm": 0.6790379285812378, "learning_rate": 3.175457213443651e-05, "loss": 0.0067, "step": 110040 }, { "epoch": 1.824708593788861, "grad_norm": 0.0002138288109563291, "learning_rate": 3.175291406211139e-05, "loss": 0.0001, "step": 110050 }, { "epoch": 1.8248744010213724, "grad_norm": 0.0022768420167267323, "learning_rate": 3.1751255989786275e-05, "loss": 0.0028, "step": 110060 }, { "epoch": 1.825040208253884, "grad_norm": 0.05521602928638458, "learning_rate": 3.174959791746116e-05, "loss": 0.0104, "step": 110070 }, { "epoch": 1.8252060154863954, "grad_norm": 0.0025955187156796455, "learning_rate": 3.174793984513605e-05, "loss": 0.0124, "step": 110080 }, { "epoch": 1.8253718227189069, "grad_norm": 0.00925644300878048, "learning_rate": 3.174628177281093e-05, "loss": 0.0199, "step": 110090 }, { "epoch": 1.8255376299514183, "grad_norm": 0.21090443432331085, "learning_rate": 3.1744623700485816e-05, "loss": 0.0031, "step": 110100 }, { "epoch": 1.8257034371839298, "grad_norm": 0.004374403972178698, "learning_rate": 3.1742965628160706e-05, "loss": 0.0, "step": 110110 }, { "epoch": 1.8258692444164415, "grad_norm": 0.003467160277068615, "learning_rate": 3.174130755583559e-05, "loss": 0.0096, "step": 110120 }, { "epoch": 1.826035051648953, "grad_norm": 0.06478026509284973, "learning_rate": 3.1739649483510466e-05, "loss": 0.0001, "step": 110130 }, { "epoch": 1.8262008588814644, "grad_norm": 0.0012631283607333899, "learning_rate": 3.1737991411185357e-05, "loss": 0.0026, "step": 110140 }, { "epoch": 1.826366666113976, "grad_norm": 0.000231691068620421, "learning_rate": 3.173633333886024e-05, "loss": 0.0003, "step": 110150 }, { "epoch": 1.8265324733464874, "grad_norm": 0.03603413328528404, "learning_rate": 3.173467526653513e-05, "loss": 0.0002, "step": 110160 }, { "epoch": 1.8266982805789989, "grad_norm": 0.007308652624487877, "learning_rate": 3.1733017194210014e-05, "loss": 0.0036, "step": 110170 }, { "epoch": 1.8268640878115103, "grad_norm": 0.000722260563634336, "learning_rate": 3.17313591218849e-05, "loss": 0.0053, "step": 110180 }, { "epoch": 1.8270298950440218, "grad_norm": 0.006698979530483484, "learning_rate": 3.172970104955979e-05, "loss": 0.0001, "step": 110190 }, { "epoch": 1.8271957022765333, "grad_norm": 0.20364993810653687, "learning_rate": 3.172804297723467e-05, "loss": 0.0032, "step": 110200 }, { "epoch": 1.8273615095090447, "grad_norm": 0.00032949011074379086, "learning_rate": 3.1726384904909554e-05, "loss": 0.0002, "step": 110210 }, { "epoch": 1.8275273167415562, "grad_norm": 0.00850680097937584, "learning_rate": 3.172472683258444e-05, "loss": 0.0031, "step": 110220 }, { "epoch": 1.827693123974068, "grad_norm": 0.00014434169861488044, "learning_rate": 3.172306876025932e-05, "loss": 0.0185, "step": 110230 }, { "epoch": 1.8278589312065794, "grad_norm": 0.0007601225515827537, "learning_rate": 3.172141068793421e-05, "loss": 0.0037, "step": 110240 }, { "epoch": 1.8280247384390909, "grad_norm": 0.20423252880573273, "learning_rate": 3.1719752615609095e-05, "loss": 0.0209, "step": 110250 }, { "epoch": 1.8281905456716023, "grad_norm": 0.09892412275075912, "learning_rate": 3.171809454328398e-05, "loss": 0.0105, "step": 110260 }, { "epoch": 1.8283563529041138, "grad_norm": 0.7586609125137329, "learning_rate": 3.171643647095887e-05, "loss": 0.005, "step": 110270 }, { "epoch": 1.8285221601366253, "grad_norm": 0.0018608954269438982, "learning_rate": 3.1714778398633746e-05, "loss": 0.0007, "step": 110280 }, { "epoch": 1.8286879673691367, "grad_norm": 0.0005660563474521041, "learning_rate": 3.1713120326308636e-05, "loss": 0.0033, "step": 110290 }, { "epoch": 1.8288537746016482, "grad_norm": 0.00032966630533337593, "learning_rate": 3.171146225398352e-05, "loss": 0.0043, "step": 110300 }, { "epoch": 1.8290195818341597, "grad_norm": 6.060071973479353e-05, "learning_rate": 3.17098041816584e-05, "loss": 0.0106, "step": 110310 }, { "epoch": 1.8291853890666712, "grad_norm": 0.09601272642612457, "learning_rate": 3.170814610933329e-05, "loss": 0.0001, "step": 110320 }, { "epoch": 1.8293511962991826, "grad_norm": 0.00034785541356541216, "learning_rate": 3.1706488037008177e-05, "loss": 0.0039, "step": 110330 }, { "epoch": 1.829517003531694, "grad_norm": 4.469325358513743e-05, "learning_rate": 3.170482996468307e-05, "loss": 0.0002, "step": 110340 }, { "epoch": 1.8296828107642056, "grad_norm": 0.0008484722347930074, "learning_rate": 3.1703171892357943e-05, "loss": 0.0089, "step": 110350 }, { "epoch": 1.829848617996717, "grad_norm": 0.0032911787275224924, "learning_rate": 3.170151382003283e-05, "loss": 0.0037, "step": 110360 }, { "epoch": 1.8300144252292285, "grad_norm": 0.0038745056372135878, "learning_rate": 3.169985574770772e-05, "loss": 0.0, "step": 110370 }, { "epoch": 1.83018023246174, "grad_norm": 0.11033850163221359, "learning_rate": 3.16981976753826e-05, "loss": 0.0019, "step": 110380 }, { "epoch": 1.8303460396942515, "grad_norm": 6.432550435420126e-05, "learning_rate": 3.1696539603057484e-05, "loss": 0.0009, "step": 110390 }, { "epoch": 1.830511846926763, "grad_norm": 0.00019848289957735687, "learning_rate": 3.1694881530732374e-05, "loss": 0.0072, "step": 110400 }, { "epoch": 1.8306776541592744, "grad_norm": 0.0018780449172481894, "learning_rate": 3.169322345840726e-05, "loss": 0.0029, "step": 110410 }, { "epoch": 1.8308434613917859, "grad_norm": 0.0035908471327275038, "learning_rate": 3.169156538608215e-05, "loss": 0.0048, "step": 110420 }, { "epoch": 1.8310092686242974, "grad_norm": 0.17645235359668732, "learning_rate": 3.1689907313757025e-05, "loss": 0.0059, "step": 110430 }, { "epoch": 1.8311750758568088, "grad_norm": 0.0002767519617918879, "learning_rate": 3.168824924143191e-05, "loss": 0.0039, "step": 110440 }, { "epoch": 1.8313408830893203, "grad_norm": 0.19656981527805328, "learning_rate": 3.16865911691068e-05, "loss": 0.0033, "step": 110450 }, { "epoch": 1.8315066903218318, "grad_norm": 0.008310321718454361, "learning_rate": 3.168493309678168e-05, "loss": 0.0002, "step": 110460 }, { "epoch": 1.8316724975543432, "grad_norm": 6.979430327191949e-05, "learning_rate": 3.1683275024456566e-05, "loss": 0.0041, "step": 110470 }, { "epoch": 1.8318383047868547, "grad_norm": 0.0003413106605876237, "learning_rate": 3.1681616952131456e-05, "loss": 0.0137, "step": 110480 }, { "epoch": 1.8320041120193662, "grad_norm": 0.1648494303226471, "learning_rate": 3.167995887980634e-05, "loss": 0.0078, "step": 110490 }, { "epoch": 1.8321699192518777, "grad_norm": 0.0014638539869338274, "learning_rate": 3.167830080748122e-05, "loss": 0.0081, "step": 110500 }, { "epoch": 1.8323357264843891, "grad_norm": 0.002277753548696637, "learning_rate": 3.1676642735156106e-05, "loss": 0.0127, "step": 110510 }, { "epoch": 1.8325015337169006, "grad_norm": 0.0003851932124234736, "learning_rate": 3.167498466283099e-05, "loss": 0.0049, "step": 110520 }, { "epoch": 1.832667340949412, "grad_norm": 0.0004475790192373097, "learning_rate": 3.167332659050588e-05, "loss": 0.0062, "step": 110530 }, { "epoch": 1.8328331481819236, "grad_norm": 0.0018643521470949054, "learning_rate": 3.1671668518180763e-05, "loss": 0.0, "step": 110540 }, { "epoch": 1.832998955414435, "grad_norm": 0.0005190871306695044, "learning_rate": 3.1670010445855654e-05, "loss": 0.0028, "step": 110550 }, { "epoch": 1.8331647626469465, "grad_norm": 0.00011065862054238096, "learning_rate": 3.166835237353054e-05, "loss": 0.001, "step": 110560 }, { "epoch": 1.8333305698794582, "grad_norm": 0.0033110640943050385, "learning_rate": 3.166669430120542e-05, "loss": 0.004, "step": 110570 }, { "epoch": 1.8334963771119697, "grad_norm": 0.042336974292993546, "learning_rate": 3.1665036228880304e-05, "loss": 0.0065, "step": 110580 }, { "epoch": 1.8336621843444811, "grad_norm": 0.19369547069072723, "learning_rate": 3.166337815655519e-05, "loss": 0.0099, "step": 110590 }, { "epoch": 1.8338279915769926, "grad_norm": 0.2411532998085022, "learning_rate": 3.166172008423007e-05, "loss": 0.006, "step": 110600 }, { "epoch": 1.833993798809504, "grad_norm": 0.0006544201169162989, "learning_rate": 3.166006201190496e-05, "loss": 0.005, "step": 110610 }, { "epoch": 1.8341596060420156, "grad_norm": 0.08168625086545944, "learning_rate": 3.1658403939579845e-05, "loss": 0.0026, "step": 110620 }, { "epoch": 1.834325413274527, "grad_norm": 0.004154646303504705, "learning_rate": 3.1656745867254735e-05, "loss": 0.0009, "step": 110630 }, { "epoch": 1.8344912205070385, "grad_norm": 0.33427301049232483, "learning_rate": 3.165508779492962e-05, "loss": 0.0056, "step": 110640 }, { "epoch": 1.83465702773955, "grad_norm": 0.001216978533193469, "learning_rate": 3.16534297226045e-05, "loss": 0.0031, "step": 110650 }, { "epoch": 1.8348228349720614, "grad_norm": 0.0016039712354540825, "learning_rate": 3.1651771650279386e-05, "loss": 0.003, "step": 110660 }, { "epoch": 1.834988642204573, "grad_norm": 0.00071597786154598, "learning_rate": 3.165011357795427e-05, "loss": 0.0002, "step": 110670 }, { "epoch": 1.8351544494370846, "grad_norm": 0.01264209020882845, "learning_rate": 3.164845550562915e-05, "loss": 0.0002, "step": 110680 }, { "epoch": 1.835320256669596, "grad_norm": 0.0031449098605662584, "learning_rate": 3.164679743330404e-05, "loss": 0.0046, "step": 110690 }, { "epoch": 1.8354860639021076, "grad_norm": 0.0036787400022149086, "learning_rate": 3.1645139360978926e-05, "loss": 0.0083, "step": 110700 }, { "epoch": 1.835651871134619, "grad_norm": 0.06511713564395905, "learning_rate": 3.1643481288653817e-05, "loss": 0.0001, "step": 110710 }, { "epoch": 1.8358176783671305, "grad_norm": 0.012034627608954906, "learning_rate": 3.16418232163287e-05, "loss": 0.0102, "step": 110720 }, { "epoch": 1.835983485599642, "grad_norm": 0.003990685101598501, "learning_rate": 3.1640165144003583e-05, "loss": 0.0053, "step": 110730 }, { "epoch": 1.8361492928321534, "grad_norm": 0.1830022931098938, "learning_rate": 3.163850707167847e-05, "loss": 0.0061, "step": 110740 }, { "epoch": 1.836315100064665, "grad_norm": 0.0025472892448306084, "learning_rate": 3.163684899935335e-05, "loss": 0.0002, "step": 110750 }, { "epoch": 1.8364809072971764, "grad_norm": 0.00015743136464152485, "learning_rate": 3.163519092702824e-05, "loss": 0.0068, "step": 110760 }, { "epoch": 1.8366467145296879, "grad_norm": 0.7059784531593323, "learning_rate": 3.1633532854703124e-05, "loss": 0.0097, "step": 110770 }, { "epoch": 1.8368125217621993, "grad_norm": 0.00027561659226194024, "learning_rate": 3.163187478237801e-05, "loss": 0.0054, "step": 110780 }, { "epoch": 1.8369783289947108, "grad_norm": 0.0005997776752337813, "learning_rate": 3.16302167100529e-05, "loss": 0.0008, "step": 110790 }, { "epoch": 1.8371441362272223, "grad_norm": 0.00032547389855608344, "learning_rate": 3.162855863772778e-05, "loss": 0.006, "step": 110800 }, { "epoch": 1.8373099434597338, "grad_norm": 0.8089936375617981, "learning_rate": 3.1626900565402665e-05, "loss": 0.0056, "step": 110810 }, { "epoch": 1.8374757506922452, "grad_norm": 0.0044915080070495605, "learning_rate": 3.162524249307755e-05, "loss": 0.0056, "step": 110820 }, { "epoch": 1.8376415579247567, "grad_norm": 0.0075296275317668915, "learning_rate": 3.162358442075243e-05, "loss": 0.0049, "step": 110830 }, { "epoch": 1.8378073651572682, "grad_norm": 0.048003751784563065, "learning_rate": 3.162192634842732e-05, "loss": 0.0028, "step": 110840 }, { "epoch": 1.8379731723897796, "grad_norm": 0.6142757534980774, "learning_rate": 3.1620268276102206e-05, "loss": 0.0101, "step": 110850 }, { "epoch": 1.8381389796222911, "grad_norm": 0.0031981850042939186, "learning_rate": 3.161861020377709e-05, "loss": 0.0062, "step": 110860 }, { "epoch": 1.8383047868548026, "grad_norm": 0.020740846171975136, "learning_rate": 3.161695213145198e-05, "loss": 0.0062, "step": 110870 }, { "epoch": 1.838470594087314, "grad_norm": 0.006693293806165457, "learning_rate": 3.161529405912686e-05, "loss": 0.0065, "step": 110880 }, { "epoch": 1.8386364013198255, "grad_norm": 0.0192911084741354, "learning_rate": 3.1613635986801746e-05, "loss": 0.0126, "step": 110890 }, { "epoch": 1.838802208552337, "grad_norm": 0.023734116926789284, "learning_rate": 3.161197791447663e-05, "loss": 0.0044, "step": 110900 }, { "epoch": 1.8389680157848485, "grad_norm": 0.9325448274612427, "learning_rate": 3.161031984215151e-05, "loss": 0.0118, "step": 110910 }, { "epoch": 1.83913382301736, "grad_norm": 0.0879579707980156, "learning_rate": 3.1608661769826403e-05, "loss": 0.0025, "step": 110920 }, { "epoch": 1.8392996302498714, "grad_norm": 0.003095994470641017, "learning_rate": 3.160700369750129e-05, "loss": 0.0032, "step": 110930 }, { "epoch": 1.839465437482383, "grad_norm": 0.0010263738222420216, "learning_rate": 3.160534562517617e-05, "loss": 0.0002, "step": 110940 }, { "epoch": 1.8396312447148944, "grad_norm": 0.18556596338748932, "learning_rate": 3.160368755285106e-05, "loss": 0.0121, "step": 110950 }, { "epoch": 1.8397970519474058, "grad_norm": 0.09272024035453796, "learning_rate": 3.1602029480525944e-05, "loss": 0.0095, "step": 110960 }, { "epoch": 1.8399628591799173, "grad_norm": 0.0010204131249338388, "learning_rate": 3.160037140820083e-05, "loss": 0.0035, "step": 110970 }, { "epoch": 1.8401286664124288, "grad_norm": 0.0009194939630106091, "learning_rate": 3.159871333587571e-05, "loss": 0.0025, "step": 110980 }, { "epoch": 1.8402944736449403, "grad_norm": 0.007578363176435232, "learning_rate": 3.1597055263550595e-05, "loss": 0.006, "step": 110990 }, { "epoch": 1.8404602808774517, "grad_norm": 0.00031952906283549964, "learning_rate": 3.1595397191225485e-05, "loss": 0.0008, "step": 111000 }, { "epoch": 1.8406260881099632, "grad_norm": 0.003994396887719631, "learning_rate": 3.159373911890037e-05, "loss": 0.0166, "step": 111010 }, { "epoch": 1.840791895342475, "grad_norm": 1.3876339197158813, "learning_rate": 3.159208104657525e-05, "loss": 0.0139, "step": 111020 }, { "epoch": 1.8409577025749864, "grad_norm": 0.0005492756608873606, "learning_rate": 3.159042297425014e-05, "loss": 0.0038, "step": 111030 }, { "epoch": 1.8411235098074978, "grad_norm": 0.5524815917015076, "learning_rate": 3.158876490192502e-05, "loss": 0.0076, "step": 111040 }, { "epoch": 1.8412893170400093, "grad_norm": 0.00010590554302325472, "learning_rate": 3.158710682959991e-05, "loss": 0.0035, "step": 111050 }, { "epoch": 1.8414551242725208, "grad_norm": 0.0009573276620358229, "learning_rate": 3.158544875727479e-05, "loss": 0.0059, "step": 111060 }, { "epoch": 1.8416209315050323, "grad_norm": 0.0019069294212386012, "learning_rate": 3.1583790684949676e-05, "loss": 0.0001, "step": 111070 }, { "epoch": 1.8417867387375437, "grad_norm": 0.0004640318511519581, "learning_rate": 3.1582132612624566e-05, "loss": 0.0069, "step": 111080 }, { "epoch": 1.8419525459700552, "grad_norm": 0.0005160988657735288, "learning_rate": 3.158047454029945e-05, "loss": 0.0103, "step": 111090 }, { "epoch": 1.8421183532025667, "grad_norm": 0.03626582771539688, "learning_rate": 3.157881646797434e-05, "loss": 0.0049, "step": 111100 }, { "epoch": 1.8422841604350781, "grad_norm": 0.22581972181797028, "learning_rate": 3.1577158395649223e-05, "loss": 0.0026, "step": 111110 }, { "epoch": 1.8424499676675896, "grad_norm": 0.0025600329972803593, "learning_rate": 3.15755003233241e-05, "loss": 0.0047, "step": 111120 }, { "epoch": 1.842615774900101, "grad_norm": 0.03494478017091751, "learning_rate": 3.157384225099899e-05, "loss": 0.0024, "step": 111130 }, { "epoch": 1.8427815821326128, "grad_norm": 0.2813844680786133, "learning_rate": 3.1572184178673874e-05, "loss": 0.0006, "step": 111140 }, { "epoch": 1.8429473893651243, "grad_norm": 0.009331834502518177, "learning_rate": 3.157052610634876e-05, "loss": 0.0078, "step": 111150 }, { "epoch": 1.8431131965976357, "grad_norm": 0.05054280906915665, "learning_rate": 3.156886803402365e-05, "loss": 0.0033, "step": 111160 }, { "epoch": 1.8432790038301472, "grad_norm": 0.04596535116434097, "learning_rate": 3.156720996169853e-05, "loss": 0.0004, "step": 111170 }, { "epoch": 1.8434448110626587, "grad_norm": 0.19073551893234253, "learning_rate": 3.156555188937342e-05, "loss": 0.0039, "step": 111180 }, { "epoch": 1.8436106182951701, "grad_norm": 0.023189101368188858, "learning_rate": 3.15638938170483e-05, "loss": 0.0044, "step": 111190 }, { "epoch": 1.8437764255276816, "grad_norm": 0.00012808505562134087, "learning_rate": 3.156223574472318e-05, "loss": 0.0116, "step": 111200 }, { "epoch": 1.843942232760193, "grad_norm": 0.0294360239058733, "learning_rate": 3.156057767239807e-05, "loss": 0.0076, "step": 111210 }, { "epoch": 1.8441080399927046, "grad_norm": 0.0021725359838455915, "learning_rate": 3.1558919600072955e-05, "loss": 0.0004, "step": 111220 }, { "epoch": 1.844273847225216, "grad_norm": 0.0007989706937223673, "learning_rate": 3.1557261527747846e-05, "loss": 0.0062, "step": 111230 }, { "epoch": 1.8444396544577275, "grad_norm": 0.006886400282382965, "learning_rate": 3.155560345542273e-05, "loss": 0.0041, "step": 111240 }, { "epoch": 1.844605461690239, "grad_norm": 0.006241162773221731, "learning_rate": 3.155394538309761e-05, "loss": 0.0003, "step": 111250 }, { "epoch": 1.8447712689227505, "grad_norm": 0.010736199095845222, "learning_rate": 3.1552287310772496e-05, "loss": 0.0083, "step": 111260 }, { "epoch": 1.844937076155262, "grad_norm": 0.0005896338261663914, "learning_rate": 3.155062923844738e-05, "loss": 0.0001, "step": 111270 }, { "epoch": 1.8451028833877734, "grad_norm": 0.009808960370719433, "learning_rate": 3.154897116612226e-05, "loss": 0.0038, "step": 111280 }, { "epoch": 1.8452686906202849, "grad_norm": 0.006833349354565144, "learning_rate": 3.154731309379715e-05, "loss": 0.0011, "step": 111290 }, { "epoch": 1.8454344978527963, "grad_norm": 0.3093174397945404, "learning_rate": 3.154565502147204e-05, "loss": 0.0078, "step": 111300 }, { "epoch": 1.8456003050853078, "grad_norm": 0.0016005365177989006, "learning_rate": 3.154399694914693e-05, "loss": 0.0027, "step": 111310 }, { "epoch": 1.8457661123178193, "grad_norm": 0.0005448242882266641, "learning_rate": 3.154233887682181e-05, "loss": 0.0005, "step": 111320 }, { "epoch": 1.8459319195503308, "grad_norm": 0.0008460248936899006, "learning_rate": 3.1540680804496694e-05, "loss": 0.0042, "step": 111330 }, { "epoch": 1.8460977267828422, "grad_norm": 0.0062271831557154655, "learning_rate": 3.153902273217158e-05, "loss": 0.0114, "step": 111340 }, { "epoch": 1.8462635340153537, "grad_norm": 0.019167039543390274, "learning_rate": 3.153736465984646e-05, "loss": 0.0001, "step": 111350 }, { "epoch": 1.8464293412478652, "grad_norm": 0.013373175635933876, "learning_rate": 3.1535706587521344e-05, "loss": 0.0015, "step": 111360 }, { "epoch": 1.8465951484803766, "grad_norm": 0.0012760567478835583, "learning_rate": 3.1534048515196235e-05, "loss": 0.0047, "step": 111370 }, { "epoch": 1.8467609557128881, "grad_norm": 0.7418670654296875, "learning_rate": 3.153239044287112e-05, "loss": 0.0209, "step": 111380 }, { "epoch": 1.8469267629453996, "grad_norm": 0.006342777516692877, "learning_rate": 3.153073237054601e-05, "loss": 0.0001, "step": 111390 }, { "epoch": 1.847092570177911, "grad_norm": 0.8354204297065735, "learning_rate": 3.152907429822089e-05, "loss": 0.0075, "step": 111400 }, { "epoch": 1.8472583774104225, "grad_norm": 0.0017835762118920684, "learning_rate": 3.1527416225895775e-05, "loss": 0.0002, "step": 111410 }, { "epoch": 1.847424184642934, "grad_norm": 0.000705427024513483, "learning_rate": 3.152575815357066e-05, "loss": 0.0086, "step": 111420 }, { "epoch": 1.8475899918754455, "grad_norm": 0.20828737318515778, "learning_rate": 3.152410008124554e-05, "loss": 0.0045, "step": 111430 }, { "epoch": 1.847755799107957, "grad_norm": 0.5419542193412781, "learning_rate": 3.152244200892043e-05, "loss": 0.0092, "step": 111440 }, { "epoch": 1.8479216063404684, "grad_norm": 0.015867138281464577, "learning_rate": 3.1520783936595316e-05, "loss": 0.0033, "step": 111450 }, { "epoch": 1.84808741357298, "grad_norm": 0.6458497643470764, "learning_rate": 3.15191258642702e-05, "loss": 0.0174, "step": 111460 }, { "epoch": 1.8482532208054914, "grad_norm": 0.0136119918897748, "learning_rate": 3.151746779194509e-05, "loss": 0.0001, "step": 111470 }, { "epoch": 1.848419028038003, "grad_norm": 0.0004629718605428934, "learning_rate": 3.151580971961997e-05, "loss": 0.0031, "step": 111480 }, { "epoch": 1.8485848352705145, "grad_norm": 0.03836236894130707, "learning_rate": 3.151415164729486e-05, "loss": 0.003, "step": 111490 }, { "epoch": 1.848750642503026, "grad_norm": 0.010281184688210487, "learning_rate": 3.151249357496974e-05, "loss": 0.0061, "step": 111500 }, { "epoch": 1.8489164497355375, "grad_norm": 0.006080950610339642, "learning_rate": 3.1510835502644624e-05, "loss": 0.0001, "step": 111510 }, { "epoch": 1.849082256968049, "grad_norm": 0.4073251783847809, "learning_rate": 3.1509177430319514e-05, "loss": 0.0107, "step": 111520 }, { "epoch": 1.8492480642005604, "grad_norm": 0.034126702696084976, "learning_rate": 3.15075193579944e-05, "loss": 0.0038, "step": 111530 }, { "epoch": 1.849413871433072, "grad_norm": 0.12498615682125092, "learning_rate": 3.150586128566928e-05, "loss": 0.0003, "step": 111540 }, { "epoch": 1.8495796786655834, "grad_norm": 0.004018012899905443, "learning_rate": 3.150420321334417e-05, "loss": 0.0, "step": 111550 }, { "epoch": 1.8497454858980948, "grad_norm": 0.0001615349028725177, "learning_rate": 3.1502545141019055e-05, "loss": 0.0073, "step": 111560 }, { "epoch": 1.8499112931306063, "grad_norm": 0.006200144067406654, "learning_rate": 3.150088706869394e-05, "loss": 0.0067, "step": 111570 }, { "epoch": 1.8500771003631178, "grad_norm": 0.0012968481751158834, "learning_rate": 3.149922899636882e-05, "loss": 0.0079, "step": 111580 }, { "epoch": 1.8502429075956295, "grad_norm": 0.007068915292620659, "learning_rate": 3.1497570924043705e-05, "loss": 0.0095, "step": 111590 }, { "epoch": 1.850408714828141, "grad_norm": 0.0003397217660676688, "learning_rate": 3.1495912851718595e-05, "loss": 0.0027, "step": 111600 }, { "epoch": 1.8505745220606524, "grad_norm": 0.010778313502669334, "learning_rate": 3.149425477939348e-05, "loss": 0.0032, "step": 111610 }, { "epoch": 1.850740329293164, "grad_norm": 0.2406758815050125, "learning_rate": 3.149259670706836e-05, "loss": 0.0033, "step": 111620 }, { "epoch": 1.8509061365256754, "grad_norm": 0.0007375290733762085, "learning_rate": 3.149093863474325e-05, "loss": 0.0026, "step": 111630 }, { "epoch": 1.8510719437581868, "grad_norm": 0.003959722816944122, "learning_rate": 3.1489280562418136e-05, "loss": 0.0007, "step": 111640 }, { "epoch": 1.8512377509906983, "grad_norm": 0.013118643313646317, "learning_rate": 3.148762249009302e-05, "loss": 0.0002, "step": 111650 }, { "epoch": 1.8514035582232098, "grad_norm": 0.019328802824020386, "learning_rate": 3.14859644177679e-05, "loss": 0.0046, "step": 111660 }, { "epoch": 1.8515693654557213, "grad_norm": 0.006281633861362934, "learning_rate": 3.1484306345442786e-05, "loss": 0.0015, "step": 111670 }, { "epoch": 1.8517351726882327, "grad_norm": 0.0009893309324979782, "learning_rate": 3.1482648273117677e-05, "loss": 0.0032, "step": 111680 }, { "epoch": 1.8519009799207442, "grad_norm": 0.011801480315625668, "learning_rate": 3.148099020079256e-05, "loss": 0.0152, "step": 111690 }, { "epoch": 1.8520667871532557, "grad_norm": 0.07712909579277039, "learning_rate": 3.1479332128467444e-05, "loss": 0.0016, "step": 111700 }, { "epoch": 1.8522325943857672, "grad_norm": 0.011716151610016823, "learning_rate": 3.1477674056142334e-05, "loss": 0.0001, "step": 111710 }, { "epoch": 1.8523984016182786, "grad_norm": 0.1545686572790146, "learning_rate": 3.147601598381722e-05, "loss": 0.0151, "step": 111720 }, { "epoch": 1.85256420885079, "grad_norm": 0.03963308408856392, "learning_rate": 3.14743579114921e-05, "loss": 0.0052, "step": 111730 }, { "epoch": 1.8527300160833016, "grad_norm": 0.0012133012060075998, "learning_rate": 3.1472699839166984e-05, "loss": 0.0031, "step": 111740 }, { "epoch": 1.852895823315813, "grad_norm": 8.088949834927917e-05, "learning_rate": 3.147104176684187e-05, "loss": 0.0004, "step": 111750 }, { "epoch": 1.8530616305483245, "grad_norm": 0.1252754032611847, "learning_rate": 3.146938369451676e-05, "loss": 0.0111, "step": 111760 }, { "epoch": 1.853227437780836, "grad_norm": 0.04388285428285599, "learning_rate": 3.146772562219164e-05, "loss": 0.0037, "step": 111770 }, { "epoch": 1.8533932450133475, "grad_norm": 0.006385764107108116, "learning_rate": 3.146606754986653e-05, "loss": 0.0123, "step": 111780 }, { "epoch": 1.853559052245859, "grad_norm": 0.021839186549186707, "learning_rate": 3.1464409477541415e-05, "loss": 0.0069, "step": 111790 }, { "epoch": 1.8537248594783704, "grad_norm": 0.07585553079843521, "learning_rate": 3.146275140521629e-05, "loss": 0.0063, "step": 111800 }, { "epoch": 1.8538906667108819, "grad_norm": 0.004591487813740969, "learning_rate": 3.146109333289118e-05, "loss": 0.0001, "step": 111810 }, { "epoch": 1.8540564739433933, "grad_norm": 0.0074165984988212585, "learning_rate": 3.1459435260566066e-05, "loss": 0.0105, "step": 111820 }, { "epoch": 1.8542222811759048, "grad_norm": 0.011320734396576881, "learning_rate": 3.145777718824095e-05, "loss": 0.0002, "step": 111830 }, { "epoch": 1.8543880884084163, "grad_norm": 0.0015193584840744734, "learning_rate": 3.145611911591584e-05, "loss": 0.0035, "step": 111840 }, { "epoch": 1.8545538956409278, "grad_norm": 0.0016859036404639482, "learning_rate": 3.145446104359072e-05, "loss": 0.0093, "step": 111850 }, { "epoch": 1.8547197028734392, "grad_norm": 0.0016600057715550065, "learning_rate": 3.145280297126561e-05, "loss": 0.0055, "step": 111860 }, { "epoch": 1.8548855101059507, "grad_norm": 0.4754314124584198, "learning_rate": 3.1451144898940497e-05, "loss": 0.0058, "step": 111870 }, { "epoch": 1.8550513173384622, "grad_norm": 0.00667311018332839, "learning_rate": 3.144948682661537e-05, "loss": 0.0028, "step": 111880 }, { "epoch": 1.8552171245709737, "grad_norm": 7.063758675940335e-05, "learning_rate": 3.1447828754290264e-05, "loss": 0.0003, "step": 111890 }, { "epoch": 1.8553829318034851, "grad_norm": 0.00013684085570275784, "learning_rate": 3.144617068196515e-05, "loss": 0.0021, "step": 111900 }, { "epoch": 1.8555487390359966, "grad_norm": 0.1038489118218422, "learning_rate": 3.144451260964004e-05, "loss": 0.0083, "step": 111910 }, { "epoch": 1.855714546268508, "grad_norm": 0.018460692837834358, "learning_rate": 3.144285453731492e-05, "loss": 0.0079, "step": 111920 }, { "epoch": 1.8558803535010198, "grad_norm": 0.0006583717186003923, "learning_rate": 3.1441196464989804e-05, "loss": 0.0021, "step": 111930 }, { "epoch": 1.8560461607335312, "grad_norm": 0.0013431222178041935, "learning_rate": 3.1439538392664694e-05, "loss": 0.0071, "step": 111940 }, { "epoch": 1.8562119679660427, "grad_norm": 0.010501212440431118, "learning_rate": 3.143788032033957e-05, "loss": 0.0061, "step": 111950 }, { "epoch": 1.8563777751985542, "grad_norm": 0.00020909901650156826, "learning_rate": 3.1436222248014455e-05, "loss": 0.0092, "step": 111960 }, { "epoch": 1.8565435824310657, "grad_norm": 0.00017412600573152304, "learning_rate": 3.1434564175689345e-05, "loss": 0.0046, "step": 111970 }, { "epoch": 1.8567093896635771, "grad_norm": 0.23734474182128906, "learning_rate": 3.143290610336423e-05, "loss": 0.0125, "step": 111980 }, { "epoch": 1.8568751968960886, "grad_norm": 0.0022248413879424334, "learning_rate": 3.143124803103912e-05, "loss": 0.007, "step": 111990 }, { "epoch": 1.8570410041286, "grad_norm": 0.00019014721328858286, "learning_rate": 3.1429589958714e-05, "loss": 0.0049, "step": 112000 }, { "epoch": 1.8572068113611115, "grad_norm": 2.695336888791644e-06, "learning_rate": 3.1427931886388886e-05, "loss": 0.0043, "step": 112010 }, { "epoch": 1.857372618593623, "grad_norm": 0.0012695813784375787, "learning_rate": 3.142627381406377e-05, "loss": 0.0059, "step": 112020 }, { "epoch": 1.8575384258261345, "grad_norm": 0.0005376540939323604, "learning_rate": 3.142461574173865e-05, "loss": 0.0083, "step": 112030 }, { "epoch": 1.8577042330586462, "grad_norm": 0.0029227789491415024, "learning_rate": 3.1422957669413536e-05, "loss": 0.0025, "step": 112040 }, { "epoch": 1.8578700402911577, "grad_norm": 0.00010604695853544399, "learning_rate": 3.1421299597088426e-05, "loss": 0.0003, "step": 112050 }, { "epoch": 1.8580358475236691, "grad_norm": 0.00014216099225450307, "learning_rate": 3.141964152476331e-05, "loss": 0.0126, "step": 112060 }, { "epoch": 1.8582016547561806, "grad_norm": 0.0049790991470217705, "learning_rate": 3.14179834524382e-05, "loss": 0.0018, "step": 112070 }, { "epoch": 1.858367461988692, "grad_norm": 0.22549621760845184, "learning_rate": 3.1416325380113084e-05, "loss": 0.0101, "step": 112080 }, { "epoch": 1.8585332692212035, "grad_norm": 0.0005599380237981677, "learning_rate": 3.141466730778797e-05, "loss": 0.0044, "step": 112090 }, { "epoch": 1.858699076453715, "grad_norm": 0.1036251038312912, "learning_rate": 3.141300923546285e-05, "loss": 0.0046, "step": 112100 }, { "epoch": 1.8588648836862265, "grad_norm": 0.012255086563527584, "learning_rate": 3.1411351163137734e-05, "loss": 0.0003, "step": 112110 }, { "epoch": 1.859030690918738, "grad_norm": 0.0009224849636666477, "learning_rate": 3.1409693090812624e-05, "loss": 0.011, "step": 112120 }, { "epoch": 1.8591964981512494, "grad_norm": 0.17869098484516144, "learning_rate": 3.140803501848751e-05, "loss": 0.026, "step": 112130 }, { "epoch": 1.859362305383761, "grad_norm": 0.000208855009987019, "learning_rate": 3.140637694616239e-05, "loss": 0.009, "step": 112140 }, { "epoch": 1.8595281126162724, "grad_norm": 0.0001321136805927381, "learning_rate": 3.140471887383728e-05, "loss": 0.0037, "step": 112150 }, { "epoch": 1.8596939198487838, "grad_norm": 0.20889917016029358, "learning_rate": 3.1403060801512165e-05, "loss": 0.0246, "step": 112160 }, { "epoch": 1.8598597270812953, "grad_norm": 0.1588609516620636, "learning_rate": 3.140140272918705e-05, "loss": 0.0004, "step": 112170 }, { "epoch": 1.8600255343138068, "grad_norm": 0.016417810693383217, "learning_rate": 3.139974465686193e-05, "loss": 0.0017, "step": 112180 }, { "epoch": 1.8601913415463183, "grad_norm": 0.00013646078878082335, "learning_rate": 3.1398086584536815e-05, "loss": 0.0004, "step": 112190 }, { "epoch": 1.8603571487788297, "grad_norm": 0.0033649178221821785, "learning_rate": 3.1396428512211706e-05, "loss": 0.0021, "step": 112200 }, { "epoch": 1.8605229560113412, "grad_norm": 0.0025676325894892216, "learning_rate": 3.139477043988659e-05, "loss": 0.0012, "step": 112210 }, { "epoch": 1.8606887632438527, "grad_norm": 0.006133926101028919, "learning_rate": 3.139311236756147e-05, "loss": 0.0062, "step": 112220 }, { "epoch": 1.8608545704763642, "grad_norm": 0.008438662625849247, "learning_rate": 3.139145429523636e-05, "loss": 0.0029, "step": 112230 }, { "epoch": 1.8610203777088756, "grad_norm": 0.0032909121364355087, "learning_rate": 3.1389796222911246e-05, "loss": 0.0079, "step": 112240 }, { "epoch": 1.861186184941387, "grad_norm": 0.0009580133482813835, "learning_rate": 3.138813815058613e-05, "loss": 0.0065, "step": 112250 }, { "epoch": 1.8613519921738986, "grad_norm": 0.002029361668974161, "learning_rate": 3.138648007826101e-05, "loss": 0.0138, "step": 112260 }, { "epoch": 1.86151779940641, "grad_norm": 0.04983152449131012, "learning_rate": 3.13848220059359e-05, "loss": 0.0053, "step": 112270 }, { "epoch": 1.8616836066389215, "grad_norm": 0.01244659349322319, "learning_rate": 3.138316393361079e-05, "loss": 0.0036, "step": 112280 }, { "epoch": 1.861849413871433, "grad_norm": 0.0017738069873303175, "learning_rate": 3.138150586128567e-05, "loss": 0.0107, "step": 112290 }, { "epoch": 1.8620152211039445, "grad_norm": 0.0005517161916941404, "learning_rate": 3.1379847788960554e-05, "loss": 0.0001, "step": 112300 }, { "epoch": 1.862181028336456, "grad_norm": 0.026925623416900635, "learning_rate": 3.1378189716635444e-05, "loss": 0.0019, "step": 112310 }, { "epoch": 1.8623468355689674, "grad_norm": 0.00022129456920083612, "learning_rate": 3.137653164431033e-05, "loss": 0.0147, "step": 112320 }, { "epoch": 1.8625126428014789, "grad_norm": 0.00028158837812952697, "learning_rate": 3.137487357198521e-05, "loss": 0.0002, "step": 112330 }, { "epoch": 1.8626784500339904, "grad_norm": 3.3313925086986274e-05, "learning_rate": 3.1373215499660095e-05, "loss": 0.0035, "step": 112340 }, { "epoch": 1.8628442572665018, "grad_norm": 9.425702592125162e-05, "learning_rate": 3.137155742733498e-05, "loss": 0.0088, "step": 112350 }, { "epoch": 1.8630100644990133, "grad_norm": 0.9473369121551514, "learning_rate": 3.136989935500987e-05, "loss": 0.0054, "step": 112360 }, { "epoch": 1.8631758717315248, "grad_norm": 0.002413275185972452, "learning_rate": 3.136824128268475e-05, "loss": 0.0123, "step": 112370 }, { "epoch": 1.8633416789640365, "grad_norm": 0.009019444696605206, "learning_rate": 3.1366583210359635e-05, "loss": 0.0007, "step": 112380 }, { "epoch": 1.863507486196548, "grad_norm": 0.011256571859121323, "learning_rate": 3.1364925138034526e-05, "loss": 0.0107, "step": 112390 }, { "epoch": 1.8636732934290594, "grad_norm": 0.00016565581609029323, "learning_rate": 3.136326706570941e-05, "loss": 0.0055, "step": 112400 }, { "epoch": 1.8638391006615709, "grad_norm": 0.15897153317928314, "learning_rate": 3.136160899338429e-05, "loss": 0.0226, "step": 112410 }, { "epoch": 1.8640049078940824, "grad_norm": 0.2153133600950241, "learning_rate": 3.1359950921059176e-05, "loss": 0.0088, "step": 112420 }, { "epoch": 1.8641707151265938, "grad_norm": 0.02324565500020981, "learning_rate": 3.135829284873406e-05, "loss": 0.0008, "step": 112430 }, { "epoch": 1.8643365223591053, "grad_norm": 0.003360484493896365, "learning_rate": 3.135663477640895e-05, "loss": 0.0137, "step": 112440 }, { "epoch": 1.8645023295916168, "grad_norm": 0.005372168961912394, "learning_rate": 3.135497670408383e-05, "loss": 0.0004, "step": 112450 }, { "epoch": 1.8646681368241282, "grad_norm": 0.5713381767272949, "learning_rate": 3.1353318631758723e-05, "loss": 0.0007, "step": 112460 }, { "epoch": 1.8648339440566397, "grad_norm": 0.07158925384283066, "learning_rate": 3.135166055943361e-05, "loss": 0.0029, "step": 112470 }, { "epoch": 1.8649997512891512, "grad_norm": 0.17146407067775726, "learning_rate": 3.135000248710849e-05, "loss": 0.0055, "step": 112480 }, { "epoch": 1.8651655585216629, "grad_norm": 0.004066297318786383, "learning_rate": 3.1348344414783374e-05, "loss": 0.017, "step": 112490 }, { "epoch": 1.8653313657541744, "grad_norm": 0.037549346685409546, "learning_rate": 3.134668634245826e-05, "loss": 0.0069, "step": 112500 }, { "epoch": 1.8654971729866858, "grad_norm": 0.5200706720352173, "learning_rate": 3.134502827013314e-05, "loss": 0.016, "step": 112510 }, { "epoch": 1.8656629802191973, "grad_norm": 0.00990512128919363, "learning_rate": 3.134337019780803e-05, "loss": 0.0048, "step": 112520 }, { "epoch": 1.8658287874517088, "grad_norm": 0.009769373573362827, "learning_rate": 3.1341712125482915e-05, "loss": 0.0034, "step": 112530 }, { "epoch": 1.8659945946842202, "grad_norm": 0.002396066440269351, "learning_rate": 3.1340054053157805e-05, "loss": 0.0075, "step": 112540 }, { "epoch": 1.8661604019167317, "grad_norm": 0.0005057757953181863, "learning_rate": 3.133839598083269e-05, "loss": 0.0002, "step": 112550 }, { "epoch": 1.8663262091492432, "grad_norm": 0.004679588135331869, "learning_rate": 3.133673790850757e-05, "loss": 0.0024, "step": 112560 }, { "epoch": 1.8664920163817547, "grad_norm": 0.006009840406477451, "learning_rate": 3.1335079836182455e-05, "loss": 0.0009, "step": 112570 }, { "epoch": 1.8666578236142661, "grad_norm": 0.0011356122558936477, "learning_rate": 3.133342176385734e-05, "loss": 0.0036, "step": 112580 }, { "epoch": 1.8668236308467776, "grad_norm": 0.0014743601204827428, "learning_rate": 3.133176369153223e-05, "loss": 0.0035, "step": 112590 }, { "epoch": 1.866989438079289, "grad_norm": 0.6843283772468567, "learning_rate": 3.133010561920711e-05, "loss": 0.0132, "step": 112600 }, { "epoch": 1.8671552453118005, "grad_norm": 0.0033478140830993652, "learning_rate": 3.1328447546881996e-05, "loss": 0.0004, "step": 112610 }, { "epoch": 1.867321052544312, "grad_norm": 0.021189233288168907, "learning_rate": 3.1326789474556886e-05, "loss": 0.0001, "step": 112620 }, { "epoch": 1.8674868597768235, "grad_norm": 0.013689852319657803, "learning_rate": 3.132513140223177e-05, "loss": 0.0002, "step": 112630 }, { "epoch": 1.867652667009335, "grad_norm": 0.0001828600506996736, "learning_rate": 3.1323473329906646e-05, "loss": 0.011, "step": 112640 }, { "epoch": 1.8678184742418464, "grad_norm": 0.09541391581296921, "learning_rate": 3.132181525758154e-05, "loss": 0.0079, "step": 112650 }, { "epoch": 1.867984281474358, "grad_norm": 0.0010664343135431409, "learning_rate": 3.132015718525642e-05, "loss": 0.0038, "step": 112660 }, { "epoch": 1.8681500887068694, "grad_norm": 0.29600951075553894, "learning_rate": 3.131849911293131e-05, "loss": 0.0008, "step": 112670 }, { "epoch": 1.8683158959393809, "grad_norm": 0.34585174918174744, "learning_rate": 3.1316841040606194e-05, "loss": 0.0038, "step": 112680 }, { "epoch": 1.8684817031718923, "grad_norm": 0.002042274223640561, "learning_rate": 3.131518296828108e-05, "loss": 0.0086, "step": 112690 }, { "epoch": 1.8686475104044038, "grad_norm": 0.025678297504782677, "learning_rate": 3.131352489595597e-05, "loss": 0.0137, "step": 112700 }, { "epoch": 1.8688133176369153, "grad_norm": 0.07399679720401764, "learning_rate": 3.1311866823630844e-05, "loss": 0.0015, "step": 112710 }, { "epoch": 1.8689791248694267, "grad_norm": 0.00023825887183193117, "learning_rate": 3.131020875130573e-05, "loss": 0.0085, "step": 112720 }, { "epoch": 1.8691449321019382, "grad_norm": 0.001510996837168932, "learning_rate": 3.130855067898062e-05, "loss": 0.0001, "step": 112730 }, { "epoch": 1.8693107393344497, "grad_norm": 0.019569454714655876, "learning_rate": 3.13068926066555e-05, "loss": 0.003, "step": 112740 }, { "epoch": 1.8694765465669612, "grad_norm": 0.34218260645866394, "learning_rate": 3.130523453433039e-05, "loss": 0.0103, "step": 112750 }, { "epoch": 1.8696423537994726, "grad_norm": 0.7032486796379089, "learning_rate": 3.1303576462005275e-05, "loss": 0.0132, "step": 112760 }, { "epoch": 1.869808161031984, "grad_norm": 0.003098100423812866, "learning_rate": 3.130191838968016e-05, "loss": 0.0002, "step": 112770 }, { "epoch": 1.8699739682644956, "grad_norm": 0.7519594430923462, "learning_rate": 3.130026031735505e-05, "loss": 0.0058, "step": 112780 }, { "epoch": 1.870139775497007, "grad_norm": 0.0032930702436715364, "learning_rate": 3.1298602245029926e-05, "loss": 0.0055, "step": 112790 }, { "epoch": 1.8703055827295185, "grad_norm": 0.0021432461217045784, "learning_rate": 3.1296944172704816e-05, "loss": 0.0036, "step": 112800 }, { "epoch": 1.87047138996203, "grad_norm": 0.0007796706631779671, "learning_rate": 3.12952861003797e-05, "loss": 0.0043, "step": 112810 }, { "epoch": 1.8706371971945415, "grad_norm": 0.03478173911571503, "learning_rate": 3.129362802805458e-05, "loss": 0.0037, "step": 112820 }, { "epoch": 1.8708030044270532, "grad_norm": 0.0022667048033326864, "learning_rate": 3.129196995572947e-05, "loss": 0.0001, "step": 112830 }, { "epoch": 1.8709688116595646, "grad_norm": 0.8263775110244751, "learning_rate": 3.129031188340436e-05, "loss": 0.0117, "step": 112840 }, { "epoch": 1.871134618892076, "grad_norm": 0.0005366699188016355, "learning_rate": 3.128865381107924e-05, "loss": 0.0026, "step": 112850 }, { "epoch": 1.8713004261245876, "grad_norm": 0.0801137164235115, "learning_rate": 3.1286995738754124e-05, "loss": 0.0036, "step": 112860 }, { "epoch": 1.871466233357099, "grad_norm": 0.0003710141754709184, "learning_rate": 3.128533766642901e-05, "loss": 0.0001, "step": 112870 }, { "epoch": 1.8716320405896105, "grad_norm": 0.02554682455956936, "learning_rate": 3.12836795941039e-05, "loss": 0.0102, "step": 112880 }, { "epoch": 1.871797847822122, "grad_norm": 0.36075830459594727, "learning_rate": 3.128202152177878e-05, "loss": 0.0126, "step": 112890 }, { "epoch": 1.8719636550546335, "grad_norm": 0.012217679060995579, "learning_rate": 3.1280363449453664e-05, "loss": 0.0112, "step": 112900 }, { "epoch": 1.872129462287145, "grad_norm": 0.00018077246204484254, "learning_rate": 3.1278705377128555e-05, "loss": 0.0032, "step": 112910 }, { "epoch": 1.8722952695196564, "grad_norm": 0.00030202255584299564, "learning_rate": 3.127704730480344e-05, "loss": 0.0088, "step": 112920 }, { "epoch": 1.8724610767521679, "grad_norm": 0.4582924544811249, "learning_rate": 3.127538923247832e-05, "loss": 0.0007, "step": 112930 }, { "epoch": 1.8726268839846794, "grad_norm": 0.22694620490074158, "learning_rate": 3.1273731160153205e-05, "loss": 0.0038, "step": 112940 }, { "epoch": 1.872792691217191, "grad_norm": 0.0013276082463562489, "learning_rate": 3.127207308782809e-05, "loss": 0.0072, "step": 112950 }, { "epoch": 1.8729584984497025, "grad_norm": 0.00048069044714793563, "learning_rate": 3.127041501550298e-05, "loss": 0.0005, "step": 112960 }, { "epoch": 1.873124305682214, "grad_norm": 0.0007610326865687966, "learning_rate": 3.126875694317786e-05, "loss": 0.0043, "step": 112970 }, { "epoch": 1.8732901129147255, "grad_norm": 0.009431860409677029, "learning_rate": 3.1267098870852746e-05, "loss": 0.0053, "step": 112980 }, { "epoch": 1.873455920147237, "grad_norm": 0.2736712694168091, "learning_rate": 3.1265440798527636e-05, "loss": 0.0071, "step": 112990 }, { "epoch": 1.8736217273797484, "grad_norm": 0.06427144259214401, "learning_rate": 3.126378272620252e-05, "loss": 0.0044, "step": 113000 }, { "epoch": 1.8737875346122599, "grad_norm": 0.0005150337819941342, "learning_rate": 3.12621246538774e-05, "loss": 0.0116, "step": 113010 }, { "epoch": 1.8739533418447714, "grad_norm": 0.17292022705078125, "learning_rate": 3.1260466581552286e-05, "loss": 0.0066, "step": 113020 }, { "epoch": 1.8741191490772828, "grad_norm": 0.0006346251466311514, "learning_rate": 3.125880850922717e-05, "loss": 0.0024, "step": 113030 }, { "epoch": 1.8742849563097943, "grad_norm": 0.004599275998771191, "learning_rate": 3.125715043690206e-05, "loss": 0.0016, "step": 113040 }, { "epoch": 1.8744507635423058, "grad_norm": 0.0005242948536761105, "learning_rate": 3.1255492364576944e-05, "loss": 0.0043, "step": 113050 }, { "epoch": 1.8746165707748172, "grad_norm": 0.00010493303852854297, "learning_rate": 3.125383429225183e-05, "loss": 0.0063, "step": 113060 }, { "epoch": 1.8747823780073287, "grad_norm": 0.0006004297756589949, "learning_rate": 3.125217621992672e-05, "loss": 0.0069, "step": 113070 }, { "epoch": 1.8749481852398402, "grad_norm": 0.21249711513519287, "learning_rate": 3.12505181476016e-05, "loss": 0.0044, "step": 113080 }, { "epoch": 1.8751139924723517, "grad_norm": 0.13429877161979675, "learning_rate": 3.1248860075276484e-05, "loss": 0.0006, "step": 113090 }, { "epoch": 1.8752797997048631, "grad_norm": 0.006074882112443447, "learning_rate": 3.124720200295137e-05, "loss": 0.0057, "step": 113100 }, { "epoch": 1.8754456069373746, "grad_norm": 0.006978791672736406, "learning_rate": 3.124554393062625e-05, "loss": 0.0057, "step": 113110 }, { "epoch": 1.875611414169886, "grad_norm": 8.103016443783417e-05, "learning_rate": 3.124388585830114e-05, "loss": 0.0001, "step": 113120 }, { "epoch": 1.8757772214023976, "grad_norm": 0.002741339849308133, "learning_rate": 3.1242227785976025e-05, "loss": 0.0001, "step": 113130 }, { "epoch": 1.875943028634909, "grad_norm": 0.17234894633293152, "learning_rate": 3.1240569713650915e-05, "loss": 0.0077, "step": 113140 }, { "epoch": 1.8761088358674205, "grad_norm": 0.0017816000618040562, "learning_rate": 3.12389116413258e-05, "loss": 0.0043, "step": 113150 }, { "epoch": 1.876274643099932, "grad_norm": 0.007566111162304878, "learning_rate": 3.123725356900068e-05, "loss": 0.0071, "step": 113160 }, { "epoch": 1.8764404503324434, "grad_norm": 0.002273291116580367, "learning_rate": 3.1235595496675566e-05, "loss": 0.0043, "step": 113170 }, { "epoch": 1.876606257564955, "grad_norm": 0.21327710151672363, "learning_rate": 3.123393742435045e-05, "loss": 0.0042, "step": 113180 }, { "epoch": 1.8767720647974664, "grad_norm": 0.0014803035883232951, "learning_rate": 3.123227935202533e-05, "loss": 0.0055, "step": 113190 }, { "epoch": 1.8769378720299779, "grad_norm": 0.0004582813708111644, "learning_rate": 3.123062127970022e-05, "loss": 0.0009, "step": 113200 }, { "epoch": 1.8771036792624893, "grad_norm": 0.002960671903565526, "learning_rate": 3.1228963207375106e-05, "loss": 0.0058, "step": 113210 }, { "epoch": 1.8772694864950008, "grad_norm": 0.002200685441493988, "learning_rate": 3.122730513505e-05, "loss": 0.0162, "step": 113220 }, { "epoch": 1.8774352937275123, "grad_norm": 0.0916752964258194, "learning_rate": 3.122564706272488e-05, "loss": 0.0046, "step": 113230 }, { "epoch": 1.8776011009600238, "grad_norm": 0.00045970643986947834, "learning_rate": 3.1223988990399764e-05, "loss": 0.0037, "step": 113240 }, { "epoch": 1.8777669081925352, "grad_norm": 0.0007228273316286504, "learning_rate": 3.122233091807465e-05, "loss": 0.0064, "step": 113250 }, { "epoch": 1.8779327154250467, "grad_norm": 0.00047581770922988653, "learning_rate": 3.122067284574953e-05, "loss": 0.0065, "step": 113260 }, { "epoch": 1.8780985226575582, "grad_norm": 0.00017046912398654968, "learning_rate": 3.121901477342442e-05, "loss": 0.0179, "step": 113270 }, { "epoch": 1.8782643298900696, "grad_norm": 0.0015312349423766136, "learning_rate": 3.1217356701099304e-05, "loss": 0.0036, "step": 113280 }, { "epoch": 1.8784301371225813, "grad_norm": 0.021290838718414307, "learning_rate": 3.121569862877419e-05, "loss": 0.0074, "step": 113290 }, { "epoch": 1.8785959443550928, "grad_norm": 0.007954082451760769, "learning_rate": 3.121404055644908e-05, "loss": 0.0082, "step": 113300 }, { "epoch": 1.8787617515876043, "grad_norm": 0.007546564098447561, "learning_rate": 3.121238248412396e-05, "loss": 0.0048, "step": 113310 }, { "epoch": 1.8789275588201158, "grad_norm": 0.00038037760532461107, "learning_rate": 3.1210724411798845e-05, "loss": 0.0027, "step": 113320 }, { "epoch": 1.8790933660526272, "grad_norm": 0.0516267791390419, "learning_rate": 3.120906633947373e-05, "loss": 0.0002, "step": 113330 }, { "epoch": 1.8792591732851387, "grad_norm": 0.0014438694342970848, "learning_rate": 3.120740826714861e-05, "loss": 0.0024, "step": 113340 }, { "epoch": 1.8794249805176502, "grad_norm": 0.22068579494953156, "learning_rate": 3.12057501948235e-05, "loss": 0.0066, "step": 113350 }, { "epoch": 1.8795907877501616, "grad_norm": 0.0013333236565813422, "learning_rate": 3.1204092122498386e-05, "loss": 0.0034, "step": 113360 }, { "epoch": 1.8797565949826731, "grad_norm": 0.0018662759102880955, "learning_rate": 3.120243405017327e-05, "loss": 0.0034, "step": 113370 }, { "epoch": 1.8799224022151846, "grad_norm": 0.006368678063154221, "learning_rate": 3.120077597784816e-05, "loss": 0.0032, "step": 113380 }, { "epoch": 1.880088209447696, "grad_norm": 0.0010197133524343371, "learning_rate": 3.119911790552304e-05, "loss": 0.0029, "step": 113390 }, { "epoch": 1.8802540166802078, "grad_norm": 0.20941056311130524, "learning_rate": 3.119745983319792e-05, "loss": 0.0123, "step": 113400 }, { "epoch": 1.8804198239127192, "grad_norm": 0.008661805652081966, "learning_rate": 3.119580176087281e-05, "loss": 0.0073, "step": 113410 }, { "epoch": 1.8805856311452307, "grad_norm": 0.000773450534325093, "learning_rate": 3.119414368854769e-05, "loss": 0.0048, "step": 113420 }, { "epoch": 1.8807514383777422, "grad_norm": 0.17076349258422852, "learning_rate": 3.1192485616222584e-05, "loss": 0.0076, "step": 113430 }, { "epoch": 1.8809172456102536, "grad_norm": 0.07429970800876617, "learning_rate": 3.119082754389747e-05, "loss": 0.0081, "step": 113440 }, { "epoch": 1.8810830528427651, "grad_norm": 0.0008004322298802435, "learning_rate": 3.118916947157235e-05, "loss": 0.0028, "step": 113450 }, { "epoch": 1.8812488600752766, "grad_norm": 0.008054212667047977, "learning_rate": 3.118751139924724e-05, "loss": 0.0024, "step": 113460 }, { "epoch": 1.881414667307788, "grad_norm": 0.006653637159615755, "learning_rate": 3.1185853326922124e-05, "loss": 0.0085, "step": 113470 }, { "epoch": 1.8815804745402995, "grad_norm": 0.0014705725479871035, "learning_rate": 3.118419525459701e-05, "loss": 0.0002, "step": 113480 }, { "epoch": 1.881746281772811, "grad_norm": 0.0038254789542406797, "learning_rate": 3.118253718227189e-05, "loss": 0.006, "step": 113490 }, { "epoch": 1.8819120890053225, "grad_norm": 0.0008022164111025631, "learning_rate": 3.1180879109946775e-05, "loss": 0.0053, "step": 113500 }, { "epoch": 1.882077896237834, "grad_norm": 0.16005143523216248, "learning_rate": 3.1179221037621665e-05, "loss": 0.0026, "step": 113510 }, { "epoch": 1.8822437034703454, "grad_norm": 0.12728191912174225, "learning_rate": 3.117756296529655e-05, "loss": 0.0047, "step": 113520 }, { "epoch": 1.882409510702857, "grad_norm": 0.01557005476206541, "learning_rate": 3.117590489297143e-05, "loss": 0.015, "step": 113530 }, { "epoch": 1.8825753179353684, "grad_norm": 0.001989504089578986, "learning_rate": 3.117424682064632e-05, "loss": 0.0012, "step": 113540 }, { "epoch": 1.8827411251678798, "grad_norm": 0.00041750710806809366, "learning_rate": 3.11725887483212e-05, "loss": 0.0026, "step": 113550 }, { "epoch": 1.8829069324003913, "grad_norm": 0.0002879461972042918, "learning_rate": 3.117093067599609e-05, "loss": 0.0021, "step": 113560 }, { "epoch": 1.8830727396329028, "grad_norm": 0.18921856582164764, "learning_rate": 3.116927260367097e-05, "loss": 0.0071, "step": 113570 }, { "epoch": 1.8832385468654143, "grad_norm": 0.00030707044061273336, "learning_rate": 3.1167614531345856e-05, "loss": 0.0001, "step": 113580 }, { "epoch": 1.8834043540979257, "grad_norm": 0.1801207810640335, "learning_rate": 3.1165956459020746e-05, "loss": 0.0005, "step": 113590 }, { "epoch": 1.8835701613304372, "grad_norm": 0.02266593463718891, "learning_rate": 3.116429838669563e-05, "loss": 0.0032, "step": 113600 }, { "epoch": 1.8837359685629487, "grad_norm": 0.009796024300158024, "learning_rate": 3.116264031437052e-05, "loss": 0.003, "step": 113610 }, { "epoch": 1.8839017757954601, "grad_norm": 0.1609993278980255, "learning_rate": 3.11609822420454e-05, "loss": 0.0128, "step": 113620 }, { "epoch": 1.8840675830279716, "grad_norm": 0.1578306406736374, "learning_rate": 3.115932416972028e-05, "loss": 0.0057, "step": 113630 }, { "epoch": 1.884233390260483, "grad_norm": 0.0004634558572433889, "learning_rate": 3.115766609739517e-05, "loss": 0.0051, "step": 113640 }, { "epoch": 1.8843991974929946, "grad_norm": 0.0012801957782357931, "learning_rate": 3.1156008025070054e-05, "loss": 0.0034, "step": 113650 }, { "epoch": 1.884565004725506, "grad_norm": 0.18906615674495697, "learning_rate": 3.115434995274494e-05, "loss": 0.0113, "step": 113660 }, { "epoch": 1.8847308119580175, "grad_norm": 0.00031551250140182674, "learning_rate": 3.115269188041983e-05, "loss": 0.0045, "step": 113670 }, { "epoch": 1.884896619190529, "grad_norm": 0.1748984456062317, "learning_rate": 3.115103380809471e-05, "loss": 0.0109, "step": 113680 }, { "epoch": 1.8850624264230404, "grad_norm": 0.06723868101835251, "learning_rate": 3.11493757357696e-05, "loss": 0.0165, "step": 113690 }, { "epoch": 1.885228233655552, "grad_norm": 0.00040453282417729497, "learning_rate": 3.114771766344448e-05, "loss": 0.0001, "step": 113700 }, { "epoch": 1.8853940408880634, "grad_norm": 0.00014080705295782536, "learning_rate": 3.114605959111936e-05, "loss": 0.01, "step": 113710 }, { "epoch": 1.8855598481205749, "grad_norm": 0.001531268935650587, "learning_rate": 3.114440151879425e-05, "loss": 0.0075, "step": 113720 }, { "epoch": 1.8857256553530863, "grad_norm": 0.014092907309532166, "learning_rate": 3.1142743446469135e-05, "loss": 0.0137, "step": 113730 }, { "epoch": 1.885891462585598, "grad_norm": 0.018900591880083084, "learning_rate": 3.114108537414402e-05, "loss": 0.0068, "step": 113740 }, { "epoch": 1.8860572698181095, "grad_norm": 0.0064716637134552, "learning_rate": 3.113942730181891e-05, "loss": 0.0004, "step": 113750 }, { "epoch": 1.886223077050621, "grad_norm": 0.000362473918357864, "learning_rate": 3.113776922949379e-05, "loss": 0.006, "step": 113760 }, { "epoch": 1.8863888842831324, "grad_norm": 0.0014665753114968538, "learning_rate": 3.1136111157168676e-05, "loss": 0.0118, "step": 113770 }, { "epoch": 1.886554691515644, "grad_norm": 0.20560158789157867, "learning_rate": 3.113445308484356e-05, "loss": 0.0055, "step": 113780 }, { "epoch": 1.8867204987481554, "grad_norm": 0.6289606094360352, "learning_rate": 3.113279501251844e-05, "loss": 0.0047, "step": 113790 }, { "epoch": 1.8868863059806669, "grad_norm": 0.007261347025632858, "learning_rate": 3.113113694019333e-05, "loss": 0.0034, "step": 113800 }, { "epoch": 1.8870521132131783, "grad_norm": 0.2966715395450592, "learning_rate": 3.112947886786822e-05, "loss": 0.0039, "step": 113810 }, { "epoch": 1.8872179204456898, "grad_norm": 0.00169980782084167, "learning_rate": 3.112782079554311e-05, "loss": 0.0038, "step": 113820 }, { "epoch": 1.8873837276782013, "grad_norm": 0.705287516117096, "learning_rate": 3.112616272321799e-05, "loss": 0.0025, "step": 113830 }, { "epoch": 1.8875495349107128, "grad_norm": 0.0060731214471161366, "learning_rate": 3.1124504650892874e-05, "loss": 0.0002, "step": 113840 }, { "epoch": 1.8877153421432245, "grad_norm": 0.011559203267097473, "learning_rate": 3.112284657856776e-05, "loss": 0.0127, "step": 113850 }, { "epoch": 1.887881149375736, "grad_norm": 0.0015184382209554315, "learning_rate": 3.112118850624264e-05, "loss": 0.003, "step": 113860 }, { "epoch": 1.8880469566082474, "grad_norm": 0.5085909962654114, "learning_rate": 3.1119530433917524e-05, "loss": 0.0054, "step": 113870 }, { "epoch": 1.8882127638407589, "grad_norm": 9.104019409278408e-05, "learning_rate": 3.1117872361592415e-05, "loss": 0.0001, "step": 113880 }, { "epoch": 1.8883785710732703, "grad_norm": 0.0027414620853960514, "learning_rate": 3.11162142892673e-05, "loss": 0.0081, "step": 113890 }, { "epoch": 1.8885443783057818, "grad_norm": 0.0038886310067027807, "learning_rate": 3.111455621694219e-05, "loss": 0.0023, "step": 113900 }, { "epoch": 1.8887101855382933, "grad_norm": 5.027526185585884e-06, "learning_rate": 3.111289814461707e-05, "loss": 0.0014, "step": 113910 }, { "epoch": 1.8888759927708048, "grad_norm": 0.0005027090082876384, "learning_rate": 3.1111240072291955e-05, "loss": 0.0053, "step": 113920 }, { "epoch": 1.8890418000033162, "grad_norm": 0.010967622511088848, "learning_rate": 3.110958199996684e-05, "loss": 0.0037, "step": 113930 }, { "epoch": 1.8892076072358277, "grad_norm": 0.002845939714461565, "learning_rate": 3.110792392764172e-05, "loss": 0.0032, "step": 113940 }, { "epoch": 1.8893734144683392, "grad_norm": 0.0002307970280526206, "learning_rate": 3.110626585531661e-05, "loss": 0.0024, "step": 113950 }, { "epoch": 1.8895392217008506, "grad_norm": 0.006243085488677025, "learning_rate": 3.1104607782991496e-05, "loss": 0.0004, "step": 113960 }, { "epoch": 1.8897050289333621, "grad_norm": 0.005029444117099047, "learning_rate": 3.110294971066638e-05, "loss": 0.0005, "step": 113970 }, { "epoch": 1.8898708361658736, "grad_norm": 0.0002701948396861553, "learning_rate": 3.110129163834127e-05, "loss": 0.0041, "step": 113980 }, { "epoch": 1.890036643398385, "grad_norm": 0.09286332875490189, "learning_rate": 3.109963356601615e-05, "loss": 0.0006, "step": 113990 }, { "epoch": 1.8902024506308965, "grad_norm": 0.00948316603899002, "learning_rate": 3.109797549369104e-05, "loss": 0.0169, "step": 114000 }, { "epoch": 1.890368257863408, "grad_norm": 0.21327318251132965, "learning_rate": 3.109631742136592e-05, "loss": 0.0153, "step": 114010 }, { "epoch": 1.8905340650959195, "grad_norm": 0.004569258540868759, "learning_rate": 3.1094659349040804e-05, "loss": 0.0001, "step": 114020 }, { "epoch": 1.890699872328431, "grad_norm": 0.1892448514699936, "learning_rate": 3.1093001276715694e-05, "loss": 0.0032, "step": 114030 }, { "epoch": 1.8908656795609424, "grad_norm": 0.02666306681931019, "learning_rate": 3.109134320439058e-05, "loss": 0.0064, "step": 114040 }, { "epoch": 1.891031486793454, "grad_norm": 0.000487412151414901, "learning_rate": 3.108968513206546e-05, "loss": 0.0037, "step": 114050 }, { "epoch": 1.8911972940259654, "grad_norm": 6.681312515866011e-05, "learning_rate": 3.108802705974035e-05, "loss": 0.0024, "step": 114060 }, { "epoch": 1.8913631012584768, "grad_norm": 0.003969489596784115, "learning_rate": 3.1086368987415235e-05, "loss": 0.0027, "step": 114070 }, { "epoch": 1.8915289084909883, "grad_norm": 0.00038997127558104694, "learning_rate": 3.108471091509012e-05, "loss": 0.0088, "step": 114080 }, { "epoch": 1.8916947157234998, "grad_norm": 0.21783560514450073, "learning_rate": 3.1083052842765e-05, "loss": 0.0119, "step": 114090 }, { "epoch": 1.8918605229560113, "grad_norm": 0.503813624382019, "learning_rate": 3.1081394770439885e-05, "loss": 0.0056, "step": 114100 }, { "epoch": 1.8920263301885227, "grad_norm": 0.009055147878825665, "learning_rate": 3.1079736698114775e-05, "loss": 0.0026, "step": 114110 }, { "epoch": 1.8921921374210342, "grad_norm": 0.11336621642112732, "learning_rate": 3.107807862578966e-05, "loss": 0.0003, "step": 114120 }, { "epoch": 1.8923579446535457, "grad_norm": 0.002522494876757264, "learning_rate": 3.107642055346454e-05, "loss": 0.0047, "step": 114130 }, { "epoch": 1.8925237518860571, "grad_norm": 0.21195577085018158, "learning_rate": 3.107476248113943e-05, "loss": 0.0022, "step": 114140 }, { "epoch": 1.8926895591185686, "grad_norm": 0.000850831565912813, "learning_rate": 3.1073104408814316e-05, "loss": 0.0034, "step": 114150 }, { "epoch": 1.89285536635108, "grad_norm": 0.0004813820996787399, "learning_rate": 3.10714463364892e-05, "loss": 0.0042, "step": 114160 }, { "epoch": 1.8930211735835916, "grad_norm": 0.0002134213427780196, "learning_rate": 3.106978826416408e-05, "loss": 0.0059, "step": 114170 }, { "epoch": 1.893186980816103, "grad_norm": 0.012664218433201313, "learning_rate": 3.1068130191838966e-05, "loss": 0.0007, "step": 114180 }, { "epoch": 1.8933527880486147, "grad_norm": 0.00725198769941926, "learning_rate": 3.106647211951386e-05, "loss": 0.0043, "step": 114190 }, { "epoch": 1.8935185952811262, "grad_norm": 0.011002340354025364, "learning_rate": 3.106481404718874e-05, "loss": 0.0074, "step": 114200 }, { "epoch": 1.8936844025136377, "grad_norm": 0.3559071719646454, "learning_rate": 3.1063155974863624e-05, "loss": 0.0022, "step": 114210 }, { "epoch": 1.8938502097461491, "grad_norm": 0.0003237362834624946, "learning_rate": 3.1061497902538514e-05, "loss": 0.0002, "step": 114220 }, { "epoch": 1.8940160169786606, "grad_norm": 0.010376148857176304, "learning_rate": 3.10598398302134e-05, "loss": 0.0004, "step": 114230 }, { "epoch": 1.894181824211172, "grad_norm": 0.0007508880808018148, "learning_rate": 3.105818175788828e-05, "loss": 0.0012, "step": 114240 }, { "epoch": 1.8943476314436836, "grad_norm": 0.0798863023519516, "learning_rate": 3.1056523685563164e-05, "loss": 0.0007, "step": 114250 }, { "epoch": 1.894513438676195, "grad_norm": 0.0008666233043186367, "learning_rate": 3.105486561323805e-05, "loss": 0.0002, "step": 114260 }, { "epoch": 1.8946792459087065, "grad_norm": 0.11778692156076431, "learning_rate": 3.105320754091294e-05, "loss": 0.0156, "step": 114270 }, { "epoch": 1.894845053141218, "grad_norm": 0.210033118724823, "learning_rate": 3.105154946858782e-05, "loss": 0.0046, "step": 114280 }, { "epoch": 1.8950108603737295, "grad_norm": 0.04165784269571304, "learning_rate": 3.104989139626271e-05, "loss": 0.0054, "step": 114290 }, { "epoch": 1.8951766676062411, "grad_norm": 0.008853070437908173, "learning_rate": 3.1048233323937595e-05, "loss": 0.0038, "step": 114300 }, { "epoch": 1.8953424748387526, "grad_norm": 0.001303348341025412, "learning_rate": 3.104657525161247e-05, "loss": 0.0042, "step": 114310 }, { "epoch": 1.895508282071264, "grad_norm": 0.3366876244544983, "learning_rate": 3.104491717928736e-05, "loss": 0.001, "step": 114320 }, { "epoch": 1.8956740893037756, "grad_norm": 0.6196419596672058, "learning_rate": 3.1043259106962246e-05, "loss": 0.0129, "step": 114330 }, { "epoch": 1.895839896536287, "grad_norm": 0.0016633551567792892, "learning_rate": 3.104160103463713e-05, "loss": 0.0137, "step": 114340 }, { "epoch": 1.8960057037687985, "grad_norm": 0.0002185734483646229, "learning_rate": 3.103994296231202e-05, "loss": 0.0001, "step": 114350 }, { "epoch": 1.89617151100131, "grad_norm": 0.00842334795743227, "learning_rate": 3.10382848899869e-05, "loss": 0.006, "step": 114360 }, { "epoch": 1.8963373182338215, "grad_norm": 0.0002660940808709711, "learning_rate": 3.103662681766179e-05, "loss": 0.0115, "step": 114370 }, { "epoch": 1.896503125466333, "grad_norm": 0.056374598294496536, "learning_rate": 3.103496874533667e-05, "loss": 0.0087, "step": 114380 }, { "epoch": 1.8966689326988444, "grad_norm": 0.0006877568084746599, "learning_rate": 3.1033310673011553e-05, "loss": 0.0059, "step": 114390 }, { "epoch": 1.8968347399313559, "grad_norm": 0.0006417830009013414, "learning_rate": 3.1031652600686444e-05, "loss": 0.0097, "step": 114400 }, { "epoch": 1.8970005471638673, "grad_norm": 0.17353567481040955, "learning_rate": 3.102999452836133e-05, "loss": 0.0062, "step": 114410 }, { "epoch": 1.8971663543963788, "grad_norm": 0.0008112063515000045, "learning_rate": 3.102833645603621e-05, "loss": 0.006, "step": 114420 }, { "epoch": 1.8973321616288903, "grad_norm": 0.4842223823070526, "learning_rate": 3.10266783837111e-05, "loss": 0.0068, "step": 114430 }, { "epoch": 1.8974979688614018, "grad_norm": 0.0007469386328011751, "learning_rate": 3.1025020311385984e-05, "loss": 0.0004, "step": 114440 }, { "epoch": 1.8976637760939132, "grad_norm": 0.0003463878238108009, "learning_rate": 3.1023362239060875e-05, "loss": 0.0089, "step": 114450 }, { "epoch": 1.8978295833264247, "grad_norm": 0.7793342471122742, "learning_rate": 3.102170416673575e-05, "loss": 0.0077, "step": 114460 }, { "epoch": 1.8979953905589362, "grad_norm": 0.030333315953612328, "learning_rate": 3.1020046094410635e-05, "loss": 0.0111, "step": 114470 }, { "epoch": 1.8981611977914477, "grad_norm": 0.0004065158136654645, "learning_rate": 3.1018388022085525e-05, "loss": 0.0136, "step": 114480 }, { "epoch": 1.8983270050239591, "grad_norm": 0.0023319071624428034, "learning_rate": 3.101672994976041e-05, "loss": 0.0071, "step": 114490 }, { "epoch": 1.8984928122564706, "grad_norm": 0.23670721054077148, "learning_rate": 3.10150718774353e-05, "loss": 0.001, "step": 114500 }, { "epoch": 1.898658619488982, "grad_norm": 0.047603823244571686, "learning_rate": 3.101341380511018e-05, "loss": 0.0078, "step": 114510 }, { "epoch": 1.8988244267214935, "grad_norm": 0.025403372943401337, "learning_rate": 3.1011755732785066e-05, "loss": 0.0001, "step": 114520 }, { "epoch": 1.898990233954005, "grad_norm": 3.873012974509038e-05, "learning_rate": 3.101009766045995e-05, "loss": 0.0032, "step": 114530 }, { "epoch": 1.8991560411865165, "grad_norm": 0.0011618916178122163, "learning_rate": 3.100843958813483e-05, "loss": 0.0021, "step": 114540 }, { "epoch": 1.899321848419028, "grad_norm": 0.1579677164554596, "learning_rate": 3.1006781515809716e-05, "loss": 0.0103, "step": 114550 }, { "epoch": 1.8994876556515394, "grad_norm": 0.005747913382947445, "learning_rate": 3.1005123443484606e-05, "loss": 0.0122, "step": 114560 }, { "epoch": 1.899653462884051, "grad_norm": 0.2016507089138031, "learning_rate": 3.100346537115949e-05, "loss": 0.0051, "step": 114570 }, { "epoch": 1.8998192701165624, "grad_norm": 0.0004077201883774251, "learning_rate": 3.100180729883438e-05, "loss": 0.009, "step": 114580 }, { "epoch": 1.8999850773490738, "grad_norm": 0.016527710482478142, "learning_rate": 3.1000149226509264e-05, "loss": 0.0025, "step": 114590 }, { "epoch": 1.9001508845815853, "grad_norm": 0.005862181540578604, "learning_rate": 3.099849115418415e-05, "loss": 0.0049, "step": 114600 }, { "epoch": 1.9003166918140968, "grad_norm": 0.08662949502468109, "learning_rate": 3.099683308185903e-05, "loss": 0.0005, "step": 114610 }, { "epoch": 1.9004824990466083, "grad_norm": 0.005209413357079029, "learning_rate": 3.0995175009533914e-05, "loss": 0.0002, "step": 114620 }, { "epoch": 1.9006483062791197, "grad_norm": 0.17541931569576263, "learning_rate": 3.0993516937208804e-05, "loss": 0.0109, "step": 114630 }, { "epoch": 1.9008141135116314, "grad_norm": 0.622280478477478, "learning_rate": 3.099185886488369e-05, "loss": 0.0022, "step": 114640 }, { "epoch": 1.900979920744143, "grad_norm": 0.00274915830232203, "learning_rate": 3.099020079255857e-05, "loss": 0.0001, "step": 114650 }, { "epoch": 1.9011457279766544, "grad_norm": 0.0006360153784044087, "learning_rate": 3.098854272023346e-05, "loss": 0.0002, "step": 114660 }, { "epoch": 1.9013115352091658, "grad_norm": 0.0010549667058512568, "learning_rate": 3.0986884647908345e-05, "loss": 0.0083, "step": 114670 }, { "epoch": 1.9014773424416773, "grad_norm": 0.00024024485901463777, "learning_rate": 3.098522657558323e-05, "loss": 0.0055, "step": 114680 }, { "epoch": 1.9016431496741888, "grad_norm": 0.4756636917591095, "learning_rate": 3.098356850325811e-05, "loss": 0.0024, "step": 114690 }, { "epoch": 1.9018089569067003, "grad_norm": 0.007909820415079594, "learning_rate": 3.0981910430932995e-05, "loss": 0.0122, "step": 114700 }, { "epoch": 1.9019747641392117, "grad_norm": 0.8038161993026733, "learning_rate": 3.0980252358607886e-05, "loss": 0.0068, "step": 114710 }, { "epoch": 1.9021405713717232, "grad_norm": 0.006152845453470945, "learning_rate": 3.097859428628277e-05, "loss": 0.0065, "step": 114720 }, { "epoch": 1.9023063786042347, "grad_norm": 0.29521581530570984, "learning_rate": 3.097693621395765e-05, "loss": 0.0044, "step": 114730 }, { "epoch": 1.9024721858367462, "grad_norm": 0.0703137218952179, "learning_rate": 3.097527814163254e-05, "loss": 0.0027, "step": 114740 }, { "epoch": 1.9026379930692576, "grad_norm": 0.0002684900537133217, "learning_rate": 3.0973620069307426e-05, "loss": 0.0007, "step": 114750 }, { "epoch": 1.9028038003017693, "grad_norm": 0.8247425556182861, "learning_rate": 3.097196199698231e-05, "loss": 0.0114, "step": 114760 }, { "epoch": 1.9029696075342808, "grad_norm": 0.004656609613448381, "learning_rate": 3.0970303924657193e-05, "loss": 0.0044, "step": 114770 }, { "epoch": 1.9031354147667923, "grad_norm": 0.00043053858098573983, "learning_rate": 3.096864585233208e-05, "loss": 0.0033, "step": 114780 }, { "epoch": 1.9033012219993037, "grad_norm": 0.6205800175666809, "learning_rate": 3.096698778000697e-05, "loss": 0.0123, "step": 114790 }, { "epoch": 1.9034670292318152, "grad_norm": 0.0010920203058049083, "learning_rate": 3.096532970768185e-05, "loss": 0.0115, "step": 114800 }, { "epoch": 1.9036328364643267, "grad_norm": 0.4669235348701477, "learning_rate": 3.0963671635356734e-05, "loss": 0.0146, "step": 114810 }, { "epoch": 1.9037986436968382, "grad_norm": 0.0003219862701371312, "learning_rate": 3.0962013563031624e-05, "loss": 0.0022, "step": 114820 }, { "epoch": 1.9039644509293496, "grad_norm": 0.012042432092130184, "learning_rate": 3.096035549070651e-05, "loss": 0.0279, "step": 114830 }, { "epoch": 1.904130258161861, "grad_norm": 0.19719700515270233, "learning_rate": 3.095869741838139e-05, "loss": 0.0078, "step": 114840 }, { "epoch": 1.9042960653943726, "grad_norm": 3.498283863067627, "learning_rate": 3.0957039346056275e-05, "loss": 0.0114, "step": 114850 }, { "epoch": 1.904461872626884, "grad_norm": 0.005421908106654882, "learning_rate": 3.095538127373116e-05, "loss": 0.0007, "step": 114860 }, { "epoch": 1.9046276798593955, "grad_norm": 0.0005862308316864073, "learning_rate": 3.095372320140605e-05, "loss": 0.0039, "step": 114870 }, { "epoch": 1.904793487091907, "grad_norm": 0.159402534365654, "learning_rate": 3.095206512908093e-05, "loss": 0.0071, "step": 114880 }, { "epoch": 1.9049592943244185, "grad_norm": 0.17503619194030762, "learning_rate": 3.0950407056755815e-05, "loss": 0.0102, "step": 114890 }, { "epoch": 1.90512510155693, "grad_norm": 0.001885304693132639, "learning_rate": 3.0948748984430706e-05, "loss": 0.0125, "step": 114900 }, { "epoch": 1.9052909087894414, "grad_norm": 0.006646220572292805, "learning_rate": 3.094709091210559e-05, "loss": 0.0082, "step": 114910 }, { "epoch": 1.9054567160219529, "grad_norm": 0.000338470475981012, "learning_rate": 3.094543283978047e-05, "loss": 0.0056, "step": 114920 }, { "epoch": 1.9056225232544644, "grad_norm": 0.0029354102443903685, "learning_rate": 3.0943774767455356e-05, "loss": 0.0002, "step": 114930 }, { "epoch": 1.9057883304869758, "grad_norm": 0.01143666636198759, "learning_rate": 3.094211669513024e-05, "loss": 0.0075, "step": 114940 }, { "epoch": 1.9059541377194873, "grad_norm": 0.0009590621339157224, "learning_rate": 3.094045862280513e-05, "loss": 0.0004, "step": 114950 }, { "epoch": 1.9061199449519988, "grad_norm": 0.0012213023146614432, "learning_rate": 3.093880055048001e-05, "loss": 0.0048, "step": 114960 }, { "epoch": 1.9062857521845102, "grad_norm": 0.002706340281292796, "learning_rate": 3.0937142478154904e-05, "loss": 0.0085, "step": 114970 }, { "epoch": 1.9064515594170217, "grad_norm": 0.00457273842766881, "learning_rate": 3.093548440582979e-05, "loss": 0.0037, "step": 114980 }, { "epoch": 1.9066173666495332, "grad_norm": 0.0013046640669927, "learning_rate": 3.093382633350467e-05, "loss": 0.0045, "step": 114990 }, { "epoch": 1.9067831738820447, "grad_norm": 0.005162757821381092, "learning_rate": 3.0932168261179554e-05, "loss": 0.0094, "step": 115000 }, { "epoch": 1.9069489811145561, "grad_norm": 0.000359000958269462, "learning_rate": 3.093051018885444e-05, "loss": 0.0062, "step": 115010 }, { "epoch": 1.9071147883470676, "grad_norm": 0.366178959608078, "learning_rate": 3.092885211652932e-05, "loss": 0.0111, "step": 115020 }, { "epoch": 1.907280595579579, "grad_norm": 0.0007908479892648757, "learning_rate": 3.092719404420421e-05, "loss": 0.0017, "step": 115030 }, { "epoch": 1.9074464028120905, "grad_norm": 0.01968400739133358, "learning_rate": 3.0925535971879095e-05, "loss": 0.0096, "step": 115040 }, { "epoch": 1.907612210044602, "grad_norm": 0.06180441752076149, "learning_rate": 3.0923877899553985e-05, "loss": 0.0005, "step": 115050 }, { "epoch": 1.9077780172771135, "grad_norm": 0.0013826803769916296, "learning_rate": 3.092221982722887e-05, "loss": 0.0175, "step": 115060 }, { "epoch": 1.907943824509625, "grad_norm": 0.010823003016412258, "learning_rate": 3.0920561754903745e-05, "loss": 0.0035, "step": 115070 }, { "epoch": 1.9081096317421364, "grad_norm": 0.3935813307762146, "learning_rate": 3.0918903682578635e-05, "loss": 0.0056, "step": 115080 }, { "epoch": 1.908275438974648, "grad_norm": 0.007803390268236399, "learning_rate": 3.091724561025352e-05, "loss": 0.0029, "step": 115090 }, { "epoch": 1.9084412462071596, "grad_norm": 0.21470767259597778, "learning_rate": 3.09155875379284e-05, "loss": 0.0057, "step": 115100 }, { "epoch": 1.908607053439671, "grad_norm": 0.1409253180027008, "learning_rate": 3.091392946560329e-05, "loss": 0.0085, "step": 115110 }, { "epoch": 1.9087728606721825, "grad_norm": 0.019433241337537766, "learning_rate": 3.0912271393278176e-05, "loss": 0.0029, "step": 115120 }, { "epoch": 1.908938667904694, "grad_norm": 0.028341518715023994, "learning_rate": 3.0910613320953066e-05, "loss": 0.0003, "step": 115130 }, { "epoch": 1.9091044751372055, "grad_norm": 0.010069776326417923, "learning_rate": 3.090895524862795e-05, "loss": 0.0048, "step": 115140 }, { "epoch": 1.909270282369717, "grad_norm": 0.4592035710811615, "learning_rate": 3.0907297176302827e-05, "loss": 0.0145, "step": 115150 }, { "epoch": 1.9094360896022284, "grad_norm": 0.18701425194740295, "learning_rate": 3.090563910397772e-05, "loss": 0.0045, "step": 115160 }, { "epoch": 1.90960189683474, "grad_norm": 0.002849995857104659, "learning_rate": 3.09039810316526e-05, "loss": 0.0057, "step": 115170 }, { "epoch": 1.9097677040672514, "grad_norm": 0.005879498086869717, "learning_rate": 3.090232295932749e-05, "loss": 0.0028, "step": 115180 }, { "epoch": 1.9099335112997629, "grad_norm": 0.0009386196034029126, "learning_rate": 3.0900664887002374e-05, "loss": 0.0126, "step": 115190 }, { "epoch": 1.9100993185322743, "grad_norm": 0.006359510123729706, "learning_rate": 3.089900681467726e-05, "loss": 0.0001, "step": 115200 }, { "epoch": 1.910265125764786, "grad_norm": 0.01936584711074829, "learning_rate": 3.089734874235215e-05, "loss": 0.0086, "step": 115210 }, { "epoch": 1.9104309329972975, "grad_norm": 0.00922551192343235, "learning_rate": 3.0895690670027024e-05, "loss": 0.001, "step": 115220 }, { "epoch": 1.910596740229809, "grad_norm": 8.043566049309447e-05, "learning_rate": 3.089403259770191e-05, "loss": 0.0001, "step": 115230 }, { "epoch": 1.9107625474623204, "grad_norm": 0.00023280770983546972, "learning_rate": 3.08923745253768e-05, "loss": 0.0028, "step": 115240 }, { "epoch": 1.910928354694832, "grad_norm": 0.007766050286591053, "learning_rate": 3.089071645305168e-05, "loss": 0.0077, "step": 115250 }, { "epoch": 1.9110941619273434, "grad_norm": 0.32283806800842285, "learning_rate": 3.088905838072657e-05, "loss": 0.0219, "step": 115260 }, { "epoch": 1.9112599691598549, "grad_norm": 0.07405279576778412, "learning_rate": 3.0887400308401455e-05, "loss": 0.0023, "step": 115270 }, { "epoch": 1.9114257763923663, "grad_norm": 8.243996126111597e-05, "learning_rate": 3.088574223607634e-05, "loss": 0.0045, "step": 115280 }, { "epoch": 1.9115915836248778, "grad_norm": 9.633645822759718e-05, "learning_rate": 3.088408416375122e-05, "loss": 0.0119, "step": 115290 }, { "epoch": 1.9117573908573893, "grad_norm": 0.0010370123200118542, "learning_rate": 3.0882426091426106e-05, "loss": 0.0116, "step": 115300 }, { "epoch": 1.9119231980899007, "grad_norm": 0.003053829073905945, "learning_rate": 3.0880768019100996e-05, "loss": 0.0005, "step": 115310 }, { "epoch": 1.9120890053224122, "grad_norm": 0.00018335161439608783, "learning_rate": 3.087910994677588e-05, "loss": 0.0046, "step": 115320 }, { "epoch": 1.9122548125549237, "grad_norm": 0.0007548615103587508, "learning_rate": 3.087745187445076e-05, "loss": 0.0155, "step": 115330 }, { "epoch": 1.9124206197874352, "grad_norm": 0.004776835907250643, "learning_rate": 3.087579380212565e-05, "loss": 0.0001, "step": 115340 }, { "epoch": 1.9125864270199466, "grad_norm": 0.23159794509410858, "learning_rate": 3.087413572980054e-05, "loss": 0.0153, "step": 115350 }, { "epoch": 1.912752234252458, "grad_norm": 0.0006349275354295969, "learning_rate": 3.087247765747542e-05, "loss": 0.0044, "step": 115360 }, { "epoch": 1.9129180414849696, "grad_norm": 0.000863949186168611, "learning_rate": 3.0870819585150304e-05, "loss": 0.0026, "step": 115370 }, { "epoch": 1.913083848717481, "grad_norm": 0.19958603382110596, "learning_rate": 3.086916151282519e-05, "loss": 0.005, "step": 115380 }, { "epoch": 1.9132496559499925, "grad_norm": 0.0008461332763545215, "learning_rate": 3.086750344050008e-05, "loss": 0.0005, "step": 115390 }, { "epoch": 1.913415463182504, "grad_norm": 0.19042132794857025, "learning_rate": 3.086584536817496e-05, "loss": 0.0031, "step": 115400 }, { "epoch": 1.9135812704150155, "grad_norm": 0.33966702222824097, "learning_rate": 3.0864187295849844e-05, "loss": 0.0067, "step": 115410 }, { "epoch": 1.913747077647527, "grad_norm": 0.0027381142135709524, "learning_rate": 3.0862529223524735e-05, "loss": 0.0063, "step": 115420 }, { "epoch": 1.9139128848800384, "grad_norm": 0.004477137234061956, "learning_rate": 3.086087115119962e-05, "loss": 0.0028, "step": 115430 }, { "epoch": 1.9140786921125499, "grad_norm": 0.00027332353056408465, "learning_rate": 3.08592130788745e-05, "loss": 0.0053, "step": 115440 }, { "epoch": 1.9142444993450614, "grad_norm": 0.09195508807897568, "learning_rate": 3.0857555006549385e-05, "loss": 0.0038, "step": 115450 }, { "epoch": 1.9144103065775728, "grad_norm": 0.0006103951018303633, "learning_rate": 3.085589693422427e-05, "loss": 0.0096, "step": 115460 }, { "epoch": 1.9145761138100843, "grad_norm": 0.0026606163010001183, "learning_rate": 3.085423886189916e-05, "loss": 0.0037, "step": 115470 }, { "epoch": 1.9147419210425958, "grad_norm": 0.00042328203562647104, "learning_rate": 3.085258078957404e-05, "loss": 0.0097, "step": 115480 }, { "epoch": 1.9149077282751072, "grad_norm": 0.003160657361149788, "learning_rate": 3.0850922717248926e-05, "loss": 0.0052, "step": 115490 }, { "epoch": 1.9150735355076187, "grad_norm": 0.019072169438004494, "learning_rate": 3.0849264644923816e-05, "loss": 0.0001, "step": 115500 }, { "epoch": 1.9152393427401302, "grad_norm": 0.005353983491659164, "learning_rate": 3.08476065725987e-05, "loss": 0.0, "step": 115510 }, { "epoch": 1.9154051499726417, "grad_norm": 0.0025334497913718224, "learning_rate": 3.084594850027358e-05, "loss": 0.0028, "step": 115520 }, { "epoch": 1.9155709572051531, "grad_norm": 0.2289600670337677, "learning_rate": 3.0844290427948467e-05, "loss": 0.0145, "step": 115530 }, { "epoch": 1.9157367644376646, "grad_norm": 0.21376043558120728, "learning_rate": 3.084263235562335e-05, "loss": 0.0095, "step": 115540 }, { "epoch": 1.9159025716701763, "grad_norm": 0.00860101729631424, "learning_rate": 3.084097428329824e-05, "loss": 0.0058, "step": 115550 }, { "epoch": 1.9160683789026878, "grad_norm": 0.013425505720078945, "learning_rate": 3.0839316210973124e-05, "loss": 0.0065, "step": 115560 }, { "epoch": 1.9162341861351992, "grad_norm": 0.004036569036543369, "learning_rate": 3.083765813864801e-05, "loss": 0.0057, "step": 115570 }, { "epoch": 1.9163999933677107, "grad_norm": 0.2675715684890747, "learning_rate": 3.08360000663229e-05, "loss": 0.0096, "step": 115580 }, { "epoch": 1.9165658006002222, "grad_norm": 0.030837349593639374, "learning_rate": 3.083434199399778e-05, "loss": 0.0066, "step": 115590 }, { "epoch": 1.9167316078327337, "grad_norm": 0.0006510321982204914, "learning_rate": 3.0832683921672664e-05, "loss": 0.0019, "step": 115600 }, { "epoch": 1.9168974150652451, "grad_norm": 0.00032306398497894406, "learning_rate": 3.083102584934755e-05, "loss": 0.0009, "step": 115610 }, { "epoch": 1.9170632222977566, "grad_norm": 0.0005699218600057065, "learning_rate": 3.082936777702243e-05, "loss": 0.011, "step": 115620 }, { "epoch": 1.917229029530268, "grad_norm": 0.3205893337726593, "learning_rate": 3.082770970469732e-05, "loss": 0.0046, "step": 115630 }, { "epoch": 1.9173948367627796, "grad_norm": 0.0006941763567738235, "learning_rate": 3.0826051632372205e-05, "loss": 0.0001, "step": 115640 }, { "epoch": 1.917560643995291, "grad_norm": 0.00015063404862303287, "learning_rate": 3.0824393560047095e-05, "loss": 0.0051, "step": 115650 }, { "epoch": 1.9177264512278027, "grad_norm": 0.005774951074272394, "learning_rate": 3.082273548772198e-05, "loss": 0.0075, "step": 115660 }, { "epoch": 1.9178922584603142, "grad_norm": 0.5530943870544434, "learning_rate": 3.082107741539686e-05, "loss": 0.0083, "step": 115670 }, { "epoch": 1.9180580656928257, "grad_norm": 0.013319769874215126, "learning_rate": 3.0819419343071746e-05, "loss": 0.001, "step": 115680 }, { "epoch": 1.9182238729253371, "grad_norm": 0.0002674880961421877, "learning_rate": 3.081776127074663e-05, "loss": 0.0033, "step": 115690 }, { "epoch": 1.9183896801578486, "grad_norm": 0.00073246966348961, "learning_rate": 3.081610319842151e-05, "loss": 0.0001, "step": 115700 }, { "epoch": 1.91855548739036, "grad_norm": 0.0006089743110351264, "learning_rate": 3.08144451260964e-05, "loss": 0.0001, "step": 115710 }, { "epoch": 1.9187212946228716, "grad_norm": 0.004324596840888262, "learning_rate": 3.0812787053771287e-05, "loss": 0.0001, "step": 115720 }, { "epoch": 1.918887101855383, "grad_norm": 0.1757488250732422, "learning_rate": 3.081112898144618e-05, "loss": 0.0035, "step": 115730 }, { "epoch": 1.9190529090878945, "grad_norm": 0.005557067226618528, "learning_rate": 3.080947090912106e-05, "loss": 0.0026, "step": 115740 }, { "epoch": 1.919218716320406, "grad_norm": 0.012235859408974648, "learning_rate": 3.0807812836795944e-05, "loss": 0.008, "step": 115750 }, { "epoch": 1.9193845235529174, "grad_norm": 7.736724364804104e-05, "learning_rate": 3.080615476447083e-05, "loss": 0.003, "step": 115760 }, { "epoch": 1.919550330785429, "grad_norm": 0.00015926125342957675, "learning_rate": 3.080449669214571e-05, "loss": 0.0053, "step": 115770 }, { "epoch": 1.9197161380179404, "grad_norm": 0.004063042812049389, "learning_rate": 3.0802838619820594e-05, "loss": 0.0028, "step": 115780 }, { "epoch": 1.9198819452504519, "grad_norm": 0.02646546997129917, "learning_rate": 3.0801180547495484e-05, "loss": 0.0077, "step": 115790 }, { "epoch": 1.9200477524829633, "grad_norm": 8.145772153511643e-05, "learning_rate": 3.079952247517037e-05, "loss": 0.0208, "step": 115800 }, { "epoch": 1.9202135597154748, "grad_norm": 4.2265080992365256e-05, "learning_rate": 3.079786440284526e-05, "loss": 0.0156, "step": 115810 }, { "epoch": 1.9203793669479863, "grad_norm": 0.00029382907086983323, "learning_rate": 3.079620633052014e-05, "loss": 0.0, "step": 115820 }, { "epoch": 1.9205451741804977, "grad_norm": 0.15421263873577118, "learning_rate": 3.0794548258195025e-05, "loss": 0.0029, "step": 115830 }, { "epoch": 1.9207109814130092, "grad_norm": 0.0010282566072419286, "learning_rate": 3.079289018586991e-05, "loss": 0.0112, "step": 115840 }, { "epoch": 1.9208767886455207, "grad_norm": 0.007498590741306543, "learning_rate": 3.079123211354479e-05, "loss": 0.0052, "step": 115850 }, { "epoch": 1.9210425958780322, "grad_norm": 0.24887102842330933, "learning_rate": 3.078957404121968e-05, "loss": 0.0029, "step": 115860 }, { "epoch": 1.9212084031105436, "grad_norm": 0.001026271958835423, "learning_rate": 3.0787915968894566e-05, "loss": 0.0043, "step": 115870 }, { "epoch": 1.9213742103430551, "grad_norm": 0.013283302076160908, "learning_rate": 3.078625789656945e-05, "loss": 0.0075, "step": 115880 }, { "epoch": 1.9215400175755666, "grad_norm": 0.41572079062461853, "learning_rate": 3.078459982424434e-05, "loss": 0.0154, "step": 115890 }, { "epoch": 1.921705824808078, "grad_norm": 0.16696849465370178, "learning_rate": 3.078294175191922e-05, "loss": 0.0061, "step": 115900 }, { "epoch": 1.9218716320405895, "grad_norm": 0.1233767494559288, "learning_rate": 3.07812836795941e-05, "loss": 0.004, "step": 115910 }, { "epoch": 1.922037439273101, "grad_norm": 0.023353084921836853, "learning_rate": 3.077962560726899e-05, "loss": 0.0051, "step": 115920 }, { "epoch": 1.9222032465056125, "grad_norm": 0.0008163482416421175, "learning_rate": 3.0777967534943873e-05, "loss": 0.006, "step": 115930 }, { "epoch": 1.922369053738124, "grad_norm": 0.01924944296479225, "learning_rate": 3.0776309462618764e-05, "loss": 0.0062, "step": 115940 }, { "epoch": 1.9225348609706354, "grad_norm": 0.004286616574972868, "learning_rate": 3.077465139029365e-05, "loss": 0.0079, "step": 115950 }, { "epoch": 1.922700668203147, "grad_norm": 0.23229128122329712, "learning_rate": 3.077299331796853e-05, "loss": 0.0091, "step": 115960 }, { "epoch": 1.9228664754356584, "grad_norm": 0.15934528410434723, "learning_rate": 3.077133524564342e-05, "loss": 0.0043, "step": 115970 }, { "epoch": 1.9230322826681698, "grad_norm": 0.04670509323477745, "learning_rate": 3.07696771733183e-05, "loss": 0.0039, "step": 115980 }, { "epoch": 1.9231980899006813, "grad_norm": 0.00011078598618041724, "learning_rate": 3.076801910099319e-05, "loss": 0.0145, "step": 115990 }, { "epoch": 1.923363897133193, "grad_norm": 0.04096303507685661, "learning_rate": 3.076636102866807e-05, "loss": 0.0037, "step": 116000 }, { "epoch": 1.9235297043657045, "grad_norm": 2.7633810532279313e-05, "learning_rate": 3.0764702956342955e-05, "loss": 0.0026, "step": 116010 }, { "epoch": 1.923695511598216, "grad_norm": 0.3175082504749298, "learning_rate": 3.0763044884017845e-05, "loss": 0.0234, "step": 116020 }, { "epoch": 1.9238613188307274, "grad_norm": 0.0012185253435745835, "learning_rate": 3.076138681169273e-05, "loss": 0.0001, "step": 116030 }, { "epoch": 1.924027126063239, "grad_norm": 0.00911465659737587, "learning_rate": 3.075972873936761e-05, "loss": 0.0001, "step": 116040 }, { "epoch": 1.9241929332957504, "grad_norm": 0.005797451362013817, "learning_rate": 3.07580706670425e-05, "loss": 0.0099, "step": 116050 }, { "epoch": 1.9243587405282618, "grad_norm": 0.003055664012208581, "learning_rate": 3.075641259471738e-05, "loss": 0.0056, "step": 116060 }, { "epoch": 1.9245245477607733, "grad_norm": 0.001499368459917605, "learning_rate": 3.075475452239227e-05, "loss": 0.0084, "step": 116070 }, { "epoch": 1.9246903549932848, "grad_norm": 0.0004278247943148017, "learning_rate": 3.075309645006715e-05, "loss": 0.0022, "step": 116080 }, { "epoch": 1.9248561622257963, "grad_norm": 0.002284493762999773, "learning_rate": 3.0751438377742036e-05, "loss": 0.009, "step": 116090 }, { "epoch": 1.9250219694583077, "grad_norm": 0.00334310089237988, "learning_rate": 3.0749780305416926e-05, "loss": 0.0053, "step": 116100 }, { "epoch": 1.9251877766908194, "grad_norm": 0.05346056818962097, "learning_rate": 3.074812223309181e-05, "loss": 0.0035, "step": 116110 }, { "epoch": 1.925353583923331, "grad_norm": 0.001397203071974218, "learning_rate": 3.0746464160766693e-05, "loss": 0.0046, "step": 116120 }, { "epoch": 1.9255193911558424, "grad_norm": 0.0029066617134958506, "learning_rate": 3.074480608844158e-05, "loss": 0.0106, "step": 116130 }, { "epoch": 1.9256851983883538, "grad_norm": 0.012831506319344044, "learning_rate": 3.074314801611646e-05, "loss": 0.0115, "step": 116140 }, { "epoch": 1.9258510056208653, "grad_norm": 0.0018549481173977256, "learning_rate": 3.074148994379135e-05, "loss": 0.0107, "step": 116150 }, { "epoch": 1.9260168128533768, "grad_norm": 0.00020354631124064326, "learning_rate": 3.0739831871466234e-05, "loss": 0.0004, "step": 116160 }, { "epoch": 1.9261826200858883, "grad_norm": 0.4377222955226898, "learning_rate": 3.073817379914112e-05, "loss": 0.0096, "step": 116170 }, { "epoch": 1.9263484273183997, "grad_norm": 0.00033380763488821685, "learning_rate": 3.073651572681601e-05, "loss": 0.0038, "step": 116180 }, { "epoch": 1.9265142345509112, "grad_norm": 0.0004633133648894727, "learning_rate": 3.073485765449089e-05, "loss": 0.0059, "step": 116190 }, { "epoch": 1.9266800417834227, "grad_norm": 0.001795851276256144, "learning_rate": 3.0733199582165775e-05, "loss": 0.0108, "step": 116200 }, { "epoch": 1.9268458490159341, "grad_norm": 0.00035255347029305995, "learning_rate": 3.073154150984066e-05, "loss": 0.0092, "step": 116210 }, { "epoch": 1.9270116562484456, "grad_norm": 0.002625805791467428, "learning_rate": 3.072988343751554e-05, "loss": 0.0003, "step": 116220 }, { "epoch": 1.927177463480957, "grad_norm": 0.0005831590387970209, "learning_rate": 3.072822536519043e-05, "loss": 0.0009, "step": 116230 }, { "epoch": 1.9273432707134686, "grad_norm": 0.49941179156303406, "learning_rate": 3.0726567292865316e-05, "loss": 0.0023, "step": 116240 }, { "epoch": 1.92750907794598, "grad_norm": 0.007140888832509518, "learning_rate": 3.07249092205402e-05, "loss": 0.0044, "step": 116250 }, { "epoch": 1.9276748851784915, "grad_norm": 0.018720654770731926, "learning_rate": 3.072325114821509e-05, "loss": 0.0077, "step": 116260 }, { "epoch": 1.927840692411003, "grad_norm": 0.13200826942920685, "learning_rate": 3.072159307588997e-05, "loss": 0.0132, "step": 116270 }, { "epoch": 1.9280064996435144, "grad_norm": 0.017864122986793518, "learning_rate": 3.0719935003564856e-05, "loss": 0.0133, "step": 116280 }, { "epoch": 1.928172306876026, "grad_norm": 0.00037839714786969125, "learning_rate": 3.071827693123974e-05, "loss": 0.0072, "step": 116290 }, { "epoch": 1.9283381141085374, "grad_norm": 0.0036033657379448414, "learning_rate": 3.071661885891462e-05, "loss": 0.0004, "step": 116300 }, { "epoch": 1.9285039213410489, "grad_norm": 0.6312801241874695, "learning_rate": 3.0714960786589513e-05, "loss": 0.0072, "step": 116310 }, { "epoch": 1.9286697285735603, "grad_norm": 0.8471556305885315, "learning_rate": 3.07133027142644e-05, "loss": 0.0039, "step": 116320 }, { "epoch": 1.9288355358060718, "grad_norm": 0.00016659367247484624, "learning_rate": 3.071164464193929e-05, "loss": 0.0124, "step": 116330 }, { "epoch": 1.9290013430385833, "grad_norm": 0.0030159074813127518, "learning_rate": 3.070998656961417e-05, "loss": 0.0027, "step": 116340 }, { "epoch": 1.9291671502710948, "grad_norm": 0.8432922959327698, "learning_rate": 3.0708328497289054e-05, "loss": 0.005, "step": 116350 }, { "epoch": 1.9293329575036062, "grad_norm": 0.007966375909745693, "learning_rate": 3.070667042496394e-05, "loss": 0.003, "step": 116360 }, { "epoch": 1.9294987647361177, "grad_norm": 0.32358142733573914, "learning_rate": 3.070501235263882e-05, "loss": 0.0031, "step": 116370 }, { "epoch": 1.9296645719686292, "grad_norm": 0.4087468087673187, "learning_rate": 3.0703354280313705e-05, "loss": 0.0023, "step": 116380 }, { "epoch": 1.9298303792011406, "grad_norm": 0.12909936904907227, "learning_rate": 3.0701696207988595e-05, "loss": 0.0028, "step": 116390 }, { "epoch": 1.9299961864336521, "grad_norm": 0.00028574143652804196, "learning_rate": 3.070003813566348e-05, "loss": 0.0042, "step": 116400 }, { "epoch": 1.9301619936661636, "grad_norm": 0.20945709943771362, "learning_rate": 3.069838006333837e-05, "loss": 0.0064, "step": 116410 }, { "epoch": 1.930327800898675, "grad_norm": 0.002999016083776951, "learning_rate": 3.069672199101325e-05, "loss": 0.0042, "step": 116420 }, { "epoch": 1.9304936081311865, "grad_norm": 3.9564572944073007e-05, "learning_rate": 3.0695063918688136e-05, "loss": 0.0002, "step": 116430 }, { "epoch": 1.930659415363698, "grad_norm": 0.0003810854977928102, "learning_rate": 3.069340584636302e-05, "loss": 0.0034, "step": 116440 }, { "epoch": 1.9308252225962097, "grad_norm": 0.0960080698132515, "learning_rate": 3.06917477740379e-05, "loss": 0.0032, "step": 116450 }, { "epoch": 1.9309910298287212, "grad_norm": 0.0009003430604934692, "learning_rate": 3.0690089701712786e-05, "loss": 0.0057, "step": 116460 }, { "epoch": 1.9311568370612326, "grad_norm": 8.525979501428083e-05, "learning_rate": 3.0688431629387676e-05, "loss": 0.002, "step": 116470 }, { "epoch": 1.9313226442937441, "grad_norm": 0.000578657491132617, "learning_rate": 3.068677355706256e-05, "loss": 0.0013, "step": 116480 }, { "epoch": 1.9314884515262556, "grad_norm": 0.000129110791021958, "learning_rate": 3.068511548473745e-05, "loss": 0.0, "step": 116490 }, { "epoch": 1.931654258758767, "grad_norm": 0.0006894669495522976, "learning_rate": 3.0683457412412333e-05, "loss": 0.0081, "step": 116500 }, { "epoch": 1.9318200659912785, "grad_norm": 0.004198530688881874, "learning_rate": 3.068179934008722e-05, "loss": 0.0029, "step": 116510 }, { "epoch": 1.93198587322379, "grad_norm": 0.1501738727092743, "learning_rate": 3.06801412677621e-05, "loss": 0.0182, "step": 116520 }, { "epoch": 1.9321516804563015, "grad_norm": 0.0019770930521190166, "learning_rate": 3.0678483195436984e-05, "loss": 0.0001, "step": 116530 }, { "epoch": 1.932317487688813, "grad_norm": 0.006589421071112156, "learning_rate": 3.0676825123111874e-05, "loss": 0.0018, "step": 116540 }, { "epoch": 1.9324832949213244, "grad_norm": 0.10529427230358124, "learning_rate": 3.067516705078676e-05, "loss": 0.0003, "step": 116550 }, { "epoch": 1.932649102153836, "grad_norm": 0.0004526219854597002, "learning_rate": 3.067350897846164e-05, "loss": 0.0001, "step": 116560 }, { "epoch": 1.9328149093863476, "grad_norm": 0.30563127994537354, "learning_rate": 3.067185090613653e-05, "loss": 0.0063, "step": 116570 }, { "epoch": 1.932980716618859, "grad_norm": 0.6882076263427734, "learning_rate": 3.0670192833811415e-05, "loss": 0.0111, "step": 116580 }, { "epoch": 1.9331465238513705, "grad_norm": 0.0031027430668473244, "learning_rate": 3.06685347614863e-05, "loss": 0.0004, "step": 116590 }, { "epoch": 1.933312331083882, "grad_norm": 0.46700558066368103, "learning_rate": 3.066687668916118e-05, "loss": 0.0101, "step": 116600 }, { "epoch": 1.9334781383163935, "grad_norm": 0.013421882875263691, "learning_rate": 3.0665218616836065e-05, "loss": 0.0143, "step": 116610 }, { "epoch": 1.933643945548905, "grad_norm": 0.0005338155315257609, "learning_rate": 3.0663560544510956e-05, "loss": 0.0001, "step": 116620 }, { "epoch": 1.9338097527814164, "grad_norm": 0.023013146594166756, "learning_rate": 3.066190247218584e-05, "loss": 0.0039, "step": 116630 }, { "epoch": 1.933975560013928, "grad_norm": 0.0001670631900196895, "learning_rate": 3.066024439986072e-05, "loss": 0.0003, "step": 116640 }, { "epoch": 1.9341413672464394, "grad_norm": 7.258621189976111e-05, "learning_rate": 3.065858632753561e-05, "loss": 0.0077, "step": 116650 }, { "epoch": 1.9343071744789508, "grad_norm": 0.001309849787503481, "learning_rate": 3.0656928255210496e-05, "loss": 0.0008, "step": 116660 }, { "epoch": 1.9344729817114623, "grad_norm": 0.9749904870986938, "learning_rate": 3.065527018288538e-05, "loss": 0.011, "step": 116670 }, { "epoch": 1.9346387889439738, "grad_norm": 0.01401167269796133, "learning_rate": 3.065361211056026e-05, "loss": 0.0005, "step": 116680 }, { "epoch": 1.9348045961764853, "grad_norm": 0.0008898366359062493, "learning_rate": 3.065195403823515e-05, "loss": 0.0036, "step": 116690 }, { "epoch": 1.9349704034089967, "grad_norm": 0.28066202998161316, "learning_rate": 3.065029596591004e-05, "loss": 0.008, "step": 116700 }, { "epoch": 1.9351362106415082, "grad_norm": 8.164555038092658e-05, "learning_rate": 3.064863789358492e-05, "loss": 0.0009, "step": 116710 }, { "epoch": 1.9353020178740197, "grad_norm": 0.00029402782092802227, "learning_rate": 3.0646979821259804e-05, "loss": 0.0006, "step": 116720 }, { "epoch": 1.9354678251065311, "grad_norm": 0.0002359398640692234, "learning_rate": 3.0645321748934694e-05, "loss": 0.0043, "step": 116730 }, { "epoch": 1.9356336323390426, "grad_norm": 0.0001795886200852692, "learning_rate": 3.064366367660957e-05, "loss": 0.0114, "step": 116740 }, { "epoch": 1.935799439571554, "grad_norm": 6.333277269732207e-05, "learning_rate": 3.064200560428446e-05, "loss": 0.0034, "step": 116750 }, { "epoch": 1.9359652468040656, "grad_norm": 0.017034098505973816, "learning_rate": 3.0640347531959345e-05, "loss": 0.0125, "step": 116760 }, { "epoch": 1.936131054036577, "grad_norm": 0.00011234201519982889, "learning_rate": 3.063868945963423e-05, "loss": 0.0058, "step": 116770 }, { "epoch": 1.9362968612690885, "grad_norm": 0.9308862686157227, "learning_rate": 3.063703138730912e-05, "loss": 0.0084, "step": 116780 }, { "epoch": 1.9364626685016, "grad_norm": 0.3403882682323456, "learning_rate": 3.0635373314984e-05, "loss": 0.0066, "step": 116790 }, { "epoch": 1.9366284757341115, "grad_norm": 0.00010207474406342953, "learning_rate": 3.0633715242658885e-05, "loss": 0.0092, "step": 116800 }, { "epoch": 1.936794282966623, "grad_norm": 0.43369364738464355, "learning_rate": 3.0632057170333775e-05, "loss": 0.0023, "step": 116810 }, { "epoch": 1.9369600901991344, "grad_norm": 5.8628691476769745e-05, "learning_rate": 3.063039909800865e-05, "loss": 0.0032, "step": 116820 }, { "epoch": 1.9371258974316459, "grad_norm": 0.0003401289868634194, "learning_rate": 3.062874102568354e-05, "loss": 0.0003, "step": 116830 }, { "epoch": 1.9372917046641573, "grad_norm": 0.002594594145193696, "learning_rate": 3.0627082953358426e-05, "loss": 0.0032, "step": 116840 }, { "epoch": 1.9374575118966688, "grad_norm": 0.5708252191543579, "learning_rate": 3.062542488103331e-05, "loss": 0.0103, "step": 116850 }, { "epoch": 1.9376233191291803, "grad_norm": 0.003175481455400586, "learning_rate": 3.06237668087082e-05, "loss": 0.008, "step": 116860 }, { "epoch": 1.9377891263616918, "grad_norm": 0.00017325229418929666, "learning_rate": 3.062210873638308e-05, "loss": 0.0024, "step": 116870 }, { "epoch": 1.9379549335942032, "grad_norm": 0.14367489516735077, "learning_rate": 3.0620450664057973e-05, "loss": 0.004, "step": 116880 }, { "epoch": 1.9381207408267147, "grad_norm": 0.0006478562718257308, "learning_rate": 3.061879259173285e-05, "loss": 0.0008, "step": 116890 }, { "epoch": 1.9382865480592262, "grad_norm": 0.009854756295681, "learning_rate": 3.0617134519407734e-05, "loss": 0.0076, "step": 116900 }, { "epoch": 1.9384523552917379, "grad_norm": 0.005564252380281687, "learning_rate": 3.0615476447082624e-05, "loss": 0.0124, "step": 116910 }, { "epoch": 1.9386181625242493, "grad_norm": 0.0014134673401713371, "learning_rate": 3.061381837475751e-05, "loss": 0.0006, "step": 116920 }, { "epoch": 1.9387839697567608, "grad_norm": 0.0006093538831919432, "learning_rate": 3.061216030243239e-05, "loss": 0.0007, "step": 116930 }, { "epoch": 1.9389497769892723, "grad_norm": 0.22384704649448395, "learning_rate": 3.061050223010728e-05, "loss": 0.0077, "step": 116940 }, { "epoch": 1.9391155842217838, "grad_norm": 0.00036484005977399647, "learning_rate": 3.0608844157782165e-05, "loss": 0.0004, "step": 116950 }, { "epoch": 1.9392813914542952, "grad_norm": 0.000148102713865228, "learning_rate": 3.060718608545705e-05, "loss": 0.0025, "step": 116960 }, { "epoch": 1.9394471986868067, "grad_norm": 0.001154669444076717, "learning_rate": 3.060552801313193e-05, "loss": 0.0096, "step": 116970 }, { "epoch": 1.9396130059193182, "grad_norm": 0.019606683403253555, "learning_rate": 3.0603869940806815e-05, "loss": 0.0109, "step": 116980 }, { "epoch": 1.9397788131518297, "grad_norm": 0.0026073360349982977, "learning_rate": 3.0602211868481705e-05, "loss": 0.0056, "step": 116990 }, { "epoch": 1.9399446203843411, "grad_norm": 0.02520221285521984, "learning_rate": 3.060055379615659e-05, "loss": 0.0064, "step": 117000 }, { "epoch": 1.9401104276168526, "grad_norm": 0.06728987395763397, "learning_rate": 3.059889572383148e-05, "loss": 0.0124, "step": 117010 }, { "epoch": 1.9402762348493643, "grad_norm": 0.023615187034010887, "learning_rate": 3.059723765150636e-05, "loss": 0.0088, "step": 117020 }, { "epoch": 1.9404420420818758, "grad_norm": 0.003697895910590887, "learning_rate": 3.0595579579181246e-05, "loss": 0.0104, "step": 117030 }, { "epoch": 1.9406078493143872, "grad_norm": 0.000820092624053359, "learning_rate": 3.059392150685613e-05, "loss": 0.0028, "step": 117040 }, { "epoch": 1.9407736565468987, "grad_norm": 0.002701019635424018, "learning_rate": 3.059226343453101e-05, "loss": 0.0032, "step": 117050 }, { "epoch": 1.9409394637794102, "grad_norm": 1.0650358200073242, "learning_rate": 3.0590605362205896e-05, "loss": 0.0131, "step": 117060 }, { "epoch": 1.9411052710119217, "grad_norm": 0.0005633378750644624, "learning_rate": 3.0588947289880787e-05, "loss": 0.0052, "step": 117070 }, { "epoch": 1.9412710782444331, "grad_norm": 0.0012175339506939054, "learning_rate": 3.058728921755567e-05, "loss": 0.0049, "step": 117080 }, { "epoch": 1.9414368854769446, "grad_norm": 4.6225533878896385e-05, "learning_rate": 3.058563114523056e-05, "loss": 0.0113, "step": 117090 }, { "epoch": 1.941602692709456, "grad_norm": 0.0010822034673765302, "learning_rate": 3.0583973072905444e-05, "loss": 0.0001, "step": 117100 }, { "epoch": 1.9417684999419675, "grad_norm": 0.0002440036623738706, "learning_rate": 3.058231500058033e-05, "loss": 0.0045, "step": 117110 }, { "epoch": 1.941934307174479, "grad_norm": 0.003513566916808486, "learning_rate": 3.058065692825521e-05, "loss": 0.0003, "step": 117120 }, { "epoch": 1.9421001144069905, "grad_norm": 0.00022007360530551523, "learning_rate": 3.0578998855930094e-05, "loss": 0.0047, "step": 117130 }, { "epoch": 1.942265921639502, "grad_norm": 0.17400594055652618, "learning_rate": 3.057734078360498e-05, "loss": 0.0071, "step": 117140 }, { "epoch": 1.9424317288720134, "grad_norm": 0.00019271932251285762, "learning_rate": 3.057568271127987e-05, "loss": 0.0004, "step": 117150 }, { "epoch": 1.942597536104525, "grad_norm": 0.006971016060560942, "learning_rate": 3.057402463895475e-05, "loss": 0.0013, "step": 117160 }, { "epoch": 1.9427633433370364, "grad_norm": 0.0037457842845469713, "learning_rate": 3.057236656662964e-05, "loss": 0.0032, "step": 117170 }, { "epoch": 1.9429291505695478, "grad_norm": 0.0013465684605762362, "learning_rate": 3.0570708494304525e-05, "loss": 0.0005, "step": 117180 }, { "epoch": 1.9430949578020593, "grad_norm": 0.000560208922252059, "learning_rate": 3.056905042197941e-05, "loss": 0.0087, "step": 117190 }, { "epoch": 1.9432607650345708, "grad_norm": 0.05484349653124809, "learning_rate": 3.056739234965429e-05, "loss": 0.0001, "step": 117200 }, { "epoch": 1.9434265722670823, "grad_norm": 0.0012202709913253784, "learning_rate": 3.0565734277329176e-05, "loss": 0.0136, "step": 117210 }, { "epoch": 1.9435923794995937, "grad_norm": 0.004150418099015951, "learning_rate": 3.0564076205004066e-05, "loss": 0.0045, "step": 117220 }, { "epoch": 1.9437581867321052, "grad_norm": 0.00015977909788489342, "learning_rate": 3.056241813267895e-05, "loss": 0.0002, "step": 117230 }, { "epoch": 1.9439239939646167, "grad_norm": 0.0011363944504410028, "learning_rate": 3.056076006035383e-05, "loss": 0.0082, "step": 117240 }, { "epoch": 1.9440898011971282, "grad_norm": 0.002116228686645627, "learning_rate": 3.055910198802872e-05, "loss": 0.0023, "step": 117250 }, { "epoch": 1.9442556084296396, "grad_norm": 0.00967137236148119, "learning_rate": 3.0557443915703607e-05, "loss": 0.0001, "step": 117260 }, { "epoch": 1.944421415662151, "grad_norm": 0.00622687628492713, "learning_rate": 3.055578584337849e-05, "loss": 0.0027, "step": 117270 }, { "epoch": 1.9445872228946626, "grad_norm": 0.155226930975914, "learning_rate": 3.0554127771053374e-05, "loss": 0.0036, "step": 117280 }, { "epoch": 1.944753030127174, "grad_norm": 0.00996607355773449, "learning_rate": 3.055246969872826e-05, "loss": 0.0042, "step": 117290 }, { "epoch": 1.9449188373596855, "grad_norm": 0.00013769647921435535, "learning_rate": 3.055081162640315e-05, "loss": 0.0097, "step": 117300 }, { "epoch": 1.945084644592197, "grad_norm": 0.0002634963020682335, "learning_rate": 3.054915355407803e-05, "loss": 0.009, "step": 117310 }, { "epoch": 1.9452504518247085, "grad_norm": 0.15506917238235474, "learning_rate": 3.0547495481752914e-05, "loss": 0.0051, "step": 117320 }, { "epoch": 1.94541625905722, "grad_norm": 0.0005934654618613422, "learning_rate": 3.0545837409427804e-05, "loss": 0.0003, "step": 117330 }, { "epoch": 1.9455820662897314, "grad_norm": 0.04624457657337189, "learning_rate": 3.054417933710269e-05, "loss": 0.0006, "step": 117340 }, { "epoch": 1.9457478735222429, "grad_norm": 0.5273002982139587, "learning_rate": 3.054252126477757e-05, "loss": 0.0045, "step": 117350 }, { "epoch": 1.9459136807547546, "grad_norm": 0.0017335083102807403, "learning_rate": 3.0540863192452455e-05, "loss": 0.0075, "step": 117360 }, { "epoch": 1.946079487987266, "grad_norm": 0.0033435760997235775, "learning_rate": 3.053920512012734e-05, "loss": 0.0109, "step": 117370 }, { "epoch": 1.9462452952197775, "grad_norm": 0.006695333868265152, "learning_rate": 3.053754704780223e-05, "loss": 0.0046, "step": 117380 }, { "epoch": 1.946411102452289, "grad_norm": 0.0019694138318300247, "learning_rate": 3.053588897547711e-05, "loss": 0.0018, "step": 117390 }, { "epoch": 1.9465769096848005, "grad_norm": 0.5351548194885254, "learning_rate": 3.0534230903151996e-05, "loss": 0.0091, "step": 117400 }, { "epoch": 1.946742716917312, "grad_norm": 0.06077950820326805, "learning_rate": 3.0532572830826886e-05, "loss": 0.0047, "step": 117410 }, { "epoch": 1.9469085241498234, "grad_norm": 0.0012043955503031611, "learning_rate": 3.053091475850177e-05, "loss": 0.0065, "step": 117420 }, { "epoch": 1.9470743313823349, "grad_norm": 0.00037207608693279326, "learning_rate": 3.052925668617665e-05, "loss": 0.0053, "step": 117430 }, { "epoch": 1.9472401386148463, "grad_norm": 0.0025308479089289904, "learning_rate": 3.0527598613851536e-05, "loss": 0.0041, "step": 117440 }, { "epoch": 1.9474059458473578, "grad_norm": 0.020552964881062508, "learning_rate": 3.052594054152642e-05, "loss": 0.005, "step": 117450 }, { "epoch": 1.9475717530798693, "grad_norm": 0.0935426726937294, "learning_rate": 3.052428246920131e-05, "loss": 0.0041, "step": 117460 }, { "epoch": 1.947737560312381, "grad_norm": 0.0064331116154789925, "learning_rate": 3.0522624396876194e-05, "loss": 0.0037, "step": 117470 }, { "epoch": 1.9479033675448925, "grad_norm": 5.829805013490841e-05, "learning_rate": 3.052096632455108e-05, "loss": 0.0052, "step": 117480 }, { "epoch": 1.948069174777404, "grad_norm": 0.003632844891399145, "learning_rate": 3.051930825222597e-05, "loss": 0.0077, "step": 117490 }, { "epoch": 1.9482349820099154, "grad_norm": 0.011519297957420349, "learning_rate": 3.051765017990085e-05, "loss": 0.0078, "step": 117500 }, { "epoch": 1.9484007892424269, "grad_norm": 0.00031459835008718073, "learning_rate": 3.0515992107575738e-05, "loss": 0.0032, "step": 117510 }, { "epoch": 1.9485665964749384, "grad_norm": 0.0007154218037612736, "learning_rate": 3.0514334035250618e-05, "loss": 0.006, "step": 117520 }, { "epoch": 1.9487324037074498, "grad_norm": 0.00012842443538829684, "learning_rate": 3.05126759629255e-05, "loss": 0.0058, "step": 117530 }, { "epoch": 1.9488982109399613, "grad_norm": 0.25250381231307983, "learning_rate": 3.051101789060039e-05, "loss": 0.009, "step": 117540 }, { "epoch": 1.9490640181724728, "grad_norm": 0.00018076375999953598, "learning_rate": 3.0509359818275275e-05, "loss": 0.0037, "step": 117550 }, { "epoch": 1.9492298254049842, "grad_norm": 0.050182826817035675, "learning_rate": 3.0507701745950162e-05, "loss": 0.0022, "step": 117560 }, { "epoch": 1.9493956326374957, "grad_norm": 0.0004292754747439176, "learning_rate": 3.0506043673625045e-05, "loss": 0.0032, "step": 117570 }, { "epoch": 1.9495614398700072, "grad_norm": 0.0008723858627490699, "learning_rate": 3.050438560129993e-05, "loss": 0.0001, "step": 117580 }, { "epoch": 1.9497272471025187, "grad_norm": 0.00039169201045297086, "learning_rate": 3.0502727528974816e-05, "loss": 0.0058, "step": 117590 }, { "epoch": 1.9498930543350301, "grad_norm": 0.00010540594666963443, "learning_rate": 3.05010694566497e-05, "loss": 0.0011, "step": 117600 }, { "epoch": 1.9500588615675416, "grad_norm": 0.00434844009578228, "learning_rate": 3.0499411384324583e-05, "loss": 0.0002, "step": 117610 }, { "epoch": 1.950224668800053, "grad_norm": 0.004476846661418676, "learning_rate": 3.0497753311999473e-05, "loss": 0.0059, "step": 117620 }, { "epoch": 1.9503904760325645, "grad_norm": 0.0011350817512720823, "learning_rate": 3.0496095239674356e-05, "loss": 0.0042, "step": 117630 }, { "epoch": 1.950556283265076, "grad_norm": 0.20246484875679016, "learning_rate": 3.0494437167349243e-05, "loss": 0.0127, "step": 117640 }, { "epoch": 1.9507220904975875, "grad_norm": 0.07777345925569534, "learning_rate": 3.0492779095024127e-05, "loss": 0.0085, "step": 117650 }, { "epoch": 1.950887897730099, "grad_norm": 0.0009993324056267738, "learning_rate": 3.049112102269901e-05, "loss": 0.0087, "step": 117660 }, { "epoch": 1.9510537049626104, "grad_norm": 0.0013107092818245292, "learning_rate": 3.0489462950373897e-05, "loss": 0.0056, "step": 117670 }, { "epoch": 1.951219512195122, "grad_norm": 0.003835720708593726, "learning_rate": 3.048780487804878e-05, "loss": 0.0084, "step": 117680 }, { "epoch": 1.9513853194276334, "grad_norm": 9.780508116818964e-05, "learning_rate": 3.048614680572367e-05, "loss": 0.0263, "step": 117690 }, { "epoch": 1.9515511266601449, "grad_norm": 0.00035423284862190485, "learning_rate": 3.0484488733398554e-05, "loss": 0.0004, "step": 117700 }, { "epoch": 1.9517169338926563, "grad_norm": 0.00010218141687801108, "learning_rate": 3.0482830661073438e-05, "loss": 0.007, "step": 117710 }, { "epoch": 1.9518827411251678, "grad_norm": 0.0012619829503819346, "learning_rate": 3.0481172588748325e-05, "loss": 0.0032, "step": 117720 }, { "epoch": 1.9520485483576793, "grad_norm": 0.11100108176469803, "learning_rate": 3.0479514516423208e-05, "loss": 0.0028, "step": 117730 }, { "epoch": 1.9522143555901907, "grad_norm": 0.004998682998120785, "learning_rate": 3.047785644409809e-05, "loss": 0.0005, "step": 117740 }, { "epoch": 1.9523801628227022, "grad_norm": 0.05827949941158295, "learning_rate": 3.047619837177298e-05, "loss": 0.0034, "step": 117750 }, { "epoch": 1.9525459700552137, "grad_norm": 0.004435098264366388, "learning_rate": 3.0474540299447862e-05, "loss": 0.0043, "step": 117760 }, { "epoch": 1.9527117772877252, "grad_norm": 0.029043035581707954, "learning_rate": 3.0472882227122752e-05, "loss": 0.0064, "step": 117770 }, { "epoch": 1.9528775845202366, "grad_norm": 0.0029810245614498854, "learning_rate": 3.0471224154797636e-05, "loss": 0.0035, "step": 117780 }, { "epoch": 1.953043391752748, "grad_norm": 0.0016197331715375185, "learning_rate": 3.0469566082472516e-05, "loss": 0.0042, "step": 117790 }, { "epoch": 1.9532091989852596, "grad_norm": 0.18498027324676514, "learning_rate": 3.0467908010147406e-05, "loss": 0.0131, "step": 117800 }, { "epoch": 1.9533750062177713, "grad_norm": 0.16568952798843384, "learning_rate": 3.046624993782229e-05, "loss": 0.0021, "step": 117810 }, { "epoch": 1.9535408134502827, "grad_norm": 0.0043157655745744705, "learning_rate": 3.0464591865497173e-05, "loss": 0.003, "step": 117820 }, { "epoch": 1.9537066206827942, "grad_norm": 0.00034765107557177544, "learning_rate": 3.046293379317206e-05, "loss": 0.0005, "step": 117830 }, { "epoch": 1.9538724279153057, "grad_norm": 0.0008017681539058685, "learning_rate": 3.0461275720846943e-05, "loss": 0.003, "step": 117840 }, { "epoch": 1.9540382351478172, "grad_norm": 0.010101749561727047, "learning_rate": 3.0459617648521833e-05, "loss": 0.0147, "step": 117850 }, { "epoch": 1.9542040423803286, "grad_norm": 0.3855842053890228, "learning_rate": 3.0457959576196714e-05, "loss": 0.0041, "step": 117860 }, { "epoch": 1.95436984961284, "grad_norm": 0.0015790759352967143, "learning_rate": 3.0456301503871597e-05, "loss": 0.0035, "step": 117870 }, { "epoch": 1.9545356568453516, "grad_norm": 0.1928950399160385, "learning_rate": 3.0454643431546487e-05, "loss": 0.0134, "step": 117880 }, { "epoch": 1.954701464077863, "grad_norm": 0.010143416933715343, "learning_rate": 3.045298535922137e-05, "loss": 0.0057, "step": 117890 }, { "epoch": 1.9548672713103745, "grad_norm": 0.0007336821872740984, "learning_rate": 3.0451327286896258e-05, "loss": 0.001, "step": 117900 }, { "epoch": 1.955033078542886, "grad_norm": 0.5370181202888489, "learning_rate": 3.044966921457114e-05, "loss": 0.0011, "step": 117910 }, { "epoch": 1.9551988857753977, "grad_norm": 0.004799733869731426, "learning_rate": 3.0448011142246025e-05, "loss": 0.009, "step": 117920 }, { "epoch": 1.9553646930079092, "grad_norm": 0.001074038096703589, "learning_rate": 3.0446353069920915e-05, "loss": 0.0011, "step": 117930 }, { "epoch": 1.9555305002404206, "grad_norm": 0.0003265434061177075, "learning_rate": 3.0444694997595795e-05, "loss": 0.0029, "step": 117940 }, { "epoch": 1.955696307472932, "grad_norm": 0.001919850124977529, "learning_rate": 3.044303692527068e-05, "loss": 0.0002, "step": 117950 }, { "epoch": 1.9558621147054436, "grad_norm": 0.0021431108471006155, "learning_rate": 3.044137885294557e-05, "loss": 0.004, "step": 117960 }, { "epoch": 1.956027921937955, "grad_norm": 0.0016280211275443435, "learning_rate": 3.0439720780620452e-05, "loss": 0.0039, "step": 117970 }, { "epoch": 1.9561937291704665, "grad_norm": 0.00014754344010725617, "learning_rate": 3.043806270829534e-05, "loss": 0.0001, "step": 117980 }, { "epoch": 1.956359536402978, "grad_norm": 0.0009322219411842525, "learning_rate": 3.0436404635970223e-05, "loss": 0.0029, "step": 117990 }, { "epoch": 1.9565253436354895, "grad_norm": 0.006682543084025383, "learning_rate": 3.0434746563645106e-05, "loss": 0.0103, "step": 118000 }, { "epoch": 1.956691150868001, "grad_norm": 0.004463356453925371, "learning_rate": 3.0433088491319993e-05, "loss": 0.0025, "step": 118010 }, { "epoch": 1.9568569581005124, "grad_norm": 0.0003523074265103787, "learning_rate": 3.0431430418994876e-05, "loss": 0.0039, "step": 118020 }, { "epoch": 1.9570227653330239, "grad_norm": 0.0019421684555709362, "learning_rate": 3.0429772346669767e-05, "loss": 0.0063, "step": 118030 }, { "epoch": 1.9571885725655354, "grad_norm": 0.07400993257761002, "learning_rate": 3.042811427434465e-05, "loss": 0.0129, "step": 118040 }, { "epoch": 1.9573543797980468, "grad_norm": 0.05774272605776787, "learning_rate": 3.0426456202019534e-05, "loss": 0.0085, "step": 118050 }, { "epoch": 1.9575201870305583, "grad_norm": 0.00424083461984992, "learning_rate": 3.042479812969442e-05, "loss": 0.0029, "step": 118060 }, { "epoch": 1.9576859942630698, "grad_norm": 0.000971569970715791, "learning_rate": 3.0423140057369304e-05, "loss": 0.0016, "step": 118070 }, { "epoch": 1.9578518014955812, "grad_norm": 6.286411371547729e-05, "learning_rate": 3.0421481985044187e-05, "loss": 0.012, "step": 118080 }, { "epoch": 1.9580176087280927, "grad_norm": 0.0002902971755247563, "learning_rate": 3.0419823912719074e-05, "loss": 0.0046, "step": 118090 }, { "epoch": 1.9581834159606042, "grad_norm": 0.19888006150722504, "learning_rate": 3.0418165840393958e-05, "loss": 0.0029, "step": 118100 }, { "epoch": 1.9583492231931157, "grad_norm": 3.661530718090944e-05, "learning_rate": 3.0416507768068848e-05, "loss": 0.0024, "step": 118110 }, { "epoch": 1.9585150304256271, "grad_norm": 0.008167092688381672, "learning_rate": 3.041484969574373e-05, "loss": 0.0017, "step": 118120 }, { "epoch": 1.9586808376581386, "grad_norm": 0.00047715165419504046, "learning_rate": 3.041319162341861e-05, "loss": 0.0063, "step": 118130 }, { "epoch": 1.95884664489065, "grad_norm": 0.2850607931613922, "learning_rate": 3.0411533551093502e-05, "loss": 0.0046, "step": 118140 }, { "epoch": 1.9590124521231616, "grad_norm": 0.0007863753708079457, "learning_rate": 3.0409875478768385e-05, "loss": 0.0111, "step": 118150 }, { "epoch": 1.959178259355673, "grad_norm": 3.726706563611515e-05, "learning_rate": 3.040821740644327e-05, "loss": 0.0005, "step": 118160 }, { "epoch": 1.9593440665881845, "grad_norm": 0.0034541694913059473, "learning_rate": 3.0406559334118156e-05, "loss": 0.0118, "step": 118170 }, { "epoch": 1.959509873820696, "grad_norm": 1.2439125776290894, "learning_rate": 3.040490126179304e-05, "loss": 0.0246, "step": 118180 }, { "epoch": 1.9596756810532074, "grad_norm": 0.45697206258773804, "learning_rate": 3.040324318946793e-05, "loss": 0.0129, "step": 118190 }, { "epoch": 1.959841488285719, "grad_norm": 0.26032060384750366, "learning_rate": 3.0401585117142813e-05, "loss": 0.0029, "step": 118200 }, { "epoch": 1.9600072955182304, "grad_norm": 0.003675370942801237, "learning_rate": 3.0399927044817693e-05, "loss": 0.007, "step": 118210 }, { "epoch": 1.9601731027507419, "grad_norm": 0.0009439781424589455, "learning_rate": 3.0398268972492583e-05, "loss": 0.0063, "step": 118220 }, { "epoch": 1.9603389099832533, "grad_norm": 0.0002605724148452282, "learning_rate": 3.0396610900167467e-05, "loss": 0.0091, "step": 118230 }, { "epoch": 1.9605047172157648, "grad_norm": 0.24398048222064972, "learning_rate": 3.0394952827842354e-05, "loss": 0.013, "step": 118240 }, { "epoch": 1.9606705244482763, "grad_norm": 0.0001306643389398232, "learning_rate": 3.0393294755517237e-05, "loss": 0.0003, "step": 118250 }, { "epoch": 1.960836331680788, "grad_norm": 0.004702894017100334, "learning_rate": 3.039163668319212e-05, "loss": 0.0014, "step": 118260 }, { "epoch": 1.9610021389132994, "grad_norm": 0.501238226890564, "learning_rate": 3.038997861086701e-05, "loss": 0.0111, "step": 118270 }, { "epoch": 1.961167946145811, "grad_norm": 0.0010398622835054994, "learning_rate": 3.038832053854189e-05, "loss": 0.0001, "step": 118280 }, { "epoch": 1.9613337533783224, "grad_norm": 0.4677301049232483, "learning_rate": 3.0386662466216774e-05, "loss": 0.0073, "step": 118290 }, { "epoch": 1.9614995606108339, "grad_norm": 0.47171854972839355, "learning_rate": 3.0385004393891665e-05, "loss": 0.0106, "step": 118300 }, { "epoch": 1.9616653678433453, "grad_norm": 0.03330225124955177, "learning_rate": 3.0383346321566548e-05, "loss": 0.0074, "step": 118310 }, { "epoch": 1.9618311750758568, "grad_norm": 0.000403584010200575, "learning_rate": 3.0381688249241435e-05, "loss": 0.0001, "step": 118320 }, { "epoch": 1.9619969823083683, "grad_norm": 0.004720964469015598, "learning_rate": 3.038003017691632e-05, "loss": 0.004, "step": 118330 }, { "epoch": 1.9621627895408797, "grad_norm": 0.0037173042073845863, "learning_rate": 3.0378372104591202e-05, "loss": 0.0001, "step": 118340 }, { "epoch": 1.9623285967733912, "grad_norm": 0.004289236851036549, "learning_rate": 3.037671403226609e-05, "loss": 0.0002, "step": 118350 }, { "epoch": 1.9624944040059027, "grad_norm": 0.06409165263175964, "learning_rate": 3.0375055959940972e-05, "loss": 0.0155, "step": 118360 }, { "epoch": 1.9626602112384142, "grad_norm": 0.0004540072986856103, "learning_rate": 3.0373397887615862e-05, "loss": 0.0075, "step": 118370 }, { "epoch": 1.9628260184709259, "grad_norm": 0.004557260777801275, "learning_rate": 3.0371739815290746e-05, "loss": 0.0003, "step": 118380 }, { "epoch": 1.9629918257034373, "grad_norm": 0.13984711468219757, "learning_rate": 3.037008174296563e-05, "loss": 0.023, "step": 118390 }, { "epoch": 1.9631576329359488, "grad_norm": 0.0038685936015099287, "learning_rate": 3.0368423670640516e-05, "loss": 0.0036, "step": 118400 }, { "epoch": 1.9633234401684603, "grad_norm": 0.005597653798758984, "learning_rate": 3.03667655983154e-05, "loss": 0.0073, "step": 118410 }, { "epoch": 1.9634892474009717, "grad_norm": 0.019110901281237602, "learning_rate": 3.0365107525990283e-05, "loss": 0.0055, "step": 118420 }, { "epoch": 1.9636550546334832, "grad_norm": 0.00020466631394810975, "learning_rate": 3.036344945366517e-05, "loss": 0.0054, "step": 118430 }, { "epoch": 1.9638208618659947, "grad_norm": 0.23921367526054382, "learning_rate": 3.0361791381340054e-05, "loss": 0.0079, "step": 118440 }, { "epoch": 1.9639866690985062, "grad_norm": 0.0010486083338037133, "learning_rate": 3.0360133309014944e-05, "loss": 0.0084, "step": 118450 }, { "epoch": 1.9641524763310176, "grad_norm": 0.002072324277833104, "learning_rate": 3.0358475236689827e-05, "loss": 0.0001, "step": 118460 }, { "epoch": 1.964318283563529, "grad_norm": 1.5913021564483643, "learning_rate": 3.035681716436471e-05, "loss": 0.0053, "step": 118470 }, { "epoch": 1.9644840907960406, "grad_norm": 0.255314439535141, "learning_rate": 3.0355159092039598e-05, "loss": 0.0013, "step": 118480 }, { "epoch": 1.964649898028552, "grad_norm": 0.03394433483481407, "learning_rate": 3.035350101971448e-05, "loss": 0.0043, "step": 118490 }, { "epoch": 1.9648157052610635, "grad_norm": 0.010188767686486244, "learning_rate": 3.0351842947389365e-05, "loss": 0.0019, "step": 118500 }, { "epoch": 1.964981512493575, "grad_norm": 0.007519165985286236, "learning_rate": 3.035018487506425e-05, "loss": 0.0034, "step": 118510 }, { "epoch": 1.9651473197260865, "grad_norm": 5.87590693612583e-05, "learning_rate": 3.0348526802739135e-05, "loss": 0.0004, "step": 118520 }, { "epoch": 1.965313126958598, "grad_norm": 0.2250141203403473, "learning_rate": 3.0346868730414025e-05, "loss": 0.007, "step": 118530 }, { "epoch": 1.9654789341911094, "grad_norm": 1.2346196174621582, "learning_rate": 3.034521065808891e-05, "loss": 0.0105, "step": 118540 }, { "epoch": 1.965644741423621, "grad_norm": 0.06470358371734619, "learning_rate": 3.034355258576379e-05, "loss": 0.0035, "step": 118550 }, { "epoch": 1.9658105486561324, "grad_norm": 0.25406646728515625, "learning_rate": 3.034189451343868e-05, "loss": 0.0059, "step": 118560 }, { "epoch": 1.9659763558886438, "grad_norm": 0.0002800502406898886, "learning_rate": 3.0340236441113563e-05, "loss": 0.0047, "step": 118570 }, { "epoch": 1.9661421631211553, "grad_norm": 0.06953196227550507, "learning_rate": 3.033857836878845e-05, "loss": 0.0132, "step": 118580 }, { "epoch": 1.9663079703536668, "grad_norm": 0.00020887459686491638, "learning_rate": 3.0336920296463333e-05, "loss": 0.0001, "step": 118590 }, { "epoch": 1.9664737775861783, "grad_norm": 0.0011100878473371267, "learning_rate": 3.0335262224138216e-05, "loss": 0.0083, "step": 118600 }, { "epoch": 1.9666395848186897, "grad_norm": 0.0027002510614693165, "learning_rate": 3.0333604151813107e-05, "loss": 0.0055, "step": 118610 }, { "epoch": 1.9668053920512012, "grad_norm": 0.0017658006399869919, "learning_rate": 3.0331946079487987e-05, "loss": 0.0028, "step": 118620 }, { "epoch": 1.9669711992837127, "grad_norm": 0.0009546285145916045, "learning_rate": 3.033028800716287e-05, "loss": 0.0067, "step": 118630 }, { "epoch": 1.9671370065162241, "grad_norm": 0.005529358517378569, "learning_rate": 3.032862993483776e-05, "loss": 0.0001, "step": 118640 }, { "epoch": 1.9673028137487356, "grad_norm": 0.025052504613995552, "learning_rate": 3.0326971862512644e-05, "loss": 0.0104, "step": 118650 }, { "epoch": 1.967468620981247, "grad_norm": 0.004483579657971859, "learning_rate": 3.032531379018753e-05, "loss": 0.0009, "step": 118660 }, { "epoch": 1.9676344282137586, "grad_norm": 0.00028148622368462384, "learning_rate": 3.0323655717862414e-05, "loss": 0.0033, "step": 118670 }, { "epoch": 1.96780023544627, "grad_norm": 0.13370417058467865, "learning_rate": 3.0321997645537298e-05, "loss": 0.005, "step": 118680 }, { "epoch": 1.9679660426787815, "grad_norm": 0.16463881731033325, "learning_rate": 3.0320339573212188e-05, "loss": 0.0066, "step": 118690 }, { "epoch": 1.968131849911293, "grad_norm": 0.0006258248467929661, "learning_rate": 3.0318681500887068e-05, "loss": 0.0001, "step": 118700 }, { "epoch": 1.9682976571438044, "grad_norm": 0.04440630227327347, "learning_rate": 3.031702342856196e-05, "loss": 0.0045, "step": 118710 }, { "epoch": 1.9684634643763161, "grad_norm": 0.0003708366130013019, "learning_rate": 3.0315365356236842e-05, "loss": 0.0008, "step": 118720 }, { "epoch": 1.9686292716088276, "grad_norm": 0.0018688322743400931, "learning_rate": 3.0313707283911725e-05, "loss": 0.008, "step": 118730 }, { "epoch": 1.968795078841339, "grad_norm": 0.34468165040016174, "learning_rate": 3.0312049211586612e-05, "loss": 0.0136, "step": 118740 }, { "epoch": 1.9689608860738506, "grad_norm": 0.030343417078256607, "learning_rate": 3.0310391139261496e-05, "loss": 0.0063, "step": 118750 }, { "epoch": 1.969126693306362, "grad_norm": 0.0130756925791502, "learning_rate": 3.030873306693638e-05, "loss": 0.0054, "step": 118760 }, { "epoch": 1.9692925005388735, "grad_norm": 0.0005226712091825902, "learning_rate": 3.0307074994611266e-05, "loss": 0.0069, "step": 118770 }, { "epoch": 1.969458307771385, "grad_norm": 0.001433790079317987, "learning_rate": 3.030541692228615e-05, "loss": 0.0001, "step": 118780 }, { "epoch": 1.9696241150038964, "grad_norm": 0.020487381145358086, "learning_rate": 3.030375884996104e-05, "loss": 0.0047, "step": 118790 }, { "epoch": 1.969789922236408, "grad_norm": 0.0015804910799488425, "learning_rate": 3.0302100777635923e-05, "loss": 0.0002, "step": 118800 }, { "epoch": 1.9699557294689194, "grad_norm": 0.023258524015545845, "learning_rate": 3.0300442705310807e-05, "loss": 0.0001, "step": 118810 }, { "epoch": 1.9701215367014309, "grad_norm": 0.0009060444426722825, "learning_rate": 3.0298784632985694e-05, "loss": 0.0031, "step": 118820 }, { "epoch": 1.9702873439339426, "grad_norm": 0.1565587967634201, "learning_rate": 3.0297126560660577e-05, "loss": 0.0003, "step": 118830 }, { "epoch": 1.970453151166454, "grad_norm": 0.18911948800086975, "learning_rate": 3.029546848833546e-05, "loss": 0.0036, "step": 118840 }, { "epoch": 1.9706189583989655, "grad_norm": 0.00014389147690963, "learning_rate": 3.0293810416010347e-05, "loss": 0.0031, "step": 118850 }, { "epoch": 1.970784765631477, "grad_norm": 0.20277953147888184, "learning_rate": 3.029215234368523e-05, "loss": 0.0077, "step": 118860 }, { "epoch": 1.9709505728639884, "grad_norm": 0.18007078766822815, "learning_rate": 3.029049427136012e-05, "loss": 0.0063, "step": 118870 }, { "epoch": 1.9711163800965, "grad_norm": 0.009885036386549473, "learning_rate": 3.0288836199035005e-05, "loss": 0.0026, "step": 118880 }, { "epoch": 1.9712821873290114, "grad_norm": 0.0024370322935283184, "learning_rate": 3.0287178126709888e-05, "loss": 0.0003, "step": 118890 }, { "epoch": 1.9714479945615229, "grad_norm": 0.009993769228458405, "learning_rate": 3.0285520054384775e-05, "loss": 0.0036, "step": 118900 }, { "epoch": 1.9716138017940343, "grad_norm": 0.0020205227192491293, "learning_rate": 3.028386198205966e-05, "loss": 0.0054, "step": 118910 }, { "epoch": 1.9717796090265458, "grad_norm": 0.00023467661230824888, "learning_rate": 3.0282203909734545e-05, "loss": 0.006, "step": 118920 }, { "epoch": 1.9719454162590573, "grad_norm": 0.19710703194141388, "learning_rate": 3.028054583740943e-05, "loss": 0.0187, "step": 118930 }, { "epoch": 1.9721112234915688, "grad_norm": 0.3200264573097229, "learning_rate": 3.0278887765084312e-05, "loss": 0.0033, "step": 118940 }, { "epoch": 1.9722770307240802, "grad_norm": 0.010307679884135723, "learning_rate": 3.0277229692759203e-05, "loss": 0.0005, "step": 118950 }, { "epoch": 1.9724428379565917, "grad_norm": 0.0005399559158831835, "learning_rate": 3.0275571620434086e-05, "loss": 0.0135, "step": 118960 }, { "epoch": 1.9726086451891032, "grad_norm": 0.04389682412147522, "learning_rate": 3.0273913548108966e-05, "loss": 0.0077, "step": 118970 }, { "epoch": 1.9727744524216146, "grad_norm": 0.0006273809703998268, "learning_rate": 3.0272255475783856e-05, "loss": 0.0003, "step": 118980 }, { "epoch": 1.9729402596541261, "grad_norm": 0.16364969313144684, "learning_rate": 3.027059740345874e-05, "loss": 0.0081, "step": 118990 }, { "epoch": 1.9731060668866376, "grad_norm": 6.165358354337513e-05, "learning_rate": 3.0268939331133627e-05, "loss": 0.0037, "step": 119000 }, { "epoch": 1.973271874119149, "grad_norm": 0.0009560469188727438, "learning_rate": 3.026728125880851e-05, "loss": 0.0038, "step": 119010 }, { "epoch": 1.9734376813516605, "grad_norm": 0.24162781238555908, "learning_rate": 3.0265623186483394e-05, "loss": 0.0138, "step": 119020 }, { "epoch": 1.973603488584172, "grad_norm": 0.006126932334154844, "learning_rate": 3.0263965114158284e-05, "loss": 0.0002, "step": 119030 }, { "epoch": 1.9737692958166835, "grad_norm": 0.6034168004989624, "learning_rate": 3.0262307041833164e-05, "loss": 0.0013, "step": 119040 }, { "epoch": 1.973935103049195, "grad_norm": 0.07473743706941605, "learning_rate": 3.0260648969508047e-05, "loss": 0.0146, "step": 119050 }, { "epoch": 1.9741009102817064, "grad_norm": 0.019255919381976128, "learning_rate": 3.0258990897182938e-05, "loss": 0.0034, "step": 119060 }, { "epoch": 1.974266717514218, "grad_norm": 0.013880598358809948, "learning_rate": 3.025733282485782e-05, "loss": 0.0006, "step": 119070 }, { "epoch": 1.9744325247467294, "grad_norm": 0.0296148844063282, "learning_rate": 3.0255674752532708e-05, "loss": 0.0122, "step": 119080 }, { "epoch": 1.9745983319792408, "grad_norm": 0.0017413562163710594, "learning_rate": 3.025401668020759e-05, "loss": 0.0042, "step": 119090 }, { "epoch": 1.9747641392117523, "grad_norm": 0.0035887504927814007, "learning_rate": 3.0252358607882475e-05, "loss": 0.0044, "step": 119100 }, { "epoch": 1.9749299464442638, "grad_norm": 0.00027204901562072337, "learning_rate": 3.0250700535557365e-05, "loss": 0.0059, "step": 119110 }, { "epoch": 1.9750957536767753, "grad_norm": 0.0042423708364367485, "learning_rate": 3.0249042463232245e-05, "loss": 0.0001, "step": 119120 }, { "epoch": 1.9752615609092867, "grad_norm": 0.0007381024770438671, "learning_rate": 3.0247384390907136e-05, "loss": 0.0001, "step": 119130 }, { "epoch": 1.9754273681417982, "grad_norm": 0.5401191115379333, "learning_rate": 3.024572631858202e-05, "loss": 0.0075, "step": 119140 }, { "epoch": 1.9755931753743097, "grad_norm": 0.0069909896701574326, "learning_rate": 3.0244068246256903e-05, "loss": 0.0041, "step": 119150 }, { "epoch": 1.9757589826068211, "grad_norm": 0.0006797623354941607, "learning_rate": 3.024241017393179e-05, "loss": 0.0008, "step": 119160 }, { "epoch": 1.9759247898393328, "grad_norm": 0.0009040238219313323, "learning_rate": 3.0240752101606673e-05, "loss": 0.0001, "step": 119170 }, { "epoch": 1.9760905970718443, "grad_norm": 0.00029291005921550095, "learning_rate": 3.0239094029281556e-05, "loss": 0.0131, "step": 119180 }, { "epoch": 1.9762564043043558, "grad_norm": 0.186929851770401, "learning_rate": 3.0237435956956443e-05, "loss": 0.0077, "step": 119190 }, { "epoch": 1.9764222115368673, "grad_norm": 0.00014087955059949309, "learning_rate": 3.0235777884631327e-05, "loss": 0.0002, "step": 119200 }, { "epoch": 1.9765880187693787, "grad_norm": 0.0009092635009437799, "learning_rate": 3.0234119812306217e-05, "loss": 0.0006, "step": 119210 }, { "epoch": 1.9767538260018902, "grad_norm": 0.1807224452495575, "learning_rate": 3.02324617399811e-05, "loss": 0.0092, "step": 119220 }, { "epoch": 1.9769196332344017, "grad_norm": 0.0105530871078372, "learning_rate": 3.0230803667655984e-05, "loss": 0.0044, "step": 119230 }, { "epoch": 1.9770854404669131, "grad_norm": 0.00189933308865875, "learning_rate": 3.022914559533087e-05, "loss": 0.0056, "step": 119240 }, { "epoch": 1.9772512476994246, "grad_norm": 0.11758828163146973, "learning_rate": 3.0227487523005754e-05, "loss": 0.0073, "step": 119250 }, { "epoch": 1.977417054931936, "grad_norm": 0.02921421267092228, "learning_rate": 3.022582945068064e-05, "loss": 0.0005, "step": 119260 }, { "epoch": 1.9775828621644476, "grad_norm": 0.00010713643860071898, "learning_rate": 3.0224171378355525e-05, "loss": 0.0051, "step": 119270 }, { "epoch": 1.9777486693969593, "grad_norm": 0.002802762668579817, "learning_rate": 3.0222513306030408e-05, "loss": 0.0005, "step": 119280 }, { "epoch": 1.9779144766294707, "grad_norm": 0.00022261377307586372, "learning_rate": 3.02208552337053e-05, "loss": 0.0054, "step": 119290 }, { "epoch": 1.9780802838619822, "grad_norm": 0.000647280307020992, "learning_rate": 3.0219197161380182e-05, "loss": 0.0047, "step": 119300 }, { "epoch": 1.9782460910944937, "grad_norm": 0.013343032449483871, "learning_rate": 3.0217539089055062e-05, "loss": 0.005, "step": 119310 }, { "epoch": 1.9784118983270051, "grad_norm": 0.0028836524579674006, "learning_rate": 3.0215881016729952e-05, "loss": 0.0188, "step": 119320 }, { "epoch": 1.9785777055595166, "grad_norm": 0.6280868649482727, "learning_rate": 3.0214222944404836e-05, "loss": 0.0012, "step": 119330 }, { "epoch": 1.978743512792028, "grad_norm": 0.001555349212139845, "learning_rate": 3.0212564872079723e-05, "loss": 0.0071, "step": 119340 }, { "epoch": 1.9789093200245396, "grad_norm": 0.0013439345639199018, "learning_rate": 3.0210906799754606e-05, "loss": 0.0186, "step": 119350 }, { "epoch": 1.979075127257051, "grad_norm": 0.02427692525088787, "learning_rate": 3.020924872742949e-05, "loss": 0.0066, "step": 119360 }, { "epoch": 1.9792409344895625, "grad_norm": 0.002920546568930149, "learning_rate": 3.020759065510438e-05, "loss": 0.0074, "step": 119370 }, { "epoch": 1.979406741722074, "grad_norm": 0.07521363347768784, "learning_rate": 3.0205932582779263e-05, "loss": 0.0184, "step": 119380 }, { "epoch": 1.9795725489545855, "grad_norm": 0.444409042596817, "learning_rate": 3.0204274510454143e-05, "loss": 0.0036, "step": 119390 }, { "epoch": 1.979738356187097, "grad_norm": 0.0008779548807069659, "learning_rate": 3.0202616438129034e-05, "loss": 0.0025, "step": 119400 }, { "epoch": 1.9799041634196084, "grad_norm": 0.5632292628288269, "learning_rate": 3.0200958365803917e-05, "loss": 0.0062, "step": 119410 }, { "epoch": 1.9800699706521199, "grad_norm": 0.019329121336340904, "learning_rate": 3.0199300293478804e-05, "loss": 0.0033, "step": 119420 }, { "epoch": 1.9802357778846313, "grad_norm": 0.020643770694732666, "learning_rate": 3.0197642221153687e-05, "loss": 0.0003, "step": 119430 }, { "epoch": 1.9804015851171428, "grad_norm": 0.0008665592176839709, "learning_rate": 3.019598414882857e-05, "loss": 0.0154, "step": 119440 }, { "epoch": 1.9805673923496543, "grad_norm": 0.0037182080559432507, "learning_rate": 3.019432607650346e-05, "loss": 0.0016, "step": 119450 }, { "epoch": 1.9807331995821658, "grad_norm": 0.004030359908938408, "learning_rate": 3.019266800417834e-05, "loss": 0.0004, "step": 119460 }, { "epoch": 1.9808990068146772, "grad_norm": 0.0009803358698263764, "learning_rate": 3.019100993185323e-05, "loss": 0.0042, "step": 119470 }, { "epoch": 1.9810648140471887, "grad_norm": 0.00213027885183692, "learning_rate": 3.0189351859528115e-05, "loss": 0.0014, "step": 119480 }, { "epoch": 1.9812306212797002, "grad_norm": 0.1723470836877823, "learning_rate": 3.0187693787203e-05, "loss": 0.015, "step": 119490 }, { "epoch": 1.9813964285122116, "grad_norm": 0.0688621923327446, "learning_rate": 3.0186035714877885e-05, "loss": 0.0003, "step": 119500 }, { "epoch": 1.9815622357447231, "grad_norm": 0.14132127165794373, "learning_rate": 3.018437764255277e-05, "loss": 0.0081, "step": 119510 }, { "epoch": 1.9817280429772346, "grad_norm": 0.0007046506507322192, "learning_rate": 3.0182719570227652e-05, "loss": 0.0061, "step": 119520 }, { "epoch": 1.981893850209746, "grad_norm": 0.0005306756356731057, "learning_rate": 3.018106149790254e-05, "loss": 0.014, "step": 119530 }, { "epoch": 1.9820596574422575, "grad_norm": 0.1717062145471573, "learning_rate": 3.0179403425577423e-05, "loss": 0.0039, "step": 119540 }, { "epoch": 1.982225464674769, "grad_norm": 0.19484776258468628, "learning_rate": 3.0177745353252313e-05, "loss": 0.0028, "step": 119550 }, { "epoch": 1.9823912719072805, "grad_norm": 0.008421088568866253, "learning_rate": 3.0176087280927196e-05, "loss": 0.0081, "step": 119560 }, { "epoch": 1.982557079139792, "grad_norm": 0.0005136150866746902, "learning_rate": 3.017442920860208e-05, "loss": 0.0026, "step": 119570 }, { "epoch": 1.9827228863723034, "grad_norm": 0.2326783984899521, "learning_rate": 3.0172771136276967e-05, "loss": 0.0009, "step": 119580 }, { "epoch": 1.982888693604815, "grad_norm": 0.0391814187169075, "learning_rate": 3.017111306395185e-05, "loss": 0.0009, "step": 119590 }, { "epoch": 1.9830545008373264, "grad_norm": 0.004586908034980297, "learning_rate": 3.016945499162674e-05, "loss": 0.0025, "step": 119600 }, { "epoch": 1.9832203080698378, "grad_norm": 0.0010133420582860708, "learning_rate": 3.016779691930162e-05, "loss": 0.0057, "step": 119610 }, { "epoch": 1.9833861153023495, "grad_norm": 0.007060941308736801, "learning_rate": 3.0166138846976504e-05, "loss": 0.0066, "step": 119620 }, { "epoch": 1.983551922534861, "grad_norm": 0.005366889759898186, "learning_rate": 3.0164480774651394e-05, "loss": 0.0037, "step": 119630 }, { "epoch": 1.9837177297673725, "grad_norm": 0.41705211997032166, "learning_rate": 3.0162822702326278e-05, "loss": 0.0011, "step": 119640 }, { "epoch": 1.983883536999884, "grad_norm": 0.0005909674800932407, "learning_rate": 3.016116463000116e-05, "loss": 0.0001, "step": 119650 }, { "epoch": 1.9840493442323954, "grad_norm": 0.00308222696185112, "learning_rate": 3.0159506557676048e-05, "loss": 0.0001, "step": 119660 }, { "epoch": 1.984215151464907, "grad_norm": 0.00846127886325121, "learning_rate": 3.015784848535093e-05, "loss": 0.0088, "step": 119670 }, { "epoch": 1.9843809586974184, "grad_norm": 0.019157804548740387, "learning_rate": 3.015619041302582e-05, "loss": 0.0071, "step": 119680 }, { "epoch": 1.9845467659299298, "grad_norm": 0.02810055948793888, "learning_rate": 3.0154532340700702e-05, "loss": 0.0036, "step": 119690 }, { "epoch": 1.9847125731624413, "grad_norm": 0.0021679443307220936, "learning_rate": 3.0152874268375585e-05, "loss": 0.0036, "step": 119700 }, { "epoch": 1.9848783803949528, "grad_norm": 0.0063268574886024, "learning_rate": 3.0151216196050476e-05, "loss": 0.0073, "step": 119710 }, { "epoch": 1.9850441876274643, "grad_norm": 0.0002553523809183389, "learning_rate": 3.014955812372536e-05, "loss": 0.0092, "step": 119720 }, { "epoch": 1.985209994859976, "grad_norm": 0.00048772335867397487, "learning_rate": 3.014790005140024e-05, "loss": 0.0132, "step": 119730 }, { "epoch": 1.9853758020924874, "grad_norm": 0.2908320128917694, "learning_rate": 3.014624197907513e-05, "loss": 0.0129, "step": 119740 }, { "epoch": 1.985541609324999, "grad_norm": 0.18878668546676636, "learning_rate": 3.0144583906750013e-05, "loss": 0.0007, "step": 119750 }, { "epoch": 1.9857074165575104, "grad_norm": 0.0006620106287300587, "learning_rate": 3.01429258344249e-05, "loss": 0.0072, "step": 119760 }, { "epoch": 1.9858732237900218, "grad_norm": 0.0003172544529661536, "learning_rate": 3.0141267762099783e-05, "loss": 0.0, "step": 119770 }, { "epoch": 1.9860390310225333, "grad_norm": 0.00041567443986423314, "learning_rate": 3.0139609689774667e-05, "loss": 0.0034, "step": 119780 }, { "epoch": 1.9862048382550448, "grad_norm": 0.015275885351002216, "learning_rate": 3.0137951617449557e-05, "loss": 0.0002, "step": 119790 }, { "epoch": 1.9863706454875563, "grad_norm": 0.007003355771303177, "learning_rate": 3.0136293545124437e-05, "loss": 0.0004, "step": 119800 }, { "epoch": 1.9865364527200677, "grad_norm": 0.00023523770505562425, "learning_rate": 3.0134635472799327e-05, "loss": 0.0042, "step": 119810 }, { "epoch": 1.9867022599525792, "grad_norm": 0.2344370186328888, "learning_rate": 3.013297740047421e-05, "loss": 0.0107, "step": 119820 }, { "epoch": 1.9868680671850907, "grad_norm": 0.0005047927843406796, "learning_rate": 3.0131319328149094e-05, "loss": 0.0044, "step": 119830 }, { "epoch": 1.9870338744176022, "grad_norm": 0.018981952220201492, "learning_rate": 3.012966125582398e-05, "loss": 0.011, "step": 119840 }, { "epoch": 1.9871996816501136, "grad_norm": 0.001395901315845549, "learning_rate": 3.0128003183498865e-05, "loss": 0.0039, "step": 119850 }, { "epoch": 1.987365488882625, "grad_norm": 0.0021349622402340174, "learning_rate": 3.0126345111173748e-05, "loss": 0.0063, "step": 119860 }, { "epoch": 1.9875312961151366, "grad_norm": 0.0003139493055641651, "learning_rate": 3.012468703884864e-05, "loss": 0.0036, "step": 119870 }, { "epoch": 1.987697103347648, "grad_norm": 0.011240199208259583, "learning_rate": 3.012302896652352e-05, "loss": 0.0027, "step": 119880 }, { "epoch": 1.9878629105801595, "grad_norm": 0.0005354979657568038, "learning_rate": 3.012137089419841e-05, "loss": 0.0003, "step": 119890 }, { "epoch": 1.988028717812671, "grad_norm": 0.0020078669767826796, "learning_rate": 3.0119712821873292e-05, "loss": 0.0036, "step": 119900 }, { "epoch": 1.9881945250451825, "grad_norm": 0.0076086921617388725, "learning_rate": 3.0118054749548176e-05, "loss": 0.0003, "step": 119910 }, { "epoch": 1.988360332277694, "grad_norm": 0.00012738408986479044, "learning_rate": 3.0116396677223063e-05, "loss": 0.008, "step": 119920 }, { "epoch": 1.9885261395102054, "grad_norm": 0.002439766190946102, "learning_rate": 3.0114738604897946e-05, "loss": 0.0062, "step": 119930 }, { "epoch": 1.9886919467427169, "grad_norm": 0.0030464190058410168, "learning_rate": 3.0113080532572836e-05, "loss": 0.0002, "step": 119940 }, { "epoch": 1.9888577539752283, "grad_norm": 0.21357613801956177, "learning_rate": 3.0111422460247716e-05, "loss": 0.0056, "step": 119950 }, { "epoch": 1.9890235612077398, "grad_norm": 0.001428653602488339, "learning_rate": 3.01097643879226e-05, "loss": 0.0033, "step": 119960 }, { "epoch": 1.9891893684402513, "grad_norm": 0.04696571081876755, "learning_rate": 3.010810631559749e-05, "loss": 0.0036, "step": 119970 }, { "epoch": 1.9893551756727628, "grad_norm": 0.00025117231416516006, "learning_rate": 3.0106448243272374e-05, "loss": 0.0057, "step": 119980 }, { "epoch": 1.9895209829052742, "grad_norm": 0.3013865053653717, "learning_rate": 3.0104790170947257e-05, "loss": 0.0059, "step": 119990 }, { "epoch": 1.9896867901377857, "grad_norm": 0.013684799894690514, "learning_rate": 3.0103132098622144e-05, "loss": 0.0036, "step": 120000 }, { "epoch": 1.9898525973702972, "grad_norm": 0.0023486693389713764, "learning_rate": 3.0101474026297027e-05, "loss": 0.0031, "step": 120010 }, { "epoch": 1.9900184046028087, "grad_norm": 0.013723885640501976, "learning_rate": 3.0099815953971914e-05, "loss": 0.0026, "step": 120020 }, { "epoch": 1.9901842118353201, "grad_norm": 0.29069140553474426, "learning_rate": 3.0098157881646798e-05, "loss": 0.006, "step": 120030 }, { "epoch": 1.9903500190678316, "grad_norm": 0.0005162071320228279, "learning_rate": 3.009649980932168e-05, "loss": 0.0031, "step": 120040 }, { "epoch": 1.990515826300343, "grad_norm": 0.0009259933140128851, "learning_rate": 3.009484173699657e-05, "loss": 0.0009, "step": 120050 }, { "epoch": 1.9906816335328545, "grad_norm": 0.0477258563041687, "learning_rate": 3.0093183664671455e-05, "loss": 0.0001, "step": 120060 }, { "epoch": 1.9908474407653662, "grad_norm": 0.00030589866219088435, "learning_rate": 3.009152559234634e-05, "loss": 0.0083, "step": 120070 }, { "epoch": 1.9910132479978777, "grad_norm": 0.00440500071272254, "learning_rate": 3.0089867520021225e-05, "loss": 0.0077, "step": 120080 }, { "epoch": 1.9911790552303892, "grad_norm": 0.20524251461029053, "learning_rate": 3.008820944769611e-05, "loss": 0.0081, "step": 120090 }, { "epoch": 1.9913448624629007, "grad_norm": 0.00046176271280273795, "learning_rate": 3.0086551375370996e-05, "loss": 0.0104, "step": 120100 }, { "epoch": 1.9915106696954121, "grad_norm": 0.002863626927137375, "learning_rate": 3.008489330304588e-05, "loss": 0.0024, "step": 120110 }, { "epoch": 1.9916764769279236, "grad_norm": 0.0004886572132818401, "learning_rate": 3.0083235230720763e-05, "loss": 0.0001, "step": 120120 }, { "epoch": 1.991842284160435, "grad_norm": 0.0004875563026871532, "learning_rate": 3.0081577158395653e-05, "loss": 0.0033, "step": 120130 }, { "epoch": 1.9920080913929465, "grad_norm": 0.8087025284767151, "learning_rate": 3.0079919086070536e-05, "loss": 0.0096, "step": 120140 }, { "epoch": 1.992173898625458, "grad_norm": 0.026073308661580086, "learning_rate": 3.0078261013745423e-05, "loss": 0.0137, "step": 120150 }, { "epoch": 1.9923397058579695, "grad_norm": 0.0060007632710039616, "learning_rate": 3.0076602941420307e-05, "loss": 0.013, "step": 120160 }, { "epoch": 1.992505513090481, "grad_norm": 0.0017789643025025725, "learning_rate": 3.007494486909519e-05, "loss": 0.0036, "step": 120170 }, { "epoch": 1.9926713203229924, "grad_norm": 0.00028187953284941614, "learning_rate": 3.0073286796770077e-05, "loss": 0.0002, "step": 120180 }, { "epoch": 1.9928371275555041, "grad_norm": 0.24453815817832947, "learning_rate": 3.007162872444496e-05, "loss": 0.0104, "step": 120190 }, { "epoch": 1.9930029347880156, "grad_norm": 0.027804529294371605, "learning_rate": 3.0069970652119844e-05, "loss": 0.0023, "step": 120200 }, { "epoch": 1.993168742020527, "grad_norm": 1.1095925569534302, "learning_rate": 3.0068312579794734e-05, "loss": 0.0171, "step": 120210 }, { "epoch": 1.9933345492530385, "grad_norm": 0.004718251526355743, "learning_rate": 3.0066654507469614e-05, "loss": 0.0006, "step": 120220 }, { "epoch": 1.99350035648555, "grad_norm": 0.012858360074460506, "learning_rate": 3.0064996435144505e-05, "loss": 0.0025, "step": 120230 }, { "epoch": 1.9936661637180615, "grad_norm": 0.6510924696922302, "learning_rate": 3.0063338362819388e-05, "loss": 0.0047, "step": 120240 }, { "epoch": 1.993831970950573, "grad_norm": 0.0005021392134949565, "learning_rate": 3.006168029049427e-05, "loss": 0.0001, "step": 120250 }, { "epoch": 1.9939977781830844, "grad_norm": 0.0012307724682614207, "learning_rate": 3.006002221816916e-05, "loss": 0.0009, "step": 120260 }, { "epoch": 1.994163585415596, "grad_norm": 0.016196804121136665, "learning_rate": 3.0058364145844042e-05, "loss": 0.0041, "step": 120270 }, { "epoch": 1.9943293926481074, "grad_norm": 0.016002092510461807, "learning_rate": 3.0056706073518932e-05, "loss": 0.0032, "step": 120280 }, { "epoch": 1.9944951998806189, "grad_norm": 0.0191949512809515, "learning_rate": 3.0055048001193816e-05, "loss": 0.0073, "step": 120290 }, { "epoch": 1.9946610071131303, "grad_norm": 0.0005740852211602032, "learning_rate": 3.0053389928868696e-05, "loss": 0.0064, "step": 120300 }, { "epoch": 1.9948268143456418, "grad_norm": 0.01381808053702116, "learning_rate": 3.0051731856543586e-05, "loss": 0.0023, "step": 120310 }, { "epoch": 1.9949926215781533, "grad_norm": 0.18824230134487152, "learning_rate": 3.005007378421847e-05, "loss": 0.0098, "step": 120320 }, { "epoch": 1.9951584288106647, "grad_norm": 0.001485073589719832, "learning_rate": 3.0048415711893353e-05, "loss": 0.0023, "step": 120330 }, { "epoch": 1.9953242360431762, "grad_norm": 0.0026592868380248547, "learning_rate": 3.004675763956824e-05, "loss": 0.0043, "step": 120340 }, { "epoch": 1.9954900432756877, "grad_norm": 0.0051647271029651165, "learning_rate": 3.0045099567243123e-05, "loss": 0.0102, "step": 120350 }, { "epoch": 1.9956558505081992, "grad_norm": 0.6856678128242493, "learning_rate": 3.0043441494918014e-05, "loss": 0.0092, "step": 120360 }, { "epoch": 1.9958216577407106, "grad_norm": 0.10387416929006577, "learning_rate": 3.0041783422592894e-05, "loss": 0.0079, "step": 120370 }, { "epoch": 1.995987464973222, "grad_norm": 0.016467100009322166, "learning_rate": 3.0040125350267777e-05, "loss": 0.0001, "step": 120380 }, { "epoch": 1.9961532722057336, "grad_norm": 0.17974334955215454, "learning_rate": 3.0038467277942667e-05, "loss": 0.0072, "step": 120390 }, { "epoch": 1.996319079438245, "grad_norm": 0.4866248667240143, "learning_rate": 3.003680920561755e-05, "loss": 0.0157, "step": 120400 }, { "epoch": 1.9964848866707565, "grad_norm": 0.45137444138526917, "learning_rate": 3.0035151133292434e-05, "loss": 0.0099, "step": 120410 }, { "epoch": 1.996650693903268, "grad_norm": 0.12848126888275146, "learning_rate": 3.003349306096732e-05, "loss": 0.0008, "step": 120420 }, { "epoch": 1.9968165011357795, "grad_norm": 0.5225159525871277, "learning_rate": 3.0031834988642205e-05, "loss": 0.007, "step": 120430 }, { "epoch": 1.996982308368291, "grad_norm": 0.8777069449424744, "learning_rate": 3.003017691631709e-05, "loss": 0.0138, "step": 120440 }, { "epoch": 1.9971481156008024, "grad_norm": 0.1981443464756012, "learning_rate": 3.0028518843991975e-05, "loss": 0.0125, "step": 120450 }, { "epoch": 1.9973139228333139, "grad_norm": 0.016023680567741394, "learning_rate": 3.002686077166686e-05, "loss": 0.0002, "step": 120460 }, { "epoch": 1.9974797300658254, "grad_norm": 0.0003877706767525524, "learning_rate": 3.002520269934175e-05, "loss": 0.0056, "step": 120470 }, { "epoch": 1.9976455372983368, "grad_norm": 0.0772956907749176, "learning_rate": 3.0023544627016632e-05, "loss": 0.0086, "step": 120480 }, { "epoch": 1.9978113445308483, "grad_norm": 0.001066191354766488, "learning_rate": 3.002188655469152e-05, "loss": 0.0037, "step": 120490 }, { "epoch": 1.9979771517633598, "grad_norm": 0.0002528113254811615, "learning_rate": 3.0020228482366403e-05, "loss": 0.0028, "step": 120500 }, { "epoch": 1.9981429589958712, "grad_norm": 0.0003362648421898484, "learning_rate": 3.0018570410041286e-05, "loss": 0.0148, "step": 120510 }, { "epoch": 1.9983087662283827, "grad_norm": 0.004488709382712841, "learning_rate": 3.0016912337716173e-05, "loss": 0.0026, "step": 120520 }, { "epoch": 1.9984745734608944, "grad_norm": 0.2248356193304062, "learning_rate": 3.0015254265391056e-05, "loss": 0.0048, "step": 120530 }, { "epoch": 1.9986403806934059, "grad_norm": 0.03125792369246483, "learning_rate": 3.001359619306594e-05, "loss": 0.0084, "step": 120540 }, { "epoch": 1.9988061879259174, "grad_norm": 0.0014485458377748728, "learning_rate": 3.001193812074083e-05, "loss": 0.0048, "step": 120550 }, { "epoch": 1.9989719951584288, "grad_norm": 0.0005168179050087929, "learning_rate": 3.0010280048415714e-05, "loss": 0.0002, "step": 120560 }, { "epoch": 1.9991378023909403, "grad_norm": 0.02001376450061798, "learning_rate": 3.00086219760906e-05, "loss": 0.0048, "step": 120570 }, { "epoch": 1.9993036096234518, "grad_norm": 0.004429980181157589, "learning_rate": 3.0006963903765484e-05, "loss": 0.0027, "step": 120580 }, { "epoch": 1.9994694168559632, "grad_norm": 0.003901801072061062, "learning_rate": 3.0005305831440368e-05, "loss": 0.0031, "step": 120590 }, { "epoch": 1.9996352240884747, "grad_norm": 0.003171380842104554, "learning_rate": 3.0003647759115254e-05, "loss": 0.0007, "step": 120600 }, { "epoch": 1.9998010313209862, "grad_norm": 0.00281395111232996, "learning_rate": 3.0001989686790138e-05, "loss": 0.0001, "step": 120610 }, { "epoch": 1.9999668385534977, "grad_norm": 0.008646851405501366, "learning_rate": 3.0000331614465028e-05, "loss": 0.0052, "step": 120620 }, { "epoch": 2.0001326457860094, "grad_norm": 0.0020143797155469656, "learning_rate": 2.999867354213991e-05, "loss": 0.0013, "step": 120630 }, { "epoch": 2.000298453018521, "grad_norm": 0.004006525501608849, "learning_rate": 2.9997015469814792e-05, "loss": 0.0059, "step": 120640 }, { "epoch": 2.0004642602510323, "grad_norm": 0.0001078443747246638, "learning_rate": 2.9995357397489682e-05, "loss": 0.0029, "step": 120650 }, { "epoch": 2.0006300674835438, "grad_norm": 0.0002234322455478832, "learning_rate": 2.9993699325164565e-05, "loss": 0.0008, "step": 120660 }, { "epoch": 2.0007958747160552, "grad_norm": 0.00966469757258892, "learning_rate": 2.999204125283945e-05, "loss": 0.0076, "step": 120670 }, { "epoch": 2.0009616819485667, "grad_norm": 0.0005954729276709259, "learning_rate": 2.9990383180514336e-05, "loss": 0.0146, "step": 120680 }, { "epoch": 2.001127489181078, "grad_norm": 9.946318459697068e-05, "learning_rate": 2.998872510818922e-05, "loss": 0.0057, "step": 120690 }, { "epoch": 2.0012932964135897, "grad_norm": 0.0005797069752588868, "learning_rate": 2.998706703586411e-05, "loss": 0.0126, "step": 120700 }, { "epoch": 2.001459103646101, "grad_norm": 0.0009677625494077802, "learning_rate": 2.998540896353899e-05, "loss": 0.0058, "step": 120710 }, { "epoch": 2.0016249108786126, "grad_norm": 0.0011396511690691113, "learning_rate": 2.9983750891213873e-05, "loss": 0.0037, "step": 120720 }, { "epoch": 2.001790718111124, "grad_norm": 0.00013359624426811934, "learning_rate": 2.9982092818888763e-05, "loss": 0.0002, "step": 120730 }, { "epoch": 2.0019565253436356, "grad_norm": 0.15867964923381805, "learning_rate": 2.9980434746563647e-05, "loss": 0.0008, "step": 120740 }, { "epoch": 2.002122332576147, "grad_norm": 0.009077679365873337, "learning_rate": 2.997877667423853e-05, "loss": 0.0015, "step": 120750 }, { "epoch": 2.0022881398086585, "grad_norm": 0.013266091234982014, "learning_rate": 2.9977118601913417e-05, "loss": 0.0021, "step": 120760 }, { "epoch": 2.00245394704117, "grad_norm": 0.022665441036224365, "learning_rate": 2.99754605295883e-05, "loss": 0.0049, "step": 120770 }, { "epoch": 2.0026197542736814, "grad_norm": 0.004784911870956421, "learning_rate": 2.997380245726319e-05, "loss": 0.0085, "step": 120780 }, { "epoch": 2.002785561506193, "grad_norm": 6.321456021396443e-05, "learning_rate": 2.997214438493807e-05, "loss": 0.0061, "step": 120790 }, { "epoch": 2.0029513687387044, "grad_norm": 0.019318880513310432, "learning_rate": 2.9970486312612954e-05, "loss": 0.0001, "step": 120800 }, { "epoch": 2.003117175971216, "grad_norm": 0.007403138559311628, "learning_rate": 2.9968828240287845e-05, "loss": 0.0033, "step": 120810 }, { "epoch": 2.0032829832037273, "grad_norm": 0.0018394060898572206, "learning_rate": 2.9967170167962728e-05, "loss": 0.0071, "step": 120820 }, { "epoch": 2.003448790436239, "grad_norm": 0.0002607460191939026, "learning_rate": 2.9965512095637615e-05, "loss": 0.0054, "step": 120830 }, { "epoch": 2.0036145976687503, "grad_norm": 0.0007461324566975236, "learning_rate": 2.99638540233125e-05, "loss": 0.008, "step": 120840 }, { "epoch": 2.0037804049012617, "grad_norm": 0.00027783738914877176, "learning_rate": 2.9962195950987382e-05, "loss": 0.0072, "step": 120850 }, { "epoch": 2.003946212133773, "grad_norm": 0.5510980486869812, "learning_rate": 2.996053787866227e-05, "loss": 0.0142, "step": 120860 }, { "epoch": 2.0041120193662847, "grad_norm": 0.0004215423541609198, "learning_rate": 2.9958879806337152e-05, "loss": 0.0001, "step": 120870 }, { "epoch": 2.004277826598796, "grad_norm": 0.4250909984111786, "learning_rate": 2.9957221734012036e-05, "loss": 0.0096, "step": 120880 }, { "epoch": 2.0044436338313076, "grad_norm": 6.344901339616627e-05, "learning_rate": 2.9955563661686926e-05, "loss": 0.0002, "step": 120890 }, { "epoch": 2.004609441063819, "grad_norm": 0.028737466782331467, "learning_rate": 2.995390558936181e-05, "loss": 0.0065, "step": 120900 }, { "epoch": 2.0047752482963306, "grad_norm": 0.269830584526062, "learning_rate": 2.9952247517036696e-05, "loss": 0.0065, "step": 120910 }, { "epoch": 2.004941055528842, "grad_norm": 0.1085004210472107, "learning_rate": 2.995058944471158e-05, "loss": 0.0065, "step": 120920 }, { "epoch": 2.0051068627613535, "grad_norm": 0.0012191877467557788, "learning_rate": 2.9948931372386463e-05, "loss": 0.0054, "step": 120930 }, { "epoch": 2.005272669993865, "grad_norm": 0.0004915069439448416, "learning_rate": 2.994727330006135e-05, "loss": 0.0027, "step": 120940 }, { "epoch": 2.0054384772263765, "grad_norm": 0.0001889006671262905, "learning_rate": 2.9945615227736234e-05, "loss": 0.0068, "step": 120950 }, { "epoch": 2.005604284458888, "grad_norm": 0.3291141092777252, "learning_rate": 2.9943957155411124e-05, "loss": 0.0018, "step": 120960 }, { "epoch": 2.0057700916913994, "grad_norm": 0.17281696200370789, "learning_rate": 2.9942299083086007e-05, "loss": 0.005, "step": 120970 }, { "epoch": 2.005935898923911, "grad_norm": 0.0011745422380045056, "learning_rate": 2.9940641010760888e-05, "loss": 0.0104, "step": 120980 }, { "epoch": 2.0061017061564224, "grad_norm": 0.16414208710193634, "learning_rate": 2.9938982938435778e-05, "loss": 0.0032, "step": 120990 }, { "epoch": 2.006267513388934, "grad_norm": 0.027226662263274193, "learning_rate": 2.993732486611066e-05, "loss": 0.0003, "step": 121000 }, { "epoch": 2.0064333206214453, "grad_norm": 0.0014103555586189032, "learning_rate": 2.9935666793785545e-05, "loss": 0.0106, "step": 121010 }, { "epoch": 2.0065991278539568, "grad_norm": 0.07875794917345047, "learning_rate": 2.993400872146043e-05, "loss": 0.0062, "step": 121020 }, { "epoch": 2.0067649350864687, "grad_norm": 0.6261329054832458, "learning_rate": 2.9932350649135315e-05, "loss": 0.0033, "step": 121030 }, { "epoch": 2.00693074231898, "grad_norm": 0.002253045327961445, "learning_rate": 2.9930692576810205e-05, "loss": 0.0001, "step": 121040 }, { "epoch": 2.0070965495514916, "grad_norm": 0.00045529543422162533, "learning_rate": 2.992903450448509e-05, "loss": 0.0003, "step": 121050 }, { "epoch": 2.007262356784003, "grad_norm": 0.0009593984577804804, "learning_rate": 2.992737643215997e-05, "loss": 0.0001, "step": 121060 }, { "epoch": 2.0074281640165146, "grad_norm": 0.003486540401354432, "learning_rate": 2.992571835983486e-05, "loss": 0.0001, "step": 121070 }, { "epoch": 2.007593971249026, "grad_norm": 0.02424652688205242, "learning_rate": 2.9924060287509743e-05, "loss": 0.0027, "step": 121080 }, { "epoch": 2.0077597784815375, "grad_norm": 0.008010969497263432, "learning_rate": 2.9922402215184626e-05, "loss": 0.0014, "step": 121090 }, { "epoch": 2.007925585714049, "grad_norm": 0.0018674794118851423, "learning_rate": 2.9920744142859513e-05, "loss": 0.0096, "step": 121100 }, { "epoch": 2.0080913929465605, "grad_norm": 0.0033703590743243694, "learning_rate": 2.9919086070534397e-05, "loss": 0.0062, "step": 121110 }, { "epoch": 2.008257200179072, "grad_norm": 0.3497355878353119, "learning_rate": 2.9917427998209287e-05, "loss": 0.0078, "step": 121120 }, { "epoch": 2.0084230074115834, "grad_norm": 0.06122884526848793, "learning_rate": 2.9915769925884167e-05, "loss": 0.0012, "step": 121130 }, { "epoch": 2.008588814644095, "grad_norm": 0.0021624385844916105, "learning_rate": 2.991411185355905e-05, "loss": 0.0032, "step": 121140 }, { "epoch": 2.0087546218766064, "grad_norm": 0.0008729668916203082, "learning_rate": 2.991245378123394e-05, "loss": 0.0045, "step": 121150 }, { "epoch": 2.008920429109118, "grad_norm": 0.05493254214525223, "learning_rate": 2.9910795708908824e-05, "loss": 0.013, "step": 121160 }, { "epoch": 2.0090862363416293, "grad_norm": 0.04393206536769867, "learning_rate": 2.990913763658371e-05, "loss": 0.0051, "step": 121170 }, { "epoch": 2.009252043574141, "grad_norm": 0.0010772708337754011, "learning_rate": 2.9907479564258594e-05, "loss": 0.0003, "step": 121180 }, { "epoch": 2.0094178508066523, "grad_norm": 0.0028426512144505978, "learning_rate": 2.9905821491933478e-05, "loss": 0.0048, "step": 121190 }, { "epoch": 2.0095836580391637, "grad_norm": 0.23011571168899536, "learning_rate": 2.9904163419608365e-05, "loss": 0.0029, "step": 121200 }, { "epoch": 2.009749465271675, "grad_norm": 0.03514864295721054, "learning_rate": 2.9902505347283248e-05, "loss": 0.0005, "step": 121210 }, { "epoch": 2.0099152725041867, "grad_norm": 0.12469497323036194, "learning_rate": 2.9900847274958132e-05, "loss": 0.0212, "step": 121220 }, { "epoch": 2.010081079736698, "grad_norm": 0.012065962888300419, "learning_rate": 2.9899189202633022e-05, "loss": 0.0001, "step": 121230 }, { "epoch": 2.0102468869692096, "grad_norm": 0.2976713180541992, "learning_rate": 2.9897531130307905e-05, "loss": 0.0078, "step": 121240 }, { "epoch": 2.010412694201721, "grad_norm": 0.006144063081592321, "learning_rate": 2.9895873057982792e-05, "loss": 0.0018, "step": 121250 }, { "epoch": 2.0105785014342326, "grad_norm": 0.00829994585365057, "learning_rate": 2.9894214985657676e-05, "loss": 0.0081, "step": 121260 }, { "epoch": 2.010744308666744, "grad_norm": 0.008909067139029503, "learning_rate": 2.989255691333256e-05, "loss": 0.0174, "step": 121270 }, { "epoch": 2.0109101158992555, "grad_norm": 0.0006081063766032457, "learning_rate": 2.9890898841007446e-05, "loss": 0.0, "step": 121280 }, { "epoch": 2.011075923131767, "grad_norm": 0.0001538041833555326, "learning_rate": 2.988924076868233e-05, "loss": 0.0003, "step": 121290 }, { "epoch": 2.0112417303642784, "grad_norm": 0.03126351907849312, "learning_rate": 2.988758269635722e-05, "loss": 0.0001, "step": 121300 }, { "epoch": 2.01140753759679, "grad_norm": 0.014705625362694263, "learning_rate": 2.9885924624032103e-05, "loss": 0.002, "step": 121310 }, { "epoch": 2.0115733448293014, "grad_norm": 0.0003324834688100964, "learning_rate": 2.9884266551706987e-05, "loss": 0.0001, "step": 121320 }, { "epoch": 2.011739152061813, "grad_norm": 0.0016063598450273275, "learning_rate": 2.9882608479381874e-05, "loss": 0.0033, "step": 121330 }, { "epoch": 2.0119049592943243, "grad_norm": 0.002100624842569232, "learning_rate": 2.9880950407056757e-05, "loss": 0.0031, "step": 121340 }, { "epoch": 2.012070766526836, "grad_norm": 0.32007136940956116, "learning_rate": 2.987929233473164e-05, "loss": 0.001, "step": 121350 }, { "epoch": 2.0122365737593473, "grad_norm": 0.011712581850588322, "learning_rate": 2.9877634262406528e-05, "loss": 0.0047, "step": 121360 }, { "epoch": 2.0124023809918588, "grad_norm": 0.006066277623176575, "learning_rate": 2.987597619008141e-05, "loss": 0.0055, "step": 121370 }, { "epoch": 2.0125681882243702, "grad_norm": 0.023170804604887962, "learning_rate": 2.98743181177563e-05, "loss": 0.0096, "step": 121380 }, { "epoch": 2.0127339954568817, "grad_norm": 0.0006532762199640274, "learning_rate": 2.9872660045431185e-05, "loss": 0.0001, "step": 121390 }, { "epoch": 2.012899802689393, "grad_norm": 0.18504686653614044, "learning_rate": 2.9871001973106065e-05, "loss": 0.0029, "step": 121400 }, { "epoch": 2.0130656099219046, "grad_norm": 0.005826973356306553, "learning_rate": 2.9869343900780955e-05, "loss": 0.0003, "step": 121410 }, { "epoch": 2.013231417154416, "grad_norm": 0.0017248281510546803, "learning_rate": 2.986768582845584e-05, "loss": 0.0085, "step": 121420 }, { "epoch": 2.0133972243869276, "grad_norm": 0.00044311763485893607, "learning_rate": 2.9866027756130722e-05, "loss": 0.0001, "step": 121430 }, { "epoch": 2.013563031619439, "grad_norm": 0.049297451972961426, "learning_rate": 2.986436968380561e-05, "loss": 0.0165, "step": 121440 }, { "epoch": 2.0137288388519505, "grad_norm": 0.00527701061218977, "learning_rate": 2.9862711611480492e-05, "loss": 0.0039, "step": 121450 }, { "epoch": 2.013894646084462, "grad_norm": 0.0029397704638540745, "learning_rate": 2.9861053539155383e-05, "loss": 0.004, "step": 121460 }, { "epoch": 2.0140604533169735, "grad_norm": 0.003661991562694311, "learning_rate": 2.9859395466830263e-05, "loss": 0.0008, "step": 121470 }, { "epoch": 2.014226260549485, "grad_norm": 0.2194940447807312, "learning_rate": 2.9857737394505146e-05, "loss": 0.0086, "step": 121480 }, { "epoch": 2.014392067781997, "grad_norm": 0.0015592401614412665, "learning_rate": 2.9856079322180036e-05, "loss": 0.0008, "step": 121490 }, { "epoch": 2.0145578750145083, "grad_norm": 0.008282211609184742, "learning_rate": 2.985442124985492e-05, "loss": 0.0068, "step": 121500 }, { "epoch": 2.01472368224702, "grad_norm": 0.1464005559682846, "learning_rate": 2.9852763177529807e-05, "loss": 0.0014, "step": 121510 }, { "epoch": 2.0148894894795313, "grad_norm": 0.008885239250957966, "learning_rate": 2.985110510520469e-05, "loss": 0.0007, "step": 121520 }, { "epoch": 2.0150552967120428, "grad_norm": 0.003628709353506565, "learning_rate": 2.9849447032879574e-05, "loss": 0.0087, "step": 121530 }, { "epoch": 2.0152211039445542, "grad_norm": 0.00024875986855477095, "learning_rate": 2.9847788960554464e-05, "loss": 0.0043, "step": 121540 }, { "epoch": 2.0153869111770657, "grad_norm": 0.0977061465382576, "learning_rate": 2.9846130888229344e-05, "loss": 0.0063, "step": 121550 }, { "epoch": 2.015552718409577, "grad_norm": 0.033894531428813934, "learning_rate": 2.9844472815904228e-05, "loss": 0.0105, "step": 121560 }, { "epoch": 2.0157185256420886, "grad_norm": 0.3027336299419403, "learning_rate": 2.9842814743579118e-05, "loss": 0.013, "step": 121570 }, { "epoch": 2.0158843328746, "grad_norm": 0.01864623837172985, "learning_rate": 2.9841156671254e-05, "loss": 0.0202, "step": 121580 }, { "epoch": 2.0160501401071116, "grad_norm": 0.003265041159465909, "learning_rate": 2.9839498598928888e-05, "loss": 0.0003, "step": 121590 }, { "epoch": 2.016215947339623, "grad_norm": 1.0332541465759277, "learning_rate": 2.9837840526603772e-05, "loss": 0.0092, "step": 121600 }, { "epoch": 2.0163817545721345, "grad_norm": 0.00214516487903893, "learning_rate": 2.9836182454278655e-05, "loss": 0.0005, "step": 121610 }, { "epoch": 2.016547561804646, "grad_norm": 0.27008533477783203, "learning_rate": 2.9834524381953542e-05, "loss": 0.0049, "step": 121620 }, { "epoch": 2.0167133690371575, "grad_norm": 0.0013367612846195698, "learning_rate": 2.9832866309628426e-05, "loss": 0.0149, "step": 121630 }, { "epoch": 2.016879176269669, "grad_norm": 0.08558961749076843, "learning_rate": 2.9831208237303316e-05, "loss": 0.0027, "step": 121640 }, { "epoch": 2.0170449835021804, "grad_norm": 0.0014386625261977315, "learning_rate": 2.98295501649782e-05, "loss": 0.0004, "step": 121650 }, { "epoch": 2.017210790734692, "grad_norm": 0.006864589173346758, "learning_rate": 2.9827892092653083e-05, "loss": 0.0048, "step": 121660 }, { "epoch": 2.0173765979672034, "grad_norm": 0.0002139168354915455, "learning_rate": 2.982623402032797e-05, "loss": 0.0005, "step": 121670 }, { "epoch": 2.017542405199715, "grad_norm": 0.0011064598802477121, "learning_rate": 2.9824575948002853e-05, "loss": 0.0041, "step": 121680 }, { "epoch": 2.0177082124322263, "grad_norm": 0.02456420660018921, "learning_rate": 2.9822917875677737e-05, "loss": 0.0005, "step": 121690 }, { "epoch": 2.017874019664738, "grad_norm": 0.006362940650433302, "learning_rate": 2.9821259803352623e-05, "loss": 0.0153, "step": 121700 }, { "epoch": 2.0180398268972493, "grad_norm": 0.042877644300460815, "learning_rate": 2.9819601731027507e-05, "loss": 0.0095, "step": 121710 }, { "epoch": 2.0182056341297607, "grad_norm": 0.012407584115862846, "learning_rate": 2.9817943658702397e-05, "loss": 0.0035, "step": 121720 }, { "epoch": 2.018371441362272, "grad_norm": 0.7113544940948486, "learning_rate": 2.981628558637728e-05, "loss": 0.0049, "step": 121730 }, { "epoch": 2.0185372485947837, "grad_norm": 0.00931792613118887, "learning_rate": 2.9814627514052164e-05, "loss": 0.0107, "step": 121740 }, { "epoch": 2.018703055827295, "grad_norm": 0.45517003536224365, "learning_rate": 2.981296944172705e-05, "loss": 0.0024, "step": 121750 }, { "epoch": 2.0188688630598066, "grad_norm": 0.047877270728349686, "learning_rate": 2.9811311369401934e-05, "loss": 0.0059, "step": 121760 }, { "epoch": 2.019034670292318, "grad_norm": 0.005390542093664408, "learning_rate": 2.9809653297076818e-05, "loss": 0.0007, "step": 121770 }, { "epoch": 2.0192004775248296, "grad_norm": 0.0010749028297141194, "learning_rate": 2.9807995224751705e-05, "loss": 0.0198, "step": 121780 }, { "epoch": 2.019366284757341, "grad_norm": 0.0844971090555191, "learning_rate": 2.9806337152426588e-05, "loss": 0.0043, "step": 121790 }, { "epoch": 2.0195320919898525, "grad_norm": 0.0029437942430377007, "learning_rate": 2.980467908010148e-05, "loss": 0.0029, "step": 121800 }, { "epoch": 2.019697899222364, "grad_norm": 0.0006824923329986632, "learning_rate": 2.9803021007776362e-05, "loss": 0.0073, "step": 121810 }, { "epoch": 2.0198637064548755, "grad_norm": 0.0014678121078759432, "learning_rate": 2.9801362935451242e-05, "loss": 0.0031, "step": 121820 }, { "epoch": 2.020029513687387, "grad_norm": 0.0006707812426611781, "learning_rate": 2.9799704863126132e-05, "loss": 0.0007, "step": 121830 }, { "epoch": 2.0201953209198984, "grad_norm": 0.0022919580806046724, "learning_rate": 2.9798046790801016e-05, "loss": 0.0039, "step": 121840 }, { "epoch": 2.02036112815241, "grad_norm": 0.0008103360887616873, "learning_rate": 2.9796388718475903e-05, "loss": 0.0219, "step": 121850 }, { "epoch": 2.0205269353849213, "grad_norm": 0.0065412069670856, "learning_rate": 2.9794730646150786e-05, "loss": 0.0007, "step": 121860 }, { "epoch": 2.020692742617433, "grad_norm": 0.0007379784947261214, "learning_rate": 2.979307257382567e-05, "loss": 0.0004, "step": 121870 }, { "epoch": 2.0208585498499443, "grad_norm": 0.0019143738318234682, "learning_rate": 2.979141450150056e-05, "loss": 0.0003, "step": 121880 }, { "epoch": 2.0210243570824558, "grad_norm": 0.23024149239063263, "learning_rate": 2.978975642917544e-05, "loss": 0.0037, "step": 121890 }, { "epoch": 2.0211901643149672, "grad_norm": 0.17399051785469055, "learning_rate": 2.9788098356850324e-05, "loss": 0.0024, "step": 121900 }, { "epoch": 2.0213559715474787, "grad_norm": 0.5757394433021545, "learning_rate": 2.9786440284525214e-05, "loss": 0.0126, "step": 121910 }, { "epoch": 2.02152177877999, "grad_norm": 0.03177244961261749, "learning_rate": 2.9784782212200097e-05, "loss": 0.0066, "step": 121920 }, { "epoch": 2.0216875860125016, "grad_norm": 0.1803368777036667, "learning_rate": 2.9783124139874984e-05, "loss": 0.01, "step": 121930 }, { "epoch": 2.0218533932450136, "grad_norm": 0.011562823317945004, "learning_rate": 2.9781466067549868e-05, "loss": 0.0022, "step": 121940 }, { "epoch": 2.022019200477525, "grad_norm": 0.17109811305999756, "learning_rate": 2.977980799522475e-05, "loss": 0.0034, "step": 121950 }, { "epoch": 2.0221850077100365, "grad_norm": 0.00011725878721335903, "learning_rate": 2.977814992289964e-05, "loss": 0.0036, "step": 121960 }, { "epoch": 2.022350814942548, "grad_norm": 0.0008648217190057039, "learning_rate": 2.977649185057452e-05, "loss": 0.0059, "step": 121970 }, { "epoch": 2.0225166221750595, "grad_norm": 0.05728016048669815, "learning_rate": 2.977483377824941e-05, "loss": 0.0058, "step": 121980 }, { "epoch": 2.022682429407571, "grad_norm": 0.0073655047453939915, "learning_rate": 2.9773175705924295e-05, "loss": 0.0032, "step": 121990 }, { "epoch": 2.0228482366400824, "grad_norm": 0.0009073624387383461, "learning_rate": 2.977151763359918e-05, "loss": 0.0098, "step": 122000 }, { "epoch": 2.023014043872594, "grad_norm": 0.007095643784850836, "learning_rate": 2.9769859561274065e-05, "loss": 0.0121, "step": 122010 }, { "epoch": 2.0231798511051053, "grad_norm": 0.0010764100588858128, "learning_rate": 2.976820148894895e-05, "loss": 0.0071, "step": 122020 }, { "epoch": 2.023345658337617, "grad_norm": 0.0002797222405206412, "learning_rate": 2.9766543416623832e-05, "loss": 0.0053, "step": 122030 }, { "epoch": 2.0235114655701283, "grad_norm": 0.0042209019884467125, "learning_rate": 2.976488534429872e-05, "loss": 0.0004, "step": 122040 }, { "epoch": 2.0236772728026398, "grad_norm": 0.0011276442091912031, "learning_rate": 2.9763227271973603e-05, "loss": 0.0002, "step": 122050 }, { "epoch": 2.0238430800351512, "grad_norm": 0.0018853034125640988, "learning_rate": 2.9761569199648493e-05, "loss": 0.0024, "step": 122060 }, { "epoch": 2.0240088872676627, "grad_norm": 0.00014992045180406421, "learning_rate": 2.9759911127323377e-05, "loss": 0.0047, "step": 122070 }, { "epoch": 2.024174694500174, "grad_norm": 7.315535913221538e-05, "learning_rate": 2.975825305499826e-05, "loss": 0.0005, "step": 122080 }, { "epoch": 2.0243405017326856, "grad_norm": 0.4591187834739685, "learning_rate": 2.9756594982673147e-05, "loss": 0.0017, "step": 122090 }, { "epoch": 2.024506308965197, "grad_norm": 0.0009672567248344421, "learning_rate": 2.975493691034803e-05, "loss": 0.0095, "step": 122100 }, { "epoch": 2.0246721161977086, "grad_norm": 7.237698446260765e-05, "learning_rate": 2.9753278838022914e-05, "loss": 0.0137, "step": 122110 }, { "epoch": 2.02483792343022, "grad_norm": 6.336282240226865e-05, "learning_rate": 2.97516207656978e-05, "loss": 0.012, "step": 122120 }, { "epoch": 2.0250037306627315, "grad_norm": 0.049214549362659454, "learning_rate": 2.9749962693372684e-05, "loss": 0.0001, "step": 122130 }, { "epoch": 2.025169537895243, "grad_norm": 0.013231395743787289, "learning_rate": 2.9748304621047574e-05, "loss": 0.0, "step": 122140 }, { "epoch": 2.0253353451277545, "grad_norm": 0.0006132746930234134, "learning_rate": 2.9746646548722458e-05, "loss": 0.0025, "step": 122150 }, { "epoch": 2.025501152360266, "grad_norm": 0.14701759815216064, "learning_rate": 2.9744988476397338e-05, "loss": 0.007, "step": 122160 }, { "epoch": 2.0256669595927774, "grad_norm": 0.019241780042648315, "learning_rate": 2.9743330404072228e-05, "loss": 0.0015, "step": 122170 }, { "epoch": 2.025832766825289, "grad_norm": 0.00608782609924674, "learning_rate": 2.9741672331747112e-05, "loss": 0.0054, "step": 122180 }, { "epoch": 2.0259985740578004, "grad_norm": 0.013250907883048058, "learning_rate": 2.9740014259422e-05, "loss": 0.008, "step": 122190 }, { "epoch": 2.026164381290312, "grad_norm": 0.0017369845882058144, "learning_rate": 2.9738356187096882e-05, "loss": 0.0087, "step": 122200 }, { "epoch": 2.0263301885228233, "grad_norm": 0.010489024221897125, "learning_rate": 2.9736698114771766e-05, "loss": 0.0042, "step": 122210 }, { "epoch": 2.026495995755335, "grad_norm": 0.03324621915817261, "learning_rate": 2.9735040042446656e-05, "loss": 0.0039, "step": 122220 }, { "epoch": 2.0266618029878463, "grad_norm": 0.00020767531532328576, "learning_rate": 2.973338197012154e-05, "loss": 0.0026, "step": 122230 }, { "epoch": 2.0268276102203577, "grad_norm": 0.006786446552723646, "learning_rate": 2.973172389779642e-05, "loss": 0.0035, "step": 122240 }, { "epoch": 2.026993417452869, "grad_norm": 0.25534388422966003, "learning_rate": 2.973006582547131e-05, "loss": 0.0062, "step": 122250 }, { "epoch": 2.0271592246853807, "grad_norm": 0.7404108643531799, "learning_rate": 2.9728407753146193e-05, "loss": 0.0103, "step": 122260 }, { "epoch": 2.027325031917892, "grad_norm": 0.012773626483976841, "learning_rate": 2.972674968082108e-05, "loss": 0.005, "step": 122270 }, { "epoch": 2.0274908391504036, "grad_norm": 0.0016466020606458187, "learning_rate": 2.9725091608495963e-05, "loss": 0.0086, "step": 122280 }, { "epoch": 2.027656646382915, "grad_norm": 0.4055536687374115, "learning_rate": 2.9723433536170847e-05, "loss": 0.0064, "step": 122290 }, { "epoch": 2.0278224536154266, "grad_norm": 0.0006459280848503113, "learning_rate": 2.9721775463845737e-05, "loss": 0.0026, "step": 122300 }, { "epoch": 2.027988260847938, "grad_norm": 0.3103260099887848, "learning_rate": 2.9720117391520617e-05, "loss": 0.0021, "step": 122310 }, { "epoch": 2.0281540680804495, "grad_norm": 0.0023944806307554245, "learning_rate": 2.9718459319195508e-05, "loss": 0.0003, "step": 122320 }, { "epoch": 2.028319875312961, "grad_norm": 0.03242267668247223, "learning_rate": 2.971680124687039e-05, "loss": 0.0001, "step": 122330 }, { "epoch": 2.0284856825454725, "grad_norm": 0.0025488226674497128, "learning_rate": 2.9715143174545275e-05, "loss": 0.0, "step": 122340 }, { "epoch": 2.028651489777984, "grad_norm": 0.0013253206852823496, "learning_rate": 2.971348510222016e-05, "loss": 0.0042, "step": 122350 }, { "epoch": 2.0288172970104954, "grad_norm": 0.2658366560935974, "learning_rate": 2.9711827029895045e-05, "loss": 0.0027, "step": 122360 }, { "epoch": 2.028983104243007, "grad_norm": 0.0033071981742978096, "learning_rate": 2.971016895756993e-05, "loss": 0.0007, "step": 122370 }, { "epoch": 2.0291489114755183, "grad_norm": 0.0002918247482739389, "learning_rate": 2.9708510885244815e-05, "loss": 0.0008, "step": 122380 }, { "epoch": 2.0293147187080303, "grad_norm": 0.1756673902273178, "learning_rate": 2.97068528129197e-05, "loss": 0.009, "step": 122390 }, { "epoch": 2.0294805259405417, "grad_norm": 5.5152238928712904e-05, "learning_rate": 2.970519474059459e-05, "loss": 0.0001, "step": 122400 }, { "epoch": 2.029646333173053, "grad_norm": 0.00040242503746412694, "learning_rate": 2.9703536668269472e-05, "loss": 0.0055, "step": 122410 }, { "epoch": 2.0298121404055647, "grad_norm": 0.0011537440586835146, "learning_rate": 2.9701878595944356e-05, "loss": 0.008, "step": 122420 }, { "epoch": 2.029977947638076, "grad_norm": 0.00020568746549542993, "learning_rate": 2.9700220523619243e-05, "loss": 0.0032, "step": 122430 }, { "epoch": 2.0301437548705876, "grad_norm": 0.00020488114387262613, "learning_rate": 2.9698562451294126e-05, "loss": 0.0028, "step": 122440 }, { "epoch": 2.030309562103099, "grad_norm": 0.202471062541008, "learning_rate": 2.969690437896901e-05, "loss": 0.0067, "step": 122450 }, { "epoch": 2.0304753693356106, "grad_norm": 0.012320821173489094, "learning_rate": 2.9695246306643897e-05, "loss": 0.0, "step": 122460 }, { "epoch": 2.030641176568122, "grad_norm": 0.004163129720836878, "learning_rate": 2.969358823431878e-05, "loss": 0.0047, "step": 122470 }, { "epoch": 2.0308069838006335, "grad_norm": 0.007381493225693703, "learning_rate": 2.969193016199367e-05, "loss": 0.0091, "step": 122480 }, { "epoch": 2.030972791033145, "grad_norm": 0.04865092784166336, "learning_rate": 2.9690272089668554e-05, "loss": 0.0004, "step": 122490 }, { "epoch": 2.0311385982656565, "grad_norm": 0.0003065192431677133, "learning_rate": 2.9688614017343437e-05, "loss": 0.003, "step": 122500 }, { "epoch": 2.031304405498168, "grad_norm": 0.0013577123172581196, "learning_rate": 2.9686955945018324e-05, "loss": 0.0, "step": 122510 }, { "epoch": 2.0314702127306794, "grad_norm": 0.7764055132865906, "learning_rate": 2.9685297872693208e-05, "loss": 0.0124, "step": 122520 }, { "epoch": 2.031636019963191, "grad_norm": 0.0007471123244613409, "learning_rate": 2.9683639800368094e-05, "loss": 0.0004, "step": 122530 }, { "epoch": 2.0318018271957023, "grad_norm": 0.00019028940005227923, "learning_rate": 2.9681981728042978e-05, "loss": 0.0161, "step": 122540 }, { "epoch": 2.031967634428214, "grad_norm": 0.0023764879442751408, "learning_rate": 2.968032365571786e-05, "loss": 0.0025, "step": 122550 }, { "epoch": 2.0321334416607253, "grad_norm": 0.0997093915939331, "learning_rate": 2.9678665583392752e-05, "loss": 0.0003, "step": 122560 }, { "epoch": 2.0322992488932368, "grad_norm": 0.31487351655960083, "learning_rate": 2.9677007511067635e-05, "loss": 0.0059, "step": 122570 }, { "epoch": 2.0324650561257482, "grad_norm": 0.013744707219302654, "learning_rate": 2.9675349438742515e-05, "loss": 0.0001, "step": 122580 }, { "epoch": 2.0326308633582597, "grad_norm": 0.0007095714099705219, "learning_rate": 2.9673691366417406e-05, "loss": 0.0005, "step": 122590 }, { "epoch": 2.032796670590771, "grad_norm": 0.0014274411369115114, "learning_rate": 2.967203329409229e-05, "loss": 0.0028, "step": 122600 }, { "epoch": 2.0329624778232827, "grad_norm": 0.0006276675267145038, "learning_rate": 2.9670375221767176e-05, "loss": 0.0031, "step": 122610 }, { "epoch": 2.033128285055794, "grad_norm": 0.1771988868713379, "learning_rate": 2.966871714944206e-05, "loss": 0.0126, "step": 122620 }, { "epoch": 2.0332940922883056, "grad_norm": 0.19969674944877625, "learning_rate": 2.9667059077116943e-05, "loss": 0.0075, "step": 122630 }, { "epoch": 2.033459899520817, "grad_norm": 0.0009034019894897938, "learning_rate": 2.9665401004791833e-05, "loss": 0.0043, "step": 122640 }, { "epoch": 2.0336257067533285, "grad_norm": 0.0006157021853141487, "learning_rate": 2.9663742932466713e-05, "loss": 0.0102, "step": 122650 }, { "epoch": 2.03379151398584, "grad_norm": 0.003748530289158225, "learning_rate": 2.9662084860141603e-05, "loss": 0.0, "step": 122660 }, { "epoch": 2.0339573212183515, "grad_norm": 0.00023848592536523938, "learning_rate": 2.9660426787816487e-05, "loss": 0.0038, "step": 122670 }, { "epoch": 2.034123128450863, "grad_norm": 0.001613045227713883, "learning_rate": 2.965876871549137e-05, "loss": 0.0004, "step": 122680 }, { "epoch": 2.0342889356833744, "grad_norm": 0.0009087732760235667, "learning_rate": 2.9657110643166257e-05, "loss": 0.0034, "step": 122690 }, { "epoch": 2.034454742915886, "grad_norm": 3.788380490732379e-05, "learning_rate": 2.965545257084114e-05, "loss": 0.0022, "step": 122700 }, { "epoch": 2.0346205501483974, "grad_norm": 0.0004149469023104757, "learning_rate": 2.9653794498516024e-05, "loss": 0.0, "step": 122710 }, { "epoch": 2.034786357380909, "grad_norm": 0.001946386182680726, "learning_rate": 2.9652136426190914e-05, "loss": 0.0061, "step": 122720 }, { "epoch": 2.0349521646134203, "grad_norm": 0.001071494771167636, "learning_rate": 2.9650478353865795e-05, "loss": 0.004, "step": 122730 }, { "epoch": 2.035117971845932, "grad_norm": 0.013562035746872425, "learning_rate": 2.9648820281540685e-05, "loss": 0.0002, "step": 122740 }, { "epoch": 2.0352837790784433, "grad_norm": 0.000281362677924335, "learning_rate": 2.964716220921557e-05, "loss": 0.0001, "step": 122750 }, { "epoch": 2.0354495863109547, "grad_norm": 0.21850527822971344, "learning_rate": 2.9645504136890452e-05, "loss": 0.0038, "step": 122760 }, { "epoch": 2.035615393543466, "grad_norm": 0.0029496222268790007, "learning_rate": 2.964384606456534e-05, "loss": 0.004, "step": 122770 }, { "epoch": 2.0357812007759777, "grad_norm": 0.006190441083163023, "learning_rate": 2.9642187992240222e-05, "loss": 0.0058, "step": 122780 }, { "epoch": 2.035947008008489, "grad_norm": 0.00014966427988838404, "learning_rate": 2.9640529919915106e-05, "loss": 0.0056, "step": 122790 }, { "epoch": 2.0361128152410006, "grad_norm": 0.0004197490925434977, "learning_rate": 2.9638871847589992e-05, "loss": 0.0007, "step": 122800 }, { "epoch": 2.036278622473512, "grad_norm": 0.028355957940220833, "learning_rate": 2.9637213775264876e-05, "loss": 0.0053, "step": 122810 }, { "epoch": 2.0364444297060236, "grad_norm": 0.20381873846054077, "learning_rate": 2.9635555702939766e-05, "loss": 0.0085, "step": 122820 }, { "epoch": 2.036610236938535, "grad_norm": 0.011934971436858177, "learning_rate": 2.963389763061465e-05, "loss": 0.0002, "step": 122830 }, { "epoch": 2.036776044171047, "grad_norm": 0.0001317379646934569, "learning_rate": 2.9632239558289533e-05, "loss": 0.0165, "step": 122840 }, { "epoch": 2.0369418514035584, "grad_norm": 0.0009857771219685674, "learning_rate": 2.963058148596442e-05, "loss": 0.0144, "step": 122850 }, { "epoch": 2.03710765863607, "grad_norm": 0.0838591679930687, "learning_rate": 2.9628923413639304e-05, "loss": 0.0071, "step": 122860 }, { "epoch": 2.0372734658685814, "grad_norm": 0.00654628686606884, "learning_rate": 2.962726534131419e-05, "loss": 0.0057, "step": 122870 }, { "epoch": 2.037439273101093, "grad_norm": 0.0003651167207863182, "learning_rate": 2.9625607268989074e-05, "loss": 0.012, "step": 122880 }, { "epoch": 2.0376050803336043, "grad_norm": 0.007573775481432676, "learning_rate": 2.9623949196663957e-05, "loss": 0.0076, "step": 122890 }, { "epoch": 2.037770887566116, "grad_norm": 0.0013990330044180155, "learning_rate": 2.9622291124338848e-05, "loss": 0.0043, "step": 122900 }, { "epoch": 2.0379366947986273, "grad_norm": 0.03255290910601616, "learning_rate": 2.962063305201373e-05, "loss": 0.0016, "step": 122910 }, { "epoch": 2.0381025020311387, "grad_norm": 0.12678860127925873, "learning_rate": 2.9618974979688615e-05, "loss": 0.0011, "step": 122920 }, { "epoch": 2.03826830926365, "grad_norm": 0.000643187842797488, "learning_rate": 2.96173169073635e-05, "loss": 0.0006, "step": 122930 }, { "epoch": 2.0384341164961617, "grad_norm": 0.13420535624027252, "learning_rate": 2.9615658835038385e-05, "loss": 0.001, "step": 122940 }, { "epoch": 2.038599923728673, "grad_norm": 0.00021421759447548538, "learning_rate": 2.9614000762713272e-05, "loss": 0.0035, "step": 122950 }, { "epoch": 2.0387657309611846, "grad_norm": 0.0006365911685861647, "learning_rate": 2.9612342690388155e-05, "loss": 0.0004, "step": 122960 }, { "epoch": 2.038931538193696, "grad_norm": 0.01661975495517254, "learning_rate": 2.961068461806304e-05, "loss": 0.0115, "step": 122970 }, { "epoch": 2.0390973454262076, "grad_norm": 2.8636621209443547e-05, "learning_rate": 2.960902654573793e-05, "loss": 0.0076, "step": 122980 }, { "epoch": 2.039263152658719, "grad_norm": 0.1463066041469574, "learning_rate": 2.9607368473412812e-05, "loss": 0.0051, "step": 122990 }, { "epoch": 2.0394289598912305, "grad_norm": 0.00060102908173576, "learning_rate": 2.96057104010877e-05, "loss": 0.0037, "step": 123000 }, { "epoch": 2.039594767123742, "grad_norm": 0.00017518475942779332, "learning_rate": 2.9604052328762583e-05, "loss": 0.0045, "step": 123010 }, { "epoch": 2.0397605743562535, "grad_norm": 4.333125980338082e-05, "learning_rate": 2.9602394256437466e-05, "loss": 0.0034, "step": 123020 }, { "epoch": 2.039926381588765, "grad_norm": 0.006085630506277084, "learning_rate": 2.9600736184112353e-05, "loss": 0.0068, "step": 123030 }, { "epoch": 2.0400921888212764, "grad_norm": 0.00021654227748513222, "learning_rate": 2.9599078111787237e-05, "loss": 0.0001, "step": 123040 }, { "epoch": 2.040257996053788, "grad_norm": 0.00604099640622735, "learning_rate": 2.959742003946212e-05, "loss": 0.005, "step": 123050 }, { "epoch": 2.0404238032862994, "grad_norm": 0.002046260517090559, "learning_rate": 2.959576196713701e-05, "loss": 0.0051, "step": 123060 }, { "epoch": 2.040589610518811, "grad_norm": 0.0025723795406520367, "learning_rate": 2.959410389481189e-05, "loss": 0.0001, "step": 123070 }, { "epoch": 2.0407554177513223, "grad_norm": 0.017625892534852028, "learning_rate": 2.959244582248678e-05, "loss": 0.0028, "step": 123080 }, { "epoch": 2.0409212249838338, "grad_norm": 0.00021924344764556736, "learning_rate": 2.9590787750161664e-05, "loss": 0.0032, "step": 123090 }, { "epoch": 2.0410870322163452, "grad_norm": 0.0005161416484043002, "learning_rate": 2.9589129677836548e-05, "loss": 0.0047, "step": 123100 }, { "epoch": 2.0412528394488567, "grad_norm": 0.003349313046783209, "learning_rate": 2.9587471605511435e-05, "loss": 0.0007, "step": 123110 }, { "epoch": 2.041418646681368, "grad_norm": 6.541899347212166e-05, "learning_rate": 2.9585813533186318e-05, "loss": 0.0004, "step": 123120 }, { "epoch": 2.0415844539138797, "grad_norm": 0.00016669063188601285, "learning_rate": 2.95841554608612e-05, "loss": 0.0033, "step": 123130 }, { "epoch": 2.041750261146391, "grad_norm": 0.17834517359733582, "learning_rate": 2.9582497388536092e-05, "loss": 0.0061, "step": 123140 }, { "epoch": 2.0419160683789026, "grad_norm": 0.22494804859161377, "learning_rate": 2.9580839316210972e-05, "loss": 0.0081, "step": 123150 }, { "epoch": 2.042081875611414, "grad_norm": 0.004595940001308918, "learning_rate": 2.9579181243885862e-05, "loss": 0.0001, "step": 123160 }, { "epoch": 2.0422476828439255, "grad_norm": 0.005061154719442129, "learning_rate": 2.9577523171560746e-05, "loss": 0.0035, "step": 123170 }, { "epoch": 2.042413490076437, "grad_norm": 0.006305238697677851, "learning_rate": 2.957586509923563e-05, "loss": 0.0044, "step": 123180 }, { "epoch": 2.0425792973089485, "grad_norm": 0.04667672887444496, "learning_rate": 2.9574207026910516e-05, "loss": 0.0031, "step": 123190 }, { "epoch": 2.04274510454146, "grad_norm": 0.0005457219085656106, "learning_rate": 2.95725489545854e-05, "loss": 0.0054, "step": 123200 }, { "epoch": 2.0429109117739714, "grad_norm": 0.005373366642743349, "learning_rate": 2.957089088226029e-05, "loss": 0.0061, "step": 123210 }, { "epoch": 2.043076719006483, "grad_norm": 4.391176116769202e-05, "learning_rate": 2.956923280993517e-05, "loss": 0.0096, "step": 123220 }, { "epoch": 2.0432425262389944, "grad_norm": 0.001767714973539114, "learning_rate": 2.9567574737610053e-05, "loss": 0.0122, "step": 123230 }, { "epoch": 2.043408333471506, "grad_norm": 0.0024013984948396683, "learning_rate": 2.9565916665284943e-05, "loss": 0.0082, "step": 123240 }, { "epoch": 2.0435741407040173, "grad_norm": 0.022605760022997856, "learning_rate": 2.9564258592959827e-05, "loss": 0.0033, "step": 123250 }, { "epoch": 2.043739947936529, "grad_norm": 0.0003940296883229166, "learning_rate": 2.956260052063471e-05, "loss": 0.0024, "step": 123260 }, { "epoch": 2.0439057551690403, "grad_norm": 0.007921718060970306, "learning_rate": 2.9560942448309597e-05, "loss": 0.0118, "step": 123270 }, { "epoch": 2.0440715624015517, "grad_norm": 0.18189166486263275, "learning_rate": 2.955928437598448e-05, "loss": 0.0045, "step": 123280 }, { "epoch": 2.0442373696340637, "grad_norm": 0.8003544211387634, "learning_rate": 2.9557626303659368e-05, "loss": 0.0124, "step": 123290 }, { "epoch": 2.044403176866575, "grad_norm": 0.00032211121288128197, "learning_rate": 2.955596823133425e-05, "loss": 0.0001, "step": 123300 }, { "epoch": 2.0445689840990866, "grad_norm": 0.0030391302425414324, "learning_rate": 2.9554310159009135e-05, "loss": 0.0002, "step": 123310 }, { "epoch": 2.044734791331598, "grad_norm": 0.0546417199075222, "learning_rate": 2.9552652086684025e-05, "loss": 0.0076, "step": 123320 }, { "epoch": 2.0449005985641096, "grad_norm": 0.014455730095505714, "learning_rate": 2.955099401435891e-05, "loss": 0.0077, "step": 123330 }, { "epoch": 2.045066405796621, "grad_norm": 0.003618830582126975, "learning_rate": 2.9549335942033795e-05, "loss": 0.0003, "step": 123340 }, { "epoch": 2.0452322130291325, "grad_norm": 0.0003672023303806782, "learning_rate": 2.954767786970868e-05, "loss": 0.0145, "step": 123350 }, { "epoch": 2.045398020261644, "grad_norm": 0.00011279761383775622, "learning_rate": 2.9546019797383562e-05, "loss": 0.0031, "step": 123360 }, { "epoch": 2.0455638274941554, "grad_norm": 0.008843227289617062, "learning_rate": 2.954436172505845e-05, "loss": 0.002, "step": 123370 }, { "epoch": 2.045729634726667, "grad_norm": 5.826656342833303e-05, "learning_rate": 2.9542703652733333e-05, "loss": 0.0035, "step": 123380 }, { "epoch": 2.0458954419591784, "grad_norm": 9.726940334076062e-05, "learning_rate": 2.9541045580408216e-05, "loss": 0.0, "step": 123390 }, { "epoch": 2.04606124919169, "grad_norm": 0.003432168625295162, "learning_rate": 2.9539387508083106e-05, "loss": 0.0001, "step": 123400 }, { "epoch": 2.0462270564242013, "grad_norm": 0.004050342366099358, "learning_rate": 2.953772943575799e-05, "loss": 0.0008, "step": 123410 }, { "epoch": 2.046392863656713, "grad_norm": 0.0004703278245870024, "learning_rate": 2.9536071363432877e-05, "loss": 0.0039, "step": 123420 }, { "epoch": 2.0465586708892243, "grad_norm": 0.11291718482971191, "learning_rate": 2.953441329110776e-05, "loss": 0.009, "step": 123430 }, { "epoch": 2.0467244781217357, "grad_norm": 0.00010547152487561107, "learning_rate": 2.9532755218782644e-05, "loss": 0.0035, "step": 123440 }, { "epoch": 2.046890285354247, "grad_norm": 0.0002523614384699613, "learning_rate": 2.953109714645753e-05, "loss": 0.0024, "step": 123450 }, { "epoch": 2.0470560925867587, "grad_norm": 0.17648494243621826, "learning_rate": 2.9529439074132414e-05, "loss": 0.0026, "step": 123460 }, { "epoch": 2.04722189981927, "grad_norm": 0.007589417509734631, "learning_rate": 2.9527781001807297e-05, "loss": 0.0179, "step": 123470 }, { "epoch": 2.0473877070517816, "grad_norm": 0.0006730707827955484, "learning_rate": 2.9526122929482188e-05, "loss": 0.0026, "step": 123480 }, { "epoch": 2.047553514284293, "grad_norm": 0.0012085045455023646, "learning_rate": 2.9524464857157068e-05, "loss": 0.0003, "step": 123490 }, { "epoch": 2.0477193215168046, "grad_norm": 0.0007435370935127139, "learning_rate": 2.9522806784831958e-05, "loss": 0.0001, "step": 123500 }, { "epoch": 2.047885128749316, "grad_norm": 0.00023628713097423315, "learning_rate": 2.952114871250684e-05, "loss": 0.0056, "step": 123510 }, { "epoch": 2.0480509359818275, "grad_norm": 0.0014489577151834965, "learning_rate": 2.9519490640181725e-05, "loss": 0.0078, "step": 123520 }, { "epoch": 2.048216743214339, "grad_norm": 0.003376440843567252, "learning_rate": 2.9517832567856612e-05, "loss": 0.0034, "step": 123530 }, { "epoch": 2.0483825504468505, "grad_norm": 0.011659454554319382, "learning_rate": 2.9516174495531495e-05, "loss": 0.0039, "step": 123540 }, { "epoch": 2.048548357679362, "grad_norm": 0.004559604451060295, "learning_rate": 2.9514516423206386e-05, "loss": 0.0058, "step": 123550 }, { "epoch": 2.0487141649118734, "grad_norm": 0.061376892030239105, "learning_rate": 2.9512858350881266e-05, "loss": 0.0006, "step": 123560 }, { "epoch": 2.048879972144385, "grad_norm": 0.5239565372467041, "learning_rate": 2.951120027855615e-05, "loss": 0.016, "step": 123570 }, { "epoch": 2.0490457793768964, "grad_norm": 0.001113791367970407, "learning_rate": 2.950954220623104e-05, "loss": 0.0003, "step": 123580 }, { "epoch": 2.049211586609408, "grad_norm": 0.004028363153338432, "learning_rate": 2.9507884133905923e-05, "loss": 0.0126, "step": 123590 }, { "epoch": 2.0493773938419193, "grad_norm": 0.0009281164966523647, "learning_rate": 2.9506226061580806e-05, "loss": 0.0068, "step": 123600 }, { "epoch": 2.0495432010744308, "grad_norm": 0.40109848976135254, "learning_rate": 2.9504567989255693e-05, "loss": 0.0055, "step": 123610 }, { "epoch": 2.0497090083069422, "grad_norm": 0.0007508987910114229, "learning_rate": 2.9502909916930577e-05, "loss": 0.0036, "step": 123620 }, { "epoch": 2.0498748155394537, "grad_norm": 0.0010451209964230657, "learning_rate": 2.9501251844605467e-05, "loss": 0.0021, "step": 123630 }, { "epoch": 2.050040622771965, "grad_norm": 0.005180337466299534, "learning_rate": 2.9499593772280347e-05, "loss": 0.0086, "step": 123640 }, { "epoch": 2.0502064300044767, "grad_norm": 0.0001099198852898553, "learning_rate": 2.949793569995523e-05, "loss": 0.006, "step": 123650 }, { "epoch": 2.050372237236988, "grad_norm": 0.0016899198526516557, "learning_rate": 2.949627762763012e-05, "loss": 0.0001, "step": 123660 }, { "epoch": 2.0505380444694996, "grad_norm": 0.004104869440197945, "learning_rate": 2.9494619555305004e-05, "loss": 0.0034, "step": 123670 }, { "epoch": 2.050703851702011, "grad_norm": 0.0013132732128724456, "learning_rate": 2.949296148297989e-05, "loss": 0.0007, "step": 123680 }, { "epoch": 2.0508696589345226, "grad_norm": 0.00024265349202323705, "learning_rate": 2.9491303410654775e-05, "loss": 0.003, "step": 123690 }, { "epoch": 2.051035466167034, "grad_norm": 0.0032399650663137436, "learning_rate": 2.9489645338329658e-05, "loss": 0.003, "step": 123700 }, { "epoch": 2.0512012733995455, "grad_norm": 0.21319788694381714, "learning_rate": 2.9487987266004545e-05, "loss": 0.0086, "step": 123710 }, { "epoch": 2.051367080632057, "grad_norm": 0.20719455182552338, "learning_rate": 2.948632919367943e-05, "loss": 0.0036, "step": 123720 }, { "epoch": 2.0515328878645684, "grad_norm": 0.0004646323504857719, "learning_rate": 2.9484671121354312e-05, "loss": 0.0033, "step": 123730 }, { "epoch": 2.05169869509708, "grad_norm": 0.00027798718656413257, "learning_rate": 2.9483013049029202e-05, "loss": 0.0063, "step": 123740 }, { "epoch": 2.051864502329592, "grad_norm": 0.0006093060364946723, "learning_rate": 2.9481354976704086e-05, "loss": 0.0003, "step": 123750 }, { "epoch": 2.0520303095621033, "grad_norm": 0.0006068891962058842, "learning_rate": 2.9479696904378972e-05, "loss": 0.0043, "step": 123760 }, { "epoch": 2.0521961167946148, "grad_norm": 0.0003953221021220088, "learning_rate": 2.9478038832053856e-05, "loss": 0.0002, "step": 123770 }, { "epoch": 2.0523619240271262, "grad_norm": 0.0007918088231235743, "learning_rate": 2.947638075972874e-05, "loss": 0.0002, "step": 123780 }, { "epoch": 2.0525277312596377, "grad_norm": 0.003215061267837882, "learning_rate": 2.9474722687403626e-05, "loss": 0.0098, "step": 123790 }, { "epoch": 2.052693538492149, "grad_norm": 0.0006701874663121998, "learning_rate": 2.947306461507851e-05, "loss": 0.0026, "step": 123800 }, { "epoch": 2.0528593457246607, "grad_norm": 0.004142244812101126, "learning_rate": 2.9471406542753393e-05, "loss": 0.0014, "step": 123810 }, { "epoch": 2.053025152957172, "grad_norm": 0.5955871343612671, "learning_rate": 2.9469748470428284e-05, "loss": 0.0169, "step": 123820 }, { "epoch": 2.0531909601896836, "grad_norm": 0.2633615732192993, "learning_rate": 2.9468090398103164e-05, "loss": 0.0058, "step": 123830 }, { "epoch": 2.053356767422195, "grad_norm": 0.0045258174650371075, "learning_rate": 2.9466432325778054e-05, "loss": 0.0037, "step": 123840 }, { "epoch": 2.0535225746547066, "grad_norm": 0.001697095693089068, "learning_rate": 2.9464774253452937e-05, "loss": 0.0087, "step": 123850 }, { "epoch": 2.053688381887218, "grad_norm": 4.229346814099699e-05, "learning_rate": 2.946311618112782e-05, "loss": 0.0037, "step": 123860 }, { "epoch": 2.0538541891197295, "grad_norm": 0.21547359228134155, "learning_rate": 2.9461458108802708e-05, "loss": 0.0095, "step": 123870 }, { "epoch": 2.054019996352241, "grad_norm": 0.005218192934989929, "learning_rate": 2.945980003647759e-05, "loss": 0.0024, "step": 123880 }, { "epoch": 2.0541858035847524, "grad_norm": 0.07113846391439438, "learning_rate": 2.945814196415248e-05, "loss": 0.0005, "step": 123890 }, { "epoch": 2.054351610817264, "grad_norm": 0.0004048308474011719, "learning_rate": 2.9456483891827365e-05, "loss": 0.0001, "step": 123900 }, { "epoch": 2.0545174180497754, "grad_norm": 0.12715600430965424, "learning_rate": 2.9454825819502245e-05, "loss": 0.0003, "step": 123910 }, { "epoch": 2.054683225282287, "grad_norm": 0.01485801488161087, "learning_rate": 2.9453167747177135e-05, "loss": 0.0042, "step": 123920 }, { "epoch": 2.0548490325147983, "grad_norm": 0.00038915136246941984, "learning_rate": 2.945150967485202e-05, "loss": 0.002, "step": 123930 }, { "epoch": 2.05501483974731, "grad_norm": 0.1311405748128891, "learning_rate": 2.9449851602526902e-05, "loss": 0.0079, "step": 123940 }, { "epoch": 2.0551806469798213, "grad_norm": 0.0012279395014047623, "learning_rate": 2.944819353020179e-05, "loss": 0.0013, "step": 123950 }, { "epoch": 2.0553464542123328, "grad_norm": 0.0013067952822893858, "learning_rate": 2.9446535457876673e-05, "loss": 0.0113, "step": 123960 }, { "epoch": 2.0555122614448442, "grad_norm": 0.022630762308835983, "learning_rate": 2.9444877385551563e-05, "loss": 0.0063, "step": 123970 }, { "epoch": 2.0556780686773557, "grad_norm": 0.5736199021339417, "learning_rate": 2.9443219313226443e-05, "loss": 0.0047, "step": 123980 }, { "epoch": 2.055843875909867, "grad_norm": 6.5738866396714e-05, "learning_rate": 2.9441561240901326e-05, "loss": 0.0004, "step": 123990 }, { "epoch": 2.0560096831423786, "grad_norm": 0.5082935690879822, "learning_rate": 2.9439903168576217e-05, "loss": 0.0031, "step": 124000 }, { "epoch": 2.05617549037489, "grad_norm": 0.006488140672445297, "learning_rate": 2.94382450962511e-05, "loss": 0.0116, "step": 124010 }, { "epoch": 2.0563412976074016, "grad_norm": 0.06235571950674057, "learning_rate": 2.9436587023925987e-05, "loss": 0.0126, "step": 124020 }, { "epoch": 2.056507104839913, "grad_norm": 6.986023799981922e-05, "learning_rate": 2.943492895160087e-05, "loss": 0.0001, "step": 124030 }, { "epoch": 2.0566729120724245, "grad_norm": 0.013768328353762627, "learning_rate": 2.9433270879275754e-05, "loss": 0.001, "step": 124040 }, { "epoch": 2.056838719304936, "grad_norm": 0.00045376806519925594, "learning_rate": 2.943161280695064e-05, "loss": 0.0001, "step": 124050 }, { "epoch": 2.0570045265374475, "grad_norm": 0.002561150584369898, "learning_rate": 2.9429954734625524e-05, "loss": 0.0052, "step": 124060 }, { "epoch": 2.057170333769959, "grad_norm": 0.0015216037863865495, "learning_rate": 2.9428296662300408e-05, "loss": 0.002, "step": 124070 }, { "epoch": 2.0573361410024704, "grad_norm": 0.41673046350479126, "learning_rate": 2.9426638589975298e-05, "loss": 0.027, "step": 124080 }, { "epoch": 2.057501948234982, "grad_norm": 0.000123415476991795, "learning_rate": 2.942498051765018e-05, "loss": 0.0087, "step": 124090 }, { "epoch": 2.0576677554674934, "grad_norm": 0.37614545226097107, "learning_rate": 2.942332244532507e-05, "loss": 0.0177, "step": 124100 }, { "epoch": 2.057833562700005, "grad_norm": 0.016449136659502983, "learning_rate": 2.9421664372999952e-05, "loss": 0.0006, "step": 124110 }, { "epoch": 2.0579993699325163, "grad_norm": 0.04326074942946434, "learning_rate": 2.9420006300674835e-05, "loss": 0.0112, "step": 124120 }, { "epoch": 2.058165177165028, "grad_norm": 0.0008664109045639634, "learning_rate": 2.9418348228349722e-05, "loss": 0.0035, "step": 124130 }, { "epoch": 2.0583309843975393, "grad_norm": 0.6693727970123291, "learning_rate": 2.9416690156024606e-05, "loss": 0.0195, "step": 124140 }, { "epoch": 2.0584967916300507, "grad_norm": 0.5994462966918945, "learning_rate": 2.941503208369949e-05, "loss": 0.0041, "step": 124150 }, { "epoch": 2.058662598862562, "grad_norm": 0.19389566779136658, "learning_rate": 2.941337401137438e-05, "loss": 0.0043, "step": 124160 }, { "epoch": 2.0588284060950737, "grad_norm": 0.0004140716919209808, "learning_rate": 2.9411715939049263e-05, "loss": 0.0047, "step": 124170 }, { "epoch": 2.058994213327585, "grad_norm": 0.0667102038860321, "learning_rate": 2.941005786672415e-05, "loss": 0.0034, "step": 124180 }, { "epoch": 2.0591600205600966, "grad_norm": 0.002013995312154293, "learning_rate": 2.9408399794399033e-05, "loss": 0.0168, "step": 124190 }, { "epoch": 2.0593258277926085, "grad_norm": 0.000834671373013407, "learning_rate": 2.9406741722073917e-05, "loss": 0.0003, "step": 124200 }, { "epoch": 2.05949163502512, "grad_norm": 0.39582541584968567, "learning_rate": 2.9405083649748804e-05, "loss": 0.0007, "step": 124210 }, { "epoch": 2.0596574422576315, "grad_norm": 0.0006948261288926005, "learning_rate": 2.9403425577423687e-05, "loss": 0.0014, "step": 124220 }, { "epoch": 2.059823249490143, "grad_norm": 0.0003915416600648314, "learning_rate": 2.9401767505098577e-05, "loss": 0.0066, "step": 124230 }, { "epoch": 2.0599890567226544, "grad_norm": 0.07326387614011765, "learning_rate": 2.940010943277346e-05, "loss": 0.0098, "step": 124240 }, { "epoch": 2.060154863955166, "grad_norm": 0.008552630431950092, "learning_rate": 2.939845136044834e-05, "loss": 0.0037, "step": 124250 }, { "epoch": 2.0603206711876774, "grad_norm": 0.003208837006241083, "learning_rate": 2.939679328812323e-05, "loss": 0.0158, "step": 124260 }, { "epoch": 2.060486478420189, "grad_norm": 0.2687426209449768, "learning_rate": 2.9395135215798115e-05, "loss": 0.0059, "step": 124270 }, { "epoch": 2.0606522856527003, "grad_norm": 0.6244227886199951, "learning_rate": 2.9393477143472998e-05, "loss": 0.0108, "step": 124280 }, { "epoch": 2.060818092885212, "grad_norm": 0.0027178965974599123, "learning_rate": 2.9391819071147885e-05, "loss": 0.0085, "step": 124290 }, { "epoch": 2.0609839001177233, "grad_norm": 0.0020693389233201742, "learning_rate": 2.939016099882277e-05, "loss": 0.0035, "step": 124300 }, { "epoch": 2.0611497073502347, "grad_norm": 0.005508595146238804, "learning_rate": 2.938850292649766e-05, "loss": 0.0168, "step": 124310 }, { "epoch": 2.061315514582746, "grad_norm": 0.18435204029083252, "learning_rate": 2.9386844854172542e-05, "loss": 0.0032, "step": 124320 }, { "epoch": 2.0614813218152577, "grad_norm": 0.10923919826745987, "learning_rate": 2.9385186781847422e-05, "loss": 0.0097, "step": 124330 }, { "epoch": 2.061647129047769, "grad_norm": 0.002843207214027643, "learning_rate": 2.9383528709522313e-05, "loss": 0.0092, "step": 124340 }, { "epoch": 2.0618129362802806, "grad_norm": 0.00026769362739287317, "learning_rate": 2.9381870637197196e-05, "loss": 0.008, "step": 124350 }, { "epoch": 2.061978743512792, "grad_norm": 0.1868714988231659, "learning_rate": 2.9380212564872083e-05, "loss": 0.0006, "step": 124360 }, { "epoch": 2.0621445507453036, "grad_norm": 0.0011963966535404325, "learning_rate": 2.9378554492546966e-05, "loss": 0.0001, "step": 124370 }, { "epoch": 2.062310357977815, "grad_norm": 0.10052704066038132, "learning_rate": 2.937689642022185e-05, "loss": 0.0035, "step": 124380 }, { "epoch": 2.0624761652103265, "grad_norm": 0.003774117212742567, "learning_rate": 2.937523834789674e-05, "loss": 0.0086, "step": 124390 }, { "epoch": 2.062641972442838, "grad_norm": 0.01468408852815628, "learning_rate": 2.937358027557162e-05, "loss": 0.0022, "step": 124400 }, { "epoch": 2.0628077796753495, "grad_norm": 0.0025152238085865974, "learning_rate": 2.9371922203246504e-05, "loss": 0.0002, "step": 124410 }, { "epoch": 2.062973586907861, "grad_norm": 0.0009411353385075927, "learning_rate": 2.9370264130921394e-05, "loss": 0.0116, "step": 124420 }, { "epoch": 2.0631393941403724, "grad_norm": 0.0010547747369855642, "learning_rate": 2.9368606058596277e-05, "loss": 0.0001, "step": 124430 }, { "epoch": 2.063305201372884, "grad_norm": 0.7320999503135681, "learning_rate": 2.9366947986271164e-05, "loss": 0.0064, "step": 124440 }, { "epoch": 2.0634710086053953, "grad_norm": 0.0976787582039833, "learning_rate": 2.9365289913946048e-05, "loss": 0.0043, "step": 124450 }, { "epoch": 2.063636815837907, "grad_norm": 0.2454361766576767, "learning_rate": 2.936363184162093e-05, "loss": 0.0029, "step": 124460 }, { "epoch": 2.0638026230704183, "grad_norm": 0.0029397348407655954, "learning_rate": 2.9361973769295818e-05, "loss": 0.0, "step": 124470 }, { "epoch": 2.0639684303029298, "grad_norm": 0.002182124648243189, "learning_rate": 2.93603156969707e-05, "loss": 0.0036, "step": 124480 }, { "epoch": 2.0641342375354412, "grad_norm": 0.03751268610358238, "learning_rate": 2.9358657624645585e-05, "loss": 0.0063, "step": 124490 }, { "epoch": 2.0643000447679527, "grad_norm": 0.12292000651359558, "learning_rate": 2.9356999552320475e-05, "loss": 0.0074, "step": 124500 }, { "epoch": 2.064465852000464, "grad_norm": 0.08539009094238281, "learning_rate": 2.935534147999536e-05, "loss": 0.0018, "step": 124510 }, { "epoch": 2.0646316592329756, "grad_norm": 0.03351437672972679, "learning_rate": 2.9353683407670246e-05, "loss": 0.0008, "step": 124520 }, { "epoch": 2.064797466465487, "grad_norm": 0.00266594928689301, "learning_rate": 2.935202533534513e-05, "loss": 0.0049, "step": 124530 }, { "epoch": 2.0649632736979986, "grad_norm": 0.001053698011673987, "learning_rate": 2.9350367263020013e-05, "loss": 0.0084, "step": 124540 }, { "epoch": 2.06512908093051, "grad_norm": 0.017783086746931076, "learning_rate": 2.93487091906949e-05, "loss": 0.0029, "step": 124550 }, { "epoch": 2.0652948881630215, "grad_norm": 0.007360548712313175, "learning_rate": 2.9347051118369783e-05, "loss": 0.0033, "step": 124560 }, { "epoch": 2.065460695395533, "grad_norm": 0.0004912503063678741, "learning_rate": 2.9345393046044673e-05, "loss": 0.0132, "step": 124570 }, { "epoch": 2.0656265026280445, "grad_norm": 5.03882001794409e-05, "learning_rate": 2.9343734973719557e-05, "loss": 0.0002, "step": 124580 }, { "epoch": 2.065792309860556, "grad_norm": 0.000285140733467415, "learning_rate": 2.934207690139444e-05, "loss": 0.0004, "step": 124590 }, { "epoch": 2.0659581170930674, "grad_norm": 0.11947881430387497, "learning_rate": 2.9340418829069327e-05, "loss": 0.0121, "step": 124600 }, { "epoch": 2.066123924325579, "grad_norm": 0.0006507080397568643, "learning_rate": 2.933876075674421e-05, "loss": 0.0042, "step": 124610 }, { "epoch": 2.0662897315580904, "grad_norm": 0.0001890358398668468, "learning_rate": 2.9337102684419094e-05, "loss": 0.0001, "step": 124620 }, { "epoch": 2.066455538790602, "grad_norm": 0.47750839591026306, "learning_rate": 2.933544461209398e-05, "loss": 0.002, "step": 124630 }, { "epoch": 2.0666213460231133, "grad_norm": 0.00020686330390162766, "learning_rate": 2.9333786539768864e-05, "loss": 0.0029, "step": 124640 }, { "epoch": 2.066787153255625, "grad_norm": 0.0015153026906773448, "learning_rate": 2.9332128467443755e-05, "loss": 0.0078, "step": 124650 }, { "epoch": 2.0669529604881367, "grad_norm": 0.0012089962838217616, "learning_rate": 2.9330470395118638e-05, "loss": 0.0032, "step": 124660 }, { "epoch": 2.067118767720648, "grad_norm": 0.18611176311969757, "learning_rate": 2.9328812322793518e-05, "loss": 0.0026, "step": 124670 }, { "epoch": 2.0672845749531596, "grad_norm": 0.0003185884852427989, "learning_rate": 2.932715425046841e-05, "loss": 0.0023, "step": 124680 }, { "epoch": 2.067450382185671, "grad_norm": 0.00012481847079470754, "learning_rate": 2.9325496178143292e-05, "loss": 0.0107, "step": 124690 }, { "epoch": 2.0676161894181826, "grad_norm": 0.00035069670411758125, "learning_rate": 2.932383810581818e-05, "loss": 0.0086, "step": 124700 }, { "epoch": 2.067781996650694, "grad_norm": 0.0011717946035787463, "learning_rate": 2.9322180033493062e-05, "loss": 0.0018, "step": 124710 }, { "epoch": 2.0679478038832055, "grad_norm": 0.0018882080912590027, "learning_rate": 2.9320521961167946e-05, "loss": 0.0001, "step": 124720 }, { "epoch": 2.068113611115717, "grad_norm": 0.002937852405011654, "learning_rate": 2.9318863888842836e-05, "loss": 0.0109, "step": 124730 }, { "epoch": 2.0682794183482285, "grad_norm": 0.0003219095233362168, "learning_rate": 2.9317205816517716e-05, "loss": 0.0066, "step": 124740 }, { "epoch": 2.06844522558074, "grad_norm": 0.003671324346214533, "learning_rate": 2.93155477441926e-05, "loss": 0.0036, "step": 124750 }, { "epoch": 2.0686110328132514, "grad_norm": 0.014807449653744698, "learning_rate": 2.931388967186749e-05, "loss": 0.0005, "step": 124760 }, { "epoch": 2.068776840045763, "grad_norm": 0.06342345476150513, "learning_rate": 2.9312231599542373e-05, "loss": 0.0045, "step": 124770 }, { "epoch": 2.0689426472782744, "grad_norm": 0.000843882909975946, "learning_rate": 2.931057352721726e-05, "loss": 0.0001, "step": 124780 }, { "epoch": 2.069108454510786, "grad_norm": 0.04387717694044113, "learning_rate": 2.9308915454892144e-05, "loss": 0.0001, "step": 124790 }, { "epoch": 2.0692742617432973, "grad_norm": 0.21782740950584412, "learning_rate": 2.9307257382567027e-05, "loss": 0.0087, "step": 124800 }, { "epoch": 2.069440068975809, "grad_norm": 0.02090001292526722, "learning_rate": 2.9305599310241917e-05, "loss": 0.0112, "step": 124810 }, { "epoch": 2.0696058762083203, "grad_norm": 0.0019289144547656178, "learning_rate": 2.9303941237916797e-05, "loss": 0.0065, "step": 124820 }, { "epoch": 2.0697716834408317, "grad_norm": 0.0008503053686581552, "learning_rate": 2.930228316559168e-05, "loss": 0.0028, "step": 124830 }, { "epoch": 2.069937490673343, "grad_norm": 4.946704939357005e-05, "learning_rate": 2.930062509326657e-05, "loss": 0.0063, "step": 124840 }, { "epoch": 2.0701032979058547, "grad_norm": 0.029457224532961845, "learning_rate": 2.9298967020941455e-05, "loss": 0.0067, "step": 124850 }, { "epoch": 2.070269105138366, "grad_norm": 0.00026629705098457634, "learning_rate": 2.929730894861634e-05, "loss": 0.0095, "step": 124860 }, { "epoch": 2.0704349123708776, "grad_norm": 0.38273492455482483, "learning_rate": 2.9295650876291225e-05, "loss": 0.0051, "step": 124870 }, { "epoch": 2.070600719603389, "grad_norm": 0.0012957544531673193, "learning_rate": 2.929399280396611e-05, "loss": 0.0057, "step": 124880 }, { "epoch": 2.0707665268359006, "grad_norm": 0.09821732342243195, "learning_rate": 2.9292334731640995e-05, "loss": 0.003, "step": 124890 }, { "epoch": 2.070932334068412, "grad_norm": 4.3300402467139065e-05, "learning_rate": 2.929067665931588e-05, "loss": 0.001, "step": 124900 }, { "epoch": 2.0710981413009235, "grad_norm": 0.027977677062153816, "learning_rate": 2.928901858699077e-05, "loss": 0.0005, "step": 124910 }, { "epoch": 2.071263948533435, "grad_norm": 0.0031901609618216753, "learning_rate": 2.9287360514665653e-05, "loss": 0.0041, "step": 124920 }, { "epoch": 2.0714297557659465, "grad_norm": 0.3098478615283966, "learning_rate": 2.9285702442340536e-05, "loss": 0.0101, "step": 124930 }, { "epoch": 2.071595562998458, "grad_norm": 0.0003369306505192071, "learning_rate": 2.9284044370015423e-05, "loss": 0.0046, "step": 124940 }, { "epoch": 2.0717613702309694, "grad_norm": 0.00044922923552803695, "learning_rate": 2.9282386297690306e-05, "loss": 0.0004, "step": 124950 }, { "epoch": 2.071927177463481, "grad_norm": 5.312543726176955e-05, "learning_rate": 2.928072822536519e-05, "loss": 0.0046, "step": 124960 }, { "epoch": 2.0720929846959923, "grad_norm": 0.2013370841741562, "learning_rate": 2.9279070153040077e-05, "loss": 0.0124, "step": 124970 }, { "epoch": 2.072258791928504, "grad_norm": 0.23428425192832947, "learning_rate": 2.927741208071496e-05, "loss": 0.0079, "step": 124980 }, { "epoch": 2.0724245991610153, "grad_norm": 0.1457839161157608, "learning_rate": 2.927575400838985e-05, "loss": 0.0077, "step": 124990 }, { "epoch": 2.0725904063935268, "grad_norm": 0.12077578902244568, "learning_rate": 2.9274095936064734e-05, "loss": 0.0073, "step": 125000 }, { "epoch": 2.0727562136260382, "grad_norm": 0.1550406664609909, "learning_rate": 2.9272437863739614e-05, "loss": 0.0148, "step": 125010 }, { "epoch": 2.0729220208585497, "grad_norm": 0.002404499100521207, "learning_rate": 2.9270779791414504e-05, "loss": 0.0041, "step": 125020 }, { "epoch": 2.073087828091061, "grad_norm": 0.07701044529676437, "learning_rate": 2.9269121719089388e-05, "loss": 0.0039, "step": 125030 }, { "epoch": 2.0732536353235727, "grad_norm": 0.007822239771485329, "learning_rate": 2.9267463646764275e-05, "loss": 0.0057, "step": 125040 }, { "epoch": 2.073419442556084, "grad_norm": 0.0007663284195587039, "learning_rate": 2.9265805574439158e-05, "loss": 0.0059, "step": 125050 }, { "epoch": 2.0735852497885956, "grad_norm": 5.487548332894221e-05, "learning_rate": 2.926414750211404e-05, "loss": 0.0031, "step": 125060 }, { "epoch": 2.073751057021107, "grad_norm": 0.0016424749046564102, "learning_rate": 2.9262489429788932e-05, "loss": 0.0007, "step": 125070 }, { "epoch": 2.0739168642536185, "grad_norm": 0.1798553466796875, "learning_rate": 2.9260831357463815e-05, "loss": 0.0026, "step": 125080 }, { "epoch": 2.07408267148613, "grad_norm": 2.627385219966527e-05, "learning_rate": 2.9259173285138695e-05, "loss": 0.003, "step": 125090 }, { "epoch": 2.0742484787186415, "grad_norm": 0.027781832963228226, "learning_rate": 2.9257515212813586e-05, "loss": 0.0067, "step": 125100 }, { "epoch": 2.0744142859511534, "grad_norm": 0.003250295063480735, "learning_rate": 2.925585714048847e-05, "loss": 0.0084, "step": 125110 }, { "epoch": 2.074580093183665, "grad_norm": 6.254790787352249e-05, "learning_rate": 2.9254199068163356e-05, "loss": 0.0031, "step": 125120 }, { "epoch": 2.0747459004161763, "grad_norm": 0.003515720833092928, "learning_rate": 2.925254099583824e-05, "loss": 0.0001, "step": 125130 }, { "epoch": 2.074911707648688, "grad_norm": 0.0028546603862196207, "learning_rate": 2.9250882923513123e-05, "loss": 0.0002, "step": 125140 }, { "epoch": 2.0750775148811993, "grad_norm": 0.0086817666888237, "learning_rate": 2.9249224851188013e-05, "loss": 0.0001, "step": 125150 }, { "epoch": 2.0752433221137108, "grad_norm": 0.000195872358744964, "learning_rate": 2.9247566778862893e-05, "loss": 0.0023, "step": 125160 }, { "epoch": 2.0754091293462222, "grad_norm": 0.0002482000563759357, "learning_rate": 2.9245908706537777e-05, "loss": 0.0045, "step": 125170 }, { "epoch": 2.0755749365787337, "grad_norm": 0.0022308724001049995, "learning_rate": 2.9244250634212667e-05, "loss": 0.0001, "step": 125180 }, { "epoch": 2.075740743811245, "grad_norm": 0.030949657782912254, "learning_rate": 2.924259256188755e-05, "loss": 0.0001, "step": 125190 }, { "epoch": 2.0759065510437567, "grad_norm": 0.00030551833333447576, "learning_rate": 2.9240934489562437e-05, "loss": 0.0019, "step": 125200 }, { "epoch": 2.076072358276268, "grad_norm": 0.0995190367102623, "learning_rate": 2.923927641723732e-05, "loss": 0.0126, "step": 125210 }, { "epoch": 2.0762381655087796, "grad_norm": 0.0196810532361269, "learning_rate": 2.9237618344912204e-05, "loss": 0.0002, "step": 125220 }, { "epoch": 2.076403972741291, "grad_norm": 4.712938971351832e-05, "learning_rate": 2.923596027258709e-05, "loss": 0.0022, "step": 125230 }, { "epoch": 2.0765697799738025, "grad_norm": 0.0017172470688819885, "learning_rate": 2.9234302200261975e-05, "loss": 0.0069, "step": 125240 }, { "epoch": 2.076735587206314, "grad_norm": 0.029054662212729454, "learning_rate": 2.9232644127936865e-05, "loss": 0.0028, "step": 125250 }, { "epoch": 2.0769013944388255, "grad_norm": 0.013159366324543953, "learning_rate": 2.923098605561175e-05, "loss": 0.0002, "step": 125260 }, { "epoch": 2.077067201671337, "grad_norm": 0.0028786512557417154, "learning_rate": 2.9229327983286632e-05, "loss": 0.0106, "step": 125270 }, { "epoch": 2.0772330089038484, "grad_norm": 0.0013976457994431257, "learning_rate": 2.922766991096152e-05, "loss": 0.0109, "step": 125280 }, { "epoch": 2.07739881613636, "grad_norm": 0.0756017342209816, "learning_rate": 2.9226011838636402e-05, "loss": 0.012, "step": 125290 }, { "epoch": 2.0775646233688714, "grad_norm": 0.005253321025520563, "learning_rate": 2.9224353766311286e-05, "loss": 0.0002, "step": 125300 }, { "epoch": 2.077730430601383, "grad_norm": 9.352165216114372e-05, "learning_rate": 2.9222695693986173e-05, "loss": 0.0002, "step": 125310 }, { "epoch": 2.0778962378338943, "grad_norm": 0.030024170875549316, "learning_rate": 2.9221037621661056e-05, "loss": 0.0029, "step": 125320 }, { "epoch": 2.078062045066406, "grad_norm": 0.5198287963867188, "learning_rate": 2.9219379549335946e-05, "loss": 0.0042, "step": 125330 }, { "epoch": 2.0782278522989173, "grad_norm": 0.010540079325437546, "learning_rate": 2.921772147701083e-05, "loss": 0.0035, "step": 125340 }, { "epoch": 2.0783936595314287, "grad_norm": 0.0009071528329513967, "learning_rate": 2.9216063404685713e-05, "loss": 0.0079, "step": 125350 }, { "epoch": 2.07855946676394, "grad_norm": 0.00029245042242109776, "learning_rate": 2.92144053323606e-05, "loss": 0.0051, "step": 125360 }, { "epoch": 2.0787252739964517, "grad_norm": 0.0498940609395504, "learning_rate": 2.9212747260035484e-05, "loss": 0.0139, "step": 125370 }, { "epoch": 2.078891081228963, "grad_norm": 0.0007901269127614796, "learning_rate": 2.921108918771037e-05, "loss": 0.0056, "step": 125380 }, { "epoch": 2.0790568884614746, "grad_norm": 0.00011510150943649933, "learning_rate": 2.9209431115385254e-05, "loss": 0.0001, "step": 125390 }, { "epoch": 2.079222695693986, "grad_norm": 0.230489119887352, "learning_rate": 2.9207773043060137e-05, "loss": 0.011, "step": 125400 }, { "epoch": 2.0793885029264976, "grad_norm": 0.09698978811502457, "learning_rate": 2.9206114970735028e-05, "loss": 0.0051, "step": 125410 }, { "epoch": 2.079554310159009, "grad_norm": 0.5735015869140625, "learning_rate": 2.920445689840991e-05, "loss": 0.0069, "step": 125420 }, { "epoch": 2.0797201173915205, "grad_norm": 0.1831878125667572, "learning_rate": 2.920279882608479e-05, "loss": 0.0056, "step": 125430 }, { "epoch": 2.079885924624032, "grad_norm": 0.00032775112777017057, "learning_rate": 2.920114075375968e-05, "loss": 0.0029, "step": 125440 }, { "epoch": 2.0800517318565435, "grad_norm": 0.007513208314776421, "learning_rate": 2.9199482681434565e-05, "loss": 0.0088, "step": 125450 }, { "epoch": 2.080217539089055, "grad_norm": 0.00012444645108189434, "learning_rate": 2.9197824609109452e-05, "loss": 0.0046, "step": 125460 }, { "epoch": 2.0803833463215664, "grad_norm": 0.005630963481962681, "learning_rate": 2.9196166536784335e-05, "loss": 0.0002, "step": 125470 }, { "epoch": 2.080549153554078, "grad_norm": 0.003980160225182772, "learning_rate": 2.919450846445922e-05, "loss": 0.0043, "step": 125480 }, { "epoch": 2.0807149607865894, "grad_norm": 0.0010096874320879579, "learning_rate": 2.919285039213411e-05, "loss": 0.0054, "step": 125490 }, { "epoch": 2.080880768019101, "grad_norm": 0.003176474943757057, "learning_rate": 2.9191192319808993e-05, "loss": 0.0002, "step": 125500 }, { "epoch": 2.0810465752516123, "grad_norm": 0.00470456900075078, "learning_rate": 2.9189534247483873e-05, "loss": 0.0041, "step": 125510 }, { "epoch": 2.0812123824841238, "grad_norm": 0.0005536326789297163, "learning_rate": 2.9187876175158763e-05, "loss": 0.0049, "step": 125520 }, { "epoch": 2.0813781897166352, "grad_norm": 0.014765563420951366, "learning_rate": 2.9186218102833646e-05, "loss": 0.0153, "step": 125530 }, { "epoch": 2.0815439969491467, "grad_norm": 0.0013385856291279197, "learning_rate": 2.9184560030508533e-05, "loss": 0.0, "step": 125540 }, { "epoch": 2.081709804181658, "grad_norm": 0.23873156309127808, "learning_rate": 2.9182901958183417e-05, "loss": 0.0032, "step": 125550 }, { "epoch": 2.08187561141417, "grad_norm": 0.0009200024069286883, "learning_rate": 2.91812438858583e-05, "loss": 0.0001, "step": 125560 }, { "epoch": 2.0820414186466816, "grad_norm": 0.000683302350807935, "learning_rate": 2.917958581353319e-05, "loss": 0.0039, "step": 125570 }, { "epoch": 2.082207225879193, "grad_norm": 0.09502162039279938, "learning_rate": 2.917792774120807e-05, "loss": 0.0002, "step": 125580 }, { "epoch": 2.0823730331117045, "grad_norm": 0.11115997284650803, "learning_rate": 2.917626966888296e-05, "loss": 0.0073, "step": 125590 }, { "epoch": 2.082538840344216, "grad_norm": 0.002248185919597745, "learning_rate": 2.9174611596557844e-05, "loss": 0.0025, "step": 125600 }, { "epoch": 2.0827046475767275, "grad_norm": 0.0005668909288942814, "learning_rate": 2.9172953524232728e-05, "loss": 0.0004, "step": 125610 }, { "epoch": 2.082870454809239, "grad_norm": 8.144290040945634e-05, "learning_rate": 2.9171295451907615e-05, "loss": 0.003, "step": 125620 }, { "epoch": 2.0830362620417504, "grad_norm": 0.24187208712100983, "learning_rate": 2.9169637379582498e-05, "loss": 0.0003, "step": 125630 }, { "epoch": 2.083202069274262, "grad_norm": 0.0002609689545352012, "learning_rate": 2.916797930725738e-05, "loss": 0.0037, "step": 125640 }, { "epoch": 2.0833678765067734, "grad_norm": 0.18618230521678925, "learning_rate": 2.916632123493227e-05, "loss": 0.0049, "step": 125650 }, { "epoch": 2.083533683739285, "grad_norm": 0.002167824422940612, "learning_rate": 2.9164663162607152e-05, "loss": 0.0086, "step": 125660 }, { "epoch": 2.0836994909717963, "grad_norm": 0.005429953336715698, "learning_rate": 2.9163005090282042e-05, "loss": 0.0065, "step": 125670 }, { "epoch": 2.0838652982043078, "grad_norm": 0.00208307895809412, "learning_rate": 2.9161347017956926e-05, "loss": 0.0031, "step": 125680 }, { "epoch": 2.0840311054368192, "grad_norm": 0.14741498231887817, "learning_rate": 2.915968894563181e-05, "loss": 0.0066, "step": 125690 }, { "epoch": 2.0841969126693307, "grad_norm": 0.005519806407392025, "learning_rate": 2.9158030873306696e-05, "loss": 0.0006, "step": 125700 }, { "epoch": 2.084362719901842, "grad_norm": 0.00010033621219918132, "learning_rate": 2.915637280098158e-05, "loss": 0.0033, "step": 125710 }, { "epoch": 2.0845285271343537, "grad_norm": 9.208011761074886e-05, "learning_rate": 2.915471472865647e-05, "loss": 0.0039, "step": 125720 }, { "epoch": 2.084694334366865, "grad_norm": 0.027121340855956078, "learning_rate": 2.915305665633135e-05, "loss": 0.0046, "step": 125730 }, { "epoch": 2.0848601415993766, "grad_norm": 0.2195969969034195, "learning_rate": 2.9151398584006233e-05, "loss": 0.0091, "step": 125740 }, { "epoch": 2.085025948831888, "grad_norm": 0.0031317397952079773, "learning_rate": 2.9149740511681124e-05, "loss": 0.0044, "step": 125750 }, { "epoch": 2.0851917560643995, "grad_norm": 0.00016099965432658792, "learning_rate": 2.9148082439356007e-05, "loss": 0.0032, "step": 125760 }, { "epoch": 2.085357563296911, "grad_norm": 0.009814427234232426, "learning_rate": 2.914642436703089e-05, "loss": 0.0001, "step": 125770 }, { "epoch": 2.0855233705294225, "grad_norm": 0.7555407285690308, "learning_rate": 2.9144766294705777e-05, "loss": 0.0063, "step": 125780 }, { "epoch": 2.085689177761934, "grad_norm": 0.05775820463895798, "learning_rate": 2.914310822238066e-05, "loss": 0.0019, "step": 125790 }, { "epoch": 2.0858549849944454, "grad_norm": 0.0171070396900177, "learning_rate": 2.9141450150055548e-05, "loss": 0.0099, "step": 125800 }, { "epoch": 2.086020792226957, "grad_norm": 0.0001865372178144753, "learning_rate": 2.913979207773043e-05, "loss": 0.0035, "step": 125810 }, { "epoch": 2.0861865994594684, "grad_norm": 0.00028733964427374303, "learning_rate": 2.9138134005405315e-05, "loss": 0.0047, "step": 125820 }, { "epoch": 2.08635240669198, "grad_norm": 0.015428450889885426, "learning_rate": 2.9136475933080205e-05, "loss": 0.0088, "step": 125830 }, { "epoch": 2.0865182139244913, "grad_norm": 0.003048864658921957, "learning_rate": 2.913481786075509e-05, "loss": 0.0159, "step": 125840 }, { "epoch": 2.086684021157003, "grad_norm": 0.26881474256515503, "learning_rate": 2.913315978842997e-05, "loss": 0.0191, "step": 125850 }, { "epoch": 2.0868498283895143, "grad_norm": 0.0014153715455904603, "learning_rate": 2.913150171610486e-05, "loss": 0.0009, "step": 125860 }, { "epoch": 2.0870156356220257, "grad_norm": 2.7650688934954815e-05, "learning_rate": 2.9129843643779742e-05, "loss": 0.0149, "step": 125870 }, { "epoch": 2.087181442854537, "grad_norm": 0.18053723871707916, "learning_rate": 2.912818557145463e-05, "loss": 0.0005, "step": 125880 }, { "epoch": 2.0873472500870487, "grad_norm": 0.00021693411690648645, "learning_rate": 2.9126527499129513e-05, "loss": 0.0032, "step": 125890 }, { "epoch": 2.08751305731956, "grad_norm": 0.00013944951933808625, "learning_rate": 2.9124869426804396e-05, "loss": 0.0002, "step": 125900 }, { "epoch": 2.0876788645520716, "grad_norm": 0.0002802213130053133, "learning_rate": 2.9123211354479286e-05, "loss": 0.0062, "step": 125910 }, { "epoch": 2.087844671784583, "grad_norm": 0.00014479948731604964, "learning_rate": 2.9121553282154166e-05, "loss": 0.0007, "step": 125920 }, { "epoch": 2.0880104790170946, "grad_norm": 0.007309355773031712, "learning_rate": 2.9119895209829057e-05, "loss": 0.0051, "step": 125930 }, { "epoch": 2.088176286249606, "grad_norm": 0.12984025478363037, "learning_rate": 2.911823713750394e-05, "loss": 0.0039, "step": 125940 }, { "epoch": 2.0883420934821175, "grad_norm": 3.0711224098922685e-05, "learning_rate": 2.9116579065178824e-05, "loss": 0.0001, "step": 125950 }, { "epoch": 2.088507900714629, "grad_norm": 0.0001844635553425178, "learning_rate": 2.911492099285371e-05, "loss": 0.0081, "step": 125960 }, { "epoch": 2.0886737079471405, "grad_norm": 0.009585535153746605, "learning_rate": 2.9113262920528594e-05, "loss": 0.0023, "step": 125970 }, { "epoch": 2.088839515179652, "grad_norm": 0.036642614752054214, "learning_rate": 2.9111604848203478e-05, "loss": 0.0083, "step": 125980 }, { "epoch": 2.0890053224121634, "grad_norm": 0.00012752071779686958, "learning_rate": 2.9109946775878368e-05, "loss": 0.0078, "step": 125990 }, { "epoch": 2.089171129644675, "grad_norm": 0.00012354158388916403, "learning_rate": 2.9108288703553248e-05, "loss": 0.0041, "step": 126000 }, { "epoch": 2.089336936877187, "grad_norm": 0.01656354032456875, "learning_rate": 2.9106630631228138e-05, "loss": 0.0082, "step": 126010 }, { "epoch": 2.0895027441096983, "grad_norm": 0.0008030165918171406, "learning_rate": 2.910497255890302e-05, "loss": 0.0002, "step": 126020 }, { "epoch": 2.0896685513422097, "grad_norm": 0.001197615172713995, "learning_rate": 2.9103314486577905e-05, "loss": 0.003, "step": 126030 }, { "epoch": 2.089834358574721, "grad_norm": 0.003175359684973955, "learning_rate": 2.9101656414252792e-05, "loss": 0.008, "step": 126040 }, { "epoch": 2.0900001658072327, "grad_norm": 0.005796033423393965, "learning_rate": 2.9099998341927675e-05, "loss": 0.0095, "step": 126050 }, { "epoch": 2.090165973039744, "grad_norm": 0.060783322900533676, "learning_rate": 2.9098340269602566e-05, "loss": 0.0054, "step": 126060 }, { "epoch": 2.0903317802722556, "grad_norm": 7.190476026153192e-05, "learning_rate": 2.9096682197277446e-05, "loss": 0.0052, "step": 126070 }, { "epoch": 2.090497587504767, "grad_norm": 0.2915661036968231, "learning_rate": 2.909502412495233e-05, "loss": 0.0048, "step": 126080 }, { "epoch": 2.0906633947372786, "grad_norm": 0.0011195015395060182, "learning_rate": 2.909336605262722e-05, "loss": 0.0024, "step": 126090 }, { "epoch": 2.09082920196979, "grad_norm": 0.0029009561985731125, "learning_rate": 2.9091707980302103e-05, "loss": 0.0106, "step": 126100 }, { "epoch": 2.0909950092023015, "grad_norm": 0.21776163578033447, "learning_rate": 2.9090049907976986e-05, "loss": 0.0114, "step": 126110 }, { "epoch": 2.091160816434813, "grad_norm": 0.003752879099920392, "learning_rate": 2.9088391835651873e-05, "loss": 0.0051, "step": 126120 }, { "epoch": 2.0913266236673245, "grad_norm": 0.003168958704918623, "learning_rate": 2.9086733763326757e-05, "loss": 0.0074, "step": 126130 }, { "epoch": 2.091492430899836, "grad_norm": 0.015111223794519901, "learning_rate": 2.9085075691001644e-05, "loss": 0.0035, "step": 126140 }, { "epoch": 2.0916582381323474, "grad_norm": 0.12956972420215607, "learning_rate": 2.9083417618676527e-05, "loss": 0.0053, "step": 126150 }, { "epoch": 2.091824045364859, "grad_norm": 0.0003689549339469522, "learning_rate": 2.908175954635141e-05, "loss": 0.0055, "step": 126160 }, { "epoch": 2.0919898525973704, "grad_norm": 0.4678347110748291, "learning_rate": 2.90801014740263e-05, "loss": 0.0079, "step": 126170 }, { "epoch": 2.092155659829882, "grad_norm": 0.10372456908226013, "learning_rate": 2.9078443401701184e-05, "loss": 0.0041, "step": 126180 }, { "epoch": 2.0923214670623933, "grad_norm": 0.00303954491391778, "learning_rate": 2.9076785329376064e-05, "loss": 0.0244, "step": 126190 }, { "epoch": 2.0924872742949048, "grad_norm": 0.015856223180890083, "learning_rate": 2.9075127257050955e-05, "loss": 0.0009, "step": 126200 }, { "epoch": 2.0926530815274162, "grad_norm": 0.017924007028341293, "learning_rate": 2.9073469184725838e-05, "loss": 0.0008, "step": 126210 }, { "epoch": 2.0928188887599277, "grad_norm": 0.00045765077811665833, "learning_rate": 2.9071811112400725e-05, "loss": 0.0006, "step": 126220 }, { "epoch": 2.092984695992439, "grad_norm": 0.26969239115715027, "learning_rate": 2.907015304007561e-05, "loss": 0.0071, "step": 126230 }, { "epoch": 2.0931505032249507, "grad_norm": 7.206646841950715e-05, "learning_rate": 2.9068494967750492e-05, "loss": 0.0046, "step": 126240 }, { "epoch": 2.093316310457462, "grad_norm": 0.0013849290553480387, "learning_rate": 2.9066836895425382e-05, "loss": 0.0038, "step": 126250 }, { "epoch": 2.0934821176899736, "grad_norm": 0.0001424894289812073, "learning_rate": 2.9065178823100266e-05, "loss": 0.0082, "step": 126260 }, { "epoch": 2.093647924922485, "grad_norm": 0.0037344289012253284, "learning_rate": 2.9063520750775153e-05, "loss": 0.0051, "step": 126270 }, { "epoch": 2.0938137321549966, "grad_norm": 0.25485220551490784, "learning_rate": 2.9061862678450036e-05, "loss": 0.0061, "step": 126280 }, { "epoch": 2.093979539387508, "grad_norm": 0.0015177580062299967, "learning_rate": 2.906020460612492e-05, "loss": 0.0114, "step": 126290 }, { "epoch": 2.0941453466200195, "grad_norm": 0.000739944342058152, "learning_rate": 2.9058546533799806e-05, "loss": 0.0053, "step": 126300 }, { "epoch": 2.094311153852531, "grad_norm": 0.00017514405772089958, "learning_rate": 2.905688846147469e-05, "loss": 0.0078, "step": 126310 }, { "epoch": 2.0944769610850424, "grad_norm": 0.0010119348298758268, "learning_rate": 2.9055230389149573e-05, "loss": 0.0007, "step": 126320 }, { "epoch": 2.094642768317554, "grad_norm": 0.01386879850178957, "learning_rate": 2.9053572316824464e-05, "loss": 0.0002, "step": 126330 }, { "epoch": 2.0948085755500654, "grad_norm": 0.0006307561416178942, "learning_rate": 2.9051914244499344e-05, "loss": 0.008, "step": 126340 }, { "epoch": 2.094974382782577, "grad_norm": 2.330048482690472e-05, "learning_rate": 2.9050256172174234e-05, "loss": 0.0, "step": 126350 }, { "epoch": 2.0951401900150883, "grad_norm": 0.7098445892333984, "learning_rate": 2.9048598099849117e-05, "loss": 0.0096, "step": 126360 }, { "epoch": 2.0953059972476, "grad_norm": 0.0002532713406253606, "learning_rate": 2.9046940027524e-05, "loss": 0.0022, "step": 126370 }, { "epoch": 2.0954718044801113, "grad_norm": 0.1350160837173462, "learning_rate": 2.9045281955198888e-05, "loss": 0.0004, "step": 126380 }, { "epoch": 2.0956376117126227, "grad_norm": 0.00034617228084243834, "learning_rate": 2.904362388287377e-05, "loss": 0.0001, "step": 126390 }, { "epoch": 2.0958034189451342, "grad_norm": 0.00046349779586307704, "learning_rate": 2.904196581054866e-05, "loss": 0.0043, "step": 126400 }, { "epoch": 2.0959692261776457, "grad_norm": 0.6533207297325134, "learning_rate": 2.904030773822354e-05, "loss": 0.0052, "step": 126410 }, { "epoch": 2.096135033410157, "grad_norm": 7.745165203232318e-05, "learning_rate": 2.9038649665898425e-05, "loss": 0.0023, "step": 126420 }, { "epoch": 2.0963008406426686, "grad_norm": 0.020230455324053764, "learning_rate": 2.9036991593573315e-05, "loss": 0.0083, "step": 126430 }, { "epoch": 2.09646664787518, "grad_norm": 2.5795552573981695e-05, "learning_rate": 2.90353335212482e-05, "loss": 0.0034, "step": 126440 }, { "epoch": 2.0966324551076916, "grad_norm": 7.01021563145332e-05, "learning_rate": 2.9033675448923082e-05, "loss": 0.0055, "step": 126450 }, { "epoch": 2.0967982623402035, "grad_norm": 0.4162435531616211, "learning_rate": 2.903201737659797e-05, "loss": 0.0045, "step": 126460 }, { "epoch": 2.096964069572715, "grad_norm": 0.006146143656224012, "learning_rate": 2.9030359304272853e-05, "loss": 0.006, "step": 126470 }, { "epoch": 2.0971298768052264, "grad_norm": 0.006331303622573614, "learning_rate": 2.9028701231947743e-05, "loss": 0.0038, "step": 126480 }, { "epoch": 2.097295684037738, "grad_norm": 0.0004325902846176177, "learning_rate": 2.9027043159622623e-05, "loss": 0.0099, "step": 126490 }, { "epoch": 2.0974614912702494, "grad_norm": 0.00012321215763222426, "learning_rate": 2.9025385087297507e-05, "loss": 0.0112, "step": 126500 }, { "epoch": 2.097627298502761, "grad_norm": 0.00012360032997094095, "learning_rate": 2.9023727014972397e-05, "loss": 0.0063, "step": 126510 }, { "epoch": 2.0977931057352723, "grad_norm": 0.003991367295384407, "learning_rate": 2.902206894264728e-05, "loss": 0.005, "step": 126520 }, { "epoch": 2.097958912967784, "grad_norm": 0.0010852253763005137, "learning_rate": 2.9020410870322164e-05, "loss": 0.0042, "step": 126530 }, { "epoch": 2.0981247202002953, "grad_norm": 0.006597819738090038, "learning_rate": 2.901875279799705e-05, "loss": 0.0023, "step": 126540 }, { "epoch": 2.0982905274328068, "grad_norm": 7.517707126680762e-05, "learning_rate": 2.9017094725671934e-05, "loss": 0.0027, "step": 126550 }, { "epoch": 2.0984563346653182, "grad_norm": 0.0007558240322396159, "learning_rate": 2.901543665334682e-05, "loss": 0.0043, "step": 126560 }, { "epoch": 2.0986221418978297, "grad_norm": 9.99143230728805e-05, "learning_rate": 2.9013778581021704e-05, "loss": 0.0078, "step": 126570 }, { "epoch": 2.098787949130341, "grad_norm": 0.20076479017734528, "learning_rate": 2.9012120508696588e-05, "loss": 0.0086, "step": 126580 }, { "epoch": 2.0989537563628526, "grad_norm": 0.00018016647663898766, "learning_rate": 2.9010462436371478e-05, "loss": 0.0003, "step": 126590 }, { "epoch": 2.099119563595364, "grad_norm": 0.000317595578962937, "learning_rate": 2.900880436404636e-05, "loss": 0.0072, "step": 126600 }, { "epoch": 2.0992853708278756, "grad_norm": 0.22471049427986145, "learning_rate": 2.900714629172125e-05, "loss": 0.0091, "step": 126610 }, { "epoch": 2.099451178060387, "grad_norm": 0.0020768092945218086, "learning_rate": 2.9005488219396132e-05, "loss": 0.0059, "step": 126620 }, { "epoch": 2.0996169852928985, "grad_norm": 0.004307377152144909, "learning_rate": 2.9003830147071015e-05, "loss": 0.0032, "step": 126630 }, { "epoch": 2.09978279252541, "grad_norm": 0.0016631348989903927, "learning_rate": 2.9002172074745902e-05, "loss": 0.0002, "step": 126640 }, { "epoch": 2.0999485997579215, "grad_norm": 0.0013286713510751724, "learning_rate": 2.9000514002420786e-05, "loss": 0.0001, "step": 126650 }, { "epoch": 2.100114406990433, "grad_norm": 0.006957038305699825, "learning_rate": 2.899885593009567e-05, "loss": 0.0054, "step": 126660 }, { "epoch": 2.1002802142229444, "grad_norm": 0.023237237706780434, "learning_rate": 2.899719785777056e-05, "loss": 0.003, "step": 126670 }, { "epoch": 2.100446021455456, "grad_norm": 0.0009794187499210238, "learning_rate": 2.8995539785445443e-05, "loss": 0.0007, "step": 126680 }, { "epoch": 2.1006118286879674, "grad_norm": 0.20826883614063263, "learning_rate": 2.899388171312033e-05, "loss": 0.0081, "step": 126690 }, { "epoch": 2.100777635920479, "grad_norm": 0.3493170738220215, "learning_rate": 2.8992223640795213e-05, "loss": 0.0123, "step": 126700 }, { "epoch": 2.1009434431529903, "grad_norm": 0.11902142316102982, "learning_rate": 2.8990565568470097e-05, "loss": 0.0067, "step": 126710 }, { "epoch": 2.101109250385502, "grad_norm": 0.0008463673293590546, "learning_rate": 2.8988907496144984e-05, "loss": 0.0, "step": 126720 }, { "epoch": 2.1012750576180133, "grad_norm": 0.0005798424826934934, "learning_rate": 2.8987249423819867e-05, "loss": 0.0052, "step": 126730 }, { "epoch": 2.1014408648505247, "grad_norm": 0.00510013522580266, "learning_rate": 2.8985591351494757e-05, "loss": 0.0024, "step": 126740 }, { "epoch": 2.101606672083036, "grad_norm": 6.383746222127229e-05, "learning_rate": 2.898393327916964e-05, "loss": 0.0086, "step": 126750 }, { "epoch": 2.1017724793155477, "grad_norm": 0.006307062692940235, "learning_rate": 2.898227520684452e-05, "loss": 0.0031, "step": 126760 }, { "epoch": 2.101938286548059, "grad_norm": 0.03352900967001915, "learning_rate": 2.898061713451941e-05, "loss": 0.0001, "step": 126770 }, { "epoch": 2.1021040937805706, "grad_norm": 0.07364878058433533, "learning_rate": 2.8978959062194295e-05, "loss": 0.0043, "step": 126780 }, { "epoch": 2.102269901013082, "grad_norm": 0.035251226276159286, "learning_rate": 2.8977300989869178e-05, "loss": 0.0065, "step": 126790 }, { "epoch": 2.1024357082455936, "grad_norm": 0.009160652756690979, "learning_rate": 2.8975642917544065e-05, "loss": 0.0021, "step": 126800 }, { "epoch": 2.102601515478105, "grad_norm": 0.21272481977939606, "learning_rate": 2.897398484521895e-05, "loss": 0.008, "step": 126810 }, { "epoch": 2.1027673227106165, "grad_norm": 0.0003856015973724425, "learning_rate": 2.897232677289384e-05, "loss": 0.0134, "step": 126820 }, { "epoch": 2.102933129943128, "grad_norm": 0.10698047280311584, "learning_rate": 2.897066870056872e-05, "loss": 0.0031, "step": 126830 }, { "epoch": 2.1030989371756394, "grad_norm": 0.0004652442003134638, "learning_rate": 2.8969010628243602e-05, "loss": 0.0073, "step": 126840 }, { "epoch": 2.103264744408151, "grad_norm": 0.0015874201199039817, "learning_rate": 2.8967352555918493e-05, "loss": 0.0091, "step": 126850 }, { "epoch": 2.1034305516406624, "grad_norm": 0.0035395431332290173, "learning_rate": 2.8965694483593376e-05, "loss": 0.0056, "step": 126860 }, { "epoch": 2.103596358873174, "grad_norm": 0.002700255485251546, "learning_rate": 2.896403641126826e-05, "loss": 0.0002, "step": 126870 }, { "epoch": 2.1037621661056853, "grad_norm": 0.04379996657371521, "learning_rate": 2.8962378338943146e-05, "loss": 0.0002, "step": 126880 }, { "epoch": 2.103927973338197, "grad_norm": 0.011157256551086903, "learning_rate": 2.896072026661803e-05, "loss": 0.0028, "step": 126890 }, { "epoch": 2.1040937805707083, "grad_norm": 0.0038970098830759525, "learning_rate": 2.895906219429292e-05, "loss": 0.0001, "step": 126900 }, { "epoch": 2.10425958780322, "grad_norm": 0.005663262214511633, "learning_rate": 2.89574041219678e-05, "loss": 0.0001, "step": 126910 }, { "epoch": 2.1044253950357317, "grad_norm": 0.8206110000610352, "learning_rate": 2.8955746049642684e-05, "loss": 0.0161, "step": 126920 }, { "epoch": 2.104591202268243, "grad_norm": 0.00010812754044309258, "learning_rate": 2.8954087977317574e-05, "loss": 0.0086, "step": 126930 }, { "epoch": 2.1047570095007546, "grad_norm": 0.0013910147827118635, "learning_rate": 2.8952429904992458e-05, "loss": 0.0068, "step": 126940 }, { "epoch": 2.104922816733266, "grad_norm": 1.2488852739334106, "learning_rate": 2.8950771832667344e-05, "loss": 0.0204, "step": 126950 }, { "epoch": 2.1050886239657776, "grad_norm": 0.011677209287881851, "learning_rate": 2.8949113760342228e-05, "loss": 0.0, "step": 126960 }, { "epoch": 2.105254431198289, "grad_norm": 0.0058293030597269535, "learning_rate": 2.894745568801711e-05, "loss": 0.0171, "step": 126970 }, { "epoch": 2.1054202384308005, "grad_norm": 0.004246489144861698, "learning_rate": 2.8945797615691998e-05, "loss": 0.0004, "step": 126980 }, { "epoch": 2.105586045663312, "grad_norm": 0.13092869520187378, "learning_rate": 2.8944139543366882e-05, "loss": 0.0007, "step": 126990 }, { "epoch": 2.1057518528958235, "grad_norm": 0.0002895764191634953, "learning_rate": 2.8942481471041765e-05, "loss": 0.0075, "step": 127000 }, { "epoch": 2.105917660128335, "grad_norm": 0.0015260953223332763, "learning_rate": 2.8940823398716655e-05, "loss": 0.0078, "step": 127010 }, { "epoch": 2.1060834673608464, "grad_norm": 1.6938683984335512e-05, "learning_rate": 2.893916532639154e-05, "loss": 0.0005, "step": 127020 }, { "epoch": 2.106249274593358, "grad_norm": 0.3448067009449005, "learning_rate": 2.8937507254066426e-05, "loss": 0.0039, "step": 127030 }, { "epoch": 2.1064150818258693, "grad_norm": 0.0002952856302727014, "learning_rate": 2.893584918174131e-05, "loss": 0.003, "step": 127040 }, { "epoch": 2.106580889058381, "grad_norm": 0.0011331296991556883, "learning_rate": 2.8934191109416193e-05, "loss": 0.0002, "step": 127050 }, { "epoch": 2.1067466962908923, "grad_norm": 0.00028985593235120177, "learning_rate": 2.893253303709108e-05, "loss": 0.0081, "step": 127060 }, { "epoch": 2.1069125035234038, "grad_norm": 0.00021608942188322544, "learning_rate": 2.8930874964765963e-05, "loss": 0.0015, "step": 127070 }, { "epoch": 2.1070783107559152, "grad_norm": 0.0017319233156740665, "learning_rate": 2.8929216892440853e-05, "loss": 0.0074, "step": 127080 }, { "epoch": 2.1072441179884267, "grad_norm": 0.001814694725908339, "learning_rate": 2.8927558820115737e-05, "loss": 0.0079, "step": 127090 }, { "epoch": 2.107409925220938, "grad_norm": 0.11310408264398575, "learning_rate": 2.8925900747790617e-05, "loss": 0.0032, "step": 127100 }, { "epoch": 2.1075757324534496, "grad_norm": 0.2537091374397278, "learning_rate": 2.8924242675465507e-05, "loss": 0.0048, "step": 127110 }, { "epoch": 2.107741539685961, "grad_norm": 0.0015262884553521872, "learning_rate": 2.892258460314039e-05, "loss": 0.0002, "step": 127120 }, { "epoch": 2.1079073469184726, "grad_norm": 0.010121717117726803, "learning_rate": 2.8920926530815274e-05, "loss": 0.0063, "step": 127130 }, { "epoch": 2.108073154150984, "grad_norm": 0.002025373512879014, "learning_rate": 2.891926845849016e-05, "loss": 0.0044, "step": 127140 }, { "epoch": 2.1082389613834955, "grad_norm": 0.1664533168077469, "learning_rate": 2.8917610386165044e-05, "loss": 0.0057, "step": 127150 }, { "epoch": 2.108404768616007, "grad_norm": 0.003522629616782069, "learning_rate": 2.8915952313839935e-05, "loss": 0.004, "step": 127160 }, { "epoch": 2.1085705758485185, "grad_norm": 0.18413689732551575, "learning_rate": 2.8914294241514818e-05, "loss": 0.0064, "step": 127170 }, { "epoch": 2.10873638308103, "grad_norm": 0.0033460864797234535, "learning_rate": 2.8912636169189698e-05, "loss": 0.0001, "step": 127180 }, { "epoch": 2.1089021903135414, "grad_norm": 0.7426443099975586, "learning_rate": 2.891097809686459e-05, "loss": 0.0046, "step": 127190 }, { "epoch": 2.109067997546053, "grad_norm": 5.980354399071075e-05, "learning_rate": 2.8909320024539472e-05, "loss": 0.0008, "step": 127200 }, { "epoch": 2.1092338047785644, "grad_norm": 0.0005953428917564452, "learning_rate": 2.8907661952214356e-05, "loss": 0.0059, "step": 127210 }, { "epoch": 2.109399612011076, "grad_norm": 0.0037240218371152878, "learning_rate": 2.8906003879889242e-05, "loss": 0.0077, "step": 127220 }, { "epoch": 2.1095654192435873, "grad_norm": 0.063118115067482, "learning_rate": 2.8904345807564126e-05, "loss": 0.0094, "step": 127230 }, { "epoch": 2.109731226476099, "grad_norm": 0.002097736345604062, "learning_rate": 2.8902687735239016e-05, "loss": 0.0028, "step": 127240 }, { "epoch": 2.1098970337086103, "grad_norm": 0.0008388005662709475, "learning_rate": 2.8901029662913896e-05, "loss": 0.0032, "step": 127250 }, { "epoch": 2.1100628409411217, "grad_norm": 0.0009433890227228403, "learning_rate": 2.889937159058878e-05, "loss": 0.0084, "step": 127260 }, { "epoch": 2.110228648173633, "grad_norm": 0.0004023627261631191, "learning_rate": 2.889771351826367e-05, "loss": 0.004, "step": 127270 }, { "epoch": 2.1103944554061447, "grad_norm": 0.00013529830903280526, "learning_rate": 2.8896055445938553e-05, "loss": 0.005, "step": 127280 }, { "epoch": 2.110560262638656, "grad_norm": 0.029384655877947807, "learning_rate": 2.889439737361344e-05, "loss": 0.0034, "step": 127290 }, { "epoch": 2.1107260698711676, "grad_norm": 0.0018915488617494702, "learning_rate": 2.8892739301288324e-05, "loss": 0.0041, "step": 127300 }, { "epoch": 2.110891877103679, "grad_norm": 0.010416031815111637, "learning_rate": 2.8891081228963207e-05, "loss": 0.0053, "step": 127310 }, { "epoch": 2.1110576843361906, "grad_norm": 0.0010839394526556134, "learning_rate": 2.8889423156638094e-05, "loss": 0.0003, "step": 127320 }, { "epoch": 2.111223491568702, "grad_norm": 0.00035571036278270185, "learning_rate": 2.8887765084312978e-05, "loss": 0.0001, "step": 127330 }, { "epoch": 2.1113892988012135, "grad_norm": 0.01886432059109211, "learning_rate": 2.888610701198786e-05, "loss": 0.0, "step": 127340 }, { "epoch": 2.111555106033725, "grad_norm": 0.003305238438770175, "learning_rate": 2.888444893966275e-05, "loss": 0.0027, "step": 127350 }, { "epoch": 2.111720913266237, "grad_norm": 0.39055636525154114, "learning_rate": 2.8882790867337635e-05, "loss": 0.0024, "step": 127360 }, { "epoch": 2.111886720498748, "grad_norm": 0.0051527670584619045, "learning_rate": 2.888113279501252e-05, "loss": 0.0004, "step": 127370 }, { "epoch": 2.11205252773126, "grad_norm": 0.1941356658935547, "learning_rate": 2.8879474722687405e-05, "loss": 0.0108, "step": 127380 }, { "epoch": 2.1122183349637713, "grad_norm": 0.4335048496723175, "learning_rate": 2.887781665036229e-05, "loss": 0.0061, "step": 127390 }, { "epoch": 2.112384142196283, "grad_norm": 0.39851489663124084, "learning_rate": 2.8876158578037175e-05, "loss": 0.001, "step": 127400 }, { "epoch": 2.1125499494287943, "grad_norm": 0.0010399888269603252, "learning_rate": 2.887450050571206e-05, "loss": 0.0027, "step": 127410 }, { "epoch": 2.1127157566613057, "grad_norm": 0.0009303456754423678, "learning_rate": 2.8872842433386942e-05, "loss": 0.0079, "step": 127420 }, { "epoch": 2.112881563893817, "grad_norm": 0.5485410690307617, "learning_rate": 2.8871184361061833e-05, "loss": 0.0106, "step": 127430 }, { "epoch": 2.1130473711263287, "grad_norm": 0.0013507227413356304, "learning_rate": 2.8869526288736716e-05, "loss": 0.0044, "step": 127440 }, { "epoch": 2.11321317835884, "grad_norm": 0.007466360926628113, "learning_rate": 2.8867868216411603e-05, "loss": 0.0091, "step": 127450 }, { "epoch": 2.1133789855913516, "grad_norm": 0.0003510418173391372, "learning_rate": 2.8866210144086487e-05, "loss": 0.0094, "step": 127460 }, { "epoch": 2.113544792823863, "grad_norm": 0.0005779220955446362, "learning_rate": 2.886455207176137e-05, "loss": 0.0035, "step": 127470 }, { "epoch": 2.1137106000563746, "grad_norm": 2.4798337108222768e-05, "learning_rate": 2.8862893999436257e-05, "loss": 0.0109, "step": 127480 }, { "epoch": 2.113876407288886, "grad_norm": 0.0018783584237098694, "learning_rate": 2.886123592711114e-05, "loss": 0.0025, "step": 127490 }, { "epoch": 2.1140422145213975, "grad_norm": 0.003116140142083168, "learning_rate": 2.885957785478603e-05, "loss": 0.0029, "step": 127500 }, { "epoch": 2.114208021753909, "grad_norm": 0.00017926197324413806, "learning_rate": 2.8857919782460914e-05, "loss": 0.0031, "step": 127510 }, { "epoch": 2.1143738289864205, "grad_norm": 0.00012944522313773632, "learning_rate": 2.8856261710135794e-05, "loss": 0.0007, "step": 127520 }, { "epoch": 2.114539636218932, "grad_norm": 0.0003757276863325387, "learning_rate": 2.8854603637810684e-05, "loss": 0.0065, "step": 127530 }, { "epoch": 2.1147054434514434, "grad_norm": 0.0004186537116765976, "learning_rate": 2.8852945565485568e-05, "loss": 0.0066, "step": 127540 }, { "epoch": 2.114871250683955, "grad_norm": 0.0001961572706932202, "learning_rate": 2.885128749316045e-05, "loss": 0.0008, "step": 127550 }, { "epoch": 2.1150370579164663, "grad_norm": 0.1832248866558075, "learning_rate": 2.8849629420835338e-05, "loss": 0.0076, "step": 127560 }, { "epoch": 2.115202865148978, "grad_norm": 3.6996636481489986e-05, "learning_rate": 2.8847971348510222e-05, "loss": 0.0003, "step": 127570 }, { "epoch": 2.1153686723814893, "grad_norm": 0.00011908928718185052, "learning_rate": 2.8846313276185112e-05, "loss": 0.0007, "step": 127580 }, { "epoch": 2.1155344796140008, "grad_norm": 0.0017220606096088886, "learning_rate": 2.8844655203859992e-05, "loss": 0.0069, "step": 127590 }, { "epoch": 2.1157002868465122, "grad_norm": 0.02395562268793583, "learning_rate": 2.8842997131534876e-05, "loss": 0.0089, "step": 127600 }, { "epoch": 2.1158660940790237, "grad_norm": 0.04610607400536537, "learning_rate": 2.8841339059209766e-05, "loss": 0.0021, "step": 127610 }, { "epoch": 2.116031901311535, "grad_norm": 0.00023689802037552, "learning_rate": 2.883968098688465e-05, "loss": 0.0052, "step": 127620 }, { "epoch": 2.1161977085440467, "grad_norm": 0.029317116364836693, "learning_rate": 2.8838022914559536e-05, "loss": 0.0003, "step": 127630 }, { "epoch": 2.116363515776558, "grad_norm": 0.1574794501066208, "learning_rate": 2.883636484223442e-05, "loss": 0.0101, "step": 127640 }, { "epoch": 2.1165293230090696, "grad_norm": 0.0003528354864101857, "learning_rate": 2.8834706769909303e-05, "loss": 0.0022, "step": 127650 }, { "epoch": 2.116695130241581, "grad_norm": 0.0007998578948900104, "learning_rate": 2.8833048697584193e-05, "loss": 0.0029, "step": 127660 }, { "epoch": 2.1168609374740925, "grad_norm": 0.00030654112924821675, "learning_rate": 2.8831390625259073e-05, "loss": 0.0001, "step": 127670 }, { "epoch": 2.117026744706604, "grad_norm": 0.043772172182798386, "learning_rate": 2.8829732552933957e-05, "loss": 0.0062, "step": 127680 }, { "epoch": 2.1171925519391155, "grad_norm": 0.20855525135993958, "learning_rate": 2.8828074480608847e-05, "loss": 0.0042, "step": 127690 }, { "epoch": 2.117358359171627, "grad_norm": 0.0025295608211308718, "learning_rate": 2.882641640828373e-05, "loss": 0.0043, "step": 127700 }, { "epoch": 2.1175241664041384, "grad_norm": 0.002417302690446377, "learning_rate": 2.8824758335958618e-05, "loss": 0.012, "step": 127710 }, { "epoch": 2.11768997363665, "grad_norm": 0.934751570224762, "learning_rate": 2.88231002636335e-05, "loss": 0.0137, "step": 127720 }, { "epoch": 2.1178557808691614, "grad_norm": 0.02089572325348854, "learning_rate": 2.8821442191308385e-05, "loss": 0.0054, "step": 127730 }, { "epoch": 2.118021588101673, "grad_norm": 0.25856444239616394, "learning_rate": 2.881978411898327e-05, "loss": 0.0041, "step": 127740 }, { "epoch": 2.1181873953341843, "grad_norm": 0.19572138786315918, "learning_rate": 2.8818126046658155e-05, "loss": 0.0196, "step": 127750 }, { "epoch": 2.118353202566696, "grad_norm": 0.23329703509807587, "learning_rate": 2.881646797433304e-05, "loss": 0.0039, "step": 127760 }, { "epoch": 2.1185190097992073, "grad_norm": 0.05919717252254486, "learning_rate": 2.881480990200793e-05, "loss": 0.0088, "step": 127770 }, { "epoch": 2.1186848170317187, "grad_norm": 0.009268419817090034, "learning_rate": 2.8813151829682812e-05, "loss": 0.0, "step": 127780 }, { "epoch": 2.11885062426423, "grad_norm": 0.011718363501131535, "learning_rate": 2.88114937573577e-05, "loss": 0.0011, "step": 127790 }, { "epoch": 2.1190164314967417, "grad_norm": 0.0016040480695664883, "learning_rate": 2.8809835685032582e-05, "loss": 0.0, "step": 127800 }, { "epoch": 2.1191822387292536, "grad_norm": 6.335924990708008e-05, "learning_rate": 2.8808177612707466e-05, "loss": 0.0085, "step": 127810 }, { "epoch": 2.1193480459617646, "grad_norm": 0.0010772965615615249, "learning_rate": 2.8806519540382353e-05, "loss": 0.0002, "step": 127820 }, { "epoch": 2.1195138531942765, "grad_norm": 0.001532582682557404, "learning_rate": 2.8804861468057236e-05, "loss": 0.0043, "step": 127830 }, { "epoch": 2.119679660426788, "grad_norm": 0.2818123996257782, "learning_rate": 2.8803203395732126e-05, "loss": 0.0131, "step": 127840 }, { "epoch": 2.1198454676592995, "grad_norm": 0.002341056941077113, "learning_rate": 2.880154532340701e-05, "loss": 0.0033, "step": 127850 }, { "epoch": 2.120011274891811, "grad_norm": 0.032488469034433365, "learning_rate": 2.8799887251081893e-05, "loss": 0.0022, "step": 127860 }, { "epoch": 2.1201770821243224, "grad_norm": 0.0342121347784996, "learning_rate": 2.879822917875678e-05, "loss": 0.0079, "step": 127870 }, { "epoch": 2.120342889356834, "grad_norm": 0.009412773884832859, "learning_rate": 2.8796571106431664e-05, "loss": 0.0001, "step": 127880 }, { "epoch": 2.1205086965893454, "grad_norm": 0.20039717853069305, "learning_rate": 2.8794913034106547e-05, "loss": 0.0031, "step": 127890 }, { "epoch": 2.120674503821857, "grad_norm": 0.0015165602089837193, "learning_rate": 2.8793254961781434e-05, "loss": 0.0141, "step": 127900 }, { "epoch": 2.1208403110543683, "grad_norm": 0.00041518721263855696, "learning_rate": 2.8791596889456318e-05, "loss": 0.0029, "step": 127910 }, { "epoch": 2.12100611828688, "grad_norm": 0.0007501966319978237, "learning_rate": 2.8789938817131208e-05, "loss": 0.0001, "step": 127920 }, { "epoch": 2.1211719255193913, "grad_norm": 0.5797531008720398, "learning_rate": 2.878828074480609e-05, "loss": 0.0077, "step": 127930 }, { "epoch": 2.1213377327519027, "grad_norm": 0.0066728112287819386, "learning_rate": 2.878662267248097e-05, "loss": 0.0, "step": 127940 }, { "epoch": 2.121503539984414, "grad_norm": 0.7420506477355957, "learning_rate": 2.8784964600155862e-05, "loss": 0.0078, "step": 127950 }, { "epoch": 2.1216693472169257, "grad_norm": 0.0006533096893690526, "learning_rate": 2.8783306527830745e-05, "loss": 0.0053, "step": 127960 }, { "epoch": 2.121835154449437, "grad_norm": 0.001164836692623794, "learning_rate": 2.8781648455505632e-05, "loss": 0.0004, "step": 127970 }, { "epoch": 2.1220009616819486, "grad_norm": 0.22686609625816345, "learning_rate": 2.8779990383180516e-05, "loss": 0.0089, "step": 127980 }, { "epoch": 2.12216676891446, "grad_norm": 0.0003103134804405272, "learning_rate": 2.87783323108554e-05, "loss": 0.0026, "step": 127990 }, { "epoch": 2.1223325761469716, "grad_norm": 0.00036625147913582623, "learning_rate": 2.877667423853029e-05, "loss": 0.0068, "step": 128000 }, { "epoch": 2.122498383379483, "grad_norm": 0.00394465820863843, "learning_rate": 2.877501616620517e-05, "loss": 0.0034, "step": 128010 }, { "epoch": 2.1226641906119945, "grad_norm": 0.00010200605902355164, "learning_rate": 2.8773358093880053e-05, "loss": 0.0007, "step": 128020 }, { "epoch": 2.122829997844506, "grad_norm": 0.0022380338050425053, "learning_rate": 2.8771700021554943e-05, "loss": 0.0083, "step": 128030 }, { "epoch": 2.1229958050770175, "grad_norm": 0.0013014025753363967, "learning_rate": 2.8770041949229827e-05, "loss": 0.0003, "step": 128040 }, { "epoch": 2.123161612309529, "grad_norm": 0.005503475200384855, "learning_rate": 2.8768383876904713e-05, "loss": 0.0048, "step": 128050 }, { "epoch": 2.1233274195420404, "grad_norm": 0.17624437808990479, "learning_rate": 2.8766725804579597e-05, "loss": 0.0094, "step": 128060 }, { "epoch": 2.123493226774552, "grad_norm": 0.0021936956327408552, "learning_rate": 2.876506773225448e-05, "loss": 0.0136, "step": 128070 }, { "epoch": 2.1236590340070634, "grad_norm": 0.005341985262930393, "learning_rate": 2.876340965992937e-05, "loss": 0.0151, "step": 128080 }, { "epoch": 2.123824841239575, "grad_norm": 0.002769181504845619, "learning_rate": 2.876175158760425e-05, "loss": 0.0051, "step": 128090 }, { "epoch": 2.1239906484720863, "grad_norm": 0.000909948255866766, "learning_rate": 2.8760093515279134e-05, "loss": 0.0126, "step": 128100 }, { "epoch": 2.1241564557045978, "grad_norm": 0.00016948413394857198, "learning_rate": 2.8758435442954024e-05, "loss": 0.0125, "step": 128110 }, { "epoch": 2.1243222629371092, "grad_norm": 0.0025092298164963722, "learning_rate": 2.8756777370628908e-05, "loss": 0.0112, "step": 128120 }, { "epoch": 2.1244880701696207, "grad_norm": 0.0003199747879989445, "learning_rate": 2.8755119298303795e-05, "loss": 0.0001, "step": 128130 }, { "epoch": 2.124653877402132, "grad_norm": 0.009524507448077202, "learning_rate": 2.8753461225978678e-05, "loss": 0.0002, "step": 128140 }, { "epoch": 2.1248196846346437, "grad_norm": 0.001087334705516696, "learning_rate": 2.8751803153653562e-05, "loss": 0.0067, "step": 128150 }, { "epoch": 2.124985491867155, "grad_norm": 0.0019198206719011068, "learning_rate": 2.875014508132845e-05, "loss": 0.0, "step": 128160 }, { "epoch": 2.1251512990996666, "grad_norm": 0.0030634584836661816, "learning_rate": 2.8748487009003332e-05, "loss": 0.0075, "step": 128170 }, { "epoch": 2.125317106332178, "grad_norm": 0.044468581676483154, "learning_rate": 2.8746828936678222e-05, "loss": 0.0003, "step": 128180 }, { "epoch": 2.1254829135646895, "grad_norm": 0.0017803178634494543, "learning_rate": 2.8745170864353106e-05, "loss": 0.0089, "step": 128190 }, { "epoch": 2.125648720797201, "grad_norm": 0.00165042863227427, "learning_rate": 2.874351279202799e-05, "loss": 0.0003, "step": 128200 }, { "epoch": 2.1258145280297125, "grad_norm": 0.016426555812358856, "learning_rate": 2.8741854719702876e-05, "loss": 0.0034, "step": 128210 }, { "epoch": 2.125980335262224, "grad_norm": 0.0003822955768555403, "learning_rate": 2.874019664737776e-05, "loss": 0.0001, "step": 128220 }, { "epoch": 2.1261461424947354, "grad_norm": 2.375227451324463, "learning_rate": 2.8738538575052643e-05, "loss": 0.0077, "step": 128230 }, { "epoch": 2.126311949727247, "grad_norm": 0.00020420979126356542, "learning_rate": 2.873688050272753e-05, "loss": 0.0028, "step": 128240 }, { "epoch": 2.1264777569597584, "grad_norm": 0.007367810234427452, "learning_rate": 2.8735222430402414e-05, "loss": 0.0053, "step": 128250 }, { "epoch": 2.1266435641922703, "grad_norm": 3.7440131563926116e-05, "learning_rate": 2.8733564358077304e-05, "loss": 0.0, "step": 128260 }, { "epoch": 2.1268093714247813, "grad_norm": 0.0035873346496373415, "learning_rate": 2.8731906285752187e-05, "loss": 0.0019, "step": 128270 }, { "epoch": 2.1269751786572932, "grad_norm": 0.054127536714076996, "learning_rate": 2.8730248213427067e-05, "loss": 0.0001, "step": 128280 }, { "epoch": 2.1271409858898047, "grad_norm": 0.0007745613111183047, "learning_rate": 2.8728590141101958e-05, "loss": 0.0096, "step": 128290 }, { "epoch": 2.127306793122316, "grad_norm": 0.8625155687332153, "learning_rate": 2.872693206877684e-05, "loss": 0.0162, "step": 128300 }, { "epoch": 2.1274726003548277, "grad_norm": 0.00048346075345762074, "learning_rate": 2.8725273996451728e-05, "loss": 0.0028, "step": 128310 }, { "epoch": 2.127638407587339, "grad_norm": 0.00031834395485930145, "learning_rate": 2.872361592412661e-05, "loss": 0.0092, "step": 128320 }, { "epoch": 2.1278042148198506, "grad_norm": 0.0026623238809406757, "learning_rate": 2.8721957851801495e-05, "loss": 0.0027, "step": 128330 }, { "epoch": 2.127970022052362, "grad_norm": 0.0024127555079758167, "learning_rate": 2.8720299779476385e-05, "loss": 0.0042, "step": 128340 }, { "epoch": 2.1281358292848735, "grad_norm": 0.008922730572521687, "learning_rate": 2.871864170715127e-05, "loss": 0.0153, "step": 128350 }, { "epoch": 2.128301636517385, "grad_norm": 0.052397292107343674, "learning_rate": 2.871698363482615e-05, "loss": 0.0003, "step": 128360 }, { "epoch": 2.1284674437498965, "grad_norm": 0.0006752099725417793, "learning_rate": 2.871532556250104e-05, "loss": 0.012, "step": 128370 }, { "epoch": 2.128633250982408, "grad_norm": 0.01602519303560257, "learning_rate": 2.8713667490175922e-05, "loss": 0.0102, "step": 128380 }, { "epoch": 2.1287990582149194, "grad_norm": 0.708112895488739, "learning_rate": 2.871200941785081e-05, "loss": 0.0085, "step": 128390 }, { "epoch": 2.128964865447431, "grad_norm": 0.00044784584315493703, "learning_rate": 2.8710351345525693e-05, "loss": 0.0001, "step": 128400 }, { "epoch": 2.1291306726799424, "grad_norm": 0.031001601368188858, "learning_rate": 2.8708693273200576e-05, "loss": 0.0103, "step": 128410 }, { "epoch": 2.129296479912454, "grad_norm": 0.0007616460206918418, "learning_rate": 2.8707035200875467e-05, "loss": 0.0058, "step": 128420 }, { "epoch": 2.1294622871449653, "grad_norm": 0.09181717038154602, "learning_rate": 2.8705377128550347e-05, "loss": 0.0171, "step": 128430 }, { "epoch": 2.129628094377477, "grad_norm": 0.0011383265955373645, "learning_rate": 2.870371905622523e-05, "loss": 0.0029, "step": 128440 }, { "epoch": 2.1297939016099883, "grad_norm": 0.0023110162001103163, "learning_rate": 2.870206098390012e-05, "loss": 0.01, "step": 128450 }, { "epoch": 2.1299597088424997, "grad_norm": 0.23747003078460693, "learning_rate": 2.8700402911575004e-05, "loss": 0.0028, "step": 128460 }, { "epoch": 2.130125516075011, "grad_norm": 0.0026007643900811672, "learning_rate": 2.869874483924989e-05, "loss": 0.0055, "step": 128470 }, { "epoch": 2.1302913233075227, "grad_norm": 0.03248116001486778, "learning_rate": 2.8697086766924774e-05, "loss": 0.0064, "step": 128480 }, { "epoch": 2.130457130540034, "grad_norm": 0.00034380133729428053, "learning_rate": 2.8695428694599658e-05, "loss": 0.0091, "step": 128490 }, { "epoch": 2.1306229377725456, "grad_norm": 0.08897532522678375, "learning_rate": 2.8693770622274545e-05, "loss": 0.0008, "step": 128500 }, { "epoch": 2.130788745005057, "grad_norm": 0.10134969651699066, "learning_rate": 2.8692112549949428e-05, "loss": 0.0087, "step": 128510 }, { "epoch": 2.1309545522375686, "grad_norm": 0.00022934541630093008, "learning_rate": 2.8690454477624318e-05, "loss": 0.0062, "step": 128520 }, { "epoch": 2.13112035947008, "grad_norm": 0.0018669292330741882, "learning_rate": 2.8688796405299202e-05, "loss": 0.0032, "step": 128530 }, { "epoch": 2.1312861667025915, "grad_norm": 0.4790303111076355, "learning_rate": 2.8687138332974085e-05, "loss": 0.0011, "step": 128540 }, { "epoch": 2.131451973935103, "grad_norm": 0.013805580325424671, "learning_rate": 2.8685480260648972e-05, "loss": 0.0028, "step": 128550 }, { "epoch": 2.1316177811676145, "grad_norm": 0.0006566168740391731, "learning_rate": 2.8683822188323856e-05, "loss": 0.0179, "step": 128560 }, { "epoch": 2.131783588400126, "grad_norm": 0.014964341185986996, "learning_rate": 2.868216411599874e-05, "loss": 0.0033, "step": 128570 }, { "epoch": 2.1319493956326374, "grad_norm": 0.0007615258800797164, "learning_rate": 2.8680506043673626e-05, "loss": 0.0027, "step": 128580 }, { "epoch": 2.132115202865149, "grad_norm": 0.0059478092007339, "learning_rate": 2.867884797134851e-05, "loss": 0.0053, "step": 128590 }, { "epoch": 2.1322810100976604, "grad_norm": 0.0014511593617498875, "learning_rate": 2.86771898990234e-05, "loss": 0.0002, "step": 128600 }, { "epoch": 2.132446817330172, "grad_norm": 0.0009887601481750607, "learning_rate": 2.8675531826698283e-05, "loss": 0.0065, "step": 128610 }, { "epoch": 2.1326126245626833, "grad_norm": 0.010942063294351101, "learning_rate": 2.8673873754373167e-05, "loss": 0.0069, "step": 128620 }, { "epoch": 2.1327784317951948, "grad_norm": 0.17969273030757904, "learning_rate": 2.8672215682048053e-05, "loss": 0.0048, "step": 128630 }, { "epoch": 2.1329442390277062, "grad_norm": 0.0023063623812049627, "learning_rate": 2.8670557609722937e-05, "loss": 0.0031, "step": 128640 }, { "epoch": 2.1331100462602177, "grad_norm": 0.2624254524707794, "learning_rate": 2.8668899537397824e-05, "loss": 0.0052, "step": 128650 }, { "epoch": 2.133275853492729, "grad_norm": 0.0003223894163966179, "learning_rate": 2.8667241465072707e-05, "loss": 0.0001, "step": 128660 }, { "epoch": 2.1334416607252407, "grad_norm": 0.0026755782309919596, "learning_rate": 2.866558339274759e-05, "loss": 0.0032, "step": 128670 }, { "epoch": 2.133607467957752, "grad_norm": 4.844117574975826e-05, "learning_rate": 2.866392532042248e-05, "loss": 0.0052, "step": 128680 }, { "epoch": 2.1337732751902636, "grad_norm": 0.00033499940764158964, "learning_rate": 2.8662267248097365e-05, "loss": 0.0051, "step": 128690 }, { "epoch": 2.133939082422775, "grad_norm": 0.0016201373655349016, "learning_rate": 2.8660609175772245e-05, "loss": 0.0001, "step": 128700 }, { "epoch": 2.134104889655287, "grad_norm": 0.26536983251571655, "learning_rate": 2.8658951103447135e-05, "loss": 0.0102, "step": 128710 }, { "epoch": 2.134270696887798, "grad_norm": 0.003975165542215109, "learning_rate": 2.865729303112202e-05, "loss": 0.0, "step": 128720 }, { "epoch": 2.13443650412031, "grad_norm": 0.625924825668335, "learning_rate": 2.8655634958796905e-05, "loss": 0.0039, "step": 128730 }, { "epoch": 2.1346023113528214, "grad_norm": 0.00011640255979727954, "learning_rate": 2.865397688647179e-05, "loss": 0.0049, "step": 128740 }, { "epoch": 2.134768118585333, "grad_norm": 8.044722198974341e-05, "learning_rate": 2.8652318814146672e-05, "loss": 0.0044, "step": 128750 }, { "epoch": 2.1349339258178444, "grad_norm": 0.0029150100890547037, "learning_rate": 2.8650660741821562e-05, "loss": 0.0098, "step": 128760 }, { "epoch": 2.135099733050356, "grad_norm": 0.020437711849808693, "learning_rate": 2.8649002669496443e-05, "loss": 0.0, "step": 128770 }, { "epoch": 2.1352655402828673, "grad_norm": 0.000482192263007164, "learning_rate": 2.8647344597171326e-05, "loss": 0.0002, "step": 128780 }, { "epoch": 2.1354313475153788, "grad_norm": 0.0009356150985695422, "learning_rate": 2.8645686524846216e-05, "loss": 0.0024, "step": 128790 }, { "epoch": 2.1355971547478902, "grad_norm": 0.0012466264888644218, "learning_rate": 2.86440284525211e-05, "loss": 0.0002, "step": 128800 }, { "epoch": 2.1357629619804017, "grad_norm": 0.22435824573040009, "learning_rate": 2.8642370380195987e-05, "loss": 0.0089, "step": 128810 }, { "epoch": 2.135928769212913, "grad_norm": 0.00022280745906755328, "learning_rate": 2.864071230787087e-05, "loss": 0.0045, "step": 128820 }, { "epoch": 2.1360945764454247, "grad_norm": 0.7659980058670044, "learning_rate": 2.8639054235545754e-05, "loss": 0.0169, "step": 128830 }, { "epoch": 2.136260383677936, "grad_norm": 0.00014203671889845282, "learning_rate": 2.8637396163220644e-05, "loss": 0.0004, "step": 128840 }, { "epoch": 2.1364261909104476, "grad_norm": 0.019261784851551056, "learning_rate": 2.8635738090895524e-05, "loss": 0.0001, "step": 128850 }, { "epoch": 2.136591998142959, "grad_norm": 0.043025486171245575, "learning_rate": 2.8634080018570414e-05, "loss": 0.0013, "step": 128860 }, { "epoch": 2.1367578053754706, "grad_norm": 0.001314797904342413, "learning_rate": 2.8632421946245298e-05, "loss": 0.0057, "step": 128870 }, { "epoch": 2.136923612607982, "grad_norm": 0.005085520446300507, "learning_rate": 2.863076387392018e-05, "loss": 0.0001, "step": 128880 }, { "epoch": 2.1370894198404935, "grad_norm": 0.0015688053099438548, "learning_rate": 2.8629105801595068e-05, "loss": 0.0091, "step": 128890 }, { "epoch": 2.137255227073005, "grad_norm": 0.2025749236345291, "learning_rate": 2.862744772926995e-05, "loss": 0.0028, "step": 128900 }, { "epoch": 2.1374210343055164, "grad_norm": 0.0004691733920481056, "learning_rate": 2.8625789656944835e-05, "loss": 0.0049, "step": 128910 }, { "epoch": 2.137586841538028, "grad_norm": 0.0009282624814659357, "learning_rate": 2.8624131584619722e-05, "loss": 0.0004, "step": 128920 }, { "epoch": 2.1377526487705394, "grad_norm": 0.8055991530418396, "learning_rate": 2.8622473512294605e-05, "loss": 0.0059, "step": 128930 }, { "epoch": 2.137918456003051, "grad_norm": 0.0003706516872625798, "learning_rate": 2.8620815439969496e-05, "loss": 0.0016, "step": 128940 }, { "epoch": 2.1380842632355623, "grad_norm": 0.19917988777160645, "learning_rate": 2.861915736764438e-05, "loss": 0.0023, "step": 128950 }, { "epoch": 2.138250070468074, "grad_norm": 0.0007196574006229639, "learning_rate": 2.8617499295319262e-05, "loss": 0.005, "step": 128960 }, { "epoch": 2.1384158777005853, "grad_norm": 0.0025760259013623, "learning_rate": 2.861584122299415e-05, "loss": 0.003, "step": 128970 }, { "epoch": 2.1385816849330967, "grad_norm": 0.09343542158603668, "learning_rate": 2.8614183150669033e-05, "loss": 0.0074, "step": 128980 }, { "epoch": 2.138747492165608, "grad_norm": 0.005348512902855873, "learning_rate": 2.861252507834392e-05, "loss": 0.0003, "step": 128990 }, { "epoch": 2.1389132993981197, "grad_norm": 0.0002272647834615782, "learning_rate": 2.8610867006018803e-05, "loss": 0.0007, "step": 129000 }, { "epoch": 2.139079106630631, "grad_norm": 0.0004351106472313404, "learning_rate": 2.8609208933693687e-05, "loss": 0.0026, "step": 129010 }, { "epoch": 2.1392449138631426, "grad_norm": 0.01383076049387455, "learning_rate": 2.8607550861368577e-05, "loss": 0.0065, "step": 129020 }, { "epoch": 2.139410721095654, "grad_norm": 0.011545450426638126, "learning_rate": 2.860589278904346e-05, "loss": 0.0036, "step": 129030 }, { "epoch": 2.1395765283281656, "grad_norm": 0.007981386035680771, "learning_rate": 2.8604234716718344e-05, "loss": 0.0029, "step": 129040 }, { "epoch": 2.139742335560677, "grad_norm": 0.00021242599177639931, "learning_rate": 2.860257664439323e-05, "loss": 0.0032, "step": 129050 }, { "epoch": 2.1399081427931885, "grad_norm": 0.16944611072540283, "learning_rate": 2.8600918572068114e-05, "loss": 0.0059, "step": 129060 }, { "epoch": 2.1400739500257, "grad_norm": 0.0010580193484202027, "learning_rate": 2.8599260499743e-05, "loss": 0.0004, "step": 129070 }, { "epoch": 2.1402397572582115, "grad_norm": 0.0003636499750427902, "learning_rate": 2.8597602427417885e-05, "loss": 0.0027, "step": 129080 }, { "epoch": 2.140405564490723, "grad_norm": 0.0002600428997538984, "learning_rate": 2.8595944355092768e-05, "loss": 0.0082, "step": 129090 }, { "epoch": 2.1405713717232344, "grad_norm": 0.7733466029167175, "learning_rate": 2.859428628276766e-05, "loss": 0.007, "step": 129100 }, { "epoch": 2.140737178955746, "grad_norm": 0.0011340463533997536, "learning_rate": 2.8592628210442542e-05, "loss": 0.0038, "step": 129110 }, { "epoch": 2.1409029861882574, "grad_norm": 0.00022343841555994004, "learning_rate": 2.8590970138117422e-05, "loss": 0.0028, "step": 129120 }, { "epoch": 2.141068793420769, "grad_norm": 0.014769649133086205, "learning_rate": 2.8589312065792312e-05, "loss": 0.0089, "step": 129130 }, { "epoch": 2.1412346006532803, "grad_norm": 6.193346052896231e-05, "learning_rate": 2.8587653993467196e-05, "loss": 0.0084, "step": 129140 }, { "epoch": 2.141400407885792, "grad_norm": 0.0005807676934637129, "learning_rate": 2.8585995921142082e-05, "loss": 0.0049, "step": 129150 }, { "epoch": 2.1415662151183037, "grad_norm": 0.31931519508361816, "learning_rate": 2.8584337848816966e-05, "loss": 0.0056, "step": 129160 }, { "epoch": 2.1417320223508147, "grad_norm": 0.5387066602706909, "learning_rate": 2.858267977649185e-05, "loss": 0.0145, "step": 129170 }, { "epoch": 2.1418978295833266, "grad_norm": 0.0028293721843510866, "learning_rate": 2.858102170416674e-05, "loss": 0.0031, "step": 129180 }, { "epoch": 2.142063636815838, "grad_norm": 0.0003748292219825089, "learning_rate": 2.857936363184162e-05, "loss": 0.0037, "step": 129190 }, { "epoch": 2.1422294440483496, "grad_norm": 0.0024629952386021614, "learning_rate": 2.857770555951651e-05, "loss": 0.0073, "step": 129200 }, { "epoch": 2.142395251280861, "grad_norm": 0.003740886226296425, "learning_rate": 2.8576047487191394e-05, "loss": 0.0076, "step": 129210 }, { "epoch": 2.1425610585133725, "grad_norm": 0.7417615056037903, "learning_rate": 2.8574389414866277e-05, "loss": 0.0068, "step": 129220 }, { "epoch": 2.142726865745884, "grad_norm": 0.0014106105081737041, "learning_rate": 2.8572731342541164e-05, "loss": 0.0, "step": 129230 }, { "epoch": 2.1428926729783955, "grad_norm": 0.017009608447551727, "learning_rate": 2.8571073270216047e-05, "loss": 0.0143, "step": 129240 }, { "epoch": 2.143058480210907, "grad_norm": 0.00022872751287650317, "learning_rate": 2.856941519789093e-05, "loss": 0.0034, "step": 129250 }, { "epoch": 2.1432242874434184, "grad_norm": 0.0032771676778793335, "learning_rate": 2.856775712556582e-05, "loss": 0.0001, "step": 129260 }, { "epoch": 2.14339009467593, "grad_norm": 0.004605072550475597, "learning_rate": 2.85660990532407e-05, "loss": 0.0002, "step": 129270 }, { "epoch": 2.1435559019084414, "grad_norm": 0.0005041458061896265, "learning_rate": 2.856444098091559e-05, "loss": 0.0002, "step": 129280 }, { "epoch": 2.143721709140953, "grad_norm": 0.00011368476407369599, "learning_rate": 2.8562782908590475e-05, "loss": 0.0051, "step": 129290 }, { "epoch": 2.1438875163734643, "grad_norm": 0.25155341625213623, "learning_rate": 2.856112483626536e-05, "loss": 0.0079, "step": 129300 }, { "epoch": 2.144053323605976, "grad_norm": 0.020456500351428986, "learning_rate": 2.8559466763940245e-05, "loss": 0.0004, "step": 129310 }, { "epoch": 2.1442191308384873, "grad_norm": 0.0025227260775864124, "learning_rate": 2.855780869161513e-05, "loss": 0.0055, "step": 129320 }, { "epoch": 2.1443849380709987, "grad_norm": 0.05416950210928917, "learning_rate": 2.855615061929002e-05, "loss": 0.0037, "step": 129330 }, { "epoch": 2.14455074530351, "grad_norm": 0.13732752203941345, "learning_rate": 2.85544925469649e-05, "loss": 0.0091, "step": 129340 }, { "epoch": 2.1447165525360217, "grad_norm": 0.0026825005188584328, "learning_rate": 2.8552834474639783e-05, "loss": 0.0062, "step": 129350 }, { "epoch": 2.144882359768533, "grad_norm": 0.237290158867836, "learning_rate": 2.8551176402314673e-05, "loss": 0.0055, "step": 129360 }, { "epoch": 2.1450481670010446, "grad_norm": 0.004538162145763636, "learning_rate": 2.8549518329989556e-05, "loss": 0.0082, "step": 129370 }, { "epoch": 2.145213974233556, "grad_norm": 0.0007312023662962019, "learning_rate": 2.854786025766444e-05, "loss": 0.0063, "step": 129380 }, { "epoch": 2.1453797814660676, "grad_norm": 0.00027519624563865364, "learning_rate": 2.8546202185339327e-05, "loss": 0.0176, "step": 129390 }, { "epoch": 2.145545588698579, "grad_norm": 0.0006672272575087845, "learning_rate": 2.854454411301421e-05, "loss": 0.0057, "step": 129400 }, { "epoch": 2.1457113959310905, "grad_norm": 1.3712451618630439e-05, "learning_rate": 2.8542886040689097e-05, "loss": 0.004, "step": 129410 }, { "epoch": 2.145877203163602, "grad_norm": 0.0006982405320741236, "learning_rate": 2.854122796836398e-05, "loss": 0.0105, "step": 129420 }, { "epoch": 2.1460430103961134, "grad_norm": 0.002877123886719346, "learning_rate": 2.8539569896038864e-05, "loss": 0.0022, "step": 129430 }, { "epoch": 2.146208817628625, "grad_norm": 0.0017412615707144141, "learning_rate": 2.8537911823713754e-05, "loss": 0.0001, "step": 129440 }, { "epoch": 2.1463746248611364, "grad_norm": 0.3901493549346924, "learning_rate": 2.8536253751388638e-05, "loss": 0.002, "step": 129450 }, { "epoch": 2.146540432093648, "grad_norm": 0.5080857276916504, "learning_rate": 2.8534595679063518e-05, "loss": 0.0115, "step": 129460 }, { "epoch": 2.1467062393261593, "grad_norm": 0.00019096164032816887, "learning_rate": 2.8532937606738408e-05, "loss": 0.0045, "step": 129470 }, { "epoch": 2.146872046558671, "grad_norm": 0.008251962251961231, "learning_rate": 2.853127953441329e-05, "loss": 0.0047, "step": 129480 }, { "epoch": 2.1470378537911823, "grad_norm": 0.0013208482414484024, "learning_rate": 2.852962146208818e-05, "loss": 0.0103, "step": 129490 }, { "epoch": 2.1472036610236938, "grad_norm": 0.01689676195383072, "learning_rate": 2.8527963389763062e-05, "loss": 0.0039, "step": 129500 }, { "epoch": 2.1473694682562052, "grad_norm": 0.0017074178904294968, "learning_rate": 2.8526305317437945e-05, "loss": 0.0002, "step": 129510 }, { "epoch": 2.1475352754887167, "grad_norm": 0.0006291480385698378, "learning_rate": 2.8524647245112836e-05, "loss": 0.0098, "step": 129520 }, { "epoch": 2.147701082721228, "grad_norm": 0.2089342325925827, "learning_rate": 2.852298917278772e-05, "loss": 0.0064, "step": 129530 }, { "epoch": 2.1478668899537396, "grad_norm": 0.20253343880176544, "learning_rate": 2.8521331100462606e-05, "loss": 0.0004, "step": 129540 }, { "epoch": 2.148032697186251, "grad_norm": 0.006919906474649906, "learning_rate": 2.851967302813749e-05, "loss": 0.0039, "step": 129550 }, { "epoch": 2.1481985044187626, "grad_norm": 0.00013881808263249695, "learning_rate": 2.8518014955812373e-05, "loss": 0.0062, "step": 129560 }, { "epoch": 2.148364311651274, "grad_norm": 0.002198972273617983, "learning_rate": 2.851635688348726e-05, "loss": 0.0099, "step": 129570 }, { "epoch": 2.1485301188837855, "grad_norm": 0.01514302659779787, "learning_rate": 2.8514698811162143e-05, "loss": 0.0031, "step": 129580 }, { "epoch": 2.148695926116297, "grad_norm": 0.1661495864391327, "learning_rate": 2.8513040738837027e-05, "loss": 0.0138, "step": 129590 }, { "epoch": 2.1488617333488085, "grad_norm": 0.003962008748203516, "learning_rate": 2.8511382666511917e-05, "loss": 0.0047, "step": 129600 }, { "epoch": 2.14902754058132, "grad_norm": 0.002911678049713373, "learning_rate": 2.8509724594186797e-05, "loss": 0.0043, "step": 129610 }, { "epoch": 2.1491933478138314, "grad_norm": 0.0006641670479439199, "learning_rate": 2.8508066521861687e-05, "loss": 0.0026, "step": 129620 }, { "epoch": 2.1493591550463433, "grad_norm": 0.0012215097667649388, "learning_rate": 2.850640844953657e-05, "loss": 0.0039, "step": 129630 }, { "epoch": 2.149524962278855, "grad_norm": 0.00039512504008598626, "learning_rate": 2.8504750377211454e-05, "loss": 0.0045, "step": 129640 }, { "epoch": 2.1496907695113663, "grad_norm": 0.245851531624794, "learning_rate": 2.850309230488634e-05, "loss": 0.0094, "step": 129650 }, { "epoch": 2.1498565767438778, "grad_norm": 0.0002450296306051314, "learning_rate": 2.8501434232561225e-05, "loss": 0.0045, "step": 129660 }, { "epoch": 2.1500223839763892, "grad_norm": 0.002476375550031662, "learning_rate": 2.8499776160236115e-05, "loss": 0.0065, "step": 129670 }, { "epoch": 2.1501881912089007, "grad_norm": 0.011645386926829815, "learning_rate": 2.8498118087910995e-05, "loss": 0.0037, "step": 129680 }, { "epoch": 2.150353998441412, "grad_norm": 0.0002015633654082194, "learning_rate": 2.849646001558588e-05, "loss": 0.0034, "step": 129690 }, { "epoch": 2.1505198056739236, "grad_norm": 7.413630373775959e-05, "learning_rate": 2.849480194326077e-05, "loss": 0.0028, "step": 129700 }, { "epoch": 2.150685612906435, "grad_norm": 0.20769503712654114, "learning_rate": 2.8493143870935652e-05, "loss": 0.0094, "step": 129710 }, { "epoch": 2.1508514201389466, "grad_norm": 0.0009500245796516538, "learning_rate": 2.8491485798610536e-05, "loss": 0.0057, "step": 129720 }, { "epoch": 2.151017227371458, "grad_norm": 0.00018368189921602607, "learning_rate": 2.8489827726285423e-05, "loss": 0.0009, "step": 129730 }, { "epoch": 2.1511830346039695, "grad_norm": 0.1320292204618454, "learning_rate": 2.8488169653960306e-05, "loss": 0.0091, "step": 129740 }, { "epoch": 2.151348841836481, "grad_norm": 0.0002773996675387025, "learning_rate": 2.8486511581635196e-05, "loss": 0.0062, "step": 129750 }, { "epoch": 2.1515146490689925, "grad_norm": 0.0004621090192813426, "learning_rate": 2.8484853509310076e-05, "loss": 0.0065, "step": 129760 }, { "epoch": 2.151680456301504, "grad_norm": 0.002683545695617795, "learning_rate": 2.848319543698496e-05, "loss": 0.002, "step": 129770 }, { "epoch": 2.1518462635340154, "grad_norm": 0.21980935335159302, "learning_rate": 2.848153736465985e-05, "loss": 0.0136, "step": 129780 }, { "epoch": 2.152012070766527, "grad_norm": 0.002638590056449175, "learning_rate": 2.8479879292334734e-05, "loss": 0.0011, "step": 129790 }, { "epoch": 2.1521778779990384, "grad_norm": 0.002022879896685481, "learning_rate": 2.8478221220009617e-05, "loss": 0.0063, "step": 129800 }, { "epoch": 2.15234368523155, "grad_norm": 0.5185297131538391, "learning_rate": 2.8476563147684504e-05, "loss": 0.0059, "step": 129810 }, { "epoch": 2.1525094924640613, "grad_norm": 0.015437949448823929, "learning_rate": 2.8474905075359387e-05, "loss": 0.0001, "step": 129820 }, { "epoch": 2.152675299696573, "grad_norm": 0.7341623902320862, "learning_rate": 2.8473247003034274e-05, "loss": 0.001, "step": 129830 }, { "epoch": 2.1528411069290843, "grad_norm": 0.011354902759194374, "learning_rate": 2.8471588930709158e-05, "loss": 0.0037, "step": 129840 }, { "epoch": 2.1530069141615957, "grad_norm": 0.03594072908163071, "learning_rate": 2.846993085838404e-05, "loss": 0.0001, "step": 129850 }, { "epoch": 2.153172721394107, "grad_norm": 0.0002077354583889246, "learning_rate": 2.846827278605893e-05, "loss": 0.0028, "step": 129860 }, { "epoch": 2.1533385286266187, "grad_norm": 0.00018590509716887027, "learning_rate": 2.8466614713733815e-05, "loss": 0.0047, "step": 129870 }, { "epoch": 2.15350433585913, "grad_norm": 0.1589614450931549, "learning_rate": 2.8464956641408702e-05, "loss": 0.0109, "step": 129880 }, { "epoch": 2.1536701430916416, "grad_norm": 0.1858353465795517, "learning_rate": 2.8463298569083585e-05, "loss": 0.0115, "step": 129890 }, { "epoch": 2.153835950324153, "grad_norm": 0.0031299821566790342, "learning_rate": 2.846164049675847e-05, "loss": 0.0063, "step": 129900 }, { "epoch": 2.1540017575566646, "grad_norm": 0.0023837843909859657, "learning_rate": 2.8459982424433356e-05, "loss": 0.0171, "step": 129910 }, { "epoch": 2.154167564789176, "grad_norm": 0.010437321849167347, "learning_rate": 2.845832435210824e-05, "loss": 0.0018, "step": 129920 }, { "epoch": 2.1543333720216875, "grad_norm": 0.0006458895513787866, "learning_rate": 2.8456666279783123e-05, "loss": 0.0025, "step": 129930 }, { "epoch": 2.154499179254199, "grad_norm": 0.0006855920655652881, "learning_rate": 2.8455008207458013e-05, "loss": 0.0057, "step": 129940 }, { "epoch": 2.1546649864867105, "grad_norm": 0.00039324400131590664, "learning_rate": 2.8453350135132893e-05, "loss": 0.0029, "step": 129950 }, { "epoch": 2.154830793719222, "grad_norm": 0.0586157962679863, "learning_rate": 2.8451692062807783e-05, "loss": 0.0094, "step": 129960 }, { "epoch": 2.1549966009517334, "grad_norm": 0.0014161263825371861, "learning_rate": 2.8450033990482667e-05, "loss": 0.0023, "step": 129970 }, { "epoch": 2.155162408184245, "grad_norm": 0.03018396534025669, "learning_rate": 2.844837591815755e-05, "loss": 0.008, "step": 129980 }, { "epoch": 2.1553282154167563, "grad_norm": 1.9385171981411986e-05, "learning_rate": 2.8446717845832437e-05, "loss": 0.0036, "step": 129990 }, { "epoch": 2.155494022649268, "grad_norm": 0.0001724479516269639, "learning_rate": 2.844505977350732e-05, "loss": 0.0049, "step": 130000 }, { "epoch": 2.1556598298817793, "grad_norm": 0.0015505912015214562, "learning_rate": 2.844340170118221e-05, "loss": 0.0005, "step": 130010 }, { "epoch": 2.1558256371142908, "grad_norm": 0.07183527201414108, "learning_rate": 2.8441743628857094e-05, "loss": 0.0035, "step": 130020 }, { "epoch": 2.1559914443468022, "grad_norm": 0.03997643291950226, "learning_rate": 2.8440085556531974e-05, "loss": 0.0002, "step": 130030 }, { "epoch": 2.1561572515793137, "grad_norm": 0.00014976738020777702, "learning_rate": 2.8438427484206865e-05, "loss": 0.0059, "step": 130040 }, { "epoch": 2.156323058811825, "grad_norm": 0.03191458433866501, "learning_rate": 2.8436769411881748e-05, "loss": 0.008, "step": 130050 }, { "epoch": 2.1564888660443366, "grad_norm": 0.006779992021620274, "learning_rate": 2.843511133955663e-05, "loss": 0.0006, "step": 130060 }, { "epoch": 2.156654673276848, "grad_norm": 0.0005701569025404751, "learning_rate": 2.843345326723152e-05, "loss": 0.0002, "step": 130070 }, { "epoch": 2.15682048050936, "grad_norm": 0.008228898979723454, "learning_rate": 2.8431795194906402e-05, "loss": 0.0064, "step": 130080 }, { "epoch": 2.156986287741871, "grad_norm": 0.007149861194193363, "learning_rate": 2.8430137122581292e-05, "loss": 0.0085, "step": 130090 }, { "epoch": 2.157152094974383, "grad_norm": 0.01150989718735218, "learning_rate": 2.8428479050256172e-05, "loss": 0.0113, "step": 130100 }, { "epoch": 2.1573179022068945, "grad_norm": 0.012086390517652035, "learning_rate": 2.8426820977931056e-05, "loss": 0.0007, "step": 130110 }, { "epoch": 2.157483709439406, "grad_norm": 0.0031418204307556152, "learning_rate": 2.8425162905605946e-05, "loss": 0.0104, "step": 130120 }, { "epoch": 2.1576495166719174, "grad_norm": 0.0003092806146014482, "learning_rate": 2.842350483328083e-05, "loss": 0.0008, "step": 130130 }, { "epoch": 2.157815323904429, "grad_norm": 0.013044780120253563, "learning_rate": 2.8421846760955713e-05, "loss": 0.0047, "step": 130140 }, { "epoch": 2.1579811311369403, "grad_norm": 0.000522119808010757, "learning_rate": 2.84201886886306e-05, "loss": 0.0037, "step": 130150 }, { "epoch": 2.158146938369452, "grad_norm": 0.0003911780077032745, "learning_rate": 2.8418530616305483e-05, "loss": 0.0031, "step": 130160 }, { "epoch": 2.1583127456019633, "grad_norm": 0.002240728819742799, "learning_rate": 2.841687254398037e-05, "loss": 0.0032, "step": 130170 }, { "epoch": 2.1584785528344748, "grad_norm": 0.5135400295257568, "learning_rate": 2.8415214471655254e-05, "loss": 0.011, "step": 130180 }, { "epoch": 2.1586443600669862, "grad_norm": 0.00017741500050760806, "learning_rate": 2.8413556399330137e-05, "loss": 0.0039, "step": 130190 }, { "epoch": 2.1588101672994977, "grad_norm": 0.26601311564445496, "learning_rate": 2.8411898327005027e-05, "loss": 0.0093, "step": 130200 }, { "epoch": 2.158975974532009, "grad_norm": 0.004133710637688637, "learning_rate": 2.841024025467991e-05, "loss": 0.0095, "step": 130210 }, { "epoch": 2.1591417817645207, "grad_norm": 0.0014901186805218458, "learning_rate": 2.8408582182354798e-05, "loss": 0.0005, "step": 130220 }, { "epoch": 2.159307588997032, "grad_norm": 0.0002924534201156348, "learning_rate": 2.840692411002968e-05, "loss": 0.009, "step": 130230 }, { "epoch": 2.1594733962295436, "grad_norm": 0.0019499162444844842, "learning_rate": 2.8405266037704565e-05, "loss": 0.004, "step": 130240 }, { "epoch": 2.159639203462055, "grad_norm": 0.0008304823422804475, "learning_rate": 2.840360796537945e-05, "loss": 0.008, "step": 130250 }, { "epoch": 2.1598050106945665, "grad_norm": 0.00033678713953122497, "learning_rate": 2.8401949893054335e-05, "loss": 0.0001, "step": 130260 }, { "epoch": 2.159970817927078, "grad_norm": 0.0002552526129875332, "learning_rate": 2.840029182072922e-05, "loss": 0.0048, "step": 130270 }, { "epoch": 2.1601366251595895, "grad_norm": 0.07993362843990326, "learning_rate": 2.839863374840411e-05, "loss": 0.0004, "step": 130280 }, { "epoch": 2.160302432392101, "grad_norm": 0.0016642743721604347, "learning_rate": 2.8396975676078992e-05, "loss": 0.003, "step": 130290 }, { "epoch": 2.1604682396246124, "grad_norm": 0.0014128942275419831, "learning_rate": 2.839531760375388e-05, "loss": 0.0088, "step": 130300 }, { "epoch": 2.160634046857124, "grad_norm": 0.0010131942108273506, "learning_rate": 2.8393659531428763e-05, "loss": 0.0121, "step": 130310 }, { "epoch": 2.1607998540896354, "grad_norm": 0.2712261378765106, "learning_rate": 2.8392001459103646e-05, "loss": 0.0121, "step": 130320 }, { "epoch": 2.160965661322147, "grad_norm": 0.0016395446145907044, "learning_rate": 2.8390343386778533e-05, "loss": 0.0064, "step": 130330 }, { "epoch": 2.1611314685546583, "grad_norm": 0.0033588146325200796, "learning_rate": 2.8388685314453416e-05, "loss": 0.0003, "step": 130340 }, { "epoch": 2.16129727578717, "grad_norm": 0.11368875205516815, "learning_rate": 2.8387027242128307e-05, "loss": 0.0022, "step": 130350 }, { "epoch": 2.1614630830196813, "grad_norm": 0.004987457767128944, "learning_rate": 2.838536916980319e-05, "loss": 0.0001, "step": 130360 }, { "epoch": 2.1616288902521927, "grad_norm": 0.14407891035079956, "learning_rate": 2.838371109747807e-05, "loss": 0.0079, "step": 130370 }, { "epoch": 2.161794697484704, "grad_norm": 0.0033786918502300978, "learning_rate": 2.838205302515296e-05, "loss": 0.0024, "step": 130380 }, { "epoch": 2.1619605047172157, "grad_norm": 0.2154896855354309, "learning_rate": 2.8380394952827844e-05, "loss": 0.011, "step": 130390 }, { "epoch": 2.162126311949727, "grad_norm": 0.0009011505171656609, "learning_rate": 2.8378736880502727e-05, "loss": 0.0096, "step": 130400 }, { "epoch": 2.1622921191822386, "grad_norm": 0.00030541271553374827, "learning_rate": 2.8377078808177614e-05, "loss": 0.0024, "step": 130410 }, { "epoch": 2.16245792641475, "grad_norm": 0.00014077877858653665, "learning_rate": 2.8375420735852498e-05, "loss": 0.0049, "step": 130420 }, { "epoch": 2.1626237336472616, "grad_norm": 0.9730079770088196, "learning_rate": 2.8373762663527388e-05, "loss": 0.0099, "step": 130430 }, { "epoch": 2.162789540879773, "grad_norm": 0.0005366218974813819, "learning_rate": 2.837210459120227e-05, "loss": 0.003, "step": 130440 }, { "epoch": 2.1629553481122845, "grad_norm": 0.0007798578590154648, "learning_rate": 2.837044651887715e-05, "loss": 0.0, "step": 130450 }, { "epoch": 2.163121155344796, "grad_norm": 0.0005012984038330615, "learning_rate": 2.8368788446552042e-05, "loss": 0.0106, "step": 130460 }, { "epoch": 2.1632869625773075, "grad_norm": 0.0017049504676833749, "learning_rate": 2.8367130374226925e-05, "loss": 0.0052, "step": 130470 }, { "epoch": 2.163452769809819, "grad_norm": 0.03265869989991188, "learning_rate": 2.836547230190181e-05, "loss": 0.0001, "step": 130480 }, { "epoch": 2.1636185770423304, "grad_norm": 0.0026656058616936207, "learning_rate": 2.8363814229576696e-05, "loss": 0.0071, "step": 130490 }, { "epoch": 2.163784384274842, "grad_norm": 0.02141309157013893, "learning_rate": 2.836215615725158e-05, "loss": 0.0029, "step": 130500 }, { "epoch": 2.1639501915073533, "grad_norm": 0.0002989525382872671, "learning_rate": 2.836049808492647e-05, "loss": 0.0, "step": 130510 }, { "epoch": 2.164115998739865, "grad_norm": 0.000777696433942765, "learning_rate": 2.835884001260135e-05, "loss": 0.0048, "step": 130520 }, { "epoch": 2.1642818059723767, "grad_norm": 0.02750232443213463, "learning_rate": 2.8357181940276233e-05, "loss": 0.0001, "step": 130530 }, { "epoch": 2.1644476132048878, "grad_norm": 0.00011212752724532038, "learning_rate": 2.8355523867951123e-05, "loss": 0.0001, "step": 130540 }, { "epoch": 2.1646134204373997, "grad_norm": 4.03099948016461e-05, "learning_rate": 2.8353865795626007e-05, "loss": 0.0075, "step": 130550 }, { "epoch": 2.164779227669911, "grad_norm": 0.0003678869688883424, "learning_rate": 2.8352207723300894e-05, "loss": 0.005, "step": 130560 }, { "epoch": 2.1649450349024226, "grad_norm": 0.0003418819105718285, "learning_rate": 2.8350549650975777e-05, "loss": 0.0001, "step": 130570 }, { "epoch": 2.165110842134934, "grad_norm": 0.0014123907312750816, "learning_rate": 2.834889157865066e-05, "loss": 0.0023, "step": 130580 }, { "epoch": 2.1652766493674456, "grad_norm": 0.005707369185984135, "learning_rate": 2.8347233506325547e-05, "loss": 0.0032, "step": 130590 }, { "epoch": 2.165442456599957, "grad_norm": 0.006975054740905762, "learning_rate": 2.834557543400043e-05, "loss": 0.0081, "step": 130600 }, { "epoch": 2.1656082638324685, "grad_norm": 0.0016817855648696423, "learning_rate": 2.8343917361675314e-05, "loss": 0.0084, "step": 130610 }, { "epoch": 2.16577407106498, "grad_norm": 0.04037720710039139, "learning_rate": 2.8342259289350205e-05, "loss": 0.0088, "step": 130620 }, { "epoch": 2.1659398782974915, "grad_norm": 0.00022156542399898171, "learning_rate": 2.8340601217025088e-05, "loss": 0.0039, "step": 130630 }, { "epoch": 2.166105685530003, "grad_norm": 0.0002557453408371657, "learning_rate": 2.8338943144699975e-05, "loss": 0.0078, "step": 130640 }, { "epoch": 2.1662714927625144, "grad_norm": 0.0025131446309387684, "learning_rate": 2.833728507237486e-05, "loss": 0.0097, "step": 130650 }, { "epoch": 2.166437299995026, "grad_norm": 0.0005637167487293482, "learning_rate": 2.8335627000049742e-05, "loss": 0.0017, "step": 130660 }, { "epoch": 2.1666031072275374, "grad_norm": 0.00018114267732016742, "learning_rate": 2.833396892772463e-05, "loss": 0.0038, "step": 130670 }, { "epoch": 2.166768914460049, "grad_norm": 0.0022662088740617037, "learning_rate": 2.8332310855399512e-05, "loss": 0.0053, "step": 130680 }, { "epoch": 2.1669347216925603, "grad_norm": 0.006134585943073034, "learning_rate": 2.8330652783074403e-05, "loss": 0.0145, "step": 130690 }, { "epoch": 2.1671005289250718, "grad_norm": 0.00010159469820791855, "learning_rate": 2.8328994710749286e-05, "loss": 0.008, "step": 130700 }, { "epoch": 2.1672663361575832, "grad_norm": 5.621840318781324e-05, "learning_rate": 2.832733663842417e-05, "loss": 0.005, "step": 130710 }, { "epoch": 2.1674321433900947, "grad_norm": 0.011436334811151028, "learning_rate": 2.8325678566099056e-05, "loss": 0.0052, "step": 130720 }, { "epoch": 2.167597950622606, "grad_norm": 0.7393704056739807, "learning_rate": 2.832402049377394e-05, "loss": 0.0042, "step": 130730 }, { "epoch": 2.1677637578551177, "grad_norm": 0.003382242051884532, "learning_rate": 2.8322362421448823e-05, "loss": 0.011, "step": 130740 }, { "epoch": 2.167929565087629, "grad_norm": 0.0035172069910913706, "learning_rate": 2.832070434912371e-05, "loss": 0.0001, "step": 130750 }, { "epoch": 2.1680953723201406, "grad_norm": 0.1657121181488037, "learning_rate": 2.8319046276798594e-05, "loss": 0.0175, "step": 130760 }, { "epoch": 2.168261179552652, "grad_norm": 0.005884620826691389, "learning_rate": 2.8317388204473484e-05, "loss": 0.0002, "step": 130770 }, { "epoch": 2.1684269867851635, "grad_norm": 0.001260925317183137, "learning_rate": 2.8315730132148367e-05, "loss": 0.0048, "step": 130780 }, { "epoch": 2.168592794017675, "grad_norm": 0.00042257679160684347, "learning_rate": 2.8314072059823247e-05, "loss": 0.0021, "step": 130790 }, { "epoch": 2.1687586012501865, "grad_norm": 0.0401700921356678, "learning_rate": 2.8312413987498138e-05, "loss": 0.0003, "step": 130800 }, { "epoch": 2.168924408482698, "grad_norm": 0.004445073660463095, "learning_rate": 2.831075591517302e-05, "loss": 0.0055, "step": 130810 }, { "epoch": 2.1690902157152094, "grad_norm": 0.0008904667920432985, "learning_rate": 2.8309097842847905e-05, "loss": 0.0002, "step": 130820 }, { "epoch": 2.169256022947721, "grad_norm": 0.00012509636871982366, "learning_rate": 2.830743977052279e-05, "loss": 0.0003, "step": 130830 }, { "epoch": 2.1694218301802324, "grad_norm": 0.12322260439395905, "learning_rate": 2.8305781698197675e-05, "loss": 0.0003, "step": 130840 }, { "epoch": 2.169587637412744, "grad_norm": 0.0009531312389299273, "learning_rate": 2.8304123625872565e-05, "loss": 0.0072, "step": 130850 }, { "epoch": 2.1697534446452553, "grad_norm": 0.0006064813351258636, "learning_rate": 2.8302465553547445e-05, "loss": 0.0, "step": 130860 }, { "epoch": 2.169919251877767, "grad_norm": 0.002662381622940302, "learning_rate": 2.830080748122233e-05, "loss": 0.0023, "step": 130870 }, { "epoch": 2.1700850591102783, "grad_norm": 0.20744292438030243, "learning_rate": 2.829914940889722e-05, "loss": 0.0075, "step": 130880 }, { "epoch": 2.1702508663427897, "grad_norm": 0.04395148530602455, "learning_rate": 2.8297491336572103e-05, "loss": 0.0144, "step": 130890 }, { "epoch": 2.170416673575301, "grad_norm": 0.0021434121299535036, "learning_rate": 2.829583326424699e-05, "loss": 0.0001, "step": 130900 }, { "epoch": 2.1705824808078127, "grad_norm": 0.024830134585499763, "learning_rate": 2.8294175191921873e-05, "loss": 0.0008, "step": 130910 }, { "epoch": 2.170748288040324, "grad_norm": 0.28047168254852295, "learning_rate": 2.8292517119596756e-05, "loss": 0.0152, "step": 130920 }, { "epoch": 2.1709140952728356, "grad_norm": 0.3725845217704773, "learning_rate": 2.8290859047271647e-05, "loss": 0.0086, "step": 130930 }, { "epoch": 2.171079902505347, "grad_norm": 0.0001679001870797947, "learning_rate": 2.8289200974946527e-05, "loss": 0.0061, "step": 130940 }, { "epoch": 2.1712457097378586, "grad_norm": 0.014118134044110775, "learning_rate": 2.828754290262141e-05, "loss": 0.009, "step": 130950 }, { "epoch": 2.17141151697037, "grad_norm": 0.022885849699378014, "learning_rate": 2.82858848302963e-05, "loss": 0.0031, "step": 130960 }, { "epoch": 2.1715773242028815, "grad_norm": 0.00022712768986821175, "learning_rate": 2.8284226757971184e-05, "loss": 0.0025, "step": 130970 }, { "epoch": 2.1717431314353934, "grad_norm": 0.001027492224238813, "learning_rate": 2.828256868564607e-05, "loss": 0.0014, "step": 130980 }, { "epoch": 2.1719089386679045, "grad_norm": 0.0025436263531446457, "learning_rate": 2.8280910613320954e-05, "loss": 0.0036, "step": 130990 }, { "epoch": 2.1720747459004164, "grad_norm": 0.059738729149103165, "learning_rate": 2.8279252540995838e-05, "loss": 0.0046, "step": 131000 }, { "epoch": 2.172240553132928, "grad_norm": 0.00024978842702694237, "learning_rate": 2.8277594468670725e-05, "loss": 0.0002, "step": 131010 }, { "epoch": 2.1724063603654393, "grad_norm": 0.31273433566093445, "learning_rate": 2.8275936396345608e-05, "loss": 0.0013, "step": 131020 }, { "epoch": 2.172572167597951, "grad_norm": 0.1917710155248642, "learning_rate": 2.82742783240205e-05, "loss": 0.0147, "step": 131030 }, { "epoch": 2.1727379748304623, "grad_norm": 1.5417628674185835e-05, "learning_rate": 2.8272620251695382e-05, "loss": 0.0034, "step": 131040 }, { "epoch": 2.1729037820629737, "grad_norm": 0.0005096851964481175, "learning_rate": 2.8270962179370265e-05, "loss": 0.0002, "step": 131050 }, { "epoch": 2.173069589295485, "grad_norm": 0.0005380127113312483, "learning_rate": 2.8269304107045152e-05, "loss": 0.0179, "step": 131060 }, { "epoch": 2.1732353965279967, "grad_norm": 0.01451514195650816, "learning_rate": 2.8267646034720036e-05, "loss": 0.0031, "step": 131070 }, { "epoch": 2.173401203760508, "grad_norm": 0.20360615849494934, "learning_rate": 2.826598796239492e-05, "loss": 0.0062, "step": 131080 }, { "epoch": 2.1735670109930196, "grad_norm": 0.011440727859735489, "learning_rate": 2.8264329890069806e-05, "loss": 0.0045, "step": 131090 }, { "epoch": 2.173732818225531, "grad_norm": 0.0006557994056493044, "learning_rate": 2.826267181774469e-05, "loss": 0.003, "step": 131100 }, { "epoch": 2.1738986254580426, "grad_norm": 0.0041786907240748405, "learning_rate": 2.826101374541958e-05, "loss": 0.0062, "step": 131110 }, { "epoch": 2.174064432690554, "grad_norm": 0.018847867846488953, "learning_rate": 2.8259355673094463e-05, "loss": 0.0044, "step": 131120 }, { "epoch": 2.1742302399230655, "grad_norm": 0.18644548952579498, "learning_rate": 2.8257697600769343e-05, "loss": 0.0088, "step": 131130 }, { "epoch": 2.174396047155577, "grad_norm": 0.0015239918138831854, "learning_rate": 2.8256039528444234e-05, "loss": 0.0003, "step": 131140 }, { "epoch": 2.1745618543880885, "grad_norm": 0.02139960788190365, "learning_rate": 2.8254381456119117e-05, "loss": 0.0026, "step": 131150 }, { "epoch": 2.1747276616206, "grad_norm": 0.1959153562784195, "learning_rate": 2.8252723383794e-05, "loss": 0.01, "step": 131160 }, { "epoch": 2.1748934688531114, "grad_norm": 0.4743320643901825, "learning_rate": 2.8251065311468887e-05, "loss": 0.0055, "step": 131170 }, { "epoch": 2.175059276085623, "grad_norm": 0.00038928023423068225, "learning_rate": 2.824940723914377e-05, "loss": 0.0143, "step": 131180 }, { "epoch": 2.1752250833181344, "grad_norm": 0.0003522253828123212, "learning_rate": 2.824774916681866e-05, "loss": 0.0004, "step": 131190 }, { "epoch": 2.175390890550646, "grad_norm": 0.0005191800300963223, "learning_rate": 2.8246091094493545e-05, "loss": 0.0004, "step": 131200 }, { "epoch": 2.1755566977831573, "grad_norm": 0.0005269230459816754, "learning_rate": 2.8244433022168425e-05, "loss": 0.0007, "step": 131210 }, { "epoch": 2.1757225050156688, "grad_norm": 0.0005935471854172647, "learning_rate": 2.8242774949843315e-05, "loss": 0.0013, "step": 131220 }, { "epoch": 2.1758883122481802, "grad_norm": 0.00570649653673172, "learning_rate": 2.82411168775182e-05, "loss": 0.0001, "step": 131230 }, { "epoch": 2.1760541194806917, "grad_norm": 0.0017253843834623694, "learning_rate": 2.8239458805193085e-05, "loss": 0.0001, "step": 131240 }, { "epoch": 2.176219926713203, "grad_norm": 0.09128125756978989, "learning_rate": 2.823780073286797e-05, "loss": 0.0033, "step": 131250 }, { "epoch": 2.1763857339457147, "grad_norm": 0.0004696824762504548, "learning_rate": 2.8236142660542852e-05, "loss": 0.0073, "step": 131260 }, { "epoch": 2.176551541178226, "grad_norm": 0.004463387653231621, "learning_rate": 2.8234484588217743e-05, "loss": 0.0007, "step": 131270 }, { "epoch": 2.1767173484107376, "grad_norm": 0.06323394924402237, "learning_rate": 2.8232826515892623e-05, "loss": 0.0097, "step": 131280 }, { "epoch": 2.176883155643249, "grad_norm": 0.00037427188362926245, "learning_rate": 2.8231168443567506e-05, "loss": 0.0075, "step": 131290 }, { "epoch": 2.1770489628757606, "grad_norm": 0.0038623290602117777, "learning_rate": 2.8229510371242396e-05, "loss": 0.0048, "step": 131300 }, { "epoch": 2.177214770108272, "grad_norm": 9.828007750911638e-05, "learning_rate": 2.822785229891728e-05, "loss": 0.0009, "step": 131310 }, { "epoch": 2.1773805773407835, "grad_norm": 0.044941626489162445, "learning_rate": 2.8226194226592167e-05, "loss": 0.0041, "step": 131320 }, { "epoch": 2.177546384573295, "grad_norm": 0.0004597216029651463, "learning_rate": 2.822453615426705e-05, "loss": 0.0027, "step": 131330 }, { "epoch": 2.1777121918058064, "grad_norm": 0.031895946711301804, "learning_rate": 2.8222878081941934e-05, "loss": 0.0035, "step": 131340 }, { "epoch": 2.177877999038318, "grad_norm": 0.0002953327784780413, "learning_rate": 2.822122000961682e-05, "loss": 0.0042, "step": 131350 }, { "epoch": 2.1780438062708294, "grad_norm": 0.003060366027057171, "learning_rate": 2.8219561937291704e-05, "loss": 0.0002, "step": 131360 }, { "epoch": 2.178209613503341, "grad_norm": 0.004975827410817146, "learning_rate": 2.8217903864966594e-05, "loss": 0.0004, "step": 131370 }, { "epoch": 2.1783754207358523, "grad_norm": 0.0001682039292063564, "learning_rate": 2.8216245792641478e-05, "loss": 0.0049, "step": 131380 }, { "epoch": 2.178541227968364, "grad_norm": 0.01167995948344469, "learning_rate": 2.821458772031636e-05, "loss": 0.0026, "step": 131390 }, { "epoch": 2.1787070352008753, "grad_norm": 0.00301709258928895, "learning_rate": 2.8212929647991248e-05, "loss": 0.0134, "step": 131400 }, { "epoch": 2.1788728424333867, "grad_norm": 0.00010557360656093806, "learning_rate": 2.821127157566613e-05, "loss": 0.003, "step": 131410 }, { "epoch": 2.179038649665898, "grad_norm": 0.001327867852523923, "learning_rate": 2.8209613503341015e-05, "loss": 0.0036, "step": 131420 }, { "epoch": 2.17920445689841, "grad_norm": 0.00010451846901560202, "learning_rate": 2.8207955431015902e-05, "loss": 0.004, "step": 131430 }, { "epoch": 2.179370264130921, "grad_norm": 0.009072382934391499, "learning_rate": 2.8206297358690785e-05, "loss": 0.0022, "step": 131440 }, { "epoch": 2.179536071363433, "grad_norm": 0.21201759576797485, "learning_rate": 2.8204639286365676e-05, "loss": 0.0085, "step": 131450 }, { "epoch": 2.1797018785959446, "grad_norm": 0.0025570602156221867, "learning_rate": 2.820298121404056e-05, "loss": 0.0029, "step": 131460 }, { "epoch": 2.179867685828456, "grad_norm": 0.030161961913108826, "learning_rate": 2.8201323141715443e-05, "loss": 0.0004, "step": 131470 }, { "epoch": 2.1800334930609675, "grad_norm": 0.5908955931663513, "learning_rate": 2.819966506939033e-05, "loss": 0.0064, "step": 131480 }, { "epoch": 2.180199300293479, "grad_norm": 0.33098310232162476, "learning_rate": 2.8198006997065213e-05, "loss": 0.0009, "step": 131490 }, { "epoch": 2.1803651075259904, "grad_norm": 0.0010401501785963774, "learning_rate": 2.8196348924740096e-05, "loss": 0.0002, "step": 131500 }, { "epoch": 2.180530914758502, "grad_norm": 0.0028481027111411095, "learning_rate": 2.8194690852414983e-05, "loss": 0.0003, "step": 131510 }, { "epoch": 2.1806967219910134, "grad_norm": 0.012517198920249939, "learning_rate": 2.8193032780089867e-05, "loss": 0.0027, "step": 131520 }, { "epoch": 2.180862529223525, "grad_norm": 0.0001709598582237959, "learning_rate": 2.8191374707764757e-05, "loss": 0.006, "step": 131530 }, { "epoch": 2.1810283364560363, "grad_norm": 0.0002687667729333043, "learning_rate": 2.818971663543964e-05, "loss": 0.0064, "step": 131540 }, { "epoch": 2.181194143688548, "grad_norm": 0.05072447285056114, "learning_rate": 2.818805856311452e-05, "loss": 0.0048, "step": 131550 }, { "epoch": 2.1813599509210593, "grad_norm": 0.019638657569885254, "learning_rate": 2.818640049078941e-05, "loss": 0.0032, "step": 131560 }, { "epoch": 2.1815257581535707, "grad_norm": 0.0031950054690241814, "learning_rate": 2.8184742418464294e-05, "loss": 0.0058, "step": 131570 }, { "epoch": 2.181691565386082, "grad_norm": 0.00012912493548355997, "learning_rate": 2.818308434613918e-05, "loss": 0.0069, "step": 131580 }, { "epoch": 2.1818573726185937, "grad_norm": 0.0008818870992399752, "learning_rate": 2.8181426273814065e-05, "loss": 0.0058, "step": 131590 }, { "epoch": 2.182023179851105, "grad_norm": 0.000942173064686358, "learning_rate": 2.8179768201488948e-05, "loss": 0.0105, "step": 131600 }, { "epoch": 2.1821889870836166, "grad_norm": 0.06751162558794022, "learning_rate": 2.817811012916384e-05, "loss": 0.0003, "step": 131610 }, { "epoch": 2.182354794316128, "grad_norm": 0.0024413170758634806, "learning_rate": 2.8176452056838722e-05, "loss": 0.0126, "step": 131620 }, { "epoch": 2.1825206015486396, "grad_norm": 0.0006208647973835468, "learning_rate": 2.8174793984513602e-05, "loss": 0.0064, "step": 131630 }, { "epoch": 2.182686408781151, "grad_norm": 0.0004662897845264524, "learning_rate": 2.8173135912188492e-05, "loss": 0.0075, "step": 131640 }, { "epoch": 2.1828522160136625, "grad_norm": 0.827329695224762, "learning_rate": 2.8171477839863376e-05, "loss": 0.007, "step": 131650 }, { "epoch": 2.183018023246174, "grad_norm": 0.0020923055708408356, "learning_rate": 2.8169819767538263e-05, "loss": 0.0028, "step": 131660 }, { "epoch": 2.1831838304786855, "grad_norm": 0.013636963441967964, "learning_rate": 2.8168161695213146e-05, "loss": 0.0059, "step": 131670 }, { "epoch": 2.183349637711197, "grad_norm": 0.17431281507015228, "learning_rate": 2.816650362288803e-05, "loss": 0.0022, "step": 131680 }, { "epoch": 2.1835154449437084, "grad_norm": 8.774209709372371e-05, "learning_rate": 2.816484555056292e-05, "loss": 0.0021, "step": 131690 }, { "epoch": 2.18368125217622, "grad_norm": 0.00023449536820407957, "learning_rate": 2.81631874782378e-05, "loss": 0.0003, "step": 131700 }, { "epoch": 2.1838470594087314, "grad_norm": 0.0013546656118705869, "learning_rate": 2.816152940591269e-05, "loss": 0.0024, "step": 131710 }, { "epoch": 2.184012866641243, "grad_norm": 0.45127591490745544, "learning_rate": 2.8159871333587574e-05, "loss": 0.0041, "step": 131720 }, { "epoch": 2.1841786738737543, "grad_norm": 0.04820910841226578, "learning_rate": 2.8158213261262457e-05, "loss": 0.003, "step": 131730 }, { "epoch": 2.184344481106266, "grad_norm": 0.011065052822232246, "learning_rate": 2.8156555188937344e-05, "loss": 0.0068, "step": 131740 }, { "epoch": 2.1845102883387773, "grad_norm": 0.0017189281061291695, "learning_rate": 2.8154897116612227e-05, "loss": 0.0033, "step": 131750 }, { "epoch": 2.1846760955712887, "grad_norm": 0.0016995480982586741, "learning_rate": 2.815323904428711e-05, "loss": 0.0108, "step": 131760 }, { "epoch": 2.1848419028038, "grad_norm": 0.0003337817906867713, "learning_rate": 2.8151580971961998e-05, "loss": 0.003, "step": 131770 }, { "epoch": 2.1850077100363117, "grad_norm": 0.0022143463138490915, "learning_rate": 2.814992289963688e-05, "loss": 0.0103, "step": 131780 }, { "epoch": 2.185173517268823, "grad_norm": 0.13849051296710968, "learning_rate": 2.814826482731177e-05, "loss": 0.0065, "step": 131790 }, { "epoch": 2.1853393245013346, "grad_norm": 0.00022685600561089814, "learning_rate": 2.8146606754986655e-05, "loss": 0.0071, "step": 131800 }, { "epoch": 2.185505131733846, "grad_norm": 0.002223406219854951, "learning_rate": 2.814494868266154e-05, "loss": 0.0081, "step": 131810 }, { "epoch": 2.1856709389663576, "grad_norm": 0.00840070191770792, "learning_rate": 2.8143290610336425e-05, "loss": 0.0025, "step": 131820 }, { "epoch": 2.185836746198869, "grad_norm": 0.3698854446411133, "learning_rate": 2.814163253801131e-05, "loss": 0.0054, "step": 131830 }, { "epoch": 2.1860025534313805, "grad_norm": 0.019260048866271973, "learning_rate": 2.8139974465686192e-05, "loss": 0.0048, "step": 131840 }, { "epoch": 2.186168360663892, "grad_norm": 0.00015426652680616826, "learning_rate": 2.813831639336108e-05, "loss": 0.0002, "step": 131850 }, { "epoch": 2.1863341678964034, "grad_norm": 0.00048722734209150076, "learning_rate": 2.8136658321035963e-05, "loss": 0.007, "step": 131860 }, { "epoch": 2.186499975128915, "grad_norm": 0.0004509177233558148, "learning_rate": 2.8135000248710853e-05, "loss": 0.0066, "step": 131870 }, { "epoch": 2.186665782361427, "grad_norm": 0.0028045272920280695, "learning_rate": 2.8133342176385736e-05, "loss": 0.0086, "step": 131880 }, { "epoch": 2.186831589593938, "grad_norm": 0.002001771703362465, "learning_rate": 2.813168410406062e-05, "loss": 0.0063, "step": 131890 }, { "epoch": 2.18699739682645, "grad_norm": 4.75083761557471e-05, "learning_rate": 2.8130026031735507e-05, "loss": 0.0063, "step": 131900 }, { "epoch": 2.1871632040589613, "grad_norm": 0.0030463237781077623, "learning_rate": 2.812836795941039e-05, "loss": 0.011, "step": 131910 }, { "epoch": 2.1873290112914727, "grad_norm": 0.20089226961135864, "learning_rate": 2.8126709887085277e-05, "loss": 0.0092, "step": 131920 }, { "epoch": 2.187494818523984, "grad_norm": 0.0028134500607848167, "learning_rate": 2.812505181476016e-05, "loss": 0.0092, "step": 131930 }, { "epoch": 2.1876606257564957, "grad_norm": 0.20355740189552307, "learning_rate": 2.8123393742435044e-05, "loss": 0.0037, "step": 131940 }, { "epoch": 2.187826432989007, "grad_norm": 0.034645840525627136, "learning_rate": 2.8121735670109934e-05, "loss": 0.0007, "step": 131950 }, { "epoch": 2.1879922402215186, "grad_norm": 0.00014968526375014335, "learning_rate": 2.8120077597784818e-05, "loss": 0.0062, "step": 131960 }, { "epoch": 2.18815804745403, "grad_norm": 0.004036576021462679, "learning_rate": 2.8118419525459698e-05, "loss": 0.0133, "step": 131970 }, { "epoch": 2.1883238546865416, "grad_norm": 0.00037295001675374806, "learning_rate": 2.8116761453134588e-05, "loss": 0.0034, "step": 131980 }, { "epoch": 2.188489661919053, "grad_norm": 6.409025809261948e-05, "learning_rate": 2.811510338080947e-05, "loss": 0.0057, "step": 131990 }, { "epoch": 2.1886554691515645, "grad_norm": 0.0014691142132505774, "learning_rate": 2.811344530848436e-05, "loss": 0.002, "step": 132000 }, { "epoch": 2.188821276384076, "grad_norm": 0.016288047656416893, "learning_rate": 2.8111787236159242e-05, "loss": 0.0001, "step": 132010 }, { "epoch": 2.1889870836165874, "grad_norm": 0.015062847174704075, "learning_rate": 2.8110129163834125e-05, "loss": 0.0114, "step": 132020 }, { "epoch": 2.189152890849099, "grad_norm": 0.003251265734434128, "learning_rate": 2.8108471091509016e-05, "loss": 0.0025, "step": 132030 }, { "epoch": 2.1893186980816104, "grad_norm": 0.3169875144958496, "learning_rate": 2.8106813019183896e-05, "loss": 0.0056, "step": 132040 }, { "epoch": 2.189484505314122, "grad_norm": 0.0023646801710128784, "learning_rate": 2.8105154946858786e-05, "loss": 0.0004, "step": 132050 }, { "epoch": 2.1896503125466333, "grad_norm": 0.00036671062116511166, "learning_rate": 2.810349687453367e-05, "loss": 0.0, "step": 132060 }, { "epoch": 2.189816119779145, "grad_norm": 0.34351053833961487, "learning_rate": 2.8101838802208553e-05, "loss": 0.0083, "step": 132070 }, { "epoch": 2.1899819270116563, "grad_norm": 0.00018648020341061056, "learning_rate": 2.810018072988344e-05, "loss": 0.0053, "step": 132080 }, { "epoch": 2.1901477342441678, "grad_norm": 0.222518190741539, "learning_rate": 2.8098522657558323e-05, "loss": 0.0059, "step": 132090 }, { "epoch": 2.1903135414766792, "grad_norm": 0.6953951120376587, "learning_rate": 2.8096864585233207e-05, "loss": 0.0041, "step": 132100 }, { "epoch": 2.1904793487091907, "grad_norm": 0.000118236945127137, "learning_rate": 2.8095206512908097e-05, "loss": 0.0049, "step": 132110 }, { "epoch": 2.190645155941702, "grad_norm": 0.0012796795926988125, "learning_rate": 2.8093548440582977e-05, "loss": 0.0011, "step": 132120 }, { "epoch": 2.1908109631742136, "grad_norm": 1.3560168743133545, "learning_rate": 2.8091890368257867e-05, "loss": 0.009, "step": 132130 }, { "epoch": 2.190976770406725, "grad_norm": 0.19623108208179474, "learning_rate": 2.809023229593275e-05, "loss": 0.0046, "step": 132140 }, { "epoch": 2.1911425776392366, "grad_norm": 0.0003457927086856216, "learning_rate": 2.8088574223607634e-05, "loss": 0.0, "step": 132150 }, { "epoch": 2.191308384871748, "grad_norm": 0.04829149693250656, "learning_rate": 2.808691615128252e-05, "loss": 0.0075, "step": 132160 }, { "epoch": 2.1914741921042595, "grad_norm": 0.012135745957493782, "learning_rate": 2.8085258078957405e-05, "loss": 0.0002, "step": 132170 }, { "epoch": 2.191639999336771, "grad_norm": 0.6533987522125244, "learning_rate": 2.8083600006632288e-05, "loss": 0.0058, "step": 132180 }, { "epoch": 2.1918058065692825, "grad_norm": 0.00022509864356834441, "learning_rate": 2.8081941934307175e-05, "loss": 0.0004, "step": 132190 }, { "epoch": 2.191971613801794, "grad_norm": 0.22836656868457794, "learning_rate": 2.808028386198206e-05, "loss": 0.0072, "step": 132200 }, { "epoch": 2.1921374210343054, "grad_norm": 0.0017362614162266254, "learning_rate": 2.807862578965695e-05, "loss": 0.0008, "step": 132210 }, { "epoch": 2.192303228266817, "grad_norm": 7.432362326653674e-05, "learning_rate": 2.8076967717331832e-05, "loss": 0.0, "step": 132220 }, { "epoch": 2.1924690354993284, "grad_norm": 0.018606679514050484, "learning_rate": 2.8075309645006716e-05, "loss": 0.0052, "step": 132230 }, { "epoch": 2.19263484273184, "grad_norm": 0.002146760933101177, "learning_rate": 2.8073651572681603e-05, "loss": 0.0029, "step": 132240 }, { "epoch": 2.1928006499643513, "grad_norm": 0.15372200310230255, "learning_rate": 2.8071993500356486e-05, "loss": 0.0183, "step": 132250 }, { "epoch": 2.192966457196863, "grad_norm": 4.444004298420623e-05, "learning_rate": 2.8070335428031373e-05, "loss": 0.0014, "step": 132260 }, { "epoch": 2.1931322644293743, "grad_norm": 0.0025386286433786154, "learning_rate": 2.8068677355706256e-05, "loss": 0.0004, "step": 132270 }, { "epoch": 2.1932980716618857, "grad_norm": 0.20229460299015045, "learning_rate": 2.806701928338114e-05, "loss": 0.0056, "step": 132280 }, { "epoch": 2.193463878894397, "grad_norm": 0.0024636995512992144, "learning_rate": 2.806536121105603e-05, "loss": 0.0002, "step": 132290 }, { "epoch": 2.1936296861269087, "grad_norm": 0.2453411966562271, "learning_rate": 2.8063703138730914e-05, "loss": 0.0129, "step": 132300 }, { "epoch": 2.19379549335942, "grad_norm": 0.00019635858188848943, "learning_rate": 2.8062045066405794e-05, "loss": 0.0001, "step": 132310 }, { "epoch": 2.1939613005919316, "grad_norm": 0.002608575625345111, "learning_rate": 2.8060386994080684e-05, "loss": 0.0025, "step": 132320 }, { "epoch": 2.1941271078244435, "grad_norm": 0.0006020048167556524, "learning_rate": 2.8058728921755568e-05, "loss": 0.0004, "step": 132330 }, { "epoch": 2.1942929150569546, "grad_norm": 0.081605464220047, "learning_rate": 2.8057070849430454e-05, "loss": 0.0032, "step": 132340 }, { "epoch": 2.1944587222894665, "grad_norm": 0.0013707798207178712, "learning_rate": 2.8055412777105338e-05, "loss": 0.0039, "step": 132350 }, { "epoch": 2.194624529521978, "grad_norm": 0.00012385674926918, "learning_rate": 2.805375470478022e-05, "loss": 0.006, "step": 132360 }, { "epoch": 2.1947903367544894, "grad_norm": 0.0004045132955070585, "learning_rate": 2.805209663245511e-05, "loss": 0.002, "step": 132370 }, { "epoch": 2.194956143987001, "grad_norm": 0.42726948857307434, "learning_rate": 2.8050438560129995e-05, "loss": 0.0049, "step": 132380 }, { "epoch": 2.1951219512195124, "grad_norm": 0.005524546839296818, "learning_rate": 2.8048780487804882e-05, "loss": 0.0136, "step": 132390 }, { "epoch": 2.195287758452024, "grad_norm": 0.004391914699226618, "learning_rate": 2.8047122415479765e-05, "loss": 0.0001, "step": 132400 }, { "epoch": 2.1954535656845353, "grad_norm": 0.0011282237246632576, "learning_rate": 2.804546434315465e-05, "loss": 0.0013, "step": 132410 }, { "epoch": 2.195619372917047, "grad_norm": 0.00656509306281805, "learning_rate": 2.8043806270829536e-05, "loss": 0.0076, "step": 132420 }, { "epoch": 2.1957851801495583, "grad_norm": 0.00689497496932745, "learning_rate": 2.804214819850442e-05, "loss": 0.0005, "step": 132430 }, { "epoch": 2.1959509873820697, "grad_norm": 0.0010717479744926095, "learning_rate": 2.8040490126179303e-05, "loss": 0.0003, "step": 132440 }, { "epoch": 2.196116794614581, "grad_norm": 0.24265587329864502, "learning_rate": 2.8038832053854193e-05, "loss": 0.0037, "step": 132450 }, { "epoch": 2.1962826018470927, "grad_norm": 0.0016516282921656966, "learning_rate": 2.8037173981529073e-05, "loss": 0.0035, "step": 132460 }, { "epoch": 2.196448409079604, "grad_norm": 0.0007180981920100749, "learning_rate": 2.8035515909203963e-05, "loss": 0.0048, "step": 132470 }, { "epoch": 2.1966142163121156, "grad_norm": 0.0070756603963673115, "learning_rate": 2.8033857836878847e-05, "loss": 0.001, "step": 132480 }, { "epoch": 2.196780023544627, "grad_norm": 0.00018671642465051264, "learning_rate": 2.803219976455373e-05, "loss": 0.0063, "step": 132490 }, { "epoch": 2.1969458307771386, "grad_norm": 0.30686095356941223, "learning_rate": 2.8030541692228617e-05, "loss": 0.0057, "step": 132500 }, { "epoch": 2.19711163800965, "grad_norm": 0.00011989536869805306, "learning_rate": 2.80288836199035e-05, "loss": 0.0048, "step": 132510 }, { "epoch": 2.1972774452421615, "grad_norm": 0.0014558942057192326, "learning_rate": 2.8027225547578384e-05, "loss": 0.003, "step": 132520 }, { "epoch": 2.197443252474673, "grad_norm": 0.0006373173673637211, "learning_rate": 2.802556747525327e-05, "loss": 0.0004, "step": 132530 }, { "epoch": 2.1976090597071845, "grad_norm": 0.003299335716292262, "learning_rate": 2.8023909402928154e-05, "loss": 0.0057, "step": 132540 }, { "epoch": 2.197774866939696, "grad_norm": 0.005600085482001305, "learning_rate": 2.8022251330603045e-05, "loss": 0.005, "step": 132550 }, { "epoch": 2.1979406741722074, "grad_norm": 0.0004924079403281212, "learning_rate": 2.8020593258277928e-05, "loss": 0.0034, "step": 132560 }, { "epoch": 2.198106481404719, "grad_norm": 0.23597486317157745, "learning_rate": 2.801893518595281e-05, "loss": 0.0023, "step": 132570 }, { "epoch": 2.1982722886372303, "grad_norm": 4.611068652593531e-05, "learning_rate": 2.80172771136277e-05, "loss": 0.0001, "step": 132580 }, { "epoch": 2.198438095869742, "grad_norm": 0.0019518004264682531, "learning_rate": 2.8015619041302582e-05, "loss": 0.0002, "step": 132590 }, { "epoch": 2.1986039031022533, "grad_norm": 0.7176823616027832, "learning_rate": 2.8013960968977472e-05, "loss": 0.0138, "step": 132600 }, { "epoch": 2.1987697103347648, "grad_norm": 5.123339724377729e-05, "learning_rate": 2.8012302896652352e-05, "loss": 0.0005, "step": 132610 }, { "epoch": 2.1989355175672762, "grad_norm": 0.0030269711278378963, "learning_rate": 2.8010644824327236e-05, "loss": 0.0043, "step": 132620 }, { "epoch": 2.1991013247997877, "grad_norm": 0.0010460063349455595, "learning_rate": 2.8008986752002126e-05, "loss": 0.0017, "step": 132630 }, { "epoch": 2.199267132032299, "grad_norm": 0.12824399769306183, "learning_rate": 2.800732867967701e-05, "loss": 0.0125, "step": 132640 }, { "epoch": 2.1994329392648106, "grad_norm": 0.005655279848724604, "learning_rate": 2.8005670607351893e-05, "loss": 0.0011, "step": 132650 }, { "epoch": 2.199598746497322, "grad_norm": 0.16047556698322296, "learning_rate": 2.800401253502678e-05, "loss": 0.0045, "step": 132660 }, { "epoch": 2.1997645537298336, "grad_norm": 0.23792123794555664, "learning_rate": 2.8002354462701663e-05, "loss": 0.0006, "step": 132670 }, { "epoch": 2.199930360962345, "grad_norm": 0.003329313127323985, "learning_rate": 2.800069639037655e-05, "loss": 0.0074, "step": 132680 }, { "epoch": 2.2000961681948565, "grad_norm": 0.004927482455968857, "learning_rate": 2.7999038318051434e-05, "loss": 0.0097, "step": 132690 }, { "epoch": 2.200261975427368, "grad_norm": 0.004367011599242687, "learning_rate": 2.7997380245726317e-05, "loss": 0.0075, "step": 132700 }, { "epoch": 2.2004277826598795, "grad_norm": 0.0008736586314626038, "learning_rate": 2.7995722173401207e-05, "loss": 0.0079, "step": 132710 }, { "epoch": 2.200593589892391, "grad_norm": 0.00021605727670248598, "learning_rate": 2.799406410107609e-05, "loss": 0.0002, "step": 132720 }, { "epoch": 2.2007593971249024, "grad_norm": 0.012769411318004131, "learning_rate": 2.7992406028750978e-05, "loss": 0.0054, "step": 132730 }, { "epoch": 2.200925204357414, "grad_norm": 0.12733088433742523, "learning_rate": 2.799074795642586e-05, "loss": 0.0039, "step": 132740 }, { "epoch": 2.2010910115899254, "grad_norm": 0.06888643652200699, "learning_rate": 2.7989089884100745e-05, "loss": 0.0036, "step": 132750 }, { "epoch": 2.201256818822437, "grad_norm": 0.0017875592457130551, "learning_rate": 2.798743181177563e-05, "loss": 0.0003, "step": 132760 }, { "epoch": 2.2014226260549483, "grad_norm": 0.006464076694101095, "learning_rate": 2.7985773739450515e-05, "loss": 0.0079, "step": 132770 }, { "epoch": 2.2015884332874602, "grad_norm": 6.472224777098745e-05, "learning_rate": 2.79841156671254e-05, "loss": 0.0038, "step": 132780 }, { "epoch": 2.2017542405199713, "grad_norm": 0.09513610601425171, "learning_rate": 2.798245759480029e-05, "loss": 0.0018, "step": 132790 }, { "epoch": 2.201920047752483, "grad_norm": 0.006604961585253477, "learning_rate": 2.7980799522475172e-05, "loss": 0.0, "step": 132800 }, { "epoch": 2.2020858549849947, "grad_norm": 0.00041204929584637284, "learning_rate": 2.797914145015006e-05, "loss": 0.0059, "step": 132810 }, { "epoch": 2.202251662217506, "grad_norm": 0.04581012576818466, "learning_rate": 2.7977483377824943e-05, "loss": 0.0001, "step": 132820 }, { "epoch": 2.2024174694500176, "grad_norm": 0.00039279457996599376, "learning_rate": 2.7975825305499826e-05, "loss": 0.0002, "step": 132830 }, { "epoch": 2.202583276682529, "grad_norm": 0.0012788594467565417, "learning_rate": 2.7974167233174713e-05, "loss": 0.0033, "step": 132840 }, { "epoch": 2.2027490839150405, "grad_norm": 0.00010259468399453908, "learning_rate": 2.7972509160849597e-05, "loss": 0.003, "step": 132850 }, { "epoch": 2.202914891147552, "grad_norm": 0.0030495570972561836, "learning_rate": 2.797085108852448e-05, "loss": 0.0068, "step": 132860 }, { "epoch": 2.2030806983800635, "grad_norm": 0.13394604623317719, "learning_rate": 2.796919301619937e-05, "loss": 0.0064, "step": 132870 }, { "epoch": 2.203246505612575, "grad_norm": 0.08278622478246689, "learning_rate": 2.796753494387425e-05, "loss": 0.0077, "step": 132880 }, { "epoch": 2.2034123128450864, "grad_norm": 0.4167690873146057, "learning_rate": 2.796587687154914e-05, "loss": 0.0107, "step": 132890 }, { "epoch": 2.203578120077598, "grad_norm": 0.011898552998900414, "learning_rate": 2.7964218799224024e-05, "loss": 0.0045, "step": 132900 }, { "epoch": 2.2037439273101094, "grad_norm": 0.0028189336881041527, "learning_rate": 2.7962560726898908e-05, "loss": 0.0048, "step": 132910 }, { "epoch": 2.203909734542621, "grad_norm": 0.002739164512604475, "learning_rate": 2.7960902654573794e-05, "loss": 0.0001, "step": 132920 }, { "epoch": 2.2040755417751323, "grad_norm": 4.1890936699928716e-05, "learning_rate": 2.7959244582248678e-05, "loss": 0.0032, "step": 132930 }, { "epoch": 2.204241349007644, "grad_norm": 0.0004491046420298517, "learning_rate": 2.7957586509923568e-05, "loss": 0.0085, "step": 132940 }, { "epoch": 2.2044071562401553, "grad_norm": 0.0004054857126902789, "learning_rate": 2.7955928437598448e-05, "loss": 0.0006, "step": 132950 }, { "epoch": 2.2045729634726667, "grad_norm": 0.0002534353989176452, "learning_rate": 2.7954270365273332e-05, "loss": 0.0078, "step": 132960 }, { "epoch": 2.204738770705178, "grad_norm": 0.00013153070176485926, "learning_rate": 2.7952612292948222e-05, "loss": 0.0032, "step": 132970 }, { "epoch": 2.2049045779376897, "grad_norm": 0.0003989820834249258, "learning_rate": 2.7950954220623105e-05, "loss": 0.0191, "step": 132980 }, { "epoch": 2.205070385170201, "grad_norm": 0.002430935623124242, "learning_rate": 2.794929614829799e-05, "loss": 0.0026, "step": 132990 }, { "epoch": 2.2052361924027126, "grad_norm": 0.00043872618698515, "learning_rate": 2.7947638075972876e-05, "loss": 0.0093, "step": 133000 }, { "epoch": 2.205401999635224, "grad_norm": 0.0009764832793734968, "learning_rate": 2.794598000364776e-05, "loss": 0.0026, "step": 133010 }, { "epoch": 2.2055678068677356, "grad_norm": 0.013711875304579735, "learning_rate": 2.794432193132265e-05, "loss": 0.0001, "step": 133020 }, { "epoch": 2.205733614100247, "grad_norm": 0.002537453779950738, "learning_rate": 2.794266385899753e-05, "loss": 0.0073, "step": 133030 }, { "epoch": 2.2058994213327585, "grad_norm": 2.4856084564817138e-05, "learning_rate": 2.7941005786672413e-05, "loss": 0.0, "step": 133040 }, { "epoch": 2.20606522856527, "grad_norm": 0.0021777485962957144, "learning_rate": 2.7939347714347303e-05, "loss": 0.0015, "step": 133050 }, { "epoch": 2.2062310357977815, "grad_norm": 0.8308987617492676, "learning_rate": 2.7937689642022187e-05, "loss": 0.0134, "step": 133060 }, { "epoch": 2.206396843030293, "grad_norm": 6.780369585612789e-05, "learning_rate": 2.7936031569697074e-05, "loss": 0.0029, "step": 133070 }, { "epoch": 2.2065626502628044, "grad_norm": 0.003969009034335613, "learning_rate": 2.7934373497371957e-05, "loss": 0.0001, "step": 133080 }, { "epoch": 2.206728457495316, "grad_norm": 0.0008428314467892051, "learning_rate": 2.793271542504684e-05, "loss": 0.0075, "step": 133090 }, { "epoch": 2.2068942647278273, "grad_norm": 0.01888745278120041, "learning_rate": 2.7931057352721728e-05, "loss": 0.002, "step": 133100 }, { "epoch": 2.207060071960339, "grad_norm": 0.001860409160144627, "learning_rate": 2.792939928039661e-05, "loss": 0.0121, "step": 133110 }, { "epoch": 2.2072258791928503, "grad_norm": 0.0004168468585703522, "learning_rate": 2.7927741208071495e-05, "loss": 0.0024, "step": 133120 }, { "epoch": 2.2073916864253618, "grad_norm": 0.001633904525078833, "learning_rate": 2.7926083135746385e-05, "loss": 0.0102, "step": 133130 }, { "epoch": 2.2075574936578732, "grad_norm": 3.5752254916587844e-05, "learning_rate": 2.7924425063421268e-05, "loss": 0.0004, "step": 133140 }, { "epoch": 2.2077233008903847, "grad_norm": 0.0003331353364046663, "learning_rate": 2.7922766991096155e-05, "loss": 0.0025, "step": 133150 }, { "epoch": 2.207889108122896, "grad_norm": 0.006807329598814249, "learning_rate": 2.792110891877104e-05, "loss": 0.0059, "step": 133160 }, { "epoch": 2.2080549153554077, "grad_norm": 0.22508883476257324, "learning_rate": 2.7919450846445922e-05, "loss": 0.0053, "step": 133170 }, { "epoch": 2.208220722587919, "grad_norm": 2.2134043319965713e-05, "learning_rate": 2.791779277412081e-05, "loss": 0.001, "step": 133180 }, { "epoch": 2.2083865298204306, "grad_norm": 0.0013575393240898848, "learning_rate": 2.7916134701795692e-05, "loss": 0.009, "step": 133190 }, { "epoch": 2.208552337052942, "grad_norm": 0.003417703788727522, "learning_rate": 2.7914476629470576e-05, "loss": 0.0052, "step": 133200 }, { "epoch": 2.2087181442854535, "grad_norm": 0.0007867654203437269, "learning_rate": 2.7912818557145466e-05, "loss": 0.0005, "step": 133210 }, { "epoch": 2.208883951517965, "grad_norm": 0.22758817672729492, "learning_rate": 2.7911160484820346e-05, "loss": 0.0189, "step": 133220 }, { "epoch": 2.2090497587504765, "grad_norm": 0.2142447829246521, "learning_rate": 2.7909502412495236e-05, "loss": 0.0033, "step": 133230 }, { "epoch": 2.209215565982988, "grad_norm": 0.0005587413324974477, "learning_rate": 2.790784434017012e-05, "loss": 0.0069, "step": 133240 }, { "epoch": 2.2093813732155, "grad_norm": 0.006888066418468952, "learning_rate": 2.7906186267845003e-05, "loss": 0.0041, "step": 133250 }, { "epoch": 2.2095471804480113, "grad_norm": 7.889982225606218e-05, "learning_rate": 2.790452819551989e-05, "loss": 0.002, "step": 133260 }, { "epoch": 2.209712987680523, "grad_norm": 0.0035610052291303873, "learning_rate": 2.7902870123194774e-05, "loss": 0.0001, "step": 133270 }, { "epoch": 2.2098787949130343, "grad_norm": 0.3157731890678406, "learning_rate": 2.7901212050869664e-05, "loss": 0.0082, "step": 133280 }, { "epoch": 2.2100446021455458, "grad_norm": 0.00010747036867542192, "learning_rate": 2.7899553978544548e-05, "loss": 0.0086, "step": 133290 }, { "epoch": 2.2102104093780572, "grad_norm": 3.539291719789617e-05, "learning_rate": 2.7897895906219428e-05, "loss": 0.0041, "step": 133300 }, { "epoch": 2.2103762166105687, "grad_norm": 0.002032684860751033, "learning_rate": 2.7896237833894318e-05, "loss": 0.0042, "step": 133310 }, { "epoch": 2.21054202384308, "grad_norm": 0.001691072597168386, "learning_rate": 2.78945797615692e-05, "loss": 0.0036, "step": 133320 }, { "epoch": 2.2107078310755917, "grad_norm": 5.3640938858734444e-05, "learning_rate": 2.7892921689244085e-05, "loss": 0.002, "step": 133330 }, { "epoch": 2.210873638308103, "grad_norm": 1.807605985959526e-05, "learning_rate": 2.7891263616918972e-05, "loss": 0.0018, "step": 133340 }, { "epoch": 2.2110394455406146, "grad_norm": 0.00010847485827980563, "learning_rate": 2.7889605544593855e-05, "loss": 0.0014, "step": 133350 }, { "epoch": 2.211205252773126, "grad_norm": 7.038357580313459e-05, "learning_rate": 2.7887947472268745e-05, "loss": 0.0082, "step": 133360 }, { "epoch": 2.2113710600056375, "grad_norm": 0.9035682678222656, "learning_rate": 2.7886289399943626e-05, "loss": 0.0077, "step": 133370 }, { "epoch": 2.211536867238149, "grad_norm": 0.00046950613614171743, "learning_rate": 2.788463132761851e-05, "loss": 0.0006, "step": 133380 }, { "epoch": 2.2117026744706605, "grad_norm": 0.19411495327949524, "learning_rate": 2.78829732552934e-05, "loss": 0.0104, "step": 133390 }, { "epoch": 2.211868481703172, "grad_norm": 0.022209474816918373, "learning_rate": 2.7881315182968283e-05, "loss": 0.0035, "step": 133400 }, { "epoch": 2.2120342889356834, "grad_norm": 0.0075220949947834015, "learning_rate": 2.787965711064317e-05, "loss": 0.0002, "step": 133410 }, { "epoch": 2.212200096168195, "grad_norm": 1.8172630689150537e-06, "learning_rate": 2.7877999038318053e-05, "loss": 0.0001, "step": 133420 }, { "epoch": 2.2123659034007064, "grad_norm": 0.0032047859858721495, "learning_rate": 2.7876340965992937e-05, "loss": 0.0001, "step": 133430 }, { "epoch": 2.212531710633218, "grad_norm": 0.0015923900064080954, "learning_rate": 2.7874682893667823e-05, "loss": 0.0085, "step": 133440 }, { "epoch": 2.2126975178657293, "grad_norm": 0.00017625463078729808, "learning_rate": 2.7873024821342707e-05, "loss": 0.0012, "step": 133450 }, { "epoch": 2.212863325098241, "grad_norm": 0.0002781836374197155, "learning_rate": 2.787136674901759e-05, "loss": 0.0047, "step": 133460 }, { "epoch": 2.2130291323307523, "grad_norm": 0.00017016037600114942, "learning_rate": 2.786970867669248e-05, "loss": 0.0099, "step": 133470 }, { "epoch": 2.2131949395632637, "grad_norm": 0.17474861443042755, "learning_rate": 2.7868050604367364e-05, "loss": 0.0146, "step": 133480 }, { "epoch": 2.213360746795775, "grad_norm": 0.02560175582766533, "learning_rate": 2.786639253204225e-05, "loss": 0.0191, "step": 133490 }, { "epoch": 2.2135265540282867, "grad_norm": 0.025801800191402435, "learning_rate": 2.7864734459717134e-05, "loss": 0.0001, "step": 133500 }, { "epoch": 2.213692361260798, "grad_norm": 0.012898227199912071, "learning_rate": 2.7863076387392018e-05, "loss": 0.0035, "step": 133510 }, { "epoch": 2.2138581684933096, "grad_norm": 0.0019465696532279253, "learning_rate": 2.7861418315066905e-05, "loss": 0.0021, "step": 133520 }, { "epoch": 2.214023975725821, "grad_norm": 0.08398017287254333, "learning_rate": 2.7859760242741788e-05, "loss": 0.0052, "step": 133530 }, { "epoch": 2.2141897829583326, "grad_norm": 0.005526689812541008, "learning_rate": 2.7858102170416672e-05, "loss": 0.0005, "step": 133540 }, { "epoch": 2.214355590190844, "grad_norm": 0.0014447272988036275, "learning_rate": 2.7856444098091562e-05, "loss": 0.0003, "step": 133550 }, { "epoch": 2.2145213974233555, "grad_norm": 0.018516303971409798, "learning_rate": 2.7854786025766446e-05, "loss": 0.0015, "step": 133560 }, { "epoch": 2.214687204655867, "grad_norm": 0.006465898361057043, "learning_rate": 2.7853127953441332e-05, "loss": 0.0026, "step": 133570 }, { "epoch": 2.2148530118883785, "grad_norm": 0.00024926310288719833, "learning_rate": 2.7851469881116216e-05, "loss": 0.0033, "step": 133580 }, { "epoch": 2.21501881912089, "grad_norm": 0.3221142590045929, "learning_rate": 2.78498118087911e-05, "loss": 0.004, "step": 133590 }, { "epoch": 2.2151846263534014, "grad_norm": 0.20049795508384705, "learning_rate": 2.7848153736465986e-05, "loss": 0.0019, "step": 133600 }, { "epoch": 2.215350433585913, "grad_norm": 0.005343548953533173, "learning_rate": 2.784649566414087e-05, "loss": 0.0018, "step": 133610 }, { "epoch": 2.2155162408184244, "grad_norm": 0.002605817513540387, "learning_rate": 2.784483759181576e-05, "loss": 0.0054, "step": 133620 }, { "epoch": 2.215682048050936, "grad_norm": 0.20808783173561096, "learning_rate": 2.7843179519490643e-05, "loss": 0.0049, "step": 133630 }, { "epoch": 2.2158478552834473, "grad_norm": 0.6348286867141724, "learning_rate": 2.7841521447165524e-05, "loss": 0.0087, "step": 133640 }, { "epoch": 2.2160136625159588, "grad_norm": 0.0030559124425053596, "learning_rate": 2.7839863374840414e-05, "loss": 0.0053, "step": 133650 }, { "epoch": 2.2161794697484702, "grad_norm": 0.011391689069569111, "learning_rate": 2.7838205302515297e-05, "loss": 0.0005, "step": 133660 }, { "epoch": 2.2163452769809817, "grad_norm": 0.0008601599838584661, "learning_rate": 2.783654723019018e-05, "loss": 0.0041, "step": 133670 }, { "epoch": 2.216511084213493, "grad_norm": 0.00011913209164049476, "learning_rate": 2.7834889157865068e-05, "loss": 0.0021, "step": 133680 }, { "epoch": 2.2166768914460047, "grad_norm": 0.2972564697265625, "learning_rate": 2.783323108553995e-05, "loss": 0.008, "step": 133690 }, { "epoch": 2.2168426986785166, "grad_norm": 0.002879429841414094, "learning_rate": 2.783157301321484e-05, "loss": 0.0004, "step": 133700 }, { "epoch": 2.2170085059110276, "grad_norm": 0.007288685534149408, "learning_rate": 2.782991494088972e-05, "loss": 0.0087, "step": 133710 }, { "epoch": 2.2171743131435395, "grad_norm": 0.011307289823889732, "learning_rate": 2.7828256868564605e-05, "loss": 0.0013, "step": 133720 }, { "epoch": 2.217340120376051, "grad_norm": 0.0037247014697641134, "learning_rate": 2.7826598796239495e-05, "loss": 0.0052, "step": 133730 }, { "epoch": 2.2175059276085625, "grad_norm": 2.0115950974286534e-05, "learning_rate": 2.782494072391438e-05, "loss": 0.003, "step": 133740 }, { "epoch": 2.217671734841074, "grad_norm": 0.009222823195159435, "learning_rate": 2.7823282651589265e-05, "loss": 0.0051, "step": 133750 }, { "epoch": 2.2178375420735854, "grad_norm": 0.2052641063928604, "learning_rate": 2.782162457926415e-05, "loss": 0.0029, "step": 133760 }, { "epoch": 2.218003349306097, "grad_norm": 0.0009168792748823762, "learning_rate": 2.7819966506939032e-05, "loss": 0.0027, "step": 133770 }, { "epoch": 2.2181691565386084, "grad_norm": 0.001906205085106194, "learning_rate": 2.7818308434613923e-05, "loss": 0.0031, "step": 133780 }, { "epoch": 2.21833496377112, "grad_norm": 0.0014131171628832817, "learning_rate": 2.7816650362288803e-05, "loss": 0.001, "step": 133790 }, { "epoch": 2.2185007710036313, "grad_norm": 0.0036537896376103163, "learning_rate": 2.7814992289963686e-05, "loss": 0.0113, "step": 133800 }, { "epoch": 2.2186665782361428, "grad_norm": 1.5480869478778914e-05, "learning_rate": 2.7813334217638577e-05, "loss": 0.0082, "step": 133810 }, { "epoch": 2.2188323854686542, "grad_norm": 0.0033835566136986017, "learning_rate": 2.781167614531346e-05, "loss": 0.003, "step": 133820 }, { "epoch": 2.2189981927011657, "grad_norm": 0.010861779563128948, "learning_rate": 2.7810018072988347e-05, "loss": 0.0083, "step": 133830 }, { "epoch": 2.219163999933677, "grad_norm": 0.012471784837543964, "learning_rate": 2.780836000066323e-05, "loss": 0.0002, "step": 133840 }, { "epoch": 2.2193298071661887, "grad_norm": 0.18016061186790466, "learning_rate": 2.7806701928338114e-05, "loss": 0.0025, "step": 133850 }, { "epoch": 2.2194956143987, "grad_norm": 0.7589110732078552, "learning_rate": 2.7805043856013e-05, "loss": 0.0117, "step": 133860 }, { "epoch": 2.2196614216312116, "grad_norm": 0.8048226237297058, "learning_rate": 2.7803385783687884e-05, "loss": 0.01, "step": 133870 }, { "epoch": 2.219827228863723, "grad_norm": 0.0013047474203631282, "learning_rate": 2.7801727711362768e-05, "loss": 0.0011, "step": 133880 }, { "epoch": 2.2199930360962346, "grad_norm": 0.4221664071083069, "learning_rate": 2.7800069639037658e-05, "loss": 0.0132, "step": 133890 }, { "epoch": 2.220158843328746, "grad_norm": 5.7454410125501454e-05, "learning_rate": 2.779841156671254e-05, "loss": 0.0072, "step": 133900 }, { "epoch": 2.2203246505612575, "grad_norm": 0.04692699387669563, "learning_rate": 2.7796753494387428e-05, "loss": 0.0112, "step": 133910 }, { "epoch": 2.220490457793769, "grad_norm": 0.1870049387216568, "learning_rate": 2.7795095422062312e-05, "loss": 0.0026, "step": 133920 }, { "epoch": 2.2206562650262804, "grad_norm": 0.017230063676834106, "learning_rate": 2.7793437349737195e-05, "loss": 0.0013, "step": 133930 }, { "epoch": 2.220822072258792, "grad_norm": 0.6715624332427979, "learning_rate": 2.7791779277412082e-05, "loss": 0.0077, "step": 133940 }, { "epoch": 2.2209878794913034, "grad_norm": 0.26529809832572937, "learning_rate": 2.7790121205086966e-05, "loss": 0.0063, "step": 133950 }, { "epoch": 2.221153686723815, "grad_norm": 0.2927066385746002, "learning_rate": 2.7788463132761856e-05, "loss": 0.0012, "step": 133960 }, { "epoch": 2.2213194939563263, "grad_norm": 0.0007698679692111909, "learning_rate": 2.778680506043674e-05, "loss": 0.0075, "step": 133970 }, { "epoch": 2.221485301188838, "grad_norm": 0.0002431954344501719, "learning_rate": 2.7785146988111623e-05, "loss": 0.0039, "step": 133980 }, { "epoch": 2.2216511084213493, "grad_norm": 0.22584857046604156, "learning_rate": 2.778348891578651e-05, "loss": 0.0062, "step": 133990 }, { "epoch": 2.2218169156538607, "grad_norm": 0.1234646663069725, "learning_rate": 2.7781830843461393e-05, "loss": 0.0169, "step": 134000 }, { "epoch": 2.221982722886372, "grad_norm": 0.0016358887078240514, "learning_rate": 2.7780172771136277e-05, "loss": 0.0002, "step": 134010 }, { "epoch": 2.2221485301188837, "grad_norm": 0.2414991557598114, "learning_rate": 2.7778514698811163e-05, "loss": 0.0035, "step": 134020 }, { "epoch": 2.222314337351395, "grad_norm": 0.0508861243724823, "learning_rate": 2.7776856626486047e-05, "loss": 0.0085, "step": 134030 }, { "epoch": 2.2224801445839066, "grad_norm": 0.20092983543872833, "learning_rate": 2.7775198554160937e-05, "loss": 0.0038, "step": 134040 }, { "epoch": 2.222645951816418, "grad_norm": 0.00042874497012235224, "learning_rate": 2.777354048183582e-05, "loss": 0.0014, "step": 134050 }, { "epoch": 2.2228117590489296, "grad_norm": 0.0002144480386050418, "learning_rate": 2.77718824095107e-05, "loss": 0.0035, "step": 134060 }, { "epoch": 2.222977566281441, "grad_norm": 0.006605443079024553, "learning_rate": 2.777022433718559e-05, "loss": 0.0001, "step": 134070 }, { "epoch": 2.2231433735139525, "grad_norm": 0.21194803714752197, "learning_rate": 2.7768566264860475e-05, "loss": 0.0092, "step": 134080 }, { "epoch": 2.223309180746464, "grad_norm": 0.004599860403686762, "learning_rate": 2.776690819253536e-05, "loss": 0.0026, "step": 134090 }, { "epoch": 2.2234749879789755, "grad_norm": 0.00037729533505626023, "learning_rate": 2.7765250120210245e-05, "loss": 0.0031, "step": 134100 }, { "epoch": 2.223640795211487, "grad_norm": 0.0009827736066654325, "learning_rate": 2.776359204788513e-05, "loss": 0.0034, "step": 134110 }, { "epoch": 2.2238066024439984, "grad_norm": 0.002279543550685048, "learning_rate": 2.776193397556002e-05, "loss": 0.0044, "step": 134120 }, { "epoch": 2.22397240967651, "grad_norm": 0.0005150010110810399, "learning_rate": 2.77602759032349e-05, "loss": 0.0051, "step": 134130 }, { "epoch": 2.2241382169090214, "grad_norm": 0.023106880486011505, "learning_rate": 2.7758617830909782e-05, "loss": 0.008, "step": 134140 }, { "epoch": 2.2243040241415333, "grad_norm": 0.002295395825058222, "learning_rate": 2.7756959758584672e-05, "loss": 0.0034, "step": 134150 }, { "epoch": 2.2244698313740443, "grad_norm": 0.00017211200611200184, "learning_rate": 2.7755301686259556e-05, "loss": 0.0074, "step": 134160 }, { "epoch": 2.224635638606556, "grad_norm": 0.0046079121530056, "learning_rate": 2.7753643613934443e-05, "loss": 0.0029, "step": 134170 }, { "epoch": 2.2248014458390677, "grad_norm": 0.00254536303691566, "learning_rate": 2.7751985541609326e-05, "loss": 0.003, "step": 134180 }, { "epoch": 2.224967253071579, "grad_norm": 0.0015859686536714435, "learning_rate": 2.775032746928421e-05, "loss": 0.0045, "step": 134190 }, { "epoch": 2.2251330603040906, "grad_norm": 0.008028467185795307, "learning_rate": 2.7748669396959097e-05, "loss": 0.0035, "step": 134200 }, { "epoch": 2.225298867536602, "grad_norm": 0.0014624035684391856, "learning_rate": 2.774701132463398e-05, "loss": 0.0009, "step": 134210 }, { "epoch": 2.2254646747691136, "grad_norm": 0.020819393917918205, "learning_rate": 2.7745353252308864e-05, "loss": 0.0011, "step": 134220 }, { "epoch": 2.225630482001625, "grad_norm": 0.0006783631397411227, "learning_rate": 2.7743695179983754e-05, "loss": 0.0038, "step": 134230 }, { "epoch": 2.2257962892341365, "grad_norm": 0.024203937500715256, "learning_rate": 2.7742037107658637e-05, "loss": 0.0005, "step": 134240 }, { "epoch": 2.225962096466648, "grad_norm": 0.0024544119369238615, "learning_rate": 2.7740379035333524e-05, "loss": 0.0121, "step": 134250 }, { "epoch": 2.2261279036991595, "grad_norm": 0.0012674509780481458, "learning_rate": 2.7738720963008408e-05, "loss": 0.0073, "step": 134260 }, { "epoch": 2.226293710931671, "grad_norm": 0.00035604083677753806, "learning_rate": 2.773706289068329e-05, "loss": 0.0005, "step": 134270 }, { "epoch": 2.2264595181641824, "grad_norm": 0.682564377784729, "learning_rate": 2.7735404818358178e-05, "loss": 0.0033, "step": 134280 }, { "epoch": 2.226625325396694, "grad_norm": 0.0015247297706082463, "learning_rate": 2.773374674603306e-05, "loss": 0.0031, "step": 134290 }, { "epoch": 2.2267911326292054, "grad_norm": 0.0018214156152680516, "learning_rate": 2.7732088673707952e-05, "loss": 0.007, "step": 134300 }, { "epoch": 2.226956939861717, "grad_norm": 0.010407119058072567, "learning_rate": 2.7730430601382835e-05, "loss": 0.0001, "step": 134310 }, { "epoch": 2.2271227470942283, "grad_norm": 0.0001548414584249258, "learning_rate": 2.772877252905772e-05, "loss": 0.0027, "step": 134320 }, { "epoch": 2.2272885543267398, "grad_norm": 0.005119681358337402, "learning_rate": 2.7727114456732606e-05, "loss": 0.0048, "step": 134330 }, { "epoch": 2.2274543615592513, "grad_norm": 0.03308374807238579, "learning_rate": 2.772545638440749e-05, "loss": 0.0007, "step": 134340 }, { "epoch": 2.2276201687917627, "grad_norm": 9.296425560023636e-05, "learning_rate": 2.7723798312082372e-05, "loss": 0.003, "step": 134350 }, { "epoch": 2.227785976024274, "grad_norm": 0.14403419196605682, "learning_rate": 2.772214023975726e-05, "loss": 0.0008, "step": 134360 }, { "epoch": 2.2279517832567857, "grad_norm": 0.004052526317536831, "learning_rate": 2.7720482167432143e-05, "loss": 0.006, "step": 134370 }, { "epoch": 2.228117590489297, "grad_norm": 0.003935149405151606, "learning_rate": 2.7718824095107033e-05, "loss": 0.0054, "step": 134380 }, { "epoch": 2.2282833977218086, "grad_norm": 0.0008549688500352204, "learning_rate": 2.7717166022781917e-05, "loss": 0.0001, "step": 134390 }, { "epoch": 2.22844920495432, "grad_norm": 0.0001395371655235067, "learning_rate": 2.7715507950456797e-05, "loss": 0.001, "step": 134400 }, { "epoch": 2.2286150121868316, "grad_norm": 0.0006363344145938754, "learning_rate": 2.7713849878131687e-05, "loss": 0.0007, "step": 134410 }, { "epoch": 2.228780819419343, "grad_norm": 0.001323866075836122, "learning_rate": 2.771219180580657e-05, "loss": 0.0013, "step": 134420 }, { "epoch": 2.2289466266518545, "grad_norm": 0.15843287110328674, "learning_rate": 2.7710533733481457e-05, "loss": 0.0074, "step": 134430 }, { "epoch": 2.229112433884366, "grad_norm": 0.22070173919200897, "learning_rate": 2.770887566115634e-05, "loss": 0.0047, "step": 134440 }, { "epoch": 2.2292782411168774, "grad_norm": 1.2936458915646654e-05, "learning_rate": 2.7707217588831224e-05, "loss": 0.0127, "step": 134450 }, { "epoch": 2.229444048349389, "grad_norm": 0.001457280246540904, "learning_rate": 2.7705559516506114e-05, "loss": 0.0037, "step": 134460 }, { "epoch": 2.2296098555819004, "grad_norm": 0.21246980130672455, "learning_rate": 2.7703901444180998e-05, "loss": 0.0081, "step": 134470 }, { "epoch": 2.229775662814412, "grad_norm": 0.01662706770002842, "learning_rate": 2.7702243371855878e-05, "loss": 0.0034, "step": 134480 }, { "epoch": 2.2299414700469233, "grad_norm": 0.0008406142005696893, "learning_rate": 2.770058529953077e-05, "loss": 0.0029, "step": 134490 }, { "epoch": 2.230107277279435, "grad_norm": 0.057237252593040466, "learning_rate": 2.7698927227205652e-05, "loss": 0.0017, "step": 134500 }, { "epoch": 2.2302730845119463, "grad_norm": 0.019695213064551353, "learning_rate": 2.769726915488054e-05, "loss": 0.0091, "step": 134510 }, { "epoch": 2.2304388917444578, "grad_norm": 0.00022333695960696787, "learning_rate": 2.7695611082555422e-05, "loss": 0.0064, "step": 134520 }, { "epoch": 2.2306046989769692, "grad_norm": 0.17924663424491882, "learning_rate": 2.7693953010230306e-05, "loss": 0.0053, "step": 134530 }, { "epoch": 2.2307705062094807, "grad_norm": 0.0015705382684245706, "learning_rate": 2.7692294937905196e-05, "loss": 0.0063, "step": 134540 }, { "epoch": 2.230936313441992, "grad_norm": 0.19120818376541138, "learning_rate": 2.7690636865580076e-05, "loss": 0.0023, "step": 134550 }, { "epoch": 2.2311021206745036, "grad_norm": 0.00014832866145297885, "learning_rate": 2.768897879325496e-05, "loss": 0.0118, "step": 134560 }, { "epoch": 2.231267927907015, "grad_norm": 9.903190220938995e-05, "learning_rate": 2.768732072092985e-05, "loss": 0.0001, "step": 134570 }, { "epoch": 2.2314337351395266, "grad_norm": 0.1967606097459793, "learning_rate": 2.7685662648604733e-05, "loss": 0.0061, "step": 134580 }, { "epoch": 2.231599542372038, "grad_norm": 0.01003198605030775, "learning_rate": 2.768400457627962e-05, "loss": 0.0002, "step": 134590 }, { "epoch": 2.23176534960455, "grad_norm": 5.3887026297161356e-05, "learning_rate": 2.7682346503954504e-05, "loss": 0.0075, "step": 134600 }, { "epoch": 2.231931156837061, "grad_norm": 0.0004059628990944475, "learning_rate": 2.7680688431629387e-05, "loss": 0.0033, "step": 134610 }, { "epoch": 2.232096964069573, "grad_norm": 0.008851883932948112, "learning_rate": 2.7679030359304274e-05, "loss": 0.0003, "step": 134620 }, { "epoch": 2.2322627713020844, "grad_norm": 0.0002492635976523161, "learning_rate": 2.7677372286979157e-05, "loss": 0.0083, "step": 134630 }, { "epoch": 2.232428578534596, "grad_norm": 0.0005817420897074044, "learning_rate": 2.7675714214654048e-05, "loss": 0.0001, "step": 134640 }, { "epoch": 2.2325943857671073, "grad_norm": 0.00016119377687573433, "learning_rate": 2.767405614232893e-05, "loss": 0.0045, "step": 134650 }, { "epoch": 2.232760192999619, "grad_norm": 0.05765226110816002, "learning_rate": 2.7672398070003815e-05, "loss": 0.0068, "step": 134660 }, { "epoch": 2.2329260002321303, "grad_norm": 0.0056136129423975945, "learning_rate": 2.76707399976787e-05, "loss": 0.001, "step": 134670 }, { "epoch": 2.2330918074646418, "grad_norm": 0.003072088584303856, "learning_rate": 2.7669081925353585e-05, "loss": 0.0022, "step": 134680 }, { "epoch": 2.2332576146971532, "grad_norm": 0.0004463243531063199, "learning_rate": 2.766742385302847e-05, "loss": 0.0055, "step": 134690 }, { "epoch": 2.2334234219296647, "grad_norm": 0.0001710130018182099, "learning_rate": 2.7665765780703355e-05, "loss": 0.006, "step": 134700 }, { "epoch": 2.233589229162176, "grad_norm": 0.000403001467930153, "learning_rate": 2.766410770837824e-05, "loss": 0.0043, "step": 134710 }, { "epoch": 2.2337550363946876, "grad_norm": 0.0008516386151313782, "learning_rate": 2.766244963605313e-05, "loss": 0.0001, "step": 134720 }, { "epoch": 2.233920843627199, "grad_norm": 0.01080301683396101, "learning_rate": 2.7660791563728012e-05, "loss": 0.0001, "step": 134730 }, { "epoch": 2.2340866508597106, "grad_norm": 0.00016960492939688265, "learning_rate": 2.7659133491402896e-05, "loss": 0.0057, "step": 134740 }, { "epoch": 2.234252458092222, "grad_norm": 0.0007155148196034133, "learning_rate": 2.7657475419077783e-05, "loss": 0.0023, "step": 134750 }, { "epoch": 2.2344182653247335, "grad_norm": 0.0001221101701958105, "learning_rate": 2.7655817346752666e-05, "loss": 0.003, "step": 134760 }, { "epoch": 2.234584072557245, "grad_norm": 0.03489737957715988, "learning_rate": 2.7654159274427553e-05, "loss": 0.012, "step": 134770 }, { "epoch": 2.2347498797897565, "grad_norm": 0.28163057565689087, "learning_rate": 2.7652501202102437e-05, "loss": 0.0051, "step": 134780 }, { "epoch": 2.234915687022268, "grad_norm": 0.06395954638719559, "learning_rate": 2.765084312977732e-05, "loss": 0.0036, "step": 134790 }, { "epoch": 2.2350814942547794, "grad_norm": 0.021994730457663536, "learning_rate": 2.764918505745221e-05, "loss": 0.0002, "step": 134800 }, { "epoch": 2.235247301487291, "grad_norm": 0.0005106509779579937, "learning_rate": 2.7647526985127094e-05, "loss": 0.0, "step": 134810 }, { "epoch": 2.2354131087198024, "grad_norm": 2.1307632778189145e-05, "learning_rate": 2.7645868912801974e-05, "loss": 0.0135, "step": 134820 }, { "epoch": 2.235578915952314, "grad_norm": 0.0034069553948938847, "learning_rate": 2.7644210840476864e-05, "loss": 0.0001, "step": 134830 }, { "epoch": 2.2357447231848253, "grad_norm": 0.0011609650682657957, "learning_rate": 2.7642552768151748e-05, "loss": 0.0091, "step": 134840 }, { "epoch": 2.235910530417337, "grad_norm": 0.0008886714931577444, "learning_rate": 2.7640894695826635e-05, "loss": 0.0039, "step": 134850 }, { "epoch": 2.2360763376498483, "grad_norm": 0.008839140646159649, "learning_rate": 2.7639236623501518e-05, "loss": 0.0071, "step": 134860 }, { "epoch": 2.2362421448823597, "grad_norm": 0.0009702478419058025, "learning_rate": 2.76375785511764e-05, "loss": 0.0051, "step": 134870 }, { "epoch": 2.236407952114871, "grad_norm": 0.0005039131501689553, "learning_rate": 2.7635920478851292e-05, "loss": 0.0163, "step": 134880 }, { "epoch": 2.2365737593473827, "grad_norm": 0.0002296721941092983, "learning_rate": 2.7634262406526172e-05, "loss": 0.0057, "step": 134890 }, { "epoch": 2.236739566579894, "grad_norm": 0.00012331377365626395, "learning_rate": 2.7632604334201055e-05, "loss": 0.0049, "step": 134900 }, { "epoch": 2.2369053738124056, "grad_norm": 0.00720794266089797, "learning_rate": 2.7630946261875946e-05, "loss": 0.0056, "step": 134910 }, { "epoch": 2.237071181044917, "grad_norm": 0.008251161314547062, "learning_rate": 2.762928818955083e-05, "loss": 0.0038, "step": 134920 }, { "epoch": 2.2372369882774286, "grad_norm": 0.006887455470860004, "learning_rate": 2.7627630117225716e-05, "loss": 0.0008, "step": 134930 }, { "epoch": 2.23740279550994, "grad_norm": 0.0010744278552010655, "learning_rate": 2.76259720449006e-05, "loss": 0.0003, "step": 134940 }, { "epoch": 2.2375686027424515, "grad_norm": 0.007417971733957529, "learning_rate": 2.7624313972575483e-05, "loss": 0.0058, "step": 134950 }, { "epoch": 2.237734409974963, "grad_norm": 0.00013900843623559922, "learning_rate": 2.7622655900250373e-05, "loss": 0.0045, "step": 134960 }, { "epoch": 2.2379002172074745, "grad_norm": 0.000719727308023721, "learning_rate": 2.7620997827925253e-05, "loss": 0.0036, "step": 134970 }, { "epoch": 2.238066024439986, "grad_norm": 9.522329492028803e-05, "learning_rate": 2.7619339755600143e-05, "loss": 0.0063, "step": 134980 }, { "epoch": 2.2382318316724974, "grad_norm": 0.0003190130810253322, "learning_rate": 2.7617681683275027e-05, "loss": 0.0011, "step": 134990 }, { "epoch": 2.238397638905009, "grad_norm": 0.004772102925926447, "learning_rate": 2.761602361094991e-05, "loss": 0.0001, "step": 135000 }, { "epoch": 2.2385634461375203, "grad_norm": 0.0010144741972908378, "learning_rate": 2.7614365538624797e-05, "loss": 0.0008, "step": 135010 }, { "epoch": 2.238729253370032, "grad_norm": 8.780297503108159e-05, "learning_rate": 2.761270746629968e-05, "loss": 0.0064, "step": 135020 }, { "epoch": 2.2388950606025433, "grad_norm": 0.18326592445373535, "learning_rate": 2.7611049393974564e-05, "loss": 0.006, "step": 135030 }, { "epoch": 2.2390608678350548, "grad_norm": 0.056192632764577866, "learning_rate": 2.760939132164945e-05, "loss": 0.0033, "step": 135040 }, { "epoch": 2.2392266750675667, "grad_norm": 0.0031394008547067642, "learning_rate": 2.7607733249324335e-05, "loss": 0.009, "step": 135050 }, { "epoch": 2.2393924823000777, "grad_norm": 8.705767686478794e-05, "learning_rate": 2.7606075176999225e-05, "loss": 0.0079, "step": 135060 }, { "epoch": 2.2395582895325896, "grad_norm": 0.00048775385948829353, "learning_rate": 2.760441710467411e-05, "loss": 0.0002, "step": 135070 }, { "epoch": 2.239724096765101, "grad_norm": 0.020937586203217506, "learning_rate": 2.7602759032348992e-05, "loss": 0.0001, "step": 135080 }, { "epoch": 2.2398899039976126, "grad_norm": 0.18522675335407257, "learning_rate": 2.760110096002388e-05, "loss": 0.0079, "step": 135090 }, { "epoch": 2.240055711230124, "grad_norm": 0.0014996308600530028, "learning_rate": 2.7599442887698762e-05, "loss": 0.0056, "step": 135100 }, { "epoch": 2.2402215184626355, "grad_norm": 5.586183033301495e-05, "learning_rate": 2.759778481537365e-05, "loss": 0.0006, "step": 135110 }, { "epoch": 2.240387325695147, "grad_norm": 0.00036475801607593894, "learning_rate": 2.7596126743048533e-05, "loss": 0.0001, "step": 135120 }, { "epoch": 2.2405531329276585, "grad_norm": 0.0075842090882360935, "learning_rate": 2.7594468670723416e-05, "loss": 0.0052, "step": 135130 }, { "epoch": 2.24071894016017, "grad_norm": 0.00020689520169980824, "learning_rate": 2.7592810598398306e-05, "loss": 0.0065, "step": 135140 }, { "epoch": 2.2408847473926814, "grad_norm": 0.0008212197571992874, "learning_rate": 2.759115252607319e-05, "loss": 0.0144, "step": 135150 }, { "epoch": 2.241050554625193, "grad_norm": 0.0020094262436032295, "learning_rate": 2.758949445374807e-05, "loss": 0.0035, "step": 135160 }, { "epoch": 2.2412163618577043, "grad_norm": 0.0022398445289582014, "learning_rate": 2.758783638142296e-05, "loss": 0.0139, "step": 135170 }, { "epoch": 2.241382169090216, "grad_norm": 0.0003308062441647053, "learning_rate": 2.7586178309097844e-05, "loss": 0.0071, "step": 135180 }, { "epoch": 2.2415479763227273, "grad_norm": 0.1738434135913849, "learning_rate": 2.758452023677273e-05, "loss": 0.005, "step": 135190 }, { "epoch": 2.2417137835552388, "grad_norm": 0.0008394973701797426, "learning_rate": 2.7582862164447614e-05, "loss": 0.0048, "step": 135200 }, { "epoch": 2.2418795907877502, "grad_norm": 0.7155565619468689, "learning_rate": 2.7581204092122497e-05, "loss": 0.0052, "step": 135210 }, { "epoch": 2.2420453980202617, "grad_norm": 0.13400189578533173, "learning_rate": 2.7579546019797388e-05, "loss": 0.0082, "step": 135220 }, { "epoch": 2.242211205252773, "grad_norm": 0.023175710812211037, "learning_rate": 2.757788794747227e-05, "loss": 0.0033, "step": 135230 }, { "epoch": 2.2423770124852846, "grad_norm": 0.0003588492108974606, "learning_rate": 2.757622987514715e-05, "loss": 0.0093, "step": 135240 }, { "epoch": 2.242542819717796, "grad_norm": 0.004337312653660774, "learning_rate": 2.757457180282204e-05, "loss": 0.0001, "step": 135250 }, { "epoch": 2.2427086269503076, "grad_norm": 0.00035841992939822376, "learning_rate": 2.7572913730496925e-05, "loss": 0.0025, "step": 135260 }, { "epoch": 2.242874434182819, "grad_norm": 0.0001772998075466603, "learning_rate": 2.7571255658171812e-05, "loss": 0.0046, "step": 135270 }, { "epoch": 2.2430402414153305, "grad_norm": 0.006829556077718735, "learning_rate": 2.7569597585846695e-05, "loss": 0.0002, "step": 135280 }, { "epoch": 2.243206048647842, "grad_norm": 0.0810498595237732, "learning_rate": 2.756793951352158e-05, "loss": 0.0015, "step": 135290 }, { "epoch": 2.2433718558803535, "grad_norm": 0.00023841270012781024, "learning_rate": 2.756628144119647e-05, "loss": 0.0066, "step": 135300 }, { "epoch": 2.243537663112865, "grad_norm": 0.21500934660434723, "learning_rate": 2.756462336887135e-05, "loss": 0.0068, "step": 135310 }, { "epoch": 2.2437034703453764, "grad_norm": 0.0020863781683146954, "learning_rate": 2.756296529654624e-05, "loss": 0.0, "step": 135320 }, { "epoch": 2.243869277577888, "grad_norm": 0.0030348619911819696, "learning_rate": 2.7561307224221123e-05, "loss": 0.0078, "step": 135330 }, { "epoch": 2.2440350848103994, "grad_norm": 0.04300496727228165, "learning_rate": 2.7559649151896006e-05, "loss": 0.0107, "step": 135340 }, { "epoch": 2.244200892042911, "grad_norm": 0.029237274080514908, "learning_rate": 2.7557991079570893e-05, "loss": 0.002, "step": 135350 }, { "epoch": 2.2443666992754223, "grad_norm": 0.04972166568040848, "learning_rate": 2.7556333007245777e-05, "loss": 0.0104, "step": 135360 }, { "epoch": 2.244532506507934, "grad_norm": 6.4228726841975e-05, "learning_rate": 2.755467493492066e-05, "loss": 0.0083, "step": 135370 }, { "epoch": 2.2446983137404453, "grad_norm": 0.018296515569090843, "learning_rate": 2.7553016862595547e-05, "loss": 0.0008, "step": 135380 }, { "epoch": 2.2448641209729567, "grad_norm": 4.7011839342303574e-05, "learning_rate": 2.755135879027043e-05, "loss": 0.0052, "step": 135390 }, { "epoch": 2.245029928205468, "grad_norm": 0.013519019819796085, "learning_rate": 2.754970071794532e-05, "loss": 0.0035, "step": 135400 }, { "epoch": 2.2451957354379797, "grad_norm": 0.0024628129322081804, "learning_rate": 2.7548042645620204e-05, "loss": 0.0085, "step": 135410 }, { "epoch": 2.245361542670491, "grad_norm": 0.002335910452529788, "learning_rate": 2.7546384573295088e-05, "loss": 0.0101, "step": 135420 }, { "epoch": 2.2455273499030026, "grad_norm": 0.0018533481052145362, "learning_rate": 2.7544726500969975e-05, "loss": 0.0032, "step": 135430 }, { "epoch": 2.245693157135514, "grad_norm": 0.0003138031461276114, "learning_rate": 2.7543068428644858e-05, "loss": 0.005, "step": 135440 }, { "epoch": 2.2458589643680256, "grad_norm": 0.019341565668582916, "learning_rate": 2.754141035631975e-05, "loss": 0.0027, "step": 135450 }, { "epoch": 2.246024771600537, "grad_norm": 0.0005552471266128123, "learning_rate": 2.753975228399463e-05, "loss": 0.0043, "step": 135460 }, { "epoch": 2.2461905788330485, "grad_norm": 0.00032566115260124207, "learning_rate": 2.7538094211669512e-05, "loss": 0.0038, "step": 135470 }, { "epoch": 2.24635638606556, "grad_norm": 0.0026745733339339495, "learning_rate": 2.7536436139344402e-05, "loss": 0.0097, "step": 135480 }, { "epoch": 2.2465221932980715, "grad_norm": 0.00143803923856467, "learning_rate": 2.7534778067019286e-05, "loss": 0.0001, "step": 135490 }, { "epoch": 2.2466880005305834, "grad_norm": 0.012402119114995003, "learning_rate": 2.753311999469417e-05, "loss": 0.0046, "step": 135500 }, { "epoch": 2.2468538077630944, "grad_norm": 0.025657417252659798, "learning_rate": 2.7531461922369056e-05, "loss": 0.0069, "step": 135510 }, { "epoch": 2.2470196149956063, "grad_norm": 0.13151411712169647, "learning_rate": 2.752980385004394e-05, "loss": 0.0075, "step": 135520 }, { "epoch": 2.247185422228118, "grad_norm": 0.0008743367507122457, "learning_rate": 2.7528145777718826e-05, "loss": 0.0105, "step": 135530 }, { "epoch": 2.2473512294606293, "grad_norm": 0.008383791893720627, "learning_rate": 2.752648770539371e-05, "loss": 0.0035, "step": 135540 }, { "epoch": 2.2475170366931407, "grad_norm": 0.004363918676972389, "learning_rate": 2.7524829633068593e-05, "loss": 0.0004, "step": 135550 }, { "epoch": 2.247682843925652, "grad_norm": 0.0005319603951647878, "learning_rate": 2.7523171560743484e-05, "loss": 0.007, "step": 135560 }, { "epoch": 2.2478486511581637, "grad_norm": 0.001322027761489153, "learning_rate": 2.7521513488418367e-05, "loss": 0.0002, "step": 135570 }, { "epoch": 2.248014458390675, "grad_norm": 0.0004022414213977754, "learning_rate": 2.7519855416093247e-05, "loss": 0.0036, "step": 135580 }, { "epoch": 2.2481802656231866, "grad_norm": 0.007904046215116978, "learning_rate": 2.7518197343768137e-05, "loss": 0.0053, "step": 135590 }, { "epoch": 2.248346072855698, "grad_norm": 0.0008187396451830864, "learning_rate": 2.751653927144302e-05, "loss": 0.0127, "step": 135600 }, { "epoch": 2.2485118800882096, "grad_norm": 0.00020278671581763774, "learning_rate": 2.7514881199117908e-05, "loss": 0.0067, "step": 135610 }, { "epoch": 2.248677687320721, "grad_norm": 0.004275238141417503, "learning_rate": 2.751322312679279e-05, "loss": 0.003, "step": 135620 }, { "epoch": 2.2488434945532325, "grad_norm": 0.0333610363304615, "learning_rate": 2.7511565054467675e-05, "loss": 0.0065, "step": 135630 }, { "epoch": 2.249009301785744, "grad_norm": 0.06880984455347061, "learning_rate": 2.7509906982142565e-05, "loss": 0.0002, "step": 135640 }, { "epoch": 2.2491751090182555, "grad_norm": 0.002000595210120082, "learning_rate": 2.750824890981745e-05, "loss": 0.0076, "step": 135650 }, { "epoch": 2.249340916250767, "grad_norm": 0.17745088040828705, "learning_rate": 2.7506590837492335e-05, "loss": 0.007, "step": 135660 }, { "epoch": 2.2495067234832784, "grad_norm": 4.236703898641281e-05, "learning_rate": 2.750493276516722e-05, "loss": 0.0038, "step": 135670 }, { "epoch": 2.24967253071579, "grad_norm": 0.0005511334165930748, "learning_rate": 2.7503274692842102e-05, "loss": 0.0148, "step": 135680 }, { "epoch": 2.2498383379483013, "grad_norm": 0.012511913664638996, "learning_rate": 2.750161662051699e-05, "loss": 0.0027, "step": 135690 }, { "epoch": 2.250004145180813, "grad_norm": 0.5957010388374329, "learning_rate": 2.7499958548191873e-05, "loss": 0.0009, "step": 135700 }, { "epoch": 2.2501699524133243, "grad_norm": 5.877142393728718e-05, "learning_rate": 2.7498300475866756e-05, "loss": 0.0078, "step": 135710 }, { "epoch": 2.2503357596458358, "grad_norm": 0.0008317922474816442, "learning_rate": 2.7496642403541646e-05, "loss": 0.0115, "step": 135720 }, { "epoch": 2.2505015668783472, "grad_norm": 0.0006189206033013761, "learning_rate": 2.7494984331216526e-05, "loss": 0.0003, "step": 135730 }, { "epoch": 2.2506673741108587, "grad_norm": 0.00810186192393303, "learning_rate": 2.7493326258891417e-05, "loss": 0.0012, "step": 135740 }, { "epoch": 2.25083318134337, "grad_norm": 0.12410556524991989, "learning_rate": 2.74916681865663e-05, "loss": 0.0006, "step": 135750 }, { "epoch": 2.2509989885758817, "grad_norm": 0.00018253405869472772, "learning_rate": 2.7490010114241184e-05, "loss": 0.0104, "step": 135760 }, { "epoch": 2.251164795808393, "grad_norm": 0.0007771571399644017, "learning_rate": 2.748835204191607e-05, "loss": 0.0028, "step": 135770 }, { "epoch": 2.2513306030409046, "grad_norm": 0.0011011252645403147, "learning_rate": 2.7486693969590954e-05, "loss": 0.0056, "step": 135780 }, { "epoch": 2.251496410273416, "grad_norm": 3.524689236655831e-05, "learning_rate": 2.7485035897265844e-05, "loss": 0.0007, "step": 135790 }, { "epoch": 2.2516622175059275, "grad_norm": 0.0004362548643257469, "learning_rate": 2.7483377824940724e-05, "loss": 0.0008, "step": 135800 }, { "epoch": 2.251828024738439, "grad_norm": 0.015148339793086052, "learning_rate": 2.7481719752615608e-05, "loss": 0.0011, "step": 135810 }, { "epoch": 2.2519938319709505, "grad_norm": 0.33455222845077515, "learning_rate": 2.7480061680290498e-05, "loss": 0.0088, "step": 135820 }, { "epoch": 2.252159639203462, "grad_norm": 5.4534692026209086e-05, "learning_rate": 2.747840360796538e-05, "loss": 0.0006, "step": 135830 }, { "epoch": 2.2523254464359734, "grad_norm": 0.00024203021894209087, "learning_rate": 2.7476745535640265e-05, "loss": 0.0024, "step": 135840 }, { "epoch": 2.252491253668485, "grad_norm": 0.0009708266006782651, "learning_rate": 2.7475087463315152e-05, "loss": 0.0001, "step": 135850 }, { "epoch": 2.2526570609009964, "grad_norm": 0.0005922751151956618, "learning_rate": 2.7473429390990035e-05, "loss": 0.0029, "step": 135860 }, { "epoch": 2.252822868133508, "grad_norm": 0.0018108154181391, "learning_rate": 2.7471771318664926e-05, "loss": 0.0058, "step": 135870 }, { "epoch": 2.2529886753660193, "grad_norm": 0.0015529204392805696, "learning_rate": 2.7470113246339806e-05, "loss": 0.0042, "step": 135880 }, { "epoch": 2.253154482598531, "grad_norm": 0.0013614878989756107, "learning_rate": 2.746845517401469e-05, "loss": 0.0029, "step": 135890 }, { "epoch": 2.2533202898310423, "grad_norm": 8.176387927960604e-05, "learning_rate": 2.746679710168958e-05, "loss": 0.0013, "step": 135900 }, { "epoch": 2.2534860970635537, "grad_norm": 0.6601139903068542, "learning_rate": 2.7465139029364463e-05, "loss": 0.0072, "step": 135910 }, { "epoch": 2.253651904296065, "grad_norm": 0.0017815312603488564, "learning_rate": 2.7463480957039346e-05, "loss": 0.0052, "step": 135920 }, { "epoch": 2.2538177115285767, "grad_norm": 0.0014024145202711225, "learning_rate": 2.7461822884714233e-05, "loss": 0.0034, "step": 135930 }, { "epoch": 2.253983518761088, "grad_norm": 0.00045765438699163496, "learning_rate": 2.7460164812389117e-05, "loss": 0.003, "step": 135940 }, { "epoch": 2.2541493259936, "grad_norm": 0.004007181618362665, "learning_rate": 2.7458506740064004e-05, "loss": 0.0036, "step": 135950 }, { "epoch": 2.254315133226111, "grad_norm": 0.013770795427262783, "learning_rate": 2.7456848667738887e-05, "loss": 0.0002, "step": 135960 }, { "epoch": 2.254480940458623, "grad_norm": 0.032393667846918106, "learning_rate": 2.745519059541377e-05, "loss": 0.0137, "step": 135970 }, { "epoch": 2.254646747691134, "grad_norm": 0.01215452142059803, "learning_rate": 2.745353252308866e-05, "loss": 0.0021, "step": 135980 }, { "epoch": 2.254812554923646, "grad_norm": 0.0004091562586836517, "learning_rate": 2.7451874450763544e-05, "loss": 0.0054, "step": 135990 }, { "epoch": 2.2549783621561574, "grad_norm": 0.015385255217552185, "learning_rate": 2.745021637843843e-05, "loss": 0.0066, "step": 136000 }, { "epoch": 2.255144169388669, "grad_norm": 0.0005939325783401728, "learning_rate": 2.7448558306113315e-05, "loss": 0.0119, "step": 136010 }, { "epoch": 2.2553099766211804, "grad_norm": 0.006080400198698044, "learning_rate": 2.7446900233788198e-05, "loss": 0.0006, "step": 136020 }, { "epoch": 2.255475783853692, "grad_norm": 0.0019322342704981565, "learning_rate": 2.7445242161463085e-05, "loss": 0.0093, "step": 136030 }, { "epoch": 2.2556415910862033, "grad_norm": 0.008215888403356075, "learning_rate": 2.744358408913797e-05, "loss": 0.0008, "step": 136040 }, { "epoch": 2.255807398318715, "grad_norm": 0.0017934534698724747, "learning_rate": 2.7441926016812852e-05, "loss": 0.0026, "step": 136050 }, { "epoch": 2.2559732055512263, "grad_norm": 0.00019508700643200427, "learning_rate": 2.7440267944487742e-05, "loss": 0.0058, "step": 136060 }, { "epoch": 2.2561390127837377, "grad_norm": 0.02108118124306202, "learning_rate": 2.7438609872162622e-05, "loss": 0.0003, "step": 136070 }, { "epoch": 2.256304820016249, "grad_norm": 5.2842948207398877e-05, "learning_rate": 2.7436951799837513e-05, "loss": 0.0001, "step": 136080 }, { "epoch": 2.2564706272487607, "grad_norm": 0.00031856336863711476, "learning_rate": 2.7435293727512396e-05, "loss": 0.0017, "step": 136090 }, { "epoch": 2.256636434481272, "grad_norm": 0.0019565834663808346, "learning_rate": 2.743363565518728e-05, "loss": 0.0101, "step": 136100 }, { "epoch": 2.2568022417137836, "grad_norm": 6.243029929464683e-05, "learning_rate": 2.7431977582862166e-05, "loss": 0.0006, "step": 136110 }, { "epoch": 2.256968048946295, "grad_norm": 0.0062517994083464146, "learning_rate": 2.743031951053705e-05, "loss": 0.0001, "step": 136120 }, { "epoch": 2.2571338561788066, "grad_norm": 0.00013685533485841006, "learning_rate": 2.7428661438211933e-05, "loss": 0.0031, "step": 136130 }, { "epoch": 2.257299663411318, "grad_norm": 0.0013548796996474266, "learning_rate": 2.7427003365886824e-05, "loss": 0.0005, "step": 136140 }, { "epoch": 2.2574654706438295, "grad_norm": 0.00037309303297661245, "learning_rate": 2.7425345293561704e-05, "loss": 0.0126, "step": 136150 }, { "epoch": 2.257631277876341, "grad_norm": 0.0018863922450691462, "learning_rate": 2.7423687221236594e-05, "loss": 0.0131, "step": 136160 }, { "epoch": 2.2577970851088525, "grad_norm": 0.012774289585649967, "learning_rate": 2.7422029148911477e-05, "loss": 0.0092, "step": 136170 }, { "epoch": 2.257962892341364, "grad_norm": 0.003287236439064145, "learning_rate": 2.742037107658636e-05, "loss": 0.0056, "step": 136180 }, { "epoch": 2.2581286995738754, "grad_norm": 0.009073249064385891, "learning_rate": 2.7418713004261248e-05, "loss": 0.0034, "step": 136190 }, { "epoch": 2.258294506806387, "grad_norm": 0.002271811943501234, "learning_rate": 2.741705493193613e-05, "loss": 0.0011, "step": 136200 }, { "epoch": 2.2584603140388984, "grad_norm": 0.9304314255714417, "learning_rate": 2.741539685961102e-05, "loss": 0.0057, "step": 136210 }, { "epoch": 2.25862612127141, "grad_norm": 1.7957525415113196e-05, "learning_rate": 2.74137387872859e-05, "loss": 0.0031, "step": 136220 }, { "epoch": 2.2587919285039213, "grad_norm": 0.49445101618766785, "learning_rate": 2.7412080714960785e-05, "loss": 0.014, "step": 136230 }, { "epoch": 2.2589577357364328, "grad_norm": 0.001366712967865169, "learning_rate": 2.7410422642635675e-05, "loss": 0.0047, "step": 136240 }, { "epoch": 2.2591235429689442, "grad_norm": 0.0009392155916430056, "learning_rate": 2.740876457031056e-05, "loss": 0.0, "step": 136250 }, { "epoch": 2.2592893502014557, "grad_norm": 0.23588237166404724, "learning_rate": 2.7407106497985442e-05, "loss": 0.0049, "step": 136260 }, { "epoch": 2.259455157433967, "grad_norm": 0.0020829089917242527, "learning_rate": 2.740544842566033e-05, "loss": 0.0008, "step": 136270 }, { "epoch": 2.2596209646664787, "grad_norm": 0.016631681472063065, "learning_rate": 2.7403790353335213e-05, "loss": 0.007, "step": 136280 }, { "epoch": 2.25978677189899, "grad_norm": 0.026181010529398918, "learning_rate": 2.74021322810101e-05, "loss": 0.0006, "step": 136290 }, { "epoch": 2.2599525791315016, "grad_norm": 0.00021283231035340577, "learning_rate": 2.7400474208684983e-05, "loss": 0.0022, "step": 136300 }, { "epoch": 2.260118386364013, "grad_norm": 0.0002523725852370262, "learning_rate": 2.7398816136359866e-05, "loss": 0.0084, "step": 136310 }, { "epoch": 2.2602841935965245, "grad_norm": 0.8783034086227417, "learning_rate": 2.7397158064034757e-05, "loss": 0.0049, "step": 136320 }, { "epoch": 2.260450000829036, "grad_norm": 0.021849539130926132, "learning_rate": 2.739549999170964e-05, "loss": 0.0116, "step": 136330 }, { "epoch": 2.2606158080615475, "grad_norm": 8.648519724374637e-05, "learning_rate": 2.7393841919384527e-05, "loss": 0.0051, "step": 136340 }, { "epoch": 2.260781615294059, "grad_norm": 0.000273831159574911, "learning_rate": 2.739218384705941e-05, "loss": 0.0062, "step": 136350 }, { "epoch": 2.2609474225265704, "grad_norm": 0.0017651980742812157, "learning_rate": 2.7390525774734294e-05, "loss": 0.0131, "step": 136360 }, { "epoch": 2.261113229759082, "grad_norm": 0.001769580296240747, "learning_rate": 2.738886770240918e-05, "loss": 0.0079, "step": 136370 }, { "epoch": 2.2612790369915934, "grad_norm": 0.03241199254989624, "learning_rate": 2.7387209630084064e-05, "loss": 0.0017, "step": 136380 }, { "epoch": 2.261444844224105, "grad_norm": 0.0031161606311798096, "learning_rate": 2.7385551557758948e-05, "loss": 0.003, "step": 136390 }, { "epoch": 2.2616106514566168, "grad_norm": 0.5910104513168335, "learning_rate": 2.7383893485433838e-05, "loss": 0.0062, "step": 136400 }, { "epoch": 2.261776458689128, "grad_norm": 0.1678505688905716, "learning_rate": 2.738223541310872e-05, "loss": 0.0034, "step": 136410 }, { "epoch": 2.2619422659216397, "grad_norm": 0.015581827610731125, "learning_rate": 2.738057734078361e-05, "loss": 0.0205, "step": 136420 }, { "epoch": 2.2621080731541507, "grad_norm": 0.1944369673728943, "learning_rate": 2.7378919268458492e-05, "loss": 0.0002, "step": 136430 }, { "epoch": 2.2622738803866627, "grad_norm": 8.621021697763354e-05, "learning_rate": 2.7377261196133375e-05, "loss": 0.0004, "step": 136440 }, { "epoch": 2.262439687619174, "grad_norm": 0.00023377548495773226, "learning_rate": 2.7375603123808262e-05, "loss": 0.001, "step": 136450 }, { "epoch": 2.2626054948516856, "grad_norm": 0.0037347767502069473, "learning_rate": 2.7373945051483146e-05, "loss": 0.0001, "step": 136460 }, { "epoch": 2.262771302084197, "grad_norm": 9.14574193302542e-05, "learning_rate": 2.737228697915803e-05, "loss": 0.0046, "step": 136470 }, { "epoch": 2.2629371093167086, "grad_norm": 0.20107270777225494, "learning_rate": 2.737062890683292e-05, "loss": 0.0055, "step": 136480 }, { "epoch": 2.26310291654922, "grad_norm": 0.005938705522567034, "learning_rate": 2.73689708345078e-05, "loss": 0.0007, "step": 136490 }, { "epoch": 2.2632687237817315, "grad_norm": 0.00813695415854454, "learning_rate": 2.736731276218269e-05, "loss": 0.001, "step": 136500 }, { "epoch": 2.263434531014243, "grad_norm": 0.003268674248829484, "learning_rate": 2.7365654689857573e-05, "loss": 0.0003, "step": 136510 }, { "epoch": 2.2636003382467544, "grad_norm": 0.02074756845831871, "learning_rate": 2.7363996617532457e-05, "loss": 0.005, "step": 136520 }, { "epoch": 2.263766145479266, "grad_norm": 0.0029744450002908707, "learning_rate": 2.7362338545207344e-05, "loss": 0.0069, "step": 136530 }, { "epoch": 2.2639319527117774, "grad_norm": 0.03825592249631882, "learning_rate": 2.7360680472882227e-05, "loss": 0.0092, "step": 136540 }, { "epoch": 2.264097759944289, "grad_norm": 0.0035221781581640244, "learning_rate": 2.7359022400557117e-05, "loss": 0.0002, "step": 136550 }, { "epoch": 2.2642635671768003, "grad_norm": 0.05745691433548927, "learning_rate": 2.7357364328231997e-05, "loss": 0.0055, "step": 136560 }, { "epoch": 2.264429374409312, "grad_norm": 0.16571874916553497, "learning_rate": 2.735570625590688e-05, "loss": 0.0101, "step": 136570 }, { "epoch": 2.2645951816418233, "grad_norm": 0.0009767088340595365, "learning_rate": 2.735404818358177e-05, "loss": 0.0031, "step": 136580 }, { "epoch": 2.2647609888743347, "grad_norm": 0.09057313948869705, "learning_rate": 2.7352390111256655e-05, "loss": 0.0002, "step": 136590 }, { "epoch": 2.264926796106846, "grad_norm": 7.850437395973131e-05, "learning_rate": 2.7350732038931538e-05, "loss": 0.0004, "step": 136600 }, { "epoch": 2.2650926033393577, "grad_norm": 0.17600099742412567, "learning_rate": 2.7349073966606425e-05, "loss": 0.0053, "step": 136610 }, { "epoch": 2.265258410571869, "grad_norm": 0.011332971043884754, "learning_rate": 2.734741589428131e-05, "loss": 0.009, "step": 136620 }, { "epoch": 2.2654242178043806, "grad_norm": 0.0026172343641519547, "learning_rate": 2.73457578219562e-05, "loss": 0.0005, "step": 136630 }, { "epoch": 2.265590025036892, "grad_norm": 0.008614626713097095, "learning_rate": 2.734409974963108e-05, "loss": 0.0074, "step": 136640 }, { "epoch": 2.2657558322694036, "grad_norm": 0.0003706440038513392, "learning_rate": 2.7342441677305962e-05, "loss": 0.0015, "step": 136650 }, { "epoch": 2.265921639501915, "grad_norm": 0.0011269826209172606, "learning_rate": 2.7340783604980853e-05, "loss": 0.0001, "step": 136660 }, { "epoch": 2.2660874467344265, "grad_norm": 0.00015197439643088728, "learning_rate": 2.7339125532655736e-05, "loss": 0.0032, "step": 136670 }, { "epoch": 2.266253253966938, "grad_norm": 0.22667407989501953, "learning_rate": 2.7337467460330623e-05, "loss": 0.0026, "step": 136680 }, { "epoch": 2.2664190611994495, "grad_norm": 4.4502714445116e-05, "learning_rate": 2.7335809388005506e-05, "loss": 0.0078, "step": 136690 }, { "epoch": 2.266584868431961, "grad_norm": 0.1729467511177063, "learning_rate": 2.733415131568039e-05, "loss": 0.0052, "step": 136700 }, { "epoch": 2.2667506756644724, "grad_norm": 0.1516977697610855, "learning_rate": 2.7332493243355277e-05, "loss": 0.0127, "step": 136710 }, { "epoch": 2.266916482896984, "grad_norm": 7.115666812751442e-05, "learning_rate": 2.733083517103016e-05, "loss": 0.0001, "step": 136720 }, { "epoch": 2.2670822901294954, "grad_norm": 0.00025029556127265096, "learning_rate": 2.7329177098705044e-05, "loss": 0.0002, "step": 136730 }, { "epoch": 2.267248097362007, "grad_norm": 0.00125662493519485, "learning_rate": 2.7327519026379934e-05, "loss": 0.0003, "step": 136740 }, { "epoch": 2.2674139045945183, "grad_norm": 0.002130224835127592, "learning_rate": 2.7325860954054817e-05, "loss": 0.0066, "step": 136750 }, { "epoch": 2.2675797118270298, "grad_norm": 0.0009751081233844161, "learning_rate": 2.7324202881729704e-05, "loss": 0.0052, "step": 136760 }, { "epoch": 2.2677455190595412, "grad_norm": 0.14989717304706573, "learning_rate": 2.7322544809404588e-05, "loss": 0.0175, "step": 136770 }, { "epoch": 2.2679113262920527, "grad_norm": 4.8457055527251214e-05, "learning_rate": 2.732088673707947e-05, "loss": 0.0001, "step": 136780 }, { "epoch": 2.268077133524564, "grad_norm": 6.791810301365331e-05, "learning_rate": 2.7319228664754358e-05, "loss": 0.0038, "step": 136790 }, { "epoch": 2.2682429407570757, "grad_norm": 0.00036302805528976023, "learning_rate": 2.731757059242924e-05, "loss": 0.0133, "step": 136800 }, { "epoch": 2.268408747989587, "grad_norm": 0.010407107882201672, "learning_rate": 2.7315912520104125e-05, "loss": 0.0008, "step": 136810 }, { "epoch": 2.2685745552220986, "grad_norm": 0.0009372915374115109, "learning_rate": 2.7314254447779015e-05, "loss": 0.0035, "step": 136820 }, { "epoch": 2.26874036245461, "grad_norm": 0.23019836843013763, "learning_rate": 2.73125963754539e-05, "loss": 0.0003, "step": 136830 }, { "epoch": 2.2689061696871216, "grad_norm": 0.010783018544316292, "learning_rate": 2.7310938303128786e-05, "loss": 0.0092, "step": 136840 }, { "epoch": 2.2690719769196335, "grad_norm": 0.0022436282597482204, "learning_rate": 2.730928023080367e-05, "loss": 0.0031, "step": 136850 }, { "epoch": 2.2692377841521445, "grad_norm": 0.0013430648250505328, "learning_rate": 2.7307622158478553e-05, "loss": 0.0066, "step": 136860 }, { "epoch": 2.2694035913846564, "grad_norm": 0.0009498404106125236, "learning_rate": 2.730596408615344e-05, "loss": 0.0001, "step": 136870 }, { "epoch": 2.2695693986171674, "grad_norm": 0.0027922773733735085, "learning_rate": 2.7304306013828323e-05, "loss": 0.0044, "step": 136880 }, { "epoch": 2.2697352058496794, "grad_norm": 0.000931272457819432, "learning_rate": 2.7302647941503213e-05, "loss": 0.0028, "step": 136890 }, { "epoch": 2.269901013082191, "grad_norm": 0.0032067722640931606, "learning_rate": 2.7300989869178097e-05, "loss": 0.0002, "step": 136900 }, { "epoch": 2.2700668203147023, "grad_norm": 0.003005235455930233, "learning_rate": 2.7299331796852977e-05, "loss": 0.0066, "step": 136910 }, { "epoch": 2.2702326275472138, "grad_norm": 0.4121552109718323, "learning_rate": 2.7297673724527867e-05, "loss": 0.0065, "step": 136920 }, { "epoch": 2.2703984347797252, "grad_norm": 0.004047496244311333, "learning_rate": 2.729601565220275e-05, "loss": 0.0033, "step": 136930 }, { "epoch": 2.2705642420122367, "grad_norm": 0.29920104146003723, "learning_rate": 2.7294357579877634e-05, "loss": 0.0032, "step": 136940 }, { "epoch": 2.270730049244748, "grad_norm": 0.026409892365336418, "learning_rate": 2.729269950755252e-05, "loss": 0.0093, "step": 136950 }, { "epoch": 2.2708958564772597, "grad_norm": 0.0001475390454288572, "learning_rate": 2.7291041435227404e-05, "loss": 0.0059, "step": 136960 }, { "epoch": 2.271061663709771, "grad_norm": 0.00018050124344881624, "learning_rate": 2.7289383362902295e-05, "loss": 0.0037, "step": 136970 }, { "epoch": 2.2712274709422826, "grad_norm": 0.00041079975198954344, "learning_rate": 2.7287725290577175e-05, "loss": 0.0052, "step": 136980 }, { "epoch": 2.271393278174794, "grad_norm": 9.82433557510376e-05, "learning_rate": 2.7286067218252058e-05, "loss": 0.0048, "step": 136990 }, { "epoch": 2.2715590854073056, "grad_norm": 0.20899376273155212, "learning_rate": 2.728440914592695e-05, "loss": 0.0093, "step": 137000 }, { "epoch": 2.271724892639817, "grad_norm": 0.011395766399800777, "learning_rate": 2.7282751073601832e-05, "loss": 0.0086, "step": 137010 }, { "epoch": 2.2718906998723285, "grad_norm": 0.0004064905224367976, "learning_rate": 2.728109300127672e-05, "loss": 0.0004, "step": 137020 }, { "epoch": 2.27205650710484, "grad_norm": 0.0004827820521313697, "learning_rate": 2.7279434928951602e-05, "loss": 0.0076, "step": 137030 }, { "epoch": 2.2722223143373514, "grad_norm": 0.001658070832490921, "learning_rate": 2.7277776856626486e-05, "loss": 0.0092, "step": 137040 }, { "epoch": 2.272388121569863, "grad_norm": 0.00709126889705658, "learning_rate": 2.7276118784301376e-05, "loss": 0.0061, "step": 137050 }, { "epoch": 2.2725539288023744, "grad_norm": 0.035124875605106354, "learning_rate": 2.7274460711976256e-05, "loss": 0.0028, "step": 137060 }, { "epoch": 2.272719736034886, "grad_norm": 0.34522175788879395, "learning_rate": 2.727280263965114e-05, "loss": 0.0058, "step": 137070 }, { "epoch": 2.2728855432673973, "grad_norm": 0.04137876629829407, "learning_rate": 2.727114456732603e-05, "loss": 0.0034, "step": 137080 }, { "epoch": 2.273051350499909, "grad_norm": 0.09569883346557617, "learning_rate": 2.7269486495000913e-05, "loss": 0.0015, "step": 137090 }, { "epoch": 2.2732171577324203, "grad_norm": 0.001384065137244761, "learning_rate": 2.72678284226758e-05, "loss": 0.0008, "step": 137100 }, { "epoch": 2.2733829649649318, "grad_norm": 8.054506179178134e-05, "learning_rate": 2.7266170350350684e-05, "loss": 0.0, "step": 137110 }, { "epoch": 2.2735487721974432, "grad_norm": 0.01266461331397295, "learning_rate": 2.7264512278025567e-05, "loss": 0.0, "step": 137120 }, { "epoch": 2.2737145794299547, "grad_norm": 0.12374451756477356, "learning_rate": 2.7262854205700454e-05, "loss": 0.0129, "step": 137130 }, { "epoch": 2.273880386662466, "grad_norm": 0.23371990025043488, "learning_rate": 2.7261196133375337e-05, "loss": 0.0063, "step": 137140 }, { "epoch": 2.2740461938949776, "grad_norm": 0.24485164880752563, "learning_rate": 2.725953806105022e-05, "loss": 0.0098, "step": 137150 }, { "epoch": 2.274212001127489, "grad_norm": 0.03496868535876274, "learning_rate": 2.725787998872511e-05, "loss": 0.003, "step": 137160 }, { "epoch": 2.2743778083600006, "grad_norm": 0.0008811259176582098, "learning_rate": 2.7256221916399995e-05, "loss": 0.0034, "step": 137170 }, { "epoch": 2.274543615592512, "grad_norm": 0.0006932980031706393, "learning_rate": 2.725456384407488e-05, "loss": 0.0072, "step": 137180 }, { "epoch": 2.2747094228250235, "grad_norm": 0.032455023378133774, "learning_rate": 2.7252905771749765e-05, "loss": 0.0015, "step": 137190 }, { "epoch": 2.274875230057535, "grad_norm": 0.19019515812397003, "learning_rate": 2.725124769942465e-05, "loss": 0.0107, "step": 137200 }, { "epoch": 2.2750410372900465, "grad_norm": 0.008369121700525284, "learning_rate": 2.7249589627099535e-05, "loss": 0.0032, "step": 137210 }, { "epoch": 2.275206844522558, "grad_norm": 0.0035451690200716257, "learning_rate": 2.724793155477442e-05, "loss": 0.0002, "step": 137220 }, { "epoch": 2.2753726517550694, "grad_norm": 6.925376510480419e-05, "learning_rate": 2.724627348244931e-05, "loss": 0.0033, "step": 137230 }, { "epoch": 2.275538458987581, "grad_norm": 0.020590228959918022, "learning_rate": 2.7244615410124193e-05, "loss": 0.0001, "step": 137240 }, { "epoch": 2.2757042662200924, "grad_norm": 0.00028686068253591657, "learning_rate": 2.7242957337799073e-05, "loss": 0.0003, "step": 137250 }, { "epoch": 2.275870073452604, "grad_norm": 0.0011160866124555469, "learning_rate": 2.7241299265473963e-05, "loss": 0.003, "step": 137260 }, { "epoch": 2.2760358806851153, "grad_norm": 0.17216941714286804, "learning_rate": 2.7239641193148846e-05, "loss": 0.0093, "step": 137270 }, { "epoch": 2.276201687917627, "grad_norm": 0.3181096613407135, "learning_rate": 2.723798312082373e-05, "loss": 0.0029, "step": 137280 }, { "epoch": 2.2763674951501383, "grad_norm": 0.006287562660872936, "learning_rate": 2.7236325048498617e-05, "loss": 0.0032, "step": 137290 }, { "epoch": 2.27653330238265, "grad_norm": 0.21025729179382324, "learning_rate": 2.72346669761735e-05, "loss": 0.0102, "step": 137300 }, { "epoch": 2.276699109615161, "grad_norm": 0.0008930983603931963, "learning_rate": 2.723300890384839e-05, "loss": 0.003, "step": 137310 }, { "epoch": 2.276864916847673, "grad_norm": 0.0021231980063021183, "learning_rate": 2.7231350831523274e-05, "loss": 0.0, "step": 137320 }, { "epoch": 2.277030724080184, "grad_norm": 0.12320692837238312, "learning_rate": 2.7229692759198154e-05, "loss": 0.0188, "step": 137330 }, { "epoch": 2.277196531312696, "grad_norm": 0.0026087556034326553, "learning_rate": 2.7228034686873044e-05, "loss": 0.001, "step": 137340 }, { "epoch": 2.2773623385452075, "grad_norm": 0.0017283057095482945, "learning_rate": 2.7226376614547928e-05, "loss": 0.0061, "step": 137350 }, { "epoch": 2.277528145777719, "grad_norm": 0.0001224315055878833, "learning_rate": 2.7224718542222815e-05, "loss": 0.0002, "step": 137360 }, { "epoch": 2.2776939530102305, "grad_norm": 0.010105936788022518, "learning_rate": 2.7223060469897698e-05, "loss": 0.0256, "step": 137370 }, { "epoch": 2.277859760242742, "grad_norm": 0.004995977506041527, "learning_rate": 2.722140239757258e-05, "loss": 0.0031, "step": 137380 }, { "epoch": 2.2780255674752534, "grad_norm": 0.00023766994127072394, "learning_rate": 2.7219744325247472e-05, "loss": 0.0001, "step": 137390 }, { "epoch": 2.278191374707765, "grad_norm": 0.002585322130471468, "learning_rate": 2.7218086252922352e-05, "loss": 0.0, "step": 137400 }, { "epoch": 2.2783571819402764, "grad_norm": 0.03101441077888012, "learning_rate": 2.7216428180597235e-05, "loss": 0.0005, "step": 137410 }, { "epoch": 2.278522989172788, "grad_norm": 0.0013231333578005433, "learning_rate": 2.7214770108272126e-05, "loss": 0.0079, "step": 137420 }, { "epoch": 2.2786887964052993, "grad_norm": 0.0005605845944955945, "learning_rate": 2.721311203594701e-05, "loss": 0.0029, "step": 137430 }, { "epoch": 2.278854603637811, "grad_norm": 0.00014713848941028118, "learning_rate": 2.7211453963621896e-05, "loss": 0.0039, "step": 137440 }, { "epoch": 2.2790204108703223, "grad_norm": 0.00027726334519684315, "learning_rate": 2.720979589129678e-05, "loss": 0.0146, "step": 137450 }, { "epoch": 2.2791862181028337, "grad_norm": 0.011180663481354713, "learning_rate": 2.7208137818971663e-05, "loss": 0.0076, "step": 137460 }, { "epoch": 2.279352025335345, "grad_norm": 0.010326581075787544, "learning_rate": 2.720647974664655e-05, "loss": 0.0025, "step": 137470 }, { "epoch": 2.2795178325678567, "grad_norm": 0.0041602314449846745, "learning_rate": 2.7204821674321433e-05, "loss": 0.0046, "step": 137480 }, { "epoch": 2.279683639800368, "grad_norm": 0.0023759070318192244, "learning_rate": 2.7203163601996317e-05, "loss": 0.0001, "step": 137490 }, { "epoch": 2.2798494470328796, "grad_norm": 9.417052933713421e-05, "learning_rate": 2.7201505529671207e-05, "loss": 0.0032, "step": 137500 }, { "epoch": 2.280015254265391, "grad_norm": 0.029844557866454124, "learning_rate": 2.719984745734609e-05, "loss": 0.0001, "step": 137510 }, { "epoch": 2.2801810614979026, "grad_norm": 0.0012055829865857959, "learning_rate": 2.7198189385020977e-05, "loss": 0.0049, "step": 137520 }, { "epoch": 2.280346868730414, "grad_norm": 0.012898676097393036, "learning_rate": 2.719653131269586e-05, "loss": 0.0096, "step": 137530 }, { "epoch": 2.2805126759629255, "grad_norm": 0.01472547184675932, "learning_rate": 2.7194873240370744e-05, "loss": 0.0088, "step": 137540 }, { "epoch": 2.280678483195437, "grad_norm": 0.002456322079524398, "learning_rate": 2.719321516804563e-05, "loss": 0.0004, "step": 137550 }, { "epoch": 2.2808442904279485, "grad_norm": 0.16948482394218445, "learning_rate": 2.7191557095720515e-05, "loss": 0.0035, "step": 137560 }, { "epoch": 2.28101009766046, "grad_norm": 0.0032633605878800154, "learning_rate": 2.7189899023395405e-05, "loss": 0.003, "step": 137570 }, { "epoch": 2.2811759048929714, "grad_norm": 0.0003394348022993654, "learning_rate": 2.718824095107029e-05, "loss": 0.0052, "step": 137580 }, { "epoch": 2.281341712125483, "grad_norm": 0.0322335809469223, "learning_rate": 2.7186582878745172e-05, "loss": 0.0001, "step": 137590 }, { "epoch": 2.2815075193579943, "grad_norm": 0.006760657299309969, "learning_rate": 2.718492480642006e-05, "loss": 0.0072, "step": 137600 }, { "epoch": 2.281673326590506, "grad_norm": 0.0347457230091095, "learning_rate": 2.7183266734094942e-05, "loss": 0.0031, "step": 137610 }, { "epoch": 2.2818391338230173, "grad_norm": 4.346834248281084e-05, "learning_rate": 2.7181608661769826e-05, "loss": 0.0059, "step": 137620 }, { "epoch": 2.2820049410555288, "grad_norm": 0.0033923406153917313, "learning_rate": 2.7179950589444713e-05, "loss": 0.0068, "step": 137630 }, { "epoch": 2.2821707482880402, "grad_norm": 0.0018489413196220994, "learning_rate": 2.7178292517119596e-05, "loss": 0.012, "step": 137640 }, { "epoch": 2.2823365555205517, "grad_norm": 0.0004337900609243661, "learning_rate": 2.7176634444794486e-05, "loss": 0.0034, "step": 137650 }, { "epoch": 2.282502362753063, "grad_norm": 0.005442681722342968, "learning_rate": 2.717497637246937e-05, "loss": 0.0002, "step": 137660 }, { "epoch": 2.2826681699855746, "grad_norm": 0.06380517035722733, "learning_rate": 2.717331830014425e-05, "loss": 0.0004, "step": 137670 }, { "epoch": 2.282833977218086, "grad_norm": 0.1814987063407898, "learning_rate": 2.717166022781914e-05, "loss": 0.017, "step": 137680 }, { "epoch": 2.2829997844505976, "grad_norm": 0.20756015181541443, "learning_rate": 2.7170002155494024e-05, "loss": 0.0122, "step": 137690 }, { "epoch": 2.283165591683109, "grad_norm": 0.008734108880162239, "learning_rate": 2.716834408316891e-05, "loss": 0.0044, "step": 137700 }, { "epoch": 2.2833313989156205, "grad_norm": 5.989245619275607e-05, "learning_rate": 2.7166686010843794e-05, "loss": 0.0004, "step": 137710 }, { "epoch": 2.283497206148132, "grad_norm": 0.031902071088552475, "learning_rate": 2.7165027938518678e-05, "loss": 0.0093, "step": 137720 }, { "epoch": 2.2836630133806435, "grad_norm": 0.0008280070032924414, "learning_rate": 2.7163369866193568e-05, "loss": 0.009, "step": 137730 }, { "epoch": 2.283828820613155, "grad_norm": 0.000511068501509726, "learning_rate": 2.7161711793868448e-05, "loss": 0.003, "step": 137740 }, { "epoch": 2.283994627845667, "grad_norm": 0.002623642096295953, "learning_rate": 2.716005372154333e-05, "loss": 0.0062, "step": 137750 }, { "epoch": 2.284160435078178, "grad_norm": 0.0003194022283423692, "learning_rate": 2.715839564921822e-05, "loss": 0.0047, "step": 137760 }, { "epoch": 2.28432624231069, "grad_norm": 0.0003411086509004235, "learning_rate": 2.7156737576893105e-05, "loss": 0.0187, "step": 137770 }, { "epoch": 2.284492049543201, "grad_norm": 0.006662192288786173, "learning_rate": 2.7155079504567992e-05, "loss": 0.0036, "step": 137780 }, { "epoch": 2.2846578567757128, "grad_norm": 0.0005782337975688279, "learning_rate": 2.7153421432242875e-05, "loss": 0.0089, "step": 137790 }, { "epoch": 2.2848236640082242, "grad_norm": 0.0002831841120496392, "learning_rate": 2.715176335991776e-05, "loss": 0.0005, "step": 137800 }, { "epoch": 2.2849894712407357, "grad_norm": 0.0005258101155050099, "learning_rate": 2.715010528759265e-05, "loss": 0.0, "step": 137810 }, { "epoch": 2.285155278473247, "grad_norm": 0.0009112691041082144, "learning_rate": 2.714844721526753e-05, "loss": 0.0003, "step": 137820 }, { "epoch": 2.2853210857057586, "grad_norm": 0.03934691846370697, "learning_rate": 2.7146789142942413e-05, "loss": 0.0093, "step": 137830 }, { "epoch": 2.28548689293827, "grad_norm": 0.0010812216205522418, "learning_rate": 2.7145131070617303e-05, "loss": 0.0036, "step": 137840 }, { "epoch": 2.2856527001707816, "grad_norm": 0.00030780103406868875, "learning_rate": 2.7143472998292186e-05, "loss": 0.0068, "step": 137850 }, { "epoch": 2.285818507403293, "grad_norm": 0.0006557891611009836, "learning_rate": 2.7141814925967073e-05, "loss": 0.0003, "step": 137860 }, { "epoch": 2.2859843146358045, "grad_norm": 0.2060081958770752, "learning_rate": 2.7140156853641957e-05, "loss": 0.003, "step": 137870 }, { "epoch": 2.286150121868316, "grad_norm": 0.037637557834386826, "learning_rate": 2.713849878131684e-05, "loss": 0.0176, "step": 137880 }, { "epoch": 2.2863159291008275, "grad_norm": 0.00026871892623603344, "learning_rate": 2.7136840708991727e-05, "loss": 0.0128, "step": 137890 }, { "epoch": 2.286481736333339, "grad_norm": 0.028777727857232094, "learning_rate": 2.713518263666661e-05, "loss": 0.007, "step": 137900 }, { "epoch": 2.2866475435658504, "grad_norm": 0.013707983307540417, "learning_rate": 2.71335245643415e-05, "loss": 0.0068, "step": 137910 }, { "epoch": 2.286813350798362, "grad_norm": 0.004794662818312645, "learning_rate": 2.7131866492016384e-05, "loss": 0.0041, "step": 137920 }, { "epoch": 2.2869791580308734, "grad_norm": 0.00250641955062747, "learning_rate": 2.7130208419691268e-05, "loss": 0.0038, "step": 137930 }, { "epoch": 2.287144965263385, "grad_norm": 0.01151811983436346, "learning_rate": 2.7128550347366155e-05, "loss": 0.0026, "step": 137940 }, { "epoch": 2.2873107724958963, "grad_norm": 0.020612668246030807, "learning_rate": 2.7126892275041038e-05, "loss": 0.0003, "step": 137950 }, { "epoch": 2.287476579728408, "grad_norm": 0.001734565244987607, "learning_rate": 2.712523420271592e-05, "loss": 0.0042, "step": 137960 }, { "epoch": 2.2876423869609193, "grad_norm": 9.675721230451018e-05, "learning_rate": 2.712357613039081e-05, "loss": 0.0033, "step": 137970 }, { "epoch": 2.2878081941934307, "grad_norm": 0.0002764953824225813, "learning_rate": 2.7121918058065692e-05, "loss": 0.0056, "step": 137980 }, { "epoch": 2.287974001425942, "grad_norm": 0.0008036213694140315, "learning_rate": 2.7120259985740582e-05, "loss": 0.0079, "step": 137990 }, { "epoch": 2.2881398086584537, "grad_norm": 0.0005243121413514018, "learning_rate": 2.7118601913415466e-05, "loss": 0.0032, "step": 138000 }, { "epoch": 2.288305615890965, "grad_norm": 0.0013411955442279577, "learning_rate": 2.711694384109035e-05, "loss": 0.0008, "step": 138010 }, { "epoch": 2.2884714231234766, "grad_norm": 0.005446767434477806, "learning_rate": 2.7115285768765236e-05, "loss": 0.0032, "step": 138020 }, { "epoch": 2.288637230355988, "grad_norm": 0.11572754383087158, "learning_rate": 2.711362769644012e-05, "loss": 0.0166, "step": 138030 }, { "epoch": 2.2888030375884996, "grad_norm": 0.00013528033741749823, "learning_rate": 2.7111969624115006e-05, "loss": 0.0038, "step": 138040 }, { "epoch": 2.288968844821011, "grad_norm": 0.001335668028332293, "learning_rate": 2.711031155178989e-05, "loss": 0.0034, "step": 138050 }, { "epoch": 2.2891346520535225, "grad_norm": 0.0005225216154940426, "learning_rate": 2.7108653479464773e-05, "loss": 0.0057, "step": 138060 }, { "epoch": 2.289300459286034, "grad_norm": 0.004143752623349428, "learning_rate": 2.7106995407139664e-05, "loss": 0.0001, "step": 138070 }, { "epoch": 2.2894662665185455, "grad_norm": 0.051068101078271866, "learning_rate": 2.7105337334814547e-05, "loss": 0.0076, "step": 138080 }, { "epoch": 2.289632073751057, "grad_norm": 0.002589812967926264, "learning_rate": 2.7103679262489427e-05, "loss": 0.0004, "step": 138090 }, { "epoch": 2.2897978809835684, "grad_norm": 0.010743936523795128, "learning_rate": 2.7102021190164317e-05, "loss": 0.0093, "step": 138100 }, { "epoch": 2.28996368821608, "grad_norm": 0.000503098766785115, "learning_rate": 2.71003631178392e-05, "loss": 0.0007, "step": 138110 }, { "epoch": 2.2901294954485913, "grad_norm": 0.0036143967881798744, "learning_rate": 2.7098705045514088e-05, "loss": 0.0033, "step": 138120 }, { "epoch": 2.290295302681103, "grad_norm": 0.00033000929397530854, "learning_rate": 2.709704697318897e-05, "loss": 0.0046, "step": 138130 }, { "epoch": 2.2904611099136143, "grad_norm": 0.007939495146274567, "learning_rate": 2.7095388900863855e-05, "loss": 0.0065, "step": 138140 }, { "epoch": 2.2906269171461258, "grad_norm": 0.19913363456726074, "learning_rate": 2.7093730828538745e-05, "loss": 0.003, "step": 138150 }, { "epoch": 2.2907927243786372, "grad_norm": 0.0002611282397992909, "learning_rate": 2.7092072756213625e-05, "loss": 0.0055, "step": 138160 }, { "epoch": 2.2909585316111487, "grad_norm": 0.0015695476904511452, "learning_rate": 2.709041468388851e-05, "loss": 0.004, "step": 138170 }, { "epoch": 2.29112433884366, "grad_norm": 0.00929577462375164, "learning_rate": 2.70887566115634e-05, "loss": 0.0015, "step": 138180 }, { "epoch": 2.2912901460761717, "grad_norm": 0.002946079010143876, "learning_rate": 2.7087098539238282e-05, "loss": 0.0028, "step": 138190 }, { "epoch": 2.2914559533086836, "grad_norm": 0.008892993442714214, "learning_rate": 2.708544046691317e-05, "loss": 0.0123, "step": 138200 }, { "epoch": 2.2916217605411946, "grad_norm": 0.003240948775783181, "learning_rate": 2.7083782394588053e-05, "loss": 0.004, "step": 138210 }, { "epoch": 2.2917875677737065, "grad_norm": 0.23523375391960144, "learning_rate": 2.7082124322262936e-05, "loss": 0.0094, "step": 138220 }, { "epoch": 2.2919533750062175, "grad_norm": 0.008817970752716064, "learning_rate": 2.7080466249937826e-05, "loss": 0.0064, "step": 138230 }, { "epoch": 2.2921191822387295, "grad_norm": 0.000517478387337178, "learning_rate": 2.7078808177612707e-05, "loss": 0.0035, "step": 138240 }, { "epoch": 2.2922849894712405, "grad_norm": 0.05252469703555107, "learning_rate": 2.7077150105287597e-05, "loss": 0.0001, "step": 138250 }, { "epoch": 2.2924507967037524, "grad_norm": 0.4440237581729889, "learning_rate": 2.707549203296248e-05, "loss": 0.0011, "step": 138260 }, { "epoch": 2.292616603936264, "grad_norm": 0.0004516150802373886, "learning_rate": 2.7073833960637364e-05, "loss": 0.0075, "step": 138270 }, { "epoch": 2.2927824111687753, "grad_norm": 0.0010227651800960302, "learning_rate": 2.707217588831225e-05, "loss": 0.0028, "step": 138280 }, { "epoch": 2.292948218401287, "grad_norm": 0.019928108900785446, "learning_rate": 2.7070517815987134e-05, "loss": 0.0066, "step": 138290 }, { "epoch": 2.2931140256337983, "grad_norm": 1.1885892152786255, "learning_rate": 2.7068859743662018e-05, "loss": 0.0086, "step": 138300 }, { "epoch": 2.2932798328663098, "grad_norm": 0.00013622382539324462, "learning_rate": 2.7067201671336904e-05, "loss": 0.0027, "step": 138310 }, { "epoch": 2.2934456400988212, "grad_norm": 0.006809397600591183, "learning_rate": 2.7065543599011788e-05, "loss": 0.0097, "step": 138320 }, { "epoch": 2.2936114473313327, "grad_norm": 0.0017632163362577558, "learning_rate": 2.7063885526686678e-05, "loss": 0.0032, "step": 138330 }, { "epoch": 2.293777254563844, "grad_norm": 0.16087152063846588, "learning_rate": 2.706222745436156e-05, "loss": 0.0002, "step": 138340 }, { "epoch": 2.2939430617963557, "grad_norm": 0.0017731417901813984, "learning_rate": 2.7060569382036445e-05, "loss": 0.0038, "step": 138350 }, { "epoch": 2.294108869028867, "grad_norm": 0.02587691694498062, "learning_rate": 2.7058911309711332e-05, "loss": 0.0042, "step": 138360 }, { "epoch": 2.2942746762613786, "grad_norm": 0.00010005316289607435, "learning_rate": 2.7057253237386215e-05, "loss": 0.0059, "step": 138370 }, { "epoch": 2.29444048349389, "grad_norm": 0.00019260516273789108, "learning_rate": 2.7055595165061102e-05, "loss": 0.0, "step": 138380 }, { "epoch": 2.2946062907264015, "grad_norm": 0.0035635733511298895, "learning_rate": 2.7053937092735986e-05, "loss": 0.0079, "step": 138390 }, { "epoch": 2.294772097958913, "grad_norm": 0.7660267353057861, "learning_rate": 2.705227902041087e-05, "loss": 0.0096, "step": 138400 }, { "epoch": 2.2949379051914245, "grad_norm": 0.0004307993222028017, "learning_rate": 2.705062094808576e-05, "loss": 0.0063, "step": 138410 }, { "epoch": 2.295103712423936, "grad_norm": 0.0001126899296650663, "learning_rate": 2.7048962875760643e-05, "loss": 0.0133, "step": 138420 }, { "epoch": 2.2952695196564474, "grad_norm": 0.0007042123470455408, "learning_rate": 2.7047304803435523e-05, "loss": 0.0002, "step": 138430 }, { "epoch": 2.295435326888959, "grad_norm": 0.0008723840001039207, "learning_rate": 2.7045646731110413e-05, "loss": 0.0007, "step": 138440 }, { "epoch": 2.2956011341214704, "grad_norm": 0.0001434745208825916, "learning_rate": 2.7043988658785297e-05, "loss": 0.0007, "step": 138450 }, { "epoch": 2.295766941353982, "grad_norm": 0.0032423995435237885, "learning_rate": 2.7042330586460184e-05, "loss": 0.0061, "step": 138460 }, { "epoch": 2.2959327485864933, "grad_norm": 9.634783054934815e-05, "learning_rate": 2.7040672514135067e-05, "loss": 0.004, "step": 138470 }, { "epoch": 2.296098555819005, "grad_norm": 0.17004340887069702, "learning_rate": 2.703901444180995e-05, "loss": 0.0084, "step": 138480 }, { "epoch": 2.2962643630515163, "grad_norm": 0.5972632765769958, "learning_rate": 2.703735636948484e-05, "loss": 0.001, "step": 138490 }, { "epoch": 2.2964301702840277, "grad_norm": 0.0016826867358759046, "learning_rate": 2.7035698297159724e-05, "loss": 0.0002, "step": 138500 }, { "epoch": 2.296595977516539, "grad_norm": 0.00022539900965057313, "learning_rate": 2.7034040224834605e-05, "loss": 0.0001, "step": 138510 }, { "epoch": 2.2967617847490507, "grad_norm": 0.009723000228404999, "learning_rate": 2.7032382152509495e-05, "loss": 0.0088, "step": 138520 }, { "epoch": 2.296927591981562, "grad_norm": 0.002290592296048999, "learning_rate": 2.7030724080184378e-05, "loss": 0.0078, "step": 138530 }, { "epoch": 2.2970933992140736, "grad_norm": 0.0015493306564167142, "learning_rate": 2.7029066007859265e-05, "loss": 0.0042, "step": 138540 }, { "epoch": 2.297259206446585, "grad_norm": 0.3390870690345764, "learning_rate": 2.702740793553415e-05, "loss": 0.005, "step": 138550 }, { "epoch": 2.2974250136790966, "grad_norm": 0.01959065906703472, "learning_rate": 2.7025749863209032e-05, "loss": 0.0098, "step": 138560 }, { "epoch": 2.297590820911608, "grad_norm": 0.0017985947197303176, "learning_rate": 2.7024091790883922e-05, "loss": 0.0001, "step": 138570 }, { "epoch": 2.2977566281441195, "grad_norm": 0.18657851219177246, "learning_rate": 2.7022433718558802e-05, "loss": 0.0093, "step": 138580 }, { "epoch": 2.297922435376631, "grad_norm": 0.2176079899072647, "learning_rate": 2.7020775646233693e-05, "loss": 0.0031, "step": 138590 }, { "epoch": 2.2980882426091425, "grad_norm": 0.5498542785644531, "learning_rate": 2.7019117573908576e-05, "loss": 0.004, "step": 138600 }, { "epoch": 2.298254049841654, "grad_norm": 4.894376979791559e-05, "learning_rate": 2.701745950158346e-05, "loss": 0.0003, "step": 138610 }, { "epoch": 2.2984198570741654, "grad_norm": 0.01923895627260208, "learning_rate": 2.7015801429258346e-05, "loss": 0.0006, "step": 138620 }, { "epoch": 2.298585664306677, "grad_norm": 0.0005516833043657243, "learning_rate": 2.701414335693323e-05, "loss": 0.0025, "step": 138630 }, { "epoch": 2.2987514715391884, "grad_norm": 0.0007832929841242731, "learning_rate": 2.7012485284608113e-05, "loss": 0.0063, "step": 138640 }, { "epoch": 2.2989172787717003, "grad_norm": 0.05547446012496948, "learning_rate": 2.7010827212283e-05, "loss": 0.0001, "step": 138650 }, { "epoch": 2.2990830860042113, "grad_norm": 0.00044390177936293185, "learning_rate": 2.7009169139957884e-05, "loss": 0.0095, "step": 138660 }, { "epoch": 2.299248893236723, "grad_norm": 0.0002540536515880376, "learning_rate": 2.7007511067632774e-05, "loss": 0.0057, "step": 138670 }, { "epoch": 2.2994147004692342, "grad_norm": 0.0004246447642799467, "learning_rate": 2.7005852995307658e-05, "loss": 0.0076, "step": 138680 }, { "epoch": 2.299580507701746, "grad_norm": 0.00015875780081842095, "learning_rate": 2.700419492298254e-05, "loss": 0.0038, "step": 138690 }, { "epoch": 2.299746314934257, "grad_norm": 0.0002220224414486438, "learning_rate": 2.7002536850657428e-05, "loss": 0.0001, "step": 138700 }, { "epoch": 2.299912122166769, "grad_norm": 0.0006959927850402892, "learning_rate": 2.700087877833231e-05, "loss": 0.0012, "step": 138710 }, { "epoch": 2.3000779293992806, "grad_norm": 0.0013142965035513043, "learning_rate": 2.69992207060072e-05, "loss": 0.0042, "step": 138720 }, { "epoch": 2.300243736631792, "grad_norm": 0.03758912906050682, "learning_rate": 2.6997562633682082e-05, "loss": 0.0035, "step": 138730 }, { "epoch": 2.3004095438643035, "grad_norm": 0.015352446585893631, "learning_rate": 2.6995904561356965e-05, "loss": 0.0035, "step": 138740 }, { "epoch": 2.300575351096815, "grad_norm": 0.003176382277160883, "learning_rate": 2.6994246489031855e-05, "loss": 0.0001, "step": 138750 }, { "epoch": 2.3007411583293265, "grad_norm": 0.2504507303237915, "learning_rate": 2.699258841670674e-05, "loss": 0.0126, "step": 138760 }, { "epoch": 2.300906965561838, "grad_norm": 0.0026099788956344128, "learning_rate": 2.6990930344381622e-05, "loss": 0.0029, "step": 138770 }, { "epoch": 2.3010727727943494, "grad_norm": 0.010013215243816376, "learning_rate": 2.698927227205651e-05, "loss": 0.0001, "step": 138780 }, { "epoch": 2.301238580026861, "grad_norm": 4.093597817700356e-05, "learning_rate": 2.6987614199731393e-05, "loss": 0.0001, "step": 138790 }, { "epoch": 2.3014043872593724, "grad_norm": 0.003223728621378541, "learning_rate": 2.698595612740628e-05, "loss": 0.0039, "step": 138800 }, { "epoch": 2.301570194491884, "grad_norm": 0.007081523071974516, "learning_rate": 2.6984298055081163e-05, "loss": 0.0035, "step": 138810 }, { "epoch": 2.3017360017243953, "grad_norm": 0.0031504365615546703, "learning_rate": 2.6982639982756047e-05, "loss": 0.0044, "step": 138820 }, { "epoch": 2.3019018089569068, "grad_norm": 0.0006013003876432776, "learning_rate": 2.6980981910430937e-05, "loss": 0.0106, "step": 138830 }, { "epoch": 2.3020676161894182, "grad_norm": 0.02095058001577854, "learning_rate": 2.697932383810582e-05, "loss": 0.0101, "step": 138840 }, { "epoch": 2.3022334234219297, "grad_norm": 0.00029782194178551435, "learning_rate": 2.69776657657807e-05, "loss": 0.0, "step": 138850 }, { "epoch": 2.302399230654441, "grad_norm": 0.0008323910878971219, "learning_rate": 2.697600769345559e-05, "loss": 0.0001, "step": 138860 }, { "epoch": 2.3025650378869527, "grad_norm": 0.00021472548542078584, "learning_rate": 2.6974349621130474e-05, "loss": 0.0044, "step": 138870 }, { "epoch": 2.302730845119464, "grad_norm": 0.002962352242320776, "learning_rate": 2.697269154880536e-05, "loss": 0.0028, "step": 138880 }, { "epoch": 2.3028966523519756, "grad_norm": 0.0011630747467279434, "learning_rate": 2.6971033476480244e-05, "loss": 0.0054, "step": 138890 }, { "epoch": 2.303062459584487, "grad_norm": 0.0027228090912103653, "learning_rate": 2.6969375404155128e-05, "loss": 0.0055, "step": 138900 }, { "epoch": 2.3032282668169985, "grad_norm": 0.09191729873418808, "learning_rate": 2.6967717331830018e-05, "loss": 0.0031, "step": 138910 }, { "epoch": 2.30339407404951, "grad_norm": 0.005463898181915283, "learning_rate": 2.6966059259504898e-05, "loss": 0.0024, "step": 138920 }, { "epoch": 2.3035598812820215, "grad_norm": 0.0016062370268628001, "learning_rate": 2.696440118717979e-05, "loss": 0.0001, "step": 138930 }, { "epoch": 2.303725688514533, "grad_norm": 0.00229860981926322, "learning_rate": 2.6962743114854672e-05, "loss": 0.006, "step": 138940 }, { "epoch": 2.3038914957470444, "grad_norm": 0.000244314840529114, "learning_rate": 2.6961085042529556e-05, "loss": 0.0071, "step": 138950 }, { "epoch": 2.304057302979556, "grad_norm": 0.008736414834856987, "learning_rate": 2.6959426970204442e-05, "loss": 0.0072, "step": 138960 }, { "epoch": 2.3042231102120674, "grad_norm": 0.0005733963917009532, "learning_rate": 2.6957768897879326e-05, "loss": 0.0052, "step": 138970 }, { "epoch": 2.304388917444579, "grad_norm": 0.014389418065547943, "learning_rate": 2.695611082555421e-05, "loss": 0.0078, "step": 138980 }, { "epoch": 2.3045547246770903, "grad_norm": 0.0005519831902347505, "learning_rate": 2.69544527532291e-05, "loss": 0.0073, "step": 138990 }, { "epoch": 2.304720531909602, "grad_norm": 0.0009218091145157814, "learning_rate": 2.695279468090398e-05, "loss": 0.0049, "step": 139000 }, { "epoch": 2.3048863391421133, "grad_norm": 0.0018067280761897564, "learning_rate": 2.695113660857887e-05, "loss": 0.0034, "step": 139010 }, { "epoch": 2.3050521463746247, "grad_norm": 0.0031267846934497356, "learning_rate": 2.6949478536253753e-05, "loss": 0.0001, "step": 139020 }, { "epoch": 2.305217953607136, "grad_norm": 3.565569932106882e-05, "learning_rate": 2.6947820463928637e-05, "loss": 0.0062, "step": 139030 }, { "epoch": 2.3053837608396477, "grad_norm": 0.30696865916252136, "learning_rate": 2.6946162391603524e-05, "loss": 0.0105, "step": 139040 }, { "epoch": 2.305549568072159, "grad_norm": 0.20179784297943115, "learning_rate": 2.6944504319278407e-05, "loss": 0.0143, "step": 139050 }, { "epoch": 2.3057153753046706, "grad_norm": 0.24680469930171967, "learning_rate": 2.6942846246953297e-05, "loss": 0.0099, "step": 139060 }, { "epoch": 2.305881182537182, "grad_norm": 0.0007020505145192146, "learning_rate": 2.6941188174628178e-05, "loss": 0.0001, "step": 139070 }, { "epoch": 2.3060469897696936, "grad_norm": 0.008516141213476658, "learning_rate": 2.693953010230306e-05, "loss": 0.0, "step": 139080 }, { "epoch": 2.306212797002205, "grad_norm": 0.0011452920734882355, "learning_rate": 2.693787202997795e-05, "loss": 0.0001, "step": 139090 }, { "epoch": 2.306378604234717, "grad_norm": 0.0002885899448301643, "learning_rate": 2.6936213957652835e-05, "loss": 0.0001, "step": 139100 }, { "epoch": 2.306544411467228, "grad_norm": 0.01226027775555849, "learning_rate": 2.6934555885327718e-05, "loss": 0.0026, "step": 139110 }, { "epoch": 2.30671021869974, "grad_norm": 0.0014098853571340442, "learning_rate": 2.6932897813002605e-05, "loss": 0.0065, "step": 139120 }, { "epoch": 2.306876025932251, "grad_norm": 0.02091284468770027, "learning_rate": 2.693123974067749e-05, "loss": 0.0077, "step": 139130 }, { "epoch": 2.307041833164763, "grad_norm": 0.1677899807691574, "learning_rate": 2.6929581668352375e-05, "loss": 0.0002, "step": 139140 }, { "epoch": 2.307207640397274, "grad_norm": 5.713745122193359e-05, "learning_rate": 2.692792359602726e-05, "loss": 0.0012, "step": 139150 }, { "epoch": 2.307373447629786, "grad_norm": 0.1813620775938034, "learning_rate": 2.6926265523702142e-05, "loss": 0.0062, "step": 139160 }, { "epoch": 2.3075392548622973, "grad_norm": 0.9482001662254333, "learning_rate": 2.6924607451377033e-05, "loss": 0.0098, "step": 139170 }, { "epoch": 2.3077050620948087, "grad_norm": 0.008321941830217838, "learning_rate": 2.6922949379051916e-05, "loss": 0.0062, "step": 139180 }, { "epoch": 2.30787086932732, "grad_norm": 0.0004802147741429508, "learning_rate": 2.69212913067268e-05, "loss": 0.0006, "step": 139190 }, { "epoch": 2.3080366765598317, "grad_norm": 0.011568646878004074, "learning_rate": 2.6919633234401687e-05, "loss": 0.0062, "step": 139200 }, { "epoch": 2.308202483792343, "grad_norm": 0.00029548874590545893, "learning_rate": 2.691797516207657e-05, "loss": 0.0, "step": 139210 }, { "epoch": 2.3083682910248546, "grad_norm": 0.009669259190559387, "learning_rate": 2.6916317089751457e-05, "loss": 0.0018, "step": 139220 }, { "epoch": 2.308534098257366, "grad_norm": 0.0015734252519905567, "learning_rate": 2.691465901742634e-05, "loss": 0.0089, "step": 139230 }, { "epoch": 2.3086999054898776, "grad_norm": 0.00032650609500706196, "learning_rate": 2.6913000945101224e-05, "loss": 0.0086, "step": 139240 }, { "epoch": 2.308865712722389, "grad_norm": 0.0011106421006843448, "learning_rate": 2.6911342872776114e-05, "loss": 0.0002, "step": 139250 }, { "epoch": 2.3090315199549005, "grad_norm": 5.023571793572046e-05, "learning_rate": 2.6909684800450998e-05, "loss": 0.0035, "step": 139260 }, { "epoch": 2.309197327187412, "grad_norm": 0.00012063221220159903, "learning_rate": 2.6908026728125884e-05, "loss": 0.0041, "step": 139270 }, { "epoch": 2.3093631344199235, "grad_norm": 5.793842865386978e-05, "learning_rate": 2.6906368655800768e-05, "loss": 0.008, "step": 139280 }, { "epoch": 2.309528941652435, "grad_norm": 0.0008589663193561137, "learning_rate": 2.690471058347565e-05, "loss": 0.0025, "step": 139290 }, { "epoch": 2.3096947488849464, "grad_norm": 0.015019864775240421, "learning_rate": 2.6903052511150538e-05, "loss": 0.0002, "step": 139300 }, { "epoch": 2.309860556117458, "grad_norm": 0.0035207837354391813, "learning_rate": 2.6901394438825422e-05, "loss": 0.0, "step": 139310 }, { "epoch": 2.3100263633499694, "grad_norm": 0.16319097578525543, "learning_rate": 2.6899736366500305e-05, "loss": 0.0031, "step": 139320 }, { "epoch": 2.310192170582481, "grad_norm": 0.000565047434065491, "learning_rate": 2.6898078294175195e-05, "loss": 0.0004, "step": 139330 }, { "epoch": 2.3103579778149923, "grad_norm": 0.008686956018209457, "learning_rate": 2.6896420221850076e-05, "loss": 0.0091, "step": 139340 }, { "epoch": 2.3105237850475038, "grad_norm": 0.0005973304505459964, "learning_rate": 2.6894762149524966e-05, "loss": 0.0033, "step": 139350 }, { "epoch": 2.3106895922800152, "grad_norm": 0.0014394493773579597, "learning_rate": 2.689310407719985e-05, "loss": 0.0023, "step": 139360 }, { "epoch": 2.3108553995125267, "grad_norm": 0.44596537947654724, "learning_rate": 2.6891446004874733e-05, "loss": 0.0037, "step": 139370 }, { "epoch": 2.311021206745038, "grad_norm": 0.0004137833893764764, "learning_rate": 2.688978793254962e-05, "loss": 0.0096, "step": 139380 }, { "epoch": 2.3111870139775497, "grad_norm": 8.747946412768215e-05, "learning_rate": 2.6888129860224503e-05, "loss": 0.0033, "step": 139390 }, { "epoch": 2.311352821210061, "grad_norm": 0.00011530047049745917, "learning_rate": 2.6886471787899393e-05, "loss": 0.0045, "step": 139400 }, { "epoch": 2.3115186284425726, "grad_norm": 0.0001951598678715527, "learning_rate": 2.6884813715574277e-05, "loss": 0.0073, "step": 139410 }, { "epoch": 2.311684435675084, "grad_norm": 5.058674651081674e-05, "learning_rate": 2.6883155643249157e-05, "loss": 0.0148, "step": 139420 }, { "epoch": 2.3118502429075956, "grad_norm": 0.002205251483246684, "learning_rate": 2.6881497570924047e-05, "loss": 0.0064, "step": 139430 }, { "epoch": 2.312016050140107, "grad_norm": 0.0018385166767984629, "learning_rate": 2.687983949859893e-05, "loss": 0.0106, "step": 139440 }, { "epoch": 2.3121818573726185, "grad_norm": 0.006590908393263817, "learning_rate": 2.6878181426273814e-05, "loss": 0.0, "step": 139450 }, { "epoch": 2.31234766460513, "grad_norm": 0.783212423324585, "learning_rate": 2.68765233539487e-05, "loss": 0.0139, "step": 139460 }, { "epoch": 2.3125134718376414, "grad_norm": 0.00036191061371937394, "learning_rate": 2.6874865281623585e-05, "loss": 0.0064, "step": 139470 }, { "epoch": 2.312679279070153, "grad_norm": 0.21183808147907257, "learning_rate": 2.6873207209298475e-05, "loss": 0.0058, "step": 139480 }, { "epoch": 2.3128450863026644, "grad_norm": 0.2382718324661255, "learning_rate": 2.6871549136973355e-05, "loss": 0.0182, "step": 139490 }, { "epoch": 2.313010893535176, "grad_norm": 0.015313375741243362, "learning_rate": 2.686989106464824e-05, "loss": 0.0028, "step": 139500 }, { "epoch": 2.3131767007676873, "grad_norm": 0.31901708245277405, "learning_rate": 2.686823299232313e-05, "loss": 0.0037, "step": 139510 }, { "epoch": 2.313342508000199, "grad_norm": 0.000982043449766934, "learning_rate": 2.6866574919998012e-05, "loss": 0.0037, "step": 139520 }, { "epoch": 2.3135083152327103, "grad_norm": 0.002949862042441964, "learning_rate": 2.6864916847672896e-05, "loss": 0.0041, "step": 139530 }, { "epoch": 2.3136741224652217, "grad_norm": 7.28253144188784e-05, "learning_rate": 2.6863258775347782e-05, "loss": 0.0016, "step": 139540 }, { "epoch": 2.313839929697733, "grad_norm": 0.0017980028642341495, "learning_rate": 2.6861600703022666e-05, "loss": 0.0024, "step": 139550 }, { "epoch": 2.3140057369302447, "grad_norm": 0.10057450830936432, "learning_rate": 2.6859942630697553e-05, "loss": 0.0037, "step": 139560 }, { "epoch": 2.3141715441627566, "grad_norm": 0.0057094343937933445, "learning_rate": 2.6858284558372436e-05, "loss": 0.0037, "step": 139570 }, { "epoch": 2.3143373513952676, "grad_norm": 0.0007003291393630207, "learning_rate": 2.685662648604732e-05, "loss": 0.0038, "step": 139580 }, { "epoch": 2.3145031586277796, "grad_norm": 0.0004014392616227269, "learning_rate": 2.685496841372221e-05, "loss": 0.005, "step": 139590 }, { "epoch": 2.3146689658602906, "grad_norm": 0.005474588833749294, "learning_rate": 2.6853310341397093e-05, "loss": 0.0032, "step": 139600 }, { "epoch": 2.3148347730928025, "grad_norm": 0.0018124051857739687, "learning_rate": 2.685165226907198e-05, "loss": 0.0, "step": 139610 }, { "epoch": 2.315000580325314, "grad_norm": 0.002646123059093952, "learning_rate": 2.6849994196746864e-05, "loss": 0.0041, "step": 139620 }, { "epoch": 2.3151663875578254, "grad_norm": 0.013313258066773415, "learning_rate": 2.6848336124421747e-05, "loss": 0.0015, "step": 139630 }, { "epoch": 2.315332194790337, "grad_norm": 0.0017416899790987372, "learning_rate": 2.6846678052096634e-05, "loss": 0.0058, "step": 139640 }, { "epoch": 2.3154980020228484, "grad_norm": 0.00020929916354361922, "learning_rate": 2.6845019979771518e-05, "loss": 0.0028, "step": 139650 }, { "epoch": 2.31566380925536, "grad_norm": 0.15960682928562164, "learning_rate": 2.68433619074464e-05, "loss": 0.0086, "step": 139660 }, { "epoch": 2.3158296164878713, "grad_norm": 0.01384058129042387, "learning_rate": 2.684170383512129e-05, "loss": 0.0036, "step": 139670 }, { "epoch": 2.315995423720383, "grad_norm": 0.6283265948295593, "learning_rate": 2.6840045762796175e-05, "loss": 0.0058, "step": 139680 }, { "epoch": 2.3161612309528943, "grad_norm": 0.0008157645934261382, "learning_rate": 2.6838387690471062e-05, "loss": 0.0003, "step": 139690 }, { "epoch": 2.3163270381854058, "grad_norm": 0.0061536990106105804, "learning_rate": 2.6836729618145945e-05, "loss": 0.0117, "step": 139700 }, { "epoch": 2.3164928454179172, "grad_norm": 0.9636019468307495, "learning_rate": 2.683507154582083e-05, "loss": 0.0156, "step": 139710 }, { "epoch": 2.3166586526504287, "grad_norm": 0.00030261839856393635, "learning_rate": 2.6833413473495716e-05, "loss": 0.0081, "step": 139720 }, { "epoch": 2.31682445988294, "grad_norm": 0.005652124062180519, "learning_rate": 2.68317554011706e-05, "loss": 0.0003, "step": 139730 }, { "epoch": 2.3169902671154516, "grad_norm": 0.0014646820491179824, "learning_rate": 2.683009732884549e-05, "loss": 0.0005, "step": 139740 }, { "epoch": 2.317156074347963, "grad_norm": 0.0006699419463984668, "learning_rate": 2.6828439256520373e-05, "loss": 0.0015, "step": 139750 }, { "epoch": 2.3173218815804746, "grad_norm": 0.0006355923251248896, "learning_rate": 2.6826781184195253e-05, "loss": 0.0053, "step": 139760 }, { "epoch": 2.317487688812986, "grad_norm": 0.2194829285144806, "learning_rate": 2.6825123111870143e-05, "loss": 0.0107, "step": 139770 }, { "epoch": 2.3176534960454975, "grad_norm": 0.0026936172507703304, "learning_rate": 2.6823465039545027e-05, "loss": 0.007, "step": 139780 }, { "epoch": 2.317819303278009, "grad_norm": 0.0012350046308711171, "learning_rate": 2.682180696721991e-05, "loss": 0.0131, "step": 139790 }, { "epoch": 2.3179851105105205, "grad_norm": 0.004400062374770641, "learning_rate": 2.6820148894894797e-05, "loss": 0.0091, "step": 139800 }, { "epoch": 2.318150917743032, "grad_norm": 0.1927710324525833, "learning_rate": 2.681849082256968e-05, "loss": 0.0058, "step": 139810 }, { "epoch": 2.3183167249755434, "grad_norm": 0.0002884642453864217, "learning_rate": 2.681683275024457e-05, "loss": 0.0002, "step": 139820 }, { "epoch": 2.318482532208055, "grad_norm": 0.001166155212558806, "learning_rate": 2.681517467791945e-05, "loss": 0.0001, "step": 139830 }, { "epoch": 2.3186483394405664, "grad_norm": 0.00011272959818597883, "learning_rate": 2.6813516605594334e-05, "loss": 0.0001, "step": 139840 }, { "epoch": 2.318814146673078, "grad_norm": 2.7211042834096588e-05, "learning_rate": 2.6811858533269224e-05, "loss": 0.0009, "step": 139850 }, { "epoch": 2.3189799539055893, "grad_norm": 0.00011297090532025322, "learning_rate": 2.6810200460944108e-05, "loss": 0.0009, "step": 139860 }, { "epoch": 2.319145761138101, "grad_norm": 0.000864214904140681, "learning_rate": 2.680854238861899e-05, "loss": 0.0047, "step": 139870 }, { "epoch": 2.3193115683706123, "grad_norm": 0.01907937414944172, "learning_rate": 2.6806884316293878e-05, "loss": 0.0121, "step": 139880 }, { "epoch": 2.3194773756031237, "grad_norm": 1.7600063074496575e-05, "learning_rate": 2.6805226243968762e-05, "loss": 0.0101, "step": 139890 }, { "epoch": 2.319643182835635, "grad_norm": 0.26757776737213135, "learning_rate": 2.6803568171643652e-05, "loss": 0.0005, "step": 139900 }, { "epoch": 2.3198089900681467, "grad_norm": 0.6522251963615417, "learning_rate": 2.6801910099318532e-05, "loss": 0.0047, "step": 139910 }, { "epoch": 2.319974797300658, "grad_norm": 0.0005361774819903076, "learning_rate": 2.6800252026993416e-05, "loss": 0.0092, "step": 139920 }, { "epoch": 2.3201406045331696, "grad_norm": 0.00022791970695834607, "learning_rate": 2.6798593954668306e-05, "loss": 0.0007, "step": 139930 }, { "epoch": 2.320306411765681, "grad_norm": 0.0004152762412559241, "learning_rate": 2.679693588234319e-05, "loss": 0.0011, "step": 139940 }, { "epoch": 2.3204722189981926, "grad_norm": 0.19363681972026825, "learning_rate": 2.6795277810018076e-05, "loss": 0.0108, "step": 139950 }, { "epoch": 2.320638026230704, "grad_norm": 0.00019567027629818767, "learning_rate": 2.679361973769296e-05, "loss": 0.0079, "step": 139960 }, { "epoch": 2.3208038334632155, "grad_norm": 0.00023304522619582713, "learning_rate": 2.6791961665367843e-05, "loss": 0.0046, "step": 139970 }, { "epoch": 2.320969640695727, "grad_norm": 0.01053544133901596, "learning_rate": 2.679030359304273e-05, "loss": 0.0028, "step": 139980 }, { "epoch": 2.3211354479282384, "grad_norm": 0.0024852328933775425, "learning_rate": 2.6788645520717614e-05, "loss": 0.0, "step": 139990 }, { "epoch": 2.32130125516075, "grad_norm": 0.002468713326379657, "learning_rate": 2.6786987448392497e-05, "loss": 0.0031, "step": 140000 }, { "epoch": 2.3214670623932614, "grad_norm": 0.0018564681522548199, "learning_rate": 2.6785329376067387e-05, "loss": 0.0083, "step": 140010 }, { "epoch": 2.3216328696257733, "grad_norm": 0.0012954763369634748, "learning_rate": 2.678367130374227e-05, "loss": 0.0053, "step": 140020 }, { "epoch": 2.3217986768582843, "grad_norm": 0.00010116063640452921, "learning_rate": 2.6782013231417158e-05, "loss": 0.0001, "step": 140030 }, { "epoch": 2.3219644840907963, "grad_norm": 0.0002818248758558184, "learning_rate": 2.678035515909204e-05, "loss": 0.0073, "step": 140040 }, { "epoch": 2.3221302913233073, "grad_norm": 0.002594576682895422, "learning_rate": 2.6778697086766925e-05, "loss": 0.0045, "step": 140050 }, { "epoch": 2.322296098555819, "grad_norm": 0.031427349895238876, "learning_rate": 2.677703901444181e-05, "loss": 0.0033, "step": 140060 }, { "epoch": 2.3224619057883307, "grad_norm": 0.007993815466761589, "learning_rate": 2.6775380942116695e-05, "loss": 0.0005, "step": 140070 }, { "epoch": 2.322627713020842, "grad_norm": 0.0035134395584464073, "learning_rate": 2.6773722869791585e-05, "loss": 0.0035, "step": 140080 }, { "epoch": 2.3227935202533536, "grad_norm": 0.022995904088020325, "learning_rate": 2.677206479746647e-05, "loss": 0.0097, "step": 140090 }, { "epoch": 2.322959327485865, "grad_norm": 0.21088628470897675, "learning_rate": 2.677040672514135e-05, "loss": 0.0029, "step": 140100 }, { "epoch": 2.3231251347183766, "grad_norm": 0.019464144483208656, "learning_rate": 2.676874865281624e-05, "loss": 0.0026, "step": 140110 }, { "epoch": 2.323290941950888, "grad_norm": 0.34782788157463074, "learning_rate": 2.6767090580491122e-05, "loss": 0.0021, "step": 140120 }, { "epoch": 2.3234567491833995, "grad_norm": 0.21297377347946167, "learning_rate": 2.6765432508166006e-05, "loss": 0.0034, "step": 140130 }, { "epoch": 2.323622556415911, "grad_norm": 0.00010936851322185248, "learning_rate": 2.6763774435840893e-05, "loss": 0.0074, "step": 140140 }, { "epoch": 2.3237883636484225, "grad_norm": 0.0003545614890754223, "learning_rate": 2.6762116363515776e-05, "loss": 0.0034, "step": 140150 }, { "epoch": 2.323954170880934, "grad_norm": 0.25675058364868164, "learning_rate": 2.6760458291190667e-05, "loss": 0.0102, "step": 140160 }, { "epoch": 2.3241199781134454, "grad_norm": 4.085234468220733e-05, "learning_rate": 2.675880021886555e-05, "loss": 0.0058, "step": 140170 }, { "epoch": 2.324285785345957, "grad_norm": 0.0020352639257907867, "learning_rate": 2.675714214654043e-05, "loss": 0.0024, "step": 140180 }, { "epoch": 2.3244515925784683, "grad_norm": 0.00039664312498643994, "learning_rate": 2.675548407421532e-05, "loss": 0.0082, "step": 140190 }, { "epoch": 2.32461739981098, "grad_norm": 0.10883214324712753, "learning_rate": 2.6753826001890204e-05, "loss": 0.0125, "step": 140200 }, { "epoch": 2.3247832070434913, "grad_norm": 7.536628254456446e-05, "learning_rate": 2.6752167929565087e-05, "loss": 0.0048, "step": 140210 }, { "epoch": 2.3249490142760028, "grad_norm": 8.345446258317679e-05, "learning_rate": 2.6750509857239974e-05, "loss": 0.0031, "step": 140220 }, { "epoch": 2.3251148215085142, "grad_norm": 0.0003563575737643987, "learning_rate": 2.6748851784914858e-05, "loss": 0.0043, "step": 140230 }, { "epoch": 2.3252806287410257, "grad_norm": 0.0011158421402797103, "learning_rate": 2.6747193712589748e-05, "loss": 0.0003, "step": 140240 }, { "epoch": 2.325446435973537, "grad_norm": 0.007037014234811068, "learning_rate": 2.6745535640264628e-05, "loss": 0.0069, "step": 140250 }, { "epoch": 2.3256122432060486, "grad_norm": 0.0018995888531208038, "learning_rate": 2.674387756793951e-05, "loss": 0.0025, "step": 140260 }, { "epoch": 2.32577805043856, "grad_norm": 0.01306585967540741, "learning_rate": 2.6742219495614402e-05, "loss": 0.0177, "step": 140270 }, { "epoch": 2.3259438576710716, "grad_norm": 0.623836100101471, "learning_rate": 2.6740561423289285e-05, "loss": 0.0107, "step": 140280 }, { "epoch": 2.326109664903583, "grad_norm": 0.1101074144244194, "learning_rate": 2.6738903350964172e-05, "loss": 0.0062, "step": 140290 }, { "epoch": 2.3262754721360945, "grad_norm": 0.0033240076154470444, "learning_rate": 2.6737245278639056e-05, "loss": 0.0085, "step": 140300 }, { "epoch": 2.326441279368606, "grad_norm": 0.003029047977179289, "learning_rate": 2.673558720631394e-05, "loss": 0.0034, "step": 140310 }, { "epoch": 2.3266070866011175, "grad_norm": 0.0013897191965952516, "learning_rate": 2.6733929133988826e-05, "loss": 0.0194, "step": 140320 }, { "epoch": 2.326772893833629, "grad_norm": 0.2110099494457245, "learning_rate": 2.673227106166371e-05, "loss": 0.0063, "step": 140330 }, { "epoch": 2.3269387010661404, "grad_norm": 0.002163998316973448, "learning_rate": 2.6730612989338593e-05, "loss": 0.0028, "step": 140340 }, { "epoch": 2.327104508298652, "grad_norm": 0.00035332475090399384, "learning_rate": 2.6728954917013483e-05, "loss": 0.0047, "step": 140350 }, { "epoch": 2.3272703155311634, "grad_norm": 1.9971841538790613e-05, "learning_rate": 2.6727296844688367e-05, "loss": 0.0006, "step": 140360 }, { "epoch": 2.327436122763675, "grad_norm": 0.0015371114714071155, "learning_rate": 2.6725638772363253e-05, "loss": 0.0027, "step": 140370 }, { "epoch": 2.3276019299961863, "grad_norm": 0.0002505022275727242, "learning_rate": 2.6723980700038137e-05, "loss": 0.0016, "step": 140380 }, { "epoch": 2.327767737228698, "grad_norm": 0.0039855074137449265, "learning_rate": 2.672232262771302e-05, "loss": 0.0027, "step": 140390 }, { "epoch": 2.3279335444612093, "grad_norm": 0.06852536648511887, "learning_rate": 2.6720664555387907e-05, "loss": 0.0086, "step": 140400 }, { "epoch": 2.3280993516937207, "grad_norm": 2.186255733249709e-05, "learning_rate": 2.671900648306279e-05, "loss": 0.0001, "step": 140410 }, { "epoch": 2.328265158926232, "grad_norm": 0.00013596712960861623, "learning_rate": 2.671734841073768e-05, "loss": 0.0031, "step": 140420 }, { "epoch": 2.3284309661587437, "grad_norm": 0.2306283712387085, "learning_rate": 2.6715690338412565e-05, "loss": 0.0076, "step": 140430 }, { "epoch": 2.328596773391255, "grad_norm": 0.0005003488040529191, "learning_rate": 2.6714032266087448e-05, "loss": 0.0059, "step": 140440 }, { "epoch": 2.3287625806237666, "grad_norm": 0.0006426817271858454, "learning_rate": 2.6712374193762335e-05, "loss": 0.001, "step": 140450 }, { "epoch": 2.328928387856278, "grad_norm": 0.6679316759109497, "learning_rate": 2.671071612143722e-05, "loss": 0.0011, "step": 140460 }, { "epoch": 2.32909419508879, "grad_norm": 0.0004859957844018936, "learning_rate": 2.6709058049112102e-05, "loss": 0.0047, "step": 140470 }, { "epoch": 2.329260002321301, "grad_norm": 0.00022884750796947628, "learning_rate": 2.670739997678699e-05, "loss": 0.0087, "step": 140480 }, { "epoch": 2.329425809553813, "grad_norm": 7.296456897165626e-05, "learning_rate": 2.6705741904461872e-05, "loss": 0.0034, "step": 140490 }, { "epoch": 2.329591616786324, "grad_norm": 6.2401762988884e-05, "learning_rate": 2.6704083832136762e-05, "loss": 0.0084, "step": 140500 }, { "epoch": 2.329757424018836, "grad_norm": 0.0015361406840384007, "learning_rate": 2.6702425759811646e-05, "loss": 0.0045, "step": 140510 }, { "epoch": 2.3299232312513474, "grad_norm": 0.0021517009008675814, "learning_rate": 2.6700767687486526e-05, "loss": 0.0013, "step": 140520 }, { "epoch": 2.330089038483859, "grad_norm": 0.001430252566933632, "learning_rate": 2.6699109615161416e-05, "loss": 0.0054, "step": 140530 }, { "epoch": 2.3302548457163703, "grad_norm": 0.00012382568093016744, "learning_rate": 2.66974515428363e-05, "loss": 0.0188, "step": 140540 }, { "epoch": 2.330420652948882, "grad_norm": 0.18143220245838165, "learning_rate": 2.6695793470511183e-05, "loss": 0.0047, "step": 140550 }, { "epoch": 2.3305864601813933, "grad_norm": 0.0004925558459945023, "learning_rate": 2.669413539818607e-05, "loss": 0.0001, "step": 140560 }, { "epoch": 2.3307522674139047, "grad_norm": 0.09120617806911469, "learning_rate": 2.6692477325860954e-05, "loss": 0.0091, "step": 140570 }, { "epoch": 2.330918074646416, "grad_norm": 0.00018687525880523026, "learning_rate": 2.6690819253535844e-05, "loss": 0.0094, "step": 140580 }, { "epoch": 2.3310838818789277, "grad_norm": 0.7829272150993347, "learning_rate": 2.6689161181210727e-05, "loss": 0.0116, "step": 140590 }, { "epoch": 2.331249689111439, "grad_norm": 0.00010502045915927738, "learning_rate": 2.6687503108885607e-05, "loss": 0.0048, "step": 140600 }, { "epoch": 2.3314154963439506, "grad_norm": 0.0004800999304279685, "learning_rate": 2.6685845036560498e-05, "loss": 0.0032, "step": 140610 }, { "epoch": 2.331581303576462, "grad_norm": 0.01582956872880459, "learning_rate": 2.668418696423538e-05, "loss": 0.0001, "step": 140620 }, { "epoch": 2.3317471108089736, "grad_norm": 0.0006757885566912591, "learning_rate": 2.6682528891910268e-05, "loss": 0.0058, "step": 140630 }, { "epoch": 2.331912918041485, "grad_norm": 0.0008367470582015812, "learning_rate": 2.668087081958515e-05, "loss": 0.0008, "step": 140640 }, { "epoch": 2.3320787252739965, "grad_norm": 0.0029298397712409496, "learning_rate": 2.6679212747260035e-05, "loss": 0.0002, "step": 140650 }, { "epoch": 2.332244532506508, "grad_norm": 0.23146380484104156, "learning_rate": 2.6677554674934925e-05, "loss": 0.0034, "step": 140660 }, { "epoch": 2.3324103397390195, "grad_norm": 0.08210104703903198, "learning_rate": 2.6675896602609805e-05, "loss": 0.0034, "step": 140670 }, { "epoch": 2.332576146971531, "grad_norm": 0.0021218976471573114, "learning_rate": 2.667423853028469e-05, "loss": 0.0061, "step": 140680 }, { "epoch": 2.3327419542040424, "grad_norm": 0.13049298524856567, "learning_rate": 2.667258045795958e-05, "loss": 0.0005, "step": 140690 }, { "epoch": 2.332907761436554, "grad_norm": 0.00016671310004312545, "learning_rate": 2.6670922385634462e-05, "loss": 0.0001, "step": 140700 }, { "epoch": 2.3330735686690653, "grad_norm": 0.000999182346276939, "learning_rate": 2.666926431330935e-05, "loss": 0.0, "step": 140710 }, { "epoch": 2.333239375901577, "grad_norm": 0.057790882885456085, "learning_rate": 2.6667606240984233e-05, "loss": 0.001, "step": 140720 }, { "epoch": 2.3334051831340883, "grad_norm": 0.0028911519329994917, "learning_rate": 2.6665948168659116e-05, "loss": 0.0041, "step": 140730 }, { "epoch": 2.3335709903665998, "grad_norm": 0.0001313471293542534, "learning_rate": 2.6664290096334003e-05, "loss": 0.0032, "step": 140740 }, { "epoch": 2.3337367975991112, "grad_norm": 0.0005982133443467319, "learning_rate": 2.6662632024008887e-05, "loss": 0.0003, "step": 140750 }, { "epoch": 2.3339026048316227, "grad_norm": 0.19125349819660187, "learning_rate": 2.6660973951683777e-05, "loss": 0.0052, "step": 140760 }, { "epoch": 2.334068412064134, "grad_norm": 0.007657002657651901, "learning_rate": 2.665931587935866e-05, "loss": 0.003, "step": 140770 }, { "epoch": 2.3342342192966457, "grad_norm": 0.0019533615559339523, "learning_rate": 2.6657657807033544e-05, "loss": 0.0141, "step": 140780 }, { "epoch": 2.334400026529157, "grad_norm": 7.195200305432081e-05, "learning_rate": 2.665599973470843e-05, "loss": 0.0034, "step": 140790 }, { "epoch": 2.3345658337616686, "grad_norm": 0.0008462570840492845, "learning_rate": 2.6654341662383314e-05, "loss": 0.0168, "step": 140800 }, { "epoch": 2.33473164099418, "grad_norm": 0.0007650058250874281, "learning_rate": 2.6652683590058198e-05, "loss": 0.0083, "step": 140810 }, { "epoch": 2.3348974482266915, "grad_norm": 0.002333960495889187, "learning_rate": 2.6651025517733085e-05, "loss": 0.0004, "step": 140820 }, { "epoch": 2.335063255459203, "grad_norm": 0.010962935164570808, "learning_rate": 2.6649367445407968e-05, "loss": 0.0081, "step": 140830 }, { "epoch": 2.3352290626917145, "grad_norm": 0.0653015747666359, "learning_rate": 2.664770937308286e-05, "loss": 0.0007, "step": 140840 }, { "epoch": 2.335394869924226, "grad_norm": 0.17443226277828217, "learning_rate": 2.6646051300757742e-05, "loss": 0.0021, "step": 140850 }, { "epoch": 2.3355606771567374, "grad_norm": 0.0010249319020658731, "learning_rate": 2.6644393228432625e-05, "loss": 0.0083, "step": 140860 }, { "epoch": 2.335726484389249, "grad_norm": 0.004182735923677683, "learning_rate": 2.6642735156107512e-05, "loss": 0.0002, "step": 140870 }, { "epoch": 2.3358922916217604, "grad_norm": 0.011700923554599285, "learning_rate": 2.6641077083782396e-05, "loss": 0.0053, "step": 140880 }, { "epoch": 2.336058098854272, "grad_norm": 0.0010409844107925892, "learning_rate": 2.663941901145728e-05, "loss": 0.0039, "step": 140890 }, { "epoch": 2.3362239060867833, "grad_norm": 9.220806532539427e-05, "learning_rate": 2.6637760939132166e-05, "loss": 0.0, "step": 140900 }, { "epoch": 2.336389713319295, "grad_norm": 0.583806574344635, "learning_rate": 2.663610286680705e-05, "loss": 0.0141, "step": 140910 }, { "epoch": 2.3365555205518067, "grad_norm": 0.11654407531023026, "learning_rate": 2.663444479448194e-05, "loss": 0.0067, "step": 140920 }, { "epoch": 2.3367213277843177, "grad_norm": 0.0010680750710889697, "learning_rate": 2.6632786722156823e-05, "loss": 0.0061, "step": 140930 }, { "epoch": 2.3368871350168297, "grad_norm": 0.0006521265022456646, "learning_rate": 2.6631128649831703e-05, "loss": 0.0001, "step": 140940 }, { "epoch": 2.3370529422493407, "grad_norm": 0.1545441746711731, "learning_rate": 2.6629470577506594e-05, "loss": 0.0042, "step": 140950 }, { "epoch": 2.3372187494818526, "grad_norm": 0.0004021640052087605, "learning_rate": 2.6627812505181477e-05, "loss": 0.0062, "step": 140960 }, { "epoch": 2.337384556714364, "grad_norm": 0.0004095321928616613, "learning_rate": 2.6626154432856364e-05, "loss": 0.0044, "step": 140970 }, { "epoch": 2.3375503639468755, "grad_norm": 0.6355489492416382, "learning_rate": 2.6624496360531247e-05, "loss": 0.0121, "step": 140980 }, { "epoch": 2.337716171179387, "grad_norm": 0.00027125171618536115, "learning_rate": 2.662283828820613e-05, "loss": 0.0001, "step": 140990 }, { "epoch": 2.3378819784118985, "grad_norm": 0.0014201177982613444, "learning_rate": 2.662118021588102e-05, "loss": 0.0093, "step": 141000 }, { "epoch": 2.33804778564441, "grad_norm": 0.18816030025482178, "learning_rate": 2.66195221435559e-05, "loss": 0.0032, "step": 141010 }, { "epoch": 2.3382135928769214, "grad_norm": 0.6495219469070435, "learning_rate": 2.6617864071230785e-05, "loss": 0.0062, "step": 141020 }, { "epoch": 2.338379400109433, "grad_norm": 0.004029429983347654, "learning_rate": 2.6616205998905675e-05, "loss": 0.0021, "step": 141030 }, { "epoch": 2.3385452073419444, "grad_norm": 0.00020878318173345178, "learning_rate": 2.661454792658056e-05, "loss": 0.0044, "step": 141040 }, { "epoch": 2.338711014574456, "grad_norm": 0.002307158662006259, "learning_rate": 2.6612889854255445e-05, "loss": 0.0096, "step": 141050 }, { "epoch": 2.3388768218069673, "grad_norm": 0.00015980389434844255, "learning_rate": 2.661123178193033e-05, "loss": 0.0, "step": 141060 }, { "epoch": 2.339042629039479, "grad_norm": 0.19412674009799957, "learning_rate": 2.6609573709605212e-05, "loss": 0.013, "step": 141070 }, { "epoch": 2.3392084362719903, "grad_norm": 9.67280866461806e-05, "learning_rate": 2.6607915637280102e-05, "loss": 0.0067, "step": 141080 }, { "epoch": 2.3393742435045017, "grad_norm": 7.933943561511114e-05, "learning_rate": 2.6606257564954983e-05, "loss": 0.0001, "step": 141090 }, { "epoch": 2.339540050737013, "grad_norm": 0.0002495360968168825, "learning_rate": 2.6604599492629873e-05, "loss": 0.008, "step": 141100 }, { "epoch": 2.3397058579695247, "grad_norm": 2.2722808353137225e-05, "learning_rate": 2.6602941420304756e-05, "loss": 0.0012, "step": 141110 }, { "epoch": 2.339871665202036, "grad_norm": 0.21504075825214386, "learning_rate": 2.660128334797964e-05, "loss": 0.0068, "step": 141120 }, { "epoch": 2.3400374724345476, "grad_norm": 0.0004733520618174225, "learning_rate": 2.6599625275654527e-05, "loss": 0.0083, "step": 141130 }, { "epoch": 2.340203279667059, "grad_norm": 0.0015425091842189431, "learning_rate": 2.659796720332941e-05, "loss": 0.0068, "step": 141140 }, { "epoch": 2.3403690868995706, "grad_norm": 0.06160200014710426, "learning_rate": 2.6596309131004294e-05, "loss": 0.0077, "step": 141150 }, { "epoch": 2.340534894132082, "grad_norm": 0.931239664554596, "learning_rate": 2.659465105867918e-05, "loss": 0.0183, "step": 141160 }, { "epoch": 2.3407007013645935, "grad_norm": 0.0011797836050391197, "learning_rate": 2.6592992986354064e-05, "loss": 0.0178, "step": 141170 }, { "epoch": 2.340866508597105, "grad_norm": 0.02049938030540943, "learning_rate": 2.6591334914028954e-05, "loss": 0.0022, "step": 141180 }, { "epoch": 2.3410323158296165, "grad_norm": 0.015271754935383797, "learning_rate": 2.6589676841703838e-05, "loss": 0.0051, "step": 141190 }, { "epoch": 2.341198123062128, "grad_norm": 0.0003027629863936454, "learning_rate": 2.658801876937872e-05, "loss": 0.0007, "step": 141200 }, { "epoch": 2.3413639302946394, "grad_norm": 0.00937619712203741, "learning_rate": 2.6586360697053608e-05, "loss": 0.0031, "step": 141210 }, { "epoch": 2.341529737527151, "grad_norm": 0.00021223968360573053, "learning_rate": 2.658470262472849e-05, "loss": 0.0066, "step": 141220 }, { "epoch": 2.3416955447596624, "grad_norm": 0.0016251006163656712, "learning_rate": 2.6583044552403375e-05, "loss": 0.0042, "step": 141230 }, { "epoch": 2.341861351992174, "grad_norm": 0.001241612248122692, "learning_rate": 2.6581386480078262e-05, "loss": 0.0032, "step": 141240 }, { "epoch": 2.3420271592246853, "grad_norm": 0.15012456476688385, "learning_rate": 2.6579728407753145e-05, "loss": 0.0057, "step": 141250 }, { "epoch": 2.3421929664571968, "grad_norm": 0.2246389538049698, "learning_rate": 2.6578070335428036e-05, "loss": 0.003, "step": 141260 }, { "epoch": 2.3423587736897082, "grad_norm": 0.6198151111602783, "learning_rate": 2.657641226310292e-05, "loss": 0.0094, "step": 141270 }, { "epoch": 2.3425245809222197, "grad_norm": 0.005836964584887028, "learning_rate": 2.65747541907778e-05, "loss": 0.0023, "step": 141280 }, { "epoch": 2.342690388154731, "grad_norm": 0.2551710605621338, "learning_rate": 2.657309611845269e-05, "loss": 0.0096, "step": 141290 }, { "epoch": 2.3428561953872427, "grad_norm": 0.020601674914360046, "learning_rate": 2.6571438046127573e-05, "loss": 0.0051, "step": 141300 }, { "epoch": 2.343022002619754, "grad_norm": 0.007303145714104176, "learning_rate": 2.656977997380246e-05, "loss": 0.0037, "step": 141310 }, { "epoch": 2.3431878098522656, "grad_norm": 0.0016919584013521671, "learning_rate": 2.6568121901477343e-05, "loss": 0.0001, "step": 141320 }, { "epoch": 2.343353617084777, "grad_norm": 0.0011922211851924658, "learning_rate": 2.6566463829152227e-05, "loss": 0.0193, "step": 141330 }, { "epoch": 2.3435194243172885, "grad_norm": 0.0033393201883882284, "learning_rate": 2.6564805756827117e-05, "loss": 0.0191, "step": 141340 }, { "epoch": 2.3436852315498, "grad_norm": 0.007638842798769474, "learning_rate": 2.6563147684502e-05, "loss": 0.003, "step": 141350 }, { "epoch": 2.3438510387823115, "grad_norm": 0.15383993089199066, "learning_rate": 2.656148961217688e-05, "loss": 0.0036, "step": 141360 }, { "epoch": 2.3440168460148234, "grad_norm": 0.0010000531328842044, "learning_rate": 2.655983153985177e-05, "loss": 0.0043, "step": 141370 }, { "epoch": 2.3441826532473344, "grad_norm": 0.019268004223704338, "learning_rate": 2.6558173467526654e-05, "loss": 0.012, "step": 141380 }, { "epoch": 2.3443484604798464, "grad_norm": 0.0002915709337685257, "learning_rate": 2.655651539520154e-05, "loss": 0.0004, "step": 141390 }, { "epoch": 2.3445142677123574, "grad_norm": 0.04626437649130821, "learning_rate": 2.6554857322876425e-05, "loss": 0.0071, "step": 141400 }, { "epoch": 2.3446800749448693, "grad_norm": 0.44426095485687256, "learning_rate": 2.6553199250551308e-05, "loss": 0.0034, "step": 141410 }, { "epoch": 2.3448458821773808, "grad_norm": 0.21257422864437103, "learning_rate": 2.65515411782262e-05, "loss": 0.0174, "step": 141420 }, { "epoch": 2.3450116894098922, "grad_norm": 0.0012578831519931555, "learning_rate": 2.654988310590108e-05, "loss": 0.0027, "step": 141430 }, { "epoch": 2.3451774966424037, "grad_norm": 0.006460961420089006, "learning_rate": 2.654822503357597e-05, "loss": 0.0059, "step": 141440 }, { "epoch": 2.345343303874915, "grad_norm": 0.00033692538272589445, "learning_rate": 2.6546566961250852e-05, "loss": 0.0001, "step": 141450 }, { "epoch": 2.3455091111074267, "grad_norm": 0.0007783003384247422, "learning_rate": 2.6544908888925736e-05, "loss": 0.0289, "step": 141460 }, { "epoch": 2.345674918339938, "grad_norm": 0.0009042634046636522, "learning_rate": 2.6543250816600623e-05, "loss": 0.0028, "step": 141470 }, { "epoch": 2.3458407255724496, "grad_norm": 0.004389217123389244, "learning_rate": 2.6541592744275506e-05, "loss": 0.0042, "step": 141480 }, { "epoch": 2.346006532804961, "grad_norm": 0.001220662030391395, "learning_rate": 2.653993467195039e-05, "loss": 0.0088, "step": 141490 }, { "epoch": 2.3461723400374725, "grad_norm": 0.004910075571388006, "learning_rate": 2.6538276599625276e-05, "loss": 0.0026, "step": 141500 }, { "epoch": 2.346338147269984, "grad_norm": 0.019527709111571312, "learning_rate": 2.653661852730016e-05, "loss": 0.0036, "step": 141510 }, { "epoch": 2.3465039545024955, "grad_norm": 0.040717557072639465, "learning_rate": 2.653496045497505e-05, "loss": 0.0034, "step": 141520 }, { "epoch": 2.346669761735007, "grad_norm": 0.05717981979250908, "learning_rate": 2.6533302382649934e-05, "loss": 0.0048, "step": 141530 }, { "epoch": 2.3468355689675184, "grad_norm": 0.04381372779607773, "learning_rate": 2.6531644310324817e-05, "loss": 0.0006, "step": 141540 }, { "epoch": 2.34700137620003, "grad_norm": 0.003791975323110819, "learning_rate": 2.6529986237999704e-05, "loss": 0.0012, "step": 141550 }, { "epoch": 2.3471671834325414, "grad_norm": 0.00026601881836540997, "learning_rate": 2.6528328165674587e-05, "loss": 0.0064, "step": 141560 }, { "epoch": 2.347332990665053, "grad_norm": 0.00022865849314257503, "learning_rate": 2.652667009334947e-05, "loss": 0.0003, "step": 141570 }, { "epoch": 2.3474987978975643, "grad_norm": 0.0014749737456440926, "learning_rate": 2.6525012021024358e-05, "loss": 0.004, "step": 141580 }, { "epoch": 2.347664605130076, "grad_norm": 4.368590816739015e-05, "learning_rate": 2.652335394869924e-05, "loss": 0.0095, "step": 141590 }, { "epoch": 2.3478304123625873, "grad_norm": 0.0013883153442293406, "learning_rate": 2.652169587637413e-05, "loss": 0.0024, "step": 141600 }, { "epoch": 2.3479962195950987, "grad_norm": 0.08065979182720184, "learning_rate": 2.6520037804049015e-05, "loss": 0.0049, "step": 141610 }, { "epoch": 2.34816202682761, "grad_norm": 0.21280495822429657, "learning_rate": 2.65183797317239e-05, "loss": 0.0071, "step": 141620 }, { "epoch": 2.3483278340601217, "grad_norm": 0.006787517573684454, "learning_rate": 2.6516721659398785e-05, "loss": 0.0062, "step": 141630 }, { "epoch": 2.348493641292633, "grad_norm": 0.07573820650577545, "learning_rate": 2.651506358707367e-05, "loss": 0.0035, "step": 141640 }, { "epoch": 2.3486594485251446, "grad_norm": 0.02249750681221485, "learning_rate": 2.6513405514748556e-05, "loss": 0.0058, "step": 141650 }, { "epoch": 2.348825255757656, "grad_norm": 0.026517685502767563, "learning_rate": 2.651174744242344e-05, "loss": 0.0037, "step": 141660 }, { "epoch": 2.3489910629901676, "grad_norm": 0.0004402504418976605, "learning_rate": 2.6510089370098323e-05, "loss": 0.0048, "step": 141670 }, { "epoch": 2.349156870222679, "grad_norm": 7.466847455361858e-05, "learning_rate": 2.6508431297773213e-05, "loss": 0.0001, "step": 141680 }, { "epoch": 2.3493226774551905, "grad_norm": 0.00044878022163175046, "learning_rate": 2.6506773225448096e-05, "loss": 0.0005, "step": 141690 }, { "epoch": 2.349488484687702, "grad_norm": 0.25858375430107117, "learning_rate": 2.6505115153122976e-05, "loss": 0.0097, "step": 141700 }, { "epoch": 2.3496542919202135, "grad_norm": 0.0006825996097177267, "learning_rate": 2.6503457080797867e-05, "loss": 0.0047, "step": 141710 }, { "epoch": 2.349820099152725, "grad_norm": 0.0020978213287889957, "learning_rate": 2.650179900847275e-05, "loss": 0.0002, "step": 141720 }, { "epoch": 2.3499859063852364, "grad_norm": 0.0017487290315330029, "learning_rate": 2.6500140936147637e-05, "loss": 0.0001, "step": 141730 }, { "epoch": 2.350151713617748, "grad_norm": 0.39508798718452454, "learning_rate": 2.649848286382252e-05, "loss": 0.0042, "step": 141740 }, { "epoch": 2.3503175208502594, "grad_norm": 0.3674110770225525, "learning_rate": 2.6496824791497404e-05, "loss": 0.001, "step": 141750 }, { "epoch": 2.350483328082771, "grad_norm": 0.011928214691579342, "learning_rate": 2.6495166719172294e-05, "loss": 0.0005, "step": 141760 }, { "epoch": 2.3506491353152823, "grad_norm": 0.00028708699392154813, "learning_rate": 2.6493508646847178e-05, "loss": 0.0037, "step": 141770 }, { "epoch": 2.3508149425477938, "grad_norm": 0.0002707483945414424, "learning_rate": 2.6491850574522065e-05, "loss": 0.0095, "step": 141780 }, { "epoch": 2.3509807497803052, "grad_norm": 0.0013487483374774456, "learning_rate": 2.6490192502196948e-05, "loss": 0.0027, "step": 141790 }, { "epoch": 2.3511465570128167, "grad_norm": 0.017891990020871162, "learning_rate": 2.648853442987183e-05, "loss": 0.0134, "step": 141800 }, { "epoch": 2.351312364245328, "grad_norm": 0.007846351712942123, "learning_rate": 2.648687635754672e-05, "loss": 0.0086, "step": 141810 }, { "epoch": 2.35147817147784, "grad_norm": 0.01964043639600277, "learning_rate": 2.6485218285221602e-05, "loss": 0.0065, "step": 141820 }, { "epoch": 2.351643978710351, "grad_norm": 0.0008688695961609483, "learning_rate": 2.6483560212896485e-05, "loss": 0.0003, "step": 141830 }, { "epoch": 2.351809785942863, "grad_norm": 0.16837210953235626, "learning_rate": 2.6481902140571376e-05, "loss": 0.0137, "step": 141840 }, { "epoch": 2.351975593175374, "grad_norm": 0.04868335649371147, "learning_rate": 2.6480244068246256e-05, "loss": 0.0052, "step": 141850 }, { "epoch": 2.352141400407886, "grad_norm": 0.00013984453107696027, "learning_rate": 2.6478585995921146e-05, "loss": 0.0037, "step": 141860 }, { "epoch": 2.3523072076403975, "grad_norm": 0.002293167868629098, "learning_rate": 2.647692792359603e-05, "loss": 0.0067, "step": 141870 }, { "epoch": 2.352473014872909, "grad_norm": 0.6404755115509033, "learning_rate": 2.6475269851270913e-05, "loss": 0.0036, "step": 141880 }, { "epoch": 2.3526388221054204, "grad_norm": 0.021294714882969856, "learning_rate": 2.64736117789458e-05, "loss": 0.0003, "step": 141890 }, { "epoch": 2.352804629337932, "grad_norm": 0.5873138308525085, "learning_rate": 2.6471953706620683e-05, "loss": 0.0038, "step": 141900 }, { "epoch": 2.3529704365704434, "grad_norm": 0.0014162223087623715, "learning_rate": 2.6470295634295567e-05, "loss": 0.0035, "step": 141910 }, { "epoch": 2.353136243802955, "grad_norm": 0.00046787119936197996, "learning_rate": 2.6468637561970454e-05, "loss": 0.0027, "step": 141920 }, { "epoch": 2.3533020510354663, "grad_norm": 0.0005862213438376784, "learning_rate": 2.6466979489645337e-05, "loss": 0.0111, "step": 141930 }, { "epoch": 2.3534678582679778, "grad_norm": 0.17500759661197662, "learning_rate": 2.6465321417320227e-05, "loss": 0.0051, "step": 141940 }, { "epoch": 2.3536336655004892, "grad_norm": 0.011299139820039272, "learning_rate": 2.646366334499511e-05, "loss": 0.0044, "step": 141950 }, { "epoch": 2.3537994727330007, "grad_norm": 0.004155839327722788, "learning_rate": 2.6462005272669994e-05, "loss": 0.0032, "step": 141960 }, { "epoch": 2.353965279965512, "grad_norm": 0.005510496441274881, "learning_rate": 2.646034720034488e-05, "loss": 0.0049, "step": 141970 }, { "epoch": 2.3541310871980237, "grad_norm": 0.40320542454719543, "learning_rate": 2.6458689128019765e-05, "loss": 0.0094, "step": 141980 }, { "epoch": 2.354296894430535, "grad_norm": 0.0006421142024919391, "learning_rate": 2.6457031055694655e-05, "loss": 0.0, "step": 141990 }, { "epoch": 2.3544627016630466, "grad_norm": 0.0076196384616196156, "learning_rate": 2.6455372983369535e-05, "loss": 0.0007, "step": 142000 }, { "epoch": 2.354628508895558, "grad_norm": 0.0020161718130111694, "learning_rate": 2.645371491104442e-05, "loss": 0.0028, "step": 142010 }, { "epoch": 2.3547943161280696, "grad_norm": 0.8470947742462158, "learning_rate": 2.645205683871931e-05, "loss": 0.005, "step": 142020 }, { "epoch": 2.354960123360581, "grad_norm": 0.05193287879228592, "learning_rate": 2.6450398766394192e-05, "loss": 0.0034, "step": 142030 }, { "epoch": 2.3551259305930925, "grad_norm": 0.003643119940534234, "learning_rate": 2.6448740694069076e-05, "loss": 0.0048, "step": 142040 }, { "epoch": 2.355291737825604, "grad_norm": 0.0003834024246316403, "learning_rate": 2.6447082621743963e-05, "loss": 0.0001, "step": 142050 }, { "epoch": 2.3554575450581154, "grad_norm": 0.0013925554230809212, "learning_rate": 2.6445424549418846e-05, "loss": 0.014, "step": 142060 }, { "epoch": 2.355623352290627, "grad_norm": 0.0011021281825378537, "learning_rate": 2.6443766477093733e-05, "loss": 0.0001, "step": 142070 }, { "epoch": 2.3557891595231384, "grad_norm": 0.00020757372840307653, "learning_rate": 2.6442108404768616e-05, "loss": 0.0107, "step": 142080 }, { "epoch": 2.35595496675565, "grad_norm": 0.007855580188333988, "learning_rate": 2.64404503324435e-05, "loss": 0.0043, "step": 142090 }, { "epoch": 2.3561207739881613, "grad_norm": 0.0005867025465704501, "learning_rate": 2.643879226011839e-05, "loss": 0.0106, "step": 142100 }, { "epoch": 2.356286581220673, "grad_norm": 0.0006170052220113575, "learning_rate": 2.6437134187793274e-05, "loss": 0.0076, "step": 142110 }, { "epoch": 2.3564523884531843, "grad_norm": 0.0024748612195253372, "learning_rate": 2.643547611546816e-05, "loss": 0.0063, "step": 142120 }, { "epoch": 2.3566181956856957, "grad_norm": 0.0025879493914544582, "learning_rate": 2.6433818043143044e-05, "loss": 0.0012, "step": 142130 }, { "epoch": 2.356784002918207, "grad_norm": 0.17063842713832855, "learning_rate": 2.6432159970817927e-05, "loss": 0.0097, "step": 142140 }, { "epoch": 2.3569498101507187, "grad_norm": 0.0009879427962005138, "learning_rate": 2.6430501898492814e-05, "loss": 0.0048, "step": 142150 }, { "epoch": 2.35711561738323, "grad_norm": 0.008576617576181889, "learning_rate": 2.6428843826167698e-05, "loss": 0.0058, "step": 142160 }, { "epoch": 2.3572814246157416, "grad_norm": 0.021257756277918816, "learning_rate": 2.642718575384258e-05, "loss": 0.0034, "step": 142170 }, { "epoch": 2.357447231848253, "grad_norm": 0.1404828578233719, "learning_rate": 2.642552768151747e-05, "loss": 0.0006, "step": 142180 }, { "epoch": 2.3576130390807646, "grad_norm": 0.24009457230567932, "learning_rate": 2.642386960919235e-05, "loss": 0.0039, "step": 142190 }, { "epoch": 2.357778846313276, "grad_norm": 0.13509196043014526, "learning_rate": 2.6422211536867242e-05, "loss": 0.0025, "step": 142200 }, { "epoch": 2.3579446535457875, "grad_norm": 0.00025597409694455564, "learning_rate": 2.6420553464542125e-05, "loss": 0.0017, "step": 142210 }, { "epoch": 2.358110460778299, "grad_norm": 1.0524933713895734e-05, "learning_rate": 2.641889539221701e-05, "loss": 0.0001, "step": 142220 }, { "epoch": 2.3582762680108105, "grad_norm": 0.600335419178009, "learning_rate": 2.6417237319891896e-05, "loss": 0.0062, "step": 142230 }, { "epoch": 2.358442075243322, "grad_norm": 0.06968995183706284, "learning_rate": 2.641557924756678e-05, "loss": 0.004, "step": 142240 }, { "epoch": 2.3586078824758334, "grad_norm": 0.0002146542101399973, "learning_rate": 2.6413921175241663e-05, "loss": 0.0051, "step": 142250 }, { "epoch": 2.358773689708345, "grad_norm": 0.001260097837075591, "learning_rate": 2.6412263102916553e-05, "loss": 0.0065, "step": 142260 }, { "epoch": 2.358939496940857, "grad_norm": 0.000949860957916826, "learning_rate": 2.6410605030591433e-05, "loss": 0.0001, "step": 142270 }, { "epoch": 2.359105304173368, "grad_norm": 0.5526812076568604, "learning_rate": 2.6408946958266323e-05, "loss": 0.0126, "step": 142280 }, { "epoch": 2.3592711114058798, "grad_norm": 0.00011676463327603415, "learning_rate": 2.6407288885941207e-05, "loss": 0.0, "step": 142290 }, { "epoch": 2.359436918638391, "grad_norm": 0.005008127074688673, "learning_rate": 2.640563081361609e-05, "loss": 0.0052, "step": 142300 }, { "epoch": 2.3596027258709027, "grad_norm": 0.0004524961987044662, "learning_rate": 2.6403972741290977e-05, "loss": 0.0138, "step": 142310 }, { "epoch": 2.3597685331034137, "grad_norm": 0.002489224076271057, "learning_rate": 2.640231466896586e-05, "loss": 0.0009, "step": 142320 }, { "epoch": 2.3599343403359256, "grad_norm": 0.16619077324867249, "learning_rate": 2.640065659664075e-05, "loss": 0.0055, "step": 142330 }, { "epoch": 2.360100147568437, "grad_norm": 0.11533408612012863, "learning_rate": 2.639899852431563e-05, "loss": 0.0029, "step": 142340 }, { "epoch": 2.3602659548009486, "grad_norm": 0.0008404297404922545, "learning_rate": 2.6397340451990514e-05, "loss": 0.0107, "step": 142350 }, { "epoch": 2.36043176203346, "grad_norm": 0.003283055266365409, "learning_rate": 2.6395682379665405e-05, "loss": 0.003, "step": 142360 }, { "epoch": 2.3605975692659715, "grad_norm": 0.12850075960159302, "learning_rate": 2.6394024307340288e-05, "loss": 0.0032, "step": 142370 }, { "epoch": 2.360763376498483, "grad_norm": 0.08323356509208679, "learning_rate": 2.639236623501517e-05, "loss": 0.0064, "step": 142380 }, { "epoch": 2.3609291837309945, "grad_norm": 0.19900521636009216, "learning_rate": 2.639070816269006e-05, "loss": 0.0044, "step": 142390 }, { "epoch": 2.361094990963506, "grad_norm": 0.23946791887283325, "learning_rate": 2.6389050090364942e-05, "loss": 0.0098, "step": 142400 }, { "epoch": 2.3612607981960174, "grad_norm": 0.012151971459388733, "learning_rate": 2.638739201803983e-05, "loss": 0.0015, "step": 142410 }, { "epoch": 2.361426605428529, "grad_norm": 0.04571079462766647, "learning_rate": 2.6385733945714712e-05, "loss": 0.0142, "step": 142420 }, { "epoch": 2.3615924126610404, "grad_norm": 9.310209861723706e-05, "learning_rate": 2.6384075873389596e-05, "loss": 0.0062, "step": 142430 }, { "epoch": 2.361758219893552, "grad_norm": 0.00030492222867906094, "learning_rate": 2.6382417801064486e-05, "loss": 0.0061, "step": 142440 }, { "epoch": 2.3619240271260633, "grad_norm": 0.3090837597846985, "learning_rate": 2.638075972873937e-05, "loss": 0.0046, "step": 142450 }, { "epoch": 2.362089834358575, "grad_norm": 0.016464771702885628, "learning_rate": 2.6379101656414256e-05, "loss": 0.0098, "step": 142460 }, { "epoch": 2.3622556415910863, "grad_norm": 0.0014243116602301598, "learning_rate": 2.637744358408914e-05, "loss": 0.0071, "step": 142470 }, { "epoch": 2.3624214488235977, "grad_norm": 0.00011872583127114922, "learning_rate": 2.6375785511764023e-05, "loss": 0.0033, "step": 142480 }, { "epoch": 2.362587256056109, "grad_norm": 0.04222723841667175, "learning_rate": 2.637412743943891e-05, "loss": 0.0112, "step": 142490 }, { "epoch": 2.3627530632886207, "grad_norm": 0.20425361394882202, "learning_rate": 2.6372469367113794e-05, "loss": 0.0116, "step": 142500 }, { "epoch": 2.362918870521132, "grad_norm": 0.0001961662492249161, "learning_rate": 2.6370811294788677e-05, "loss": 0.0014, "step": 142510 }, { "epoch": 2.3630846777536436, "grad_norm": 0.25780677795410156, "learning_rate": 2.6369153222463567e-05, "loss": 0.0006, "step": 142520 }, { "epoch": 2.363250484986155, "grad_norm": 0.00038486719131469727, "learning_rate": 2.636749515013845e-05, "loss": 0.0024, "step": 142530 }, { "epoch": 2.3634162922186666, "grad_norm": 1.9815421183011495e-05, "learning_rate": 2.6365837077813338e-05, "loss": 0.0015, "step": 142540 }, { "epoch": 2.363582099451178, "grad_norm": 0.19655878841876984, "learning_rate": 2.636417900548822e-05, "loss": 0.0067, "step": 142550 }, { "epoch": 2.3637479066836895, "grad_norm": 0.003639703383669257, "learning_rate": 2.6362520933163105e-05, "loss": 0.001, "step": 142560 }, { "epoch": 2.363913713916201, "grad_norm": 3.676577762234956e-05, "learning_rate": 2.636086286083799e-05, "loss": 0.0067, "step": 142570 }, { "epoch": 2.3640795211487124, "grad_norm": 0.16780784726142883, "learning_rate": 2.6359204788512875e-05, "loss": 0.0088, "step": 142580 }, { "epoch": 2.364245328381224, "grad_norm": 0.21293985843658447, "learning_rate": 2.635754671618776e-05, "loss": 0.0078, "step": 142590 }, { "epoch": 2.3644111356137354, "grad_norm": 0.0008507171296514571, "learning_rate": 2.635588864386265e-05, "loss": 0.0004, "step": 142600 }, { "epoch": 2.364576942846247, "grad_norm": 0.00014197159907780588, "learning_rate": 2.635423057153753e-05, "loss": 0.0029, "step": 142610 }, { "epoch": 2.3647427500787583, "grad_norm": 0.0036709567066282034, "learning_rate": 2.635257249921242e-05, "loss": 0.0043, "step": 142620 }, { "epoch": 2.36490855731127, "grad_norm": 0.05640849843621254, "learning_rate": 2.6350914426887303e-05, "loss": 0.0021, "step": 142630 }, { "epoch": 2.3650743645437813, "grad_norm": 0.5531630516052246, "learning_rate": 2.6349256354562186e-05, "loss": 0.0076, "step": 142640 }, { "epoch": 2.3652401717762928, "grad_norm": 8.960077684605494e-05, "learning_rate": 2.6347598282237073e-05, "loss": 0.0069, "step": 142650 }, { "epoch": 2.3654059790088042, "grad_norm": 0.017600838094949722, "learning_rate": 2.6345940209911956e-05, "loss": 0.0002, "step": 142660 }, { "epoch": 2.3655717862413157, "grad_norm": 0.001677607069723308, "learning_rate": 2.6344282137586847e-05, "loss": 0.006, "step": 142670 }, { "epoch": 2.365737593473827, "grad_norm": 0.7806592583656311, "learning_rate": 2.6342624065261727e-05, "loss": 0.0117, "step": 142680 }, { "epoch": 2.3659034007063386, "grad_norm": 0.019413068890571594, "learning_rate": 2.634096599293661e-05, "loss": 0.0001, "step": 142690 }, { "epoch": 2.36606920793885, "grad_norm": 3.5380511690163985e-05, "learning_rate": 2.63393079206115e-05, "loss": 0.0116, "step": 142700 }, { "epoch": 2.3662350151713616, "grad_norm": 0.002942017512395978, "learning_rate": 2.6337649848286384e-05, "loss": 0.0072, "step": 142710 }, { "epoch": 2.3664008224038735, "grad_norm": 0.0004889407427981496, "learning_rate": 2.6335991775961267e-05, "loss": 0.0032, "step": 142720 }, { "epoch": 2.3665666296363845, "grad_norm": 0.003986661788076162, "learning_rate": 2.6334333703636154e-05, "loss": 0.0028, "step": 142730 }, { "epoch": 2.3667324368688964, "grad_norm": 0.004508564714342356, "learning_rate": 2.6332675631311038e-05, "loss": 0.0032, "step": 142740 }, { "epoch": 2.3668982441014075, "grad_norm": 0.0006800568662583828, "learning_rate": 2.6331017558985928e-05, "loss": 0.0092, "step": 142750 }, { "epoch": 2.3670640513339194, "grad_norm": 0.022225765511393547, "learning_rate": 2.6329359486660808e-05, "loss": 0.0016, "step": 142760 }, { "epoch": 2.3672298585664304, "grad_norm": 0.1441689282655716, "learning_rate": 2.632770141433569e-05, "loss": 0.0063, "step": 142770 }, { "epoch": 2.3673956657989423, "grad_norm": 0.001118641928769648, "learning_rate": 2.6326043342010582e-05, "loss": 0.0026, "step": 142780 }, { "epoch": 2.367561473031454, "grad_norm": 9.033762762555853e-05, "learning_rate": 2.6324385269685465e-05, "loss": 0.0143, "step": 142790 }, { "epoch": 2.3677272802639653, "grad_norm": 8.866564166964963e-05, "learning_rate": 2.6322727197360352e-05, "loss": 0.0053, "step": 142800 }, { "epoch": 2.3678930874964768, "grad_norm": 0.0453018844127655, "learning_rate": 2.6321069125035236e-05, "loss": 0.0039, "step": 142810 }, { "epoch": 2.3680588947289882, "grad_norm": 0.037640783935785294, "learning_rate": 2.631941105271012e-05, "loss": 0.0002, "step": 142820 }, { "epoch": 2.3682247019614997, "grad_norm": 0.12527278065681458, "learning_rate": 2.6317752980385006e-05, "loss": 0.0127, "step": 142830 }, { "epoch": 2.368390509194011, "grad_norm": 0.0012690601870417595, "learning_rate": 2.631609490805989e-05, "loss": 0.0039, "step": 142840 }, { "epoch": 2.3685563164265226, "grad_norm": 4.910445568384603e-05, "learning_rate": 2.6314436835734773e-05, "loss": 0.0001, "step": 142850 }, { "epoch": 2.368722123659034, "grad_norm": 0.0026072096079587936, "learning_rate": 2.6312778763409663e-05, "loss": 0.0046, "step": 142860 }, { "epoch": 2.3688879308915456, "grad_norm": 0.0003142402274534106, "learning_rate": 2.6311120691084547e-05, "loss": 0.0116, "step": 142870 }, { "epoch": 2.369053738124057, "grad_norm": 0.001555269118398428, "learning_rate": 2.6309462618759434e-05, "loss": 0.0001, "step": 142880 }, { "epoch": 2.3692195453565685, "grad_norm": 0.0032003417145460844, "learning_rate": 2.6307804546434317e-05, "loss": 0.0086, "step": 142890 }, { "epoch": 2.36938535258908, "grad_norm": 0.004902780055999756, "learning_rate": 2.63061464741092e-05, "loss": 0.0056, "step": 142900 }, { "epoch": 2.3695511598215915, "grad_norm": 0.25227007269859314, "learning_rate": 2.6304488401784087e-05, "loss": 0.0099, "step": 142910 }, { "epoch": 2.369716967054103, "grad_norm": 0.002028822433203459, "learning_rate": 2.630283032945897e-05, "loss": 0.0044, "step": 142920 }, { "epoch": 2.3698827742866144, "grad_norm": 0.0009873866802081466, "learning_rate": 2.6301172257133854e-05, "loss": 0.0042, "step": 142930 }, { "epoch": 2.370048581519126, "grad_norm": 0.00014240424206946045, "learning_rate": 2.6299514184808745e-05, "loss": 0.0, "step": 142940 }, { "epoch": 2.3702143887516374, "grad_norm": 0.0022373434621840715, "learning_rate": 2.6297856112483628e-05, "loss": 0.006, "step": 142950 }, { "epoch": 2.370380195984149, "grad_norm": 0.12225161492824554, "learning_rate": 2.6296198040158515e-05, "loss": 0.0021, "step": 142960 }, { "epoch": 2.3705460032166603, "grad_norm": 0.00032925340929068625, "learning_rate": 2.62945399678334e-05, "loss": 0.0, "step": 142970 }, { "epoch": 2.370711810449172, "grad_norm": 0.01492282934486866, "learning_rate": 2.6292881895508282e-05, "loss": 0.0048, "step": 142980 }, { "epoch": 2.3708776176816833, "grad_norm": 0.0001335389824816957, "learning_rate": 2.629122382318317e-05, "loss": 0.0026, "step": 142990 }, { "epoch": 2.3710434249141947, "grad_norm": 0.0002696130541153252, "learning_rate": 2.6289565750858052e-05, "loss": 0.0017, "step": 143000 }, { "epoch": 2.371209232146706, "grad_norm": 0.5899131894111633, "learning_rate": 2.6287907678532943e-05, "loss": 0.0181, "step": 143010 }, { "epoch": 2.3713750393792177, "grad_norm": 0.02515634335577488, "learning_rate": 2.6286249606207826e-05, "loss": 0.0039, "step": 143020 }, { "epoch": 2.371540846611729, "grad_norm": 0.1996290385723114, "learning_rate": 2.6284591533882706e-05, "loss": 0.0104, "step": 143030 }, { "epoch": 2.3717066538442406, "grad_norm": 0.0030111107043921947, "learning_rate": 2.6282933461557596e-05, "loss": 0.0001, "step": 143040 }, { "epoch": 2.371872461076752, "grad_norm": 0.019394036382436752, "learning_rate": 2.628127538923248e-05, "loss": 0.0019, "step": 143050 }, { "epoch": 2.3720382683092636, "grad_norm": 0.11582978069782257, "learning_rate": 2.6279617316907363e-05, "loss": 0.0032, "step": 143060 }, { "epoch": 2.372204075541775, "grad_norm": 0.00039423012640327215, "learning_rate": 2.627795924458225e-05, "loss": 0.0042, "step": 143070 }, { "epoch": 2.3723698827742865, "grad_norm": 0.0001024080702336505, "learning_rate": 2.6276301172257134e-05, "loss": 0.0001, "step": 143080 }, { "epoch": 2.372535690006798, "grad_norm": 0.0001097593703889288, "learning_rate": 2.6274643099932024e-05, "loss": 0.0077, "step": 143090 }, { "epoch": 2.3727014972393095, "grad_norm": 0.0022505964152514935, "learning_rate": 2.6272985027606904e-05, "loss": 0.0121, "step": 143100 }, { "epoch": 2.372867304471821, "grad_norm": 0.0015245942631736398, "learning_rate": 2.6271326955281788e-05, "loss": 0.0036, "step": 143110 }, { "epoch": 2.3730331117043324, "grad_norm": 0.049638815224170685, "learning_rate": 2.6269668882956678e-05, "loss": 0.0012, "step": 143120 }, { "epoch": 2.373198918936844, "grad_norm": 0.8104411363601685, "learning_rate": 2.626801081063156e-05, "loss": 0.0176, "step": 143130 }, { "epoch": 2.3733647261693553, "grad_norm": 4.3777345126727596e-05, "learning_rate": 2.6266352738306448e-05, "loss": 0.0112, "step": 143140 }, { "epoch": 2.373530533401867, "grad_norm": 0.008983655832707882, "learning_rate": 2.626469466598133e-05, "loss": 0.0044, "step": 143150 }, { "epoch": 2.3736963406343783, "grad_norm": 0.0036769816651940346, "learning_rate": 2.6263036593656215e-05, "loss": 0.0055, "step": 143160 }, { "epoch": 2.3738621478668898, "grad_norm": 0.00031290584593079984, "learning_rate": 2.6261378521331105e-05, "loss": 0.0056, "step": 143170 }, { "epoch": 2.3740279550994012, "grad_norm": 0.2129097282886505, "learning_rate": 2.6259720449005985e-05, "loss": 0.0048, "step": 143180 }, { "epoch": 2.374193762331913, "grad_norm": 0.0016457535093650222, "learning_rate": 2.625806237668087e-05, "loss": 0.0062, "step": 143190 }, { "epoch": 2.374359569564424, "grad_norm": 0.0024876391980797052, "learning_rate": 2.625640430435576e-05, "loss": 0.0004, "step": 143200 }, { "epoch": 2.374525376796936, "grad_norm": 0.00040141207864508033, "learning_rate": 2.6254746232030643e-05, "loss": 0.0034, "step": 143210 }, { "epoch": 2.374691184029447, "grad_norm": 0.2676641643047333, "learning_rate": 2.625308815970553e-05, "loss": 0.0064, "step": 143220 }, { "epoch": 2.374856991261959, "grad_norm": 0.003042250871658325, "learning_rate": 2.6251430087380413e-05, "loss": 0.0001, "step": 143230 }, { "epoch": 2.3750227984944705, "grad_norm": 0.007471032440662384, "learning_rate": 2.6249772015055296e-05, "loss": 0.0001, "step": 143240 }, { "epoch": 2.375188605726982, "grad_norm": 0.001701465924270451, "learning_rate": 2.6248113942730183e-05, "loss": 0.014, "step": 143250 }, { "epoch": 2.3753544129594935, "grad_norm": 0.19235055148601532, "learning_rate": 2.6246455870405067e-05, "loss": 0.012, "step": 143260 }, { "epoch": 2.375520220192005, "grad_norm": 0.031367991119623184, "learning_rate": 2.624479779807995e-05, "loss": 0.0039, "step": 143270 }, { "epoch": 2.3756860274245164, "grad_norm": 0.001393365440890193, "learning_rate": 2.624313972575484e-05, "loss": 0.0002, "step": 143280 }, { "epoch": 2.375851834657028, "grad_norm": 0.09546387940645218, "learning_rate": 2.6241481653429724e-05, "loss": 0.0042, "step": 143290 }, { "epoch": 2.3760176418895393, "grad_norm": 0.17470116913318634, "learning_rate": 2.623982358110461e-05, "loss": 0.0055, "step": 143300 }, { "epoch": 2.376183449122051, "grad_norm": 6.972488336032256e-05, "learning_rate": 2.6238165508779494e-05, "loss": 0.0131, "step": 143310 }, { "epoch": 2.3763492563545623, "grad_norm": 0.005409489385783672, "learning_rate": 2.6236507436454378e-05, "loss": 0.0001, "step": 143320 }, { "epoch": 2.3765150635870738, "grad_norm": 0.00014862179523333907, "learning_rate": 2.6234849364129265e-05, "loss": 0.0025, "step": 143330 }, { "epoch": 2.3766808708195852, "grad_norm": 0.00026558898389339447, "learning_rate": 2.6233191291804148e-05, "loss": 0.0031, "step": 143340 }, { "epoch": 2.3768466780520967, "grad_norm": 0.007315806113183498, "learning_rate": 2.623153321947904e-05, "loss": 0.004, "step": 143350 }, { "epoch": 2.377012485284608, "grad_norm": 0.0005146003677509725, "learning_rate": 2.6229875147153922e-05, "loss": 0.0001, "step": 143360 }, { "epoch": 2.3771782925171197, "grad_norm": 0.012914394028484821, "learning_rate": 2.6228217074828802e-05, "loss": 0.02, "step": 143370 }, { "epoch": 2.377344099749631, "grad_norm": 0.16162483394145966, "learning_rate": 2.6226559002503692e-05, "loss": 0.0004, "step": 143380 }, { "epoch": 2.3775099069821426, "grad_norm": 0.0009042425663210452, "learning_rate": 2.6224900930178576e-05, "loss": 0.0043, "step": 143390 }, { "epoch": 2.377675714214654, "grad_norm": 0.0010499972850084305, "learning_rate": 2.622324285785346e-05, "loss": 0.0007, "step": 143400 }, { "epoch": 2.3778415214471655, "grad_norm": 0.1933625191450119, "learning_rate": 2.6221584785528346e-05, "loss": 0.0051, "step": 143410 }, { "epoch": 2.378007328679677, "grad_norm": 3.2243515306618065e-05, "learning_rate": 2.621992671320323e-05, "loss": 0.0068, "step": 143420 }, { "epoch": 2.3781731359121885, "grad_norm": 0.0047997464425861835, "learning_rate": 2.621826864087812e-05, "loss": 0.0001, "step": 143430 }, { "epoch": 2.3783389431447, "grad_norm": 0.0002017791848629713, "learning_rate": 2.6216610568553003e-05, "loss": 0.0038, "step": 143440 }, { "epoch": 2.3785047503772114, "grad_norm": 0.003898734925314784, "learning_rate": 2.6214952496227883e-05, "loss": 0.0004, "step": 143450 }, { "epoch": 2.378670557609723, "grad_norm": 0.00048825994599610567, "learning_rate": 2.6213294423902774e-05, "loss": 0.0048, "step": 143460 }, { "epoch": 2.3788363648422344, "grad_norm": 0.0038403309881687164, "learning_rate": 2.6211636351577657e-05, "loss": 0.0056, "step": 143470 }, { "epoch": 2.379002172074746, "grad_norm": 7.431866106344387e-05, "learning_rate": 2.6209978279252544e-05, "loss": 0.0028, "step": 143480 }, { "epoch": 2.3791679793072573, "grad_norm": 0.027544265612959862, "learning_rate": 2.6208320206927427e-05, "loss": 0.0043, "step": 143490 }, { "epoch": 2.379333786539769, "grad_norm": 0.26085567474365234, "learning_rate": 2.620666213460231e-05, "loss": 0.0005, "step": 143500 }, { "epoch": 2.3794995937722803, "grad_norm": 0.0006825947784818709, "learning_rate": 2.62050040622772e-05, "loss": 0.0074, "step": 143510 }, { "epoch": 2.3796654010047917, "grad_norm": 0.00869664829224348, "learning_rate": 2.620334598995208e-05, "loss": 0.0093, "step": 143520 }, { "epoch": 2.379831208237303, "grad_norm": 0.012462724931538105, "learning_rate": 2.6201687917626965e-05, "loss": 0.0005, "step": 143530 }, { "epoch": 2.3799970154698147, "grad_norm": 7.82538772909902e-05, "learning_rate": 2.6200029845301855e-05, "loss": 0.0032, "step": 143540 }, { "epoch": 2.380162822702326, "grad_norm": 0.20505882799625397, "learning_rate": 2.619837177297674e-05, "loss": 0.0005, "step": 143550 }, { "epoch": 2.3803286299348376, "grad_norm": 2.1151457985979505e-05, "learning_rate": 2.6196713700651625e-05, "loss": 0.003, "step": 143560 }, { "epoch": 2.380494437167349, "grad_norm": 0.020419422537088394, "learning_rate": 2.619505562832651e-05, "loss": 0.0051, "step": 143570 }, { "epoch": 2.3806602443998606, "grad_norm": 0.0006959398742765188, "learning_rate": 2.6193397556001392e-05, "loss": 0.0009, "step": 143580 }, { "epoch": 2.380826051632372, "grad_norm": 0.0004983888356946409, "learning_rate": 2.619173948367628e-05, "loss": 0.0087, "step": 143590 }, { "epoch": 2.3809918588648835, "grad_norm": 0.0036519053392112255, "learning_rate": 2.6190081411351163e-05, "loss": 0.0001, "step": 143600 }, { "epoch": 2.381157666097395, "grad_norm": 0.00015986782091204077, "learning_rate": 2.6188423339026046e-05, "loss": 0.0001, "step": 143610 }, { "epoch": 2.3813234733299065, "grad_norm": 0.0006967551307752728, "learning_rate": 2.6186765266700936e-05, "loss": 0.008, "step": 143620 }, { "epoch": 2.381489280562418, "grad_norm": 0.003803323721513152, "learning_rate": 2.618510719437582e-05, "loss": 0.0055, "step": 143630 }, { "epoch": 2.38165508779493, "grad_norm": 0.0022912928834557533, "learning_rate": 2.6183449122050707e-05, "loss": 0.0068, "step": 143640 }, { "epoch": 2.381820895027441, "grad_norm": 0.004116017371416092, "learning_rate": 2.618179104972559e-05, "loss": 0.0031, "step": 143650 }, { "epoch": 2.381986702259953, "grad_norm": 0.024114636704325676, "learning_rate": 2.6180132977400474e-05, "loss": 0.0069, "step": 143660 }, { "epoch": 2.382152509492464, "grad_norm": 0.10982605814933777, "learning_rate": 2.617847490507536e-05, "loss": 0.0079, "step": 143670 }, { "epoch": 2.3823183167249757, "grad_norm": 0.010113545693457127, "learning_rate": 2.6176816832750244e-05, "loss": 0.0039, "step": 143680 }, { "epoch": 2.382484123957487, "grad_norm": 0.001015450689010322, "learning_rate": 2.6175158760425134e-05, "loss": 0.0008, "step": 143690 }, { "epoch": 2.3826499311899987, "grad_norm": 0.0038505138363689184, "learning_rate": 2.6173500688100018e-05, "loss": 0.0161, "step": 143700 }, { "epoch": 2.38281573842251, "grad_norm": 0.012699359096586704, "learning_rate": 2.61718426157749e-05, "loss": 0.0006, "step": 143710 }, { "epoch": 2.3829815456550216, "grad_norm": 0.003182121552526951, "learning_rate": 2.6170184543449788e-05, "loss": 0.0002, "step": 143720 }, { "epoch": 2.383147352887533, "grad_norm": 0.006241523660719395, "learning_rate": 2.616852647112467e-05, "loss": 0.0133, "step": 143730 }, { "epoch": 2.3833131601200446, "grad_norm": 0.00012857835099566728, "learning_rate": 2.6166868398799555e-05, "loss": 0.0046, "step": 143740 }, { "epoch": 2.383478967352556, "grad_norm": 0.0056931935250759125, "learning_rate": 2.6165210326474442e-05, "loss": 0.0082, "step": 143750 }, { "epoch": 2.3836447745850675, "grad_norm": 0.03162918612360954, "learning_rate": 2.6163552254149325e-05, "loss": 0.0013, "step": 143760 }, { "epoch": 2.383810581817579, "grad_norm": 0.0003436567494645715, "learning_rate": 2.6161894181824216e-05, "loss": 0.0001, "step": 143770 }, { "epoch": 2.3839763890500905, "grad_norm": 0.0012598125031217933, "learning_rate": 2.61602361094991e-05, "loss": 0.0078, "step": 143780 }, { "epoch": 2.384142196282602, "grad_norm": 0.0005486415466293693, "learning_rate": 2.615857803717398e-05, "loss": 0.0036, "step": 143790 }, { "epoch": 2.3843080035151134, "grad_norm": 0.00016647840675432235, "learning_rate": 2.615691996484887e-05, "loss": 0.0009, "step": 143800 }, { "epoch": 2.384473810747625, "grad_norm": 0.0006662911036983132, "learning_rate": 2.6155261892523753e-05, "loss": 0.0036, "step": 143810 }, { "epoch": 2.3846396179801364, "grad_norm": 0.00013318353740032762, "learning_rate": 2.615360382019864e-05, "loss": 0.001, "step": 143820 }, { "epoch": 2.384805425212648, "grad_norm": 0.8346859216690063, "learning_rate": 2.6151945747873523e-05, "loss": 0.01, "step": 143830 }, { "epoch": 2.3849712324451593, "grad_norm": 0.26781535148620605, "learning_rate": 2.6150287675548407e-05, "loss": 0.0107, "step": 143840 }, { "epoch": 2.3851370396776708, "grad_norm": 0.06225605309009552, "learning_rate": 2.6148629603223297e-05, "loss": 0.0015, "step": 143850 }, { "epoch": 2.3853028469101822, "grad_norm": 0.1805349886417389, "learning_rate": 2.6146971530898177e-05, "loss": 0.0072, "step": 143860 }, { "epoch": 2.3854686541426937, "grad_norm": 0.003551909001544118, "learning_rate": 2.614531345857306e-05, "loss": 0.0044, "step": 143870 }, { "epoch": 2.385634461375205, "grad_norm": 0.0004138057120144367, "learning_rate": 2.614365538624795e-05, "loss": 0.0054, "step": 143880 }, { "epoch": 2.3858002686077167, "grad_norm": 0.001527296844869852, "learning_rate": 2.6141997313922834e-05, "loss": 0.0033, "step": 143890 }, { "epoch": 2.385966075840228, "grad_norm": 0.00039263482904061675, "learning_rate": 2.614033924159772e-05, "loss": 0.0002, "step": 143900 }, { "epoch": 2.3861318830727396, "grad_norm": 0.00017809146083891392, "learning_rate": 2.6138681169272605e-05, "loss": 0.0012, "step": 143910 }, { "epoch": 2.386297690305251, "grad_norm": 0.001557584386318922, "learning_rate": 2.6137023096947488e-05, "loss": 0.0113, "step": 143920 }, { "epoch": 2.3864634975377625, "grad_norm": 0.000633974967058748, "learning_rate": 2.613536502462238e-05, "loss": 0.0031, "step": 143930 }, { "epoch": 2.386629304770274, "grad_norm": 0.0035049908328801394, "learning_rate": 2.613370695229726e-05, "loss": 0.011, "step": 143940 }, { "epoch": 2.3867951120027855, "grad_norm": 0.0008088193717412651, "learning_rate": 2.6132048879972142e-05, "loss": 0.0044, "step": 143950 }, { "epoch": 2.386960919235297, "grad_norm": 0.008743498474359512, "learning_rate": 2.6130390807647032e-05, "loss": 0.0012, "step": 143960 }, { "epoch": 2.3871267264678084, "grad_norm": 0.0010329565266147256, "learning_rate": 2.6128732735321916e-05, "loss": 0.0008, "step": 143970 }, { "epoch": 2.38729253370032, "grad_norm": 0.02401096560060978, "learning_rate": 2.6127074662996803e-05, "loss": 0.0005, "step": 143980 }, { "epoch": 2.3874583409328314, "grad_norm": 0.20314794778823853, "learning_rate": 2.6125416590671686e-05, "loss": 0.0177, "step": 143990 }, { "epoch": 2.387624148165343, "grad_norm": 0.002310417825356126, "learning_rate": 2.612375851834657e-05, "loss": 0.0034, "step": 144000 }, { "epoch": 2.3877899553978543, "grad_norm": 0.0037015776615589857, "learning_rate": 2.6122100446021456e-05, "loss": 0.0054, "step": 144010 }, { "epoch": 2.387955762630366, "grad_norm": 0.5956626534461975, "learning_rate": 2.612044237369634e-05, "loss": 0.0066, "step": 144020 }, { "epoch": 2.3881215698628773, "grad_norm": 0.5909141302108765, "learning_rate": 2.611878430137123e-05, "loss": 0.0088, "step": 144030 }, { "epoch": 2.3882873770953887, "grad_norm": 0.0004691527574323118, "learning_rate": 2.6117126229046114e-05, "loss": 0.0044, "step": 144040 }, { "epoch": 2.3884531843279, "grad_norm": 0.0521542988717556, "learning_rate": 2.6115468156720997e-05, "loss": 0.0001, "step": 144050 }, { "epoch": 2.3886189915604117, "grad_norm": 0.023960215970873833, "learning_rate": 2.6113810084395884e-05, "loss": 0.0011, "step": 144060 }, { "epoch": 2.388784798792923, "grad_norm": 0.019365310668945312, "learning_rate": 2.6112152012070768e-05, "loss": 0.0003, "step": 144070 }, { "epoch": 2.3889506060254346, "grad_norm": 0.00037139636697247624, "learning_rate": 2.611049393974565e-05, "loss": 0.0002, "step": 144080 }, { "epoch": 2.3891164132579465, "grad_norm": 1.0316716432571411, "learning_rate": 2.6108835867420538e-05, "loss": 0.0058, "step": 144090 }, { "epoch": 2.3892822204904576, "grad_norm": 0.00034378605778329074, "learning_rate": 2.610717779509542e-05, "loss": 0.0052, "step": 144100 }, { "epoch": 2.3894480277229695, "grad_norm": 0.018620409071445465, "learning_rate": 2.610551972277031e-05, "loss": 0.0038, "step": 144110 }, { "epoch": 2.3896138349554805, "grad_norm": 0.0016125693218782544, "learning_rate": 2.6103861650445195e-05, "loss": 0.0014, "step": 144120 }, { "epoch": 2.3897796421879924, "grad_norm": 0.008270949125289917, "learning_rate": 2.610220357812008e-05, "loss": 0.0003, "step": 144130 }, { "epoch": 2.389945449420504, "grad_norm": 0.0019137031631544232, "learning_rate": 2.6100545505794965e-05, "loss": 0.0043, "step": 144140 }, { "epoch": 2.3901112566530154, "grad_norm": 0.0024823229759931564, "learning_rate": 2.609888743346985e-05, "loss": 0.0124, "step": 144150 }, { "epoch": 2.390277063885527, "grad_norm": 0.10176530480384827, "learning_rate": 2.6097229361144736e-05, "loss": 0.0086, "step": 144160 }, { "epoch": 2.3904428711180383, "grad_norm": 0.6303963661193848, "learning_rate": 2.609557128881962e-05, "loss": 0.0096, "step": 144170 }, { "epoch": 2.39060867835055, "grad_norm": 0.0005011922330595553, "learning_rate": 2.6093913216494503e-05, "loss": 0.0067, "step": 144180 }, { "epoch": 2.3907744855830613, "grad_norm": 0.003313143039122224, "learning_rate": 2.6092255144169393e-05, "loss": 0.0026, "step": 144190 }, { "epoch": 2.3909402928155727, "grad_norm": 0.1398283839225769, "learning_rate": 2.6090597071844276e-05, "loss": 0.0067, "step": 144200 }, { "epoch": 2.391106100048084, "grad_norm": 9.552447590976954e-05, "learning_rate": 2.6088938999519157e-05, "loss": 0.0093, "step": 144210 }, { "epoch": 2.3912719072805957, "grad_norm": 0.26899445056915283, "learning_rate": 2.6087280927194047e-05, "loss": 0.0093, "step": 144220 }, { "epoch": 2.391437714513107, "grad_norm": 0.0008912907214835286, "learning_rate": 2.608562285486893e-05, "loss": 0.0012, "step": 144230 }, { "epoch": 2.3916035217456186, "grad_norm": 0.0006802657153457403, "learning_rate": 2.6083964782543817e-05, "loss": 0.0005, "step": 144240 }, { "epoch": 2.39176932897813, "grad_norm": 0.1971520632505417, "learning_rate": 2.60823067102187e-05, "loss": 0.0062, "step": 144250 }, { "epoch": 2.3919351362106416, "grad_norm": 0.18172761797904968, "learning_rate": 2.6080648637893584e-05, "loss": 0.0067, "step": 144260 }, { "epoch": 2.392100943443153, "grad_norm": 0.16140389442443848, "learning_rate": 2.6078990565568474e-05, "loss": 0.0111, "step": 144270 }, { "epoch": 2.3922667506756645, "grad_norm": 0.2054828554391861, "learning_rate": 2.6077332493243354e-05, "loss": 0.0025, "step": 144280 }, { "epoch": 2.392432557908176, "grad_norm": 0.0005425874260254204, "learning_rate": 2.6075674420918238e-05, "loss": 0.0085, "step": 144290 }, { "epoch": 2.3925983651406875, "grad_norm": 0.001472008996643126, "learning_rate": 2.6074016348593128e-05, "loss": 0.0002, "step": 144300 }, { "epoch": 2.392764172373199, "grad_norm": 0.0011485173599794507, "learning_rate": 2.607235827626801e-05, "loss": 0.003, "step": 144310 }, { "epoch": 2.3929299796057104, "grad_norm": 0.33495980501174927, "learning_rate": 2.60707002039429e-05, "loss": 0.0073, "step": 144320 }, { "epoch": 2.393095786838222, "grad_norm": 0.1863538920879364, "learning_rate": 2.6069042131617782e-05, "loss": 0.0081, "step": 144330 }, { "epoch": 2.3932615940707334, "grad_norm": 0.0036043794825673103, "learning_rate": 2.6067384059292666e-05, "loss": 0.01, "step": 144340 }, { "epoch": 2.393427401303245, "grad_norm": 0.04403495416045189, "learning_rate": 2.6065725986967556e-05, "loss": 0.0004, "step": 144350 }, { "epoch": 2.3935932085357563, "grad_norm": 0.42770278453826904, "learning_rate": 2.6064067914642436e-05, "loss": 0.0062, "step": 144360 }, { "epoch": 2.3937590157682678, "grad_norm": 0.0007916404283605516, "learning_rate": 2.6062409842317326e-05, "loss": 0.0002, "step": 144370 }, { "epoch": 2.3939248230007792, "grad_norm": 0.21524041891098022, "learning_rate": 2.606075176999221e-05, "loss": 0.0091, "step": 144380 }, { "epoch": 2.3940906302332907, "grad_norm": 0.3291737139225006, "learning_rate": 2.6059093697667093e-05, "loss": 0.0053, "step": 144390 }, { "epoch": 2.394256437465802, "grad_norm": 0.006669402122497559, "learning_rate": 2.605743562534198e-05, "loss": 0.0007, "step": 144400 }, { "epoch": 2.3944222446983137, "grad_norm": 0.004214762710034847, "learning_rate": 2.6055777553016863e-05, "loss": 0.0002, "step": 144410 }, { "epoch": 2.394588051930825, "grad_norm": 1.5833031284273602e-05, "learning_rate": 2.6054119480691747e-05, "loss": 0.0004, "step": 144420 }, { "epoch": 2.3947538591633366, "grad_norm": 0.00036575517151504755, "learning_rate": 2.6052461408366634e-05, "loss": 0.0029, "step": 144430 }, { "epoch": 2.394919666395848, "grad_norm": 0.0018520083976909518, "learning_rate": 2.6050803336041517e-05, "loss": 0.0036, "step": 144440 }, { "epoch": 2.3950854736283596, "grad_norm": 0.0017021443927660584, "learning_rate": 2.6049145263716407e-05, "loss": 0.0001, "step": 144450 }, { "epoch": 2.395251280860871, "grad_norm": 0.001483882893808186, "learning_rate": 2.604748719139129e-05, "loss": 0.023, "step": 144460 }, { "epoch": 2.3954170880933825, "grad_norm": 0.0005103300791233778, "learning_rate": 2.6045829119066174e-05, "loss": 0.0027, "step": 144470 }, { "epoch": 2.395582895325894, "grad_norm": 0.004150853957980871, "learning_rate": 2.604417104674106e-05, "loss": 0.0047, "step": 144480 }, { "epoch": 2.3957487025584054, "grad_norm": 0.0013275961391627789, "learning_rate": 2.6042512974415945e-05, "loss": 0.0145, "step": 144490 }, { "epoch": 2.395914509790917, "grad_norm": 0.06214960291981697, "learning_rate": 2.6040854902090828e-05, "loss": 0.0032, "step": 144500 }, { "epoch": 2.3960803170234284, "grad_norm": 0.0006880439468659461, "learning_rate": 2.6039196829765715e-05, "loss": 0.0076, "step": 144510 }, { "epoch": 2.39624612425594, "grad_norm": 0.004063805099576712, "learning_rate": 2.60375387574406e-05, "loss": 0.0027, "step": 144520 }, { "epoch": 2.3964119314884513, "grad_norm": 0.02348461002111435, "learning_rate": 2.603588068511549e-05, "loss": 0.0073, "step": 144530 }, { "epoch": 2.3965777387209632, "grad_norm": 0.55581134557724, "learning_rate": 2.6034222612790372e-05, "loss": 0.017, "step": 144540 }, { "epoch": 2.3967435459534743, "grad_norm": 0.0006387934554368258, "learning_rate": 2.6032564540465252e-05, "loss": 0.0031, "step": 144550 }, { "epoch": 2.396909353185986, "grad_norm": 0.0003685408446472138, "learning_rate": 2.6030906468140143e-05, "loss": 0.0, "step": 144560 }, { "epoch": 2.397075160418497, "grad_norm": 0.004017289727926254, "learning_rate": 2.6029248395815026e-05, "loss": 0.0131, "step": 144570 }, { "epoch": 2.397240967651009, "grad_norm": 0.0004691162903327495, "learning_rate": 2.6027590323489913e-05, "loss": 0.004, "step": 144580 }, { "epoch": 2.3974067748835206, "grad_norm": 0.0012069379445165396, "learning_rate": 2.6025932251164797e-05, "loss": 0.0066, "step": 144590 }, { "epoch": 2.397572582116032, "grad_norm": 0.0023867138661444187, "learning_rate": 2.602427417883968e-05, "loss": 0.0003, "step": 144600 }, { "epoch": 2.3977383893485436, "grad_norm": 0.02464643493294716, "learning_rate": 2.602261610651457e-05, "loss": 0.0053, "step": 144610 }, { "epoch": 2.397904196581055, "grad_norm": 0.001991432625800371, "learning_rate": 2.6020958034189454e-05, "loss": 0.0198, "step": 144620 }, { "epoch": 2.3980700038135665, "grad_norm": 0.004085868131369352, "learning_rate": 2.6019299961864334e-05, "loss": 0.0033, "step": 144630 }, { "epoch": 2.398235811046078, "grad_norm": 0.0010670606279745698, "learning_rate": 2.6017641889539224e-05, "loss": 0.0002, "step": 144640 }, { "epoch": 2.3984016182785894, "grad_norm": 0.045097094029188156, "learning_rate": 2.6015983817214108e-05, "loss": 0.0029, "step": 144650 }, { "epoch": 2.398567425511101, "grad_norm": 0.5605628490447998, "learning_rate": 2.6014325744888994e-05, "loss": 0.0103, "step": 144660 }, { "epoch": 2.3987332327436124, "grad_norm": 0.00048739585326984525, "learning_rate": 2.6012667672563878e-05, "loss": 0.0, "step": 144670 }, { "epoch": 2.398899039976124, "grad_norm": 0.00013519138155970722, "learning_rate": 2.601100960023876e-05, "loss": 0.0011, "step": 144680 }, { "epoch": 2.3990648472086353, "grad_norm": 0.0034222006797790527, "learning_rate": 2.600935152791365e-05, "loss": 0.0001, "step": 144690 }, { "epoch": 2.399230654441147, "grad_norm": 0.007207780610769987, "learning_rate": 2.6007693455588532e-05, "loss": 0.0052, "step": 144700 }, { "epoch": 2.3993964616736583, "grad_norm": 0.18132130801677704, "learning_rate": 2.6006035383263422e-05, "loss": 0.0031, "step": 144710 }, { "epoch": 2.3995622689061697, "grad_norm": 0.004312779754400253, "learning_rate": 2.6004377310938305e-05, "loss": 0.0004, "step": 144720 }, { "epoch": 2.399728076138681, "grad_norm": 0.16913624107837677, "learning_rate": 2.600271923861319e-05, "loss": 0.0032, "step": 144730 }, { "epoch": 2.3998938833711927, "grad_norm": 0.0002603350149001926, "learning_rate": 2.6001061166288076e-05, "loss": 0.0002, "step": 144740 }, { "epoch": 2.400059690603704, "grad_norm": 0.001517790020443499, "learning_rate": 2.599940309396296e-05, "loss": 0.0104, "step": 144750 }, { "epoch": 2.4002254978362156, "grad_norm": 0.010280105285346508, "learning_rate": 2.5997745021637843e-05, "loss": 0.0008, "step": 144760 }, { "epoch": 2.400391305068727, "grad_norm": 0.0014636812265962362, "learning_rate": 2.599608694931273e-05, "loss": 0.0035, "step": 144770 }, { "epoch": 2.4005571123012386, "grad_norm": 0.022636516019701958, "learning_rate": 2.5994428876987613e-05, "loss": 0.0085, "step": 144780 }, { "epoch": 2.40072291953375, "grad_norm": 0.07011127471923828, "learning_rate": 2.5992770804662503e-05, "loss": 0.0045, "step": 144790 }, { "epoch": 2.4008887267662615, "grad_norm": 4.7551438910886645e-05, "learning_rate": 2.5991112732337387e-05, "loss": 0.0043, "step": 144800 }, { "epoch": 2.401054533998773, "grad_norm": 0.0002250384568469599, "learning_rate": 2.598945466001227e-05, "loss": 0.0094, "step": 144810 }, { "epoch": 2.4012203412312845, "grad_norm": 0.6229364275932312, "learning_rate": 2.5987796587687157e-05, "loss": 0.0028, "step": 144820 }, { "epoch": 2.401386148463796, "grad_norm": 0.3368329703807831, "learning_rate": 2.598613851536204e-05, "loss": 0.0076, "step": 144830 }, { "epoch": 2.4015519556963074, "grad_norm": 5.722843707189895e-05, "learning_rate": 2.5984480443036924e-05, "loss": 0.0001, "step": 144840 }, { "epoch": 2.401717762928819, "grad_norm": 0.005327743478119373, "learning_rate": 2.598282237071181e-05, "loss": 0.0033, "step": 144850 }, { "epoch": 2.4018835701613304, "grad_norm": 6.043566099833697e-05, "learning_rate": 2.5981164298386695e-05, "loss": 0.0123, "step": 144860 }, { "epoch": 2.402049377393842, "grad_norm": 0.8624692559242249, "learning_rate": 2.5979506226061585e-05, "loss": 0.01, "step": 144870 }, { "epoch": 2.4022151846263533, "grad_norm": 3.100917092524469e-05, "learning_rate": 2.5977848153736468e-05, "loss": 0.0024, "step": 144880 }, { "epoch": 2.402380991858865, "grad_norm": 0.056618086993694305, "learning_rate": 2.5976190081411352e-05, "loss": 0.0035, "step": 144890 }, { "epoch": 2.4025467990913763, "grad_norm": 0.08574815839529037, "learning_rate": 2.597453200908624e-05, "loss": 0.0041, "step": 144900 }, { "epoch": 2.4027126063238877, "grad_norm": 0.5237630605697632, "learning_rate": 2.5972873936761122e-05, "loss": 0.0108, "step": 144910 }, { "epoch": 2.402878413556399, "grad_norm": 0.04577493295073509, "learning_rate": 2.597121586443601e-05, "loss": 0.0039, "step": 144920 }, { "epoch": 2.4030442207889107, "grad_norm": 0.18171869218349457, "learning_rate": 2.5969557792110892e-05, "loss": 0.0058, "step": 144930 }, { "epoch": 2.403210028021422, "grad_norm": 0.23156961798667908, "learning_rate": 2.5967899719785776e-05, "loss": 0.0073, "step": 144940 }, { "epoch": 2.4033758352539336, "grad_norm": 0.014494040980935097, "learning_rate": 2.5966241647460666e-05, "loss": 0.0095, "step": 144950 }, { "epoch": 2.403541642486445, "grad_norm": 0.05948040634393692, "learning_rate": 2.596458357513555e-05, "loss": 0.0132, "step": 144960 }, { "epoch": 2.4037074497189566, "grad_norm": 0.2346484363079071, "learning_rate": 2.596292550281043e-05, "loss": 0.0087, "step": 144970 }, { "epoch": 2.403873256951468, "grad_norm": 0.010733172297477722, "learning_rate": 2.596126743048532e-05, "loss": 0.0071, "step": 144980 }, { "epoch": 2.40403906418398, "grad_norm": 0.0015576682053506374, "learning_rate": 2.5959609358160203e-05, "loss": 0.0104, "step": 144990 }, { "epoch": 2.404204871416491, "grad_norm": 0.011591523885726929, "learning_rate": 2.595795128583509e-05, "loss": 0.0054, "step": 145000 }, { "epoch": 2.404370678649003, "grad_norm": 0.19923391938209534, "learning_rate": 2.5956293213509974e-05, "loss": 0.0115, "step": 145010 }, { "epoch": 2.404536485881514, "grad_norm": 0.0002841898240149021, "learning_rate": 2.5954635141184857e-05, "loss": 0.0041, "step": 145020 }, { "epoch": 2.404702293114026, "grad_norm": 0.00024038067203946412, "learning_rate": 2.5952977068859748e-05, "loss": 0.0127, "step": 145030 }, { "epoch": 2.4048681003465373, "grad_norm": 9.560773469274864e-05, "learning_rate": 2.5951318996534628e-05, "loss": 0.0004, "step": 145040 }, { "epoch": 2.405033907579049, "grad_norm": 0.15690582990646362, "learning_rate": 2.5949660924209518e-05, "loss": 0.0059, "step": 145050 }, { "epoch": 2.4051997148115603, "grad_norm": 0.0006490796804428101, "learning_rate": 2.59480028518844e-05, "loss": 0.0042, "step": 145060 }, { "epoch": 2.4053655220440717, "grad_norm": 0.00011126307799713686, "learning_rate": 2.5946344779559285e-05, "loss": 0.001, "step": 145070 }, { "epoch": 2.405531329276583, "grad_norm": 0.3413805663585663, "learning_rate": 2.5944686707234172e-05, "loss": 0.0147, "step": 145080 }, { "epoch": 2.4056971365090947, "grad_norm": 0.002766260178759694, "learning_rate": 2.5943028634909055e-05, "loss": 0.006, "step": 145090 }, { "epoch": 2.405862943741606, "grad_norm": 0.0074460627511143684, "learning_rate": 2.594137056258394e-05, "loss": 0.0018, "step": 145100 }, { "epoch": 2.4060287509741176, "grad_norm": 0.04042214900255203, "learning_rate": 2.593971249025883e-05, "loss": 0.0028, "step": 145110 }, { "epoch": 2.406194558206629, "grad_norm": 0.005508077796548605, "learning_rate": 2.593805441793371e-05, "loss": 0.0002, "step": 145120 }, { "epoch": 2.4063603654391406, "grad_norm": 0.0018133728299289942, "learning_rate": 2.59363963456086e-05, "loss": 0.0129, "step": 145130 }, { "epoch": 2.406526172671652, "grad_norm": 0.005348974838852882, "learning_rate": 2.5934738273283483e-05, "loss": 0.0002, "step": 145140 }, { "epoch": 2.4066919799041635, "grad_norm": 0.0008534593507647514, "learning_rate": 2.5933080200958366e-05, "loss": 0.0058, "step": 145150 }, { "epoch": 2.406857787136675, "grad_norm": 0.027084968984127045, "learning_rate": 2.5931422128633253e-05, "loss": 0.0085, "step": 145160 }, { "epoch": 2.4070235943691864, "grad_norm": 0.29601389169692993, "learning_rate": 2.5929764056308137e-05, "loss": 0.0088, "step": 145170 }, { "epoch": 2.407189401601698, "grad_norm": 0.00022419601737055928, "learning_rate": 2.592810598398302e-05, "loss": 0.004, "step": 145180 }, { "epoch": 2.4073552088342094, "grad_norm": 0.009617995470762253, "learning_rate": 2.5926447911657907e-05, "loss": 0.0001, "step": 145190 }, { "epoch": 2.407521016066721, "grad_norm": 0.03355160728096962, "learning_rate": 2.592478983933279e-05, "loss": 0.0063, "step": 145200 }, { "epoch": 2.4076868232992323, "grad_norm": 0.007974141277372837, "learning_rate": 2.592313176700768e-05, "loss": 0.0002, "step": 145210 }, { "epoch": 2.407852630531744, "grad_norm": 0.032777681946754456, "learning_rate": 2.5921473694682564e-05, "loss": 0.0027, "step": 145220 }, { "epoch": 2.4080184377642553, "grad_norm": 0.0013842524494975805, "learning_rate": 2.5919815622357448e-05, "loss": 0.0062, "step": 145230 }, { "epoch": 2.4081842449967668, "grad_norm": 0.00015835496014915407, "learning_rate": 2.5918157550032334e-05, "loss": 0.0077, "step": 145240 }, { "epoch": 2.4083500522292782, "grad_norm": 0.08452002704143524, "learning_rate": 2.5916499477707218e-05, "loss": 0.0068, "step": 145250 }, { "epoch": 2.4085158594617897, "grad_norm": 0.00012517573486547917, "learning_rate": 2.5914841405382105e-05, "loss": 0.0, "step": 145260 }, { "epoch": 2.408681666694301, "grad_norm": 0.0002436775539536029, "learning_rate": 2.5913183333056988e-05, "loss": 0.01, "step": 145270 }, { "epoch": 2.4088474739268126, "grad_norm": 0.00036090126377530396, "learning_rate": 2.5911525260731872e-05, "loss": 0.0065, "step": 145280 }, { "epoch": 2.409013281159324, "grad_norm": 0.0029410207644104958, "learning_rate": 2.5909867188406762e-05, "loss": 0.0, "step": 145290 }, { "epoch": 2.4091790883918356, "grad_norm": 0.0015535771381109953, "learning_rate": 2.5908209116081646e-05, "loss": 0.0054, "step": 145300 }, { "epoch": 2.409344895624347, "grad_norm": 0.0018967638025060296, "learning_rate": 2.590655104375653e-05, "loss": 0.0077, "step": 145310 }, { "epoch": 2.4095107028568585, "grad_norm": 0.4850828945636749, "learning_rate": 2.5904892971431416e-05, "loss": 0.0044, "step": 145320 }, { "epoch": 2.40967651008937, "grad_norm": 0.00011331644782330841, "learning_rate": 2.59032348991063e-05, "loss": 0.0137, "step": 145330 }, { "epoch": 2.4098423173218815, "grad_norm": 0.00012123328633606434, "learning_rate": 2.5901576826781186e-05, "loss": 0.0035, "step": 145340 }, { "epoch": 2.410008124554393, "grad_norm": 0.00018955886480398476, "learning_rate": 2.589991875445607e-05, "loss": 0.0002, "step": 145350 }, { "epoch": 2.4101739317869044, "grad_norm": 0.02265542559325695, "learning_rate": 2.5898260682130953e-05, "loss": 0.0036, "step": 145360 }, { "epoch": 2.410339739019416, "grad_norm": 0.011463678441941738, "learning_rate": 2.5896602609805843e-05, "loss": 0.0046, "step": 145370 }, { "epoch": 2.4105055462519274, "grad_norm": 0.1599881500005722, "learning_rate": 2.5894944537480727e-05, "loss": 0.0093, "step": 145380 }, { "epoch": 2.410671353484439, "grad_norm": 0.00025724642910063267, "learning_rate": 2.5893286465155614e-05, "loss": 0.0037, "step": 145390 }, { "epoch": 2.4108371607169503, "grad_norm": 0.38380083441734314, "learning_rate": 2.5891628392830497e-05, "loss": 0.0026, "step": 145400 }, { "epoch": 2.411002967949462, "grad_norm": 0.2627243399620056, "learning_rate": 2.588997032050538e-05, "loss": 0.0077, "step": 145410 }, { "epoch": 2.4111687751819733, "grad_norm": 0.004173846449702978, "learning_rate": 2.5888312248180268e-05, "loss": 0.0106, "step": 145420 }, { "epoch": 2.4113345824144847, "grad_norm": 0.20193977653980255, "learning_rate": 2.588665417585515e-05, "loss": 0.0096, "step": 145430 }, { "epoch": 2.4115003896469966, "grad_norm": 0.0020543616265058517, "learning_rate": 2.5884996103530035e-05, "loss": 0.0001, "step": 145440 }, { "epoch": 2.4116661968795077, "grad_norm": 0.0006772969500161707, "learning_rate": 2.5883338031204925e-05, "loss": 0.0121, "step": 145450 }, { "epoch": 2.4118320041120196, "grad_norm": 0.005516453646123409, "learning_rate": 2.5881679958879805e-05, "loss": 0.0005, "step": 145460 }, { "epoch": 2.4119978113445306, "grad_norm": 0.0005475091747939587, "learning_rate": 2.5880021886554695e-05, "loss": 0.0004, "step": 145470 }, { "epoch": 2.4121636185770425, "grad_norm": 0.008131037466228008, "learning_rate": 2.587836381422958e-05, "loss": 0.0031, "step": 145480 }, { "epoch": 2.412329425809554, "grad_norm": 0.21657758951187134, "learning_rate": 2.5876705741904462e-05, "loss": 0.0119, "step": 145490 }, { "epoch": 2.4124952330420655, "grad_norm": 0.008892170153558254, "learning_rate": 2.587504766957935e-05, "loss": 0.0093, "step": 145500 }, { "epoch": 2.412661040274577, "grad_norm": 0.010052611120045185, "learning_rate": 2.5873389597254232e-05, "loss": 0.0049, "step": 145510 }, { "epoch": 2.4128268475070884, "grad_norm": 0.01320300716906786, "learning_rate": 2.5871731524929116e-05, "loss": 0.0059, "step": 145520 }, { "epoch": 2.4129926547396, "grad_norm": 0.0021238652989268303, "learning_rate": 2.5870073452604006e-05, "loss": 0.0001, "step": 145530 }, { "epoch": 2.4131584619721114, "grad_norm": 0.7372633814811707, "learning_rate": 2.5868415380278886e-05, "loss": 0.008, "step": 145540 }, { "epoch": 2.413324269204623, "grad_norm": 0.002981902565807104, "learning_rate": 2.5866757307953777e-05, "loss": 0.0007, "step": 145550 }, { "epoch": 2.4134900764371343, "grad_norm": 0.021746473386883736, "learning_rate": 2.586509923562866e-05, "loss": 0.0065, "step": 145560 }, { "epoch": 2.413655883669646, "grad_norm": 0.13942064344882965, "learning_rate": 2.5863441163303543e-05, "loss": 0.0033, "step": 145570 }, { "epoch": 2.4138216909021573, "grad_norm": 0.0005058746901340783, "learning_rate": 2.586178309097843e-05, "loss": 0.0003, "step": 145580 }, { "epoch": 2.4139874981346687, "grad_norm": 0.00043211071169935167, "learning_rate": 2.5860125018653314e-05, "loss": 0.0113, "step": 145590 }, { "epoch": 2.41415330536718, "grad_norm": 0.4577788710594177, "learning_rate": 2.5858466946328204e-05, "loss": 0.0283, "step": 145600 }, { "epoch": 2.4143191125996917, "grad_norm": 0.00029134852229617536, "learning_rate": 2.5856808874003084e-05, "loss": 0.0081, "step": 145610 }, { "epoch": 2.414484919832203, "grad_norm": 0.003939124755561352, "learning_rate": 2.5855150801677968e-05, "loss": 0.0032, "step": 145620 }, { "epoch": 2.4146507270647146, "grad_norm": 0.00561349606141448, "learning_rate": 2.5853492729352858e-05, "loss": 0.003, "step": 145630 }, { "epoch": 2.414816534297226, "grad_norm": 0.0018242124933749437, "learning_rate": 2.585183465702774e-05, "loss": 0.0024, "step": 145640 }, { "epoch": 2.4149823415297376, "grad_norm": 0.00038704389589838684, "learning_rate": 2.5850176584702625e-05, "loss": 0.0199, "step": 145650 }, { "epoch": 2.415148148762249, "grad_norm": 0.756338357925415, "learning_rate": 2.5848518512377512e-05, "loss": 0.0114, "step": 145660 }, { "epoch": 2.4153139559947605, "grad_norm": 0.15524360537528992, "learning_rate": 2.5846860440052395e-05, "loss": 0.0005, "step": 145670 }, { "epoch": 2.415479763227272, "grad_norm": 0.5218970775604248, "learning_rate": 2.5845202367727282e-05, "loss": 0.0094, "step": 145680 }, { "epoch": 2.4156455704597835, "grad_norm": 5.871290704817511e-05, "learning_rate": 2.5843544295402166e-05, "loss": 0.0036, "step": 145690 }, { "epoch": 2.415811377692295, "grad_norm": 0.009714702144265175, "learning_rate": 2.584188622307705e-05, "loss": 0.0035, "step": 145700 }, { "epoch": 2.4159771849248064, "grad_norm": 0.5824724435806274, "learning_rate": 2.584022815075194e-05, "loss": 0.0065, "step": 145710 }, { "epoch": 2.416142992157318, "grad_norm": 1.3138867616653442, "learning_rate": 2.5838570078426823e-05, "loss": 0.0121, "step": 145720 }, { "epoch": 2.4163087993898293, "grad_norm": 0.01035210583359003, "learning_rate": 2.583691200610171e-05, "loss": 0.0002, "step": 145730 }, { "epoch": 2.416474606622341, "grad_norm": 0.17080706357955933, "learning_rate": 2.5835253933776593e-05, "loss": 0.0104, "step": 145740 }, { "epoch": 2.4166404138548523, "grad_norm": 0.0008494338253512979, "learning_rate": 2.5833595861451477e-05, "loss": 0.0037, "step": 145750 }, { "epoch": 2.4168062210873638, "grad_norm": 0.16359013319015503, "learning_rate": 2.5831937789126363e-05, "loss": 0.0134, "step": 145760 }, { "epoch": 2.4169720283198752, "grad_norm": 0.012292981147766113, "learning_rate": 2.5830279716801247e-05, "loss": 0.0002, "step": 145770 }, { "epoch": 2.4171378355523867, "grad_norm": 0.02901567704975605, "learning_rate": 2.582862164447613e-05, "loss": 0.0081, "step": 145780 }, { "epoch": 2.417303642784898, "grad_norm": 0.004082566127181053, "learning_rate": 2.582696357215102e-05, "loss": 0.0093, "step": 145790 }, { "epoch": 2.4174694500174096, "grad_norm": 0.004919739905744791, "learning_rate": 2.5825305499825904e-05, "loss": 0.0021, "step": 145800 }, { "epoch": 2.417635257249921, "grad_norm": 0.02443493902683258, "learning_rate": 2.582364742750079e-05, "loss": 0.0086, "step": 145810 }, { "epoch": 2.4178010644824326, "grad_norm": 0.061722781509160995, "learning_rate": 2.5821989355175675e-05, "loss": 0.0136, "step": 145820 }, { "epoch": 2.417966871714944, "grad_norm": 0.1443600058555603, "learning_rate": 2.5820331282850558e-05, "loss": 0.0064, "step": 145830 }, { "epoch": 2.4181326789474555, "grad_norm": 0.4966157376766205, "learning_rate": 2.5818673210525445e-05, "loss": 0.0058, "step": 145840 }, { "epoch": 2.418298486179967, "grad_norm": 0.0021520890295505524, "learning_rate": 2.581701513820033e-05, "loss": 0.0042, "step": 145850 }, { "epoch": 2.4184642934124785, "grad_norm": 0.19400396943092346, "learning_rate": 2.5815357065875212e-05, "loss": 0.0054, "step": 145860 }, { "epoch": 2.41863010064499, "grad_norm": 0.0031736628152430058, "learning_rate": 2.5813698993550102e-05, "loss": 0.003, "step": 145870 }, { "epoch": 2.4187959078775014, "grad_norm": 0.005039007868617773, "learning_rate": 2.5812040921224982e-05, "loss": 0.0054, "step": 145880 }, { "epoch": 2.4189617151100133, "grad_norm": 0.002872719895094633, "learning_rate": 2.5810382848899872e-05, "loss": 0.001, "step": 145890 }, { "epoch": 2.4191275223425244, "grad_norm": 0.0010744425235316157, "learning_rate": 2.5808724776574756e-05, "loss": 0.0045, "step": 145900 }, { "epoch": 2.4192933295750363, "grad_norm": 0.007155155297368765, "learning_rate": 2.580706670424964e-05, "loss": 0.0039, "step": 145910 }, { "epoch": 2.4194591368075473, "grad_norm": 0.059711284935474396, "learning_rate": 2.5805408631924526e-05, "loss": 0.0044, "step": 145920 }, { "epoch": 2.4196249440400592, "grad_norm": 0.20591798424720764, "learning_rate": 2.580375055959941e-05, "loss": 0.0092, "step": 145930 }, { "epoch": 2.4197907512725703, "grad_norm": 0.2121095061302185, "learning_rate": 2.58020924872743e-05, "loss": 0.009, "step": 145940 }, { "epoch": 2.419956558505082, "grad_norm": 4.55922563560307e-05, "learning_rate": 2.580043441494918e-05, "loss": 0.0, "step": 145950 }, { "epoch": 2.4201223657375937, "grad_norm": 0.0030235343147069216, "learning_rate": 2.5798776342624064e-05, "loss": 0.0038, "step": 145960 }, { "epoch": 2.420288172970105, "grad_norm": 0.1732041984796524, "learning_rate": 2.5797118270298954e-05, "loss": 0.0058, "step": 145970 }, { "epoch": 2.4204539802026166, "grad_norm": 0.2616761326789856, "learning_rate": 2.5795460197973837e-05, "loss": 0.0094, "step": 145980 }, { "epoch": 2.420619787435128, "grad_norm": 0.0011016542557626963, "learning_rate": 2.579380212564872e-05, "loss": 0.0069, "step": 145990 }, { "epoch": 2.4207855946676395, "grad_norm": 0.20253734290599823, "learning_rate": 2.5792144053323608e-05, "loss": 0.0006, "step": 146000 }, { "epoch": 2.420951401900151, "grad_norm": 0.00026920679374597967, "learning_rate": 2.579048598099849e-05, "loss": 0.0078, "step": 146010 }, { "epoch": 2.4211172091326625, "grad_norm": 0.09433194994926453, "learning_rate": 2.578882790867338e-05, "loss": 0.0006, "step": 146020 }, { "epoch": 2.421283016365174, "grad_norm": 0.03780915588140488, "learning_rate": 2.578716983634826e-05, "loss": 0.0103, "step": 146030 }, { "epoch": 2.4214488235976854, "grad_norm": 0.0024510722141712904, "learning_rate": 2.5785511764023145e-05, "loss": 0.0004, "step": 146040 }, { "epoch": 2.421614630830197, "grad_norm": 0.0858713760972023, "learning_rate": 2.5783853691698035e-05, "loss": 0.0068, "step": 146050 }, { "epoch": 2.4217804380627084, "grad_norm": 0.000628670968580991, "learning_rate": 2.578219561937292e-05, "loss": 0.0067, "step": 146060 }, { "epoch": 2.42194624529522, "grad_norm": 0.4841434359550476, "learning_rate": 2.5780537547047806e-05, "loss": 0.0118, "step": 146070 }, { "epoch": 2.4221120525277313, "grad_norm": 0.0015441313153132796, "learning_rate": 2.577887947472269e-05, "loss": 0.0038, "step": 146080 }, { "epoch": 2.422277859760243, "grad_norm": 0.01695067062973976, "learning_rate": 2.5777221402397572e-05, "loss": 0.0027, "step": 146090 }, { "epoch": 2.4224436669927543, "grad_norm": 0.00016847126244101673, "learning_rate": 2.577556333007246e-05, "loss": 0.0001, "step": 146100 }, { "epoch": 2.4226094742252657, "grad_norm": 0.002407270250841975, "learning_rate": 2.5773905257747343e-05, "loss": 0.0078, "step": 146110 }, { "epoch": 2.422775281457777, "grad_norm": 0.23545469343662262, "learning_rate": 2.5772247185422226e-05, "loss": 0.0126, "step": 146120 }, { "epoch": 2.4229410886902887, "grad_norm": 0.008632337674498558, "learning_rate": 2.5770589113097117e-05, "loss": 0.0054, "step": 146130 }, { "epoch": 2.4231068959228, "grad_norm": 0.00039608648512512445, "learning_rate": 2.5768931040772e-05, "loss": 0.0011, "step": 146140 }, { "epoch": 2.4232727031553116, "grad_norm": 0.00020722069893963635, "learning_rate": 2.5767272968446887e-05, "loss": 0.0029, "step": 146150 }, { "epoch": 2.423438510387823, "grad_norm": 0.27160730957984924, "learning_rate": 2.576561489612177e-05, "loss": 0.0011, "step": 146160 }, { "epoch": 2.4236043176203346, "grad_norm": 0.0017373681766912341, "learning_rate": 2.5763956823796654e-05, "loss": 0.0032, "step": 146170 }, { "epoch": 2.423770124852846, "grad_norm": 5.711318590329029e-05, "learning_rate": 2.576229875147154e-05, "loss": 0.0023, "step": 146180 }, { "epoch": 2.4239359320853575, "grad_norm": 0.166724294424057, "learning_rate": 2.5760640679146424e-05, "loss": 0.0069, "step": 146190 }, { "epoch": 2.424101739317869, "grad_norm": 0.007241410203278065, "learning_rate": 2.5758982606821308e-05, "loss": 0.0, "step": 146200 }, { "epoch": 2.4242675465503805, "grad_norm": 0.2233404517173767, "learning_rate": 2.5757324534496198e-05, "loss": 0.0053, "step": 146210 }, { "epoch": 2.424433353782892, "grad_norm": 0.005628352984786034, "learning_rate": 2.5755666462171078e-05, "loss": 0.005, "step": 146220 }, { "epoch": 2.4245991610154034, "grad_norm": 0.006723363883793354, "learning_rate": 2.5754008389845968e-05, "loss": 0.0028, "step": 146230 }, { "epoch": 2.424764968247915, "grad_norm": 0.00019368484208825976, "learning_rate": 2.5752350317520852e-05, "loss": 0.0013, "step": 146240 }, { "epoch": 2.4249307754804263, "grad_norm": 0.010766132734715939, "learning_rate": 2.5750692245195735e-05, "loss": 0.0003, "step": 146250 }, { "epoch": 2.425096582712938, "grad_norm": 0.0008482442935928702, "learning_rate": 2.5749034172870622e-05, "loss": 0.0004, "step": 146260 }, { "epoch": 2.4252623899454493, "grad_norm": 0.009821180254220963, "learning_rate": 2.5747376100545506e-05, "loss": 0.0001, "step": 146270 }, { "epoch": 2.4254281971779608, "grad_norm": 0.031738780438899994, "learning_rate": 2.5745718028220396e-05, "loss": 0.0043, "step": 146280 }, { "epoch": 2.4255940044104722, "grad_norm": 0.001423532608896494, "learning_rate": 2.574405995589528e-05, "loss": 0.0007, "step": 146290 }, { "epoch": 2.4257598116429837, "grad_norm": 0.15668824315071106, "learning_rate": 2.574240188357016e-05, "loss": 0.0058, "step": 146300 }, { "epoch": 2.425925618875495, "grad_norm": 0.00042824074625968933, "learning_rate": 2.574074381124505e-05, "loss": 0.0022, "step": 146310 }, { "epoch": 2.4260914261080067, "grad_norm": 0.24438229203224182, "learning_rate": 2.5739085738919933e-05, "loss": 0.0007, "step": 146320 }, { "epoch": 2.426257233340518, "grad_norm": 0.01704050973057747, "learning_rate": 2.5737427666594817e-05, "loss": 0.0052, "step": 146330 }, { "epoch": 2.42642304057303, "grad_norm": 0.002684454433619976, "learning_rate": 2.5735769594269704e-05, "loss": 0.003, "step": 146340 }, { "epoch": 2.426588847805541, "grad_norm": 0.06340945512056351, "learning_rate": 2.5734111521944587e-05, "loss": 0.0035, "step": 146350 }, { "epoch": 2.426754655038053, "grad_norm": 0.003495699493214488, "learning_rate": 2.5732453449619477e-05, "loss": 0.0008, "step": 146360 }, { "epoch": 2.426920462270564, "grad_norm": 0.0008193565299734473, "learning_rate": 2.5730795377294357e-05, "loss": 0.0001, "step": 146370 }, { "epoch": 2.427086269503076, "grad_norm": 0.0025672311894595623, "learning_rate": 2.572913730496924e-05, "loss": 0.0021, "step": 146380 }, { "epoch": 2.427252076735587, "grad_norm": 4.677973993238993e-05, "learning_rate": 2.572747923264413e-05, "loss": 0.0006, "step": 146390 }, { "epoch": 2.427417883968099, "grad_norm": 0.0008383601671084762, "learning_rate": 2.5725821160319015e-05, "loss": 0.0028, "step": 146400 }, { "epoch": 2.4275836912006103, "grad_norm": 0.0015026727924123406, "learning_rate": 2.57241630879939e-05, "loss": 0.0039, "step": 146410 }, { "epoch": 2.427749498433122, "grad_norm": 0.0418698713183403, "learning_rate": 2.5722505015668785e-05, "loss": 0.0097, "step": 146420 }, { "epoch": 2.4279153056656333, "grad_norm": 5.9291480283718556e-05, "learning_rate": 2.572084694334367e-05, "loss": 0.0005, "step": 146430 }, { "epoch": 2.4280811128981448, "grad_norm": 0.0003974565479438752, "learning_rate": 2.5719188871018555e-05, "loss": 0.0008, "step": 146440 }, { "epoch": 2.4282469201306562, "grad_norm": 0.040403783321380615, "learning_rate": 2.571753079869344e-05, "loss": 0.0004, "step": 146450 }, { "epoch": 2.4284127273631677, "grad_norm": 0.041472505778074265, "learning_rate": 2.5715872726368322e-05, "loss": 0.0033, "step": 146460 }, { "epoch": 2.428578534595679, "grad_norm": 0.00036736205220222473, "learning_rate": 2.5714214654043212e-05, "loss": 0.0001, "step": 146470 }, { "epoch": 2.4287443418281907, "grad_norm": 0.009041007608175278, "learning_rate": 2.5712556581718096e-05, "loss": 0.0007, "step": 146480 }, { "epoch": 2.428910149060702, "grad_norm": 0.0002478245587553829, "learning_rate": 2.5710898509392983e-05, "loss": 0.0042, "step": 146490 }, { "epoch": 2.4290759562932136, "grad_norm": 0.012155282311141491, "learning_rate": 2.5709240437067866e-05, "loss": 0.0051, "step": 146500 }, { "epoch": 2.429241763525725, "grad_norm": 0.004516731481999159, "learning_rate": 2.570758236474275e-05, "loss": 0.0042, "step": 146510 }, { "epoch": 2.4294075707582365, "grad_norm": 0.002070039277896285, "learning_rate": 2.5705924292417637e-05, "loss": 0.0053, "step": 146520 }, { "epoch": 2.429573377990748, "grad_norm": 0.0019024088978767395, "learning_rate": 2.570426622009252e-05, "loss": 0.0001, "step": 146530 }, { "epoch": 2.4297391852232595, "grad_norm": 0.0008357901242561638, "learning_rate": 2.5702608147767404e-05, "loss": 0.0077, "step": 146540 }, { "epoch": 2.429904992455771, "grad_norm": 0.0002045025466941297, "learning_rate": 2.5700950075442294e-05, "loss": 0.0059, "step": 146550 }, { "epoch": 2.4300707996882824, "grad_norm": 0.000150989304529503, "learning_rate": 2.5699292003117177e-05, "loss": 0.0055, "step": 146560 }, { "epoch": 2.430236606920794, "grad_norm": 0.0009126601507887244, "learning_rate": 2.5697633930792064e-05, "loss": 0.0095, "step": 146570 }, { "epoch": 2.4304024141533054, "grad_norm": 0.00042324766400270164, "learning_rate": 2.5695975858466948e-05, "loss": 0.0003, "step": 146580 }, { "epoch": 2.430568221385817, "grad_norm": 0.0007571080350317061, "learning_rate": 2.569431778614183e-05, "loss": 0.0113, "step": 146590 }, { "epoch": 2.4307340286183283, "grad_norm": 0.0006086809444241226, "learning_rate": 2.5692659713816718e-05, "loss": 0.0054, "step": 146600 }, { "epoch": 2.43089983585084, "grad_norm": 0.007620282471179962, "learning_rate": 2.56910016414916e-05, "loss": 0.0066, "step": 146610 }, { "epoch": 2.4310656430833513, "grad_norm": 0.37297847867012024, "learning_rate": 2.5689343569166492e-05, "loss": 0.0105, "step": 146620 }, { "epoch": 2.4312314503158627, "grad_norm": 0.23513269424438477, "learning_rate": 2.5687685496841375e-05, "loss": 0.0034, "step": 146630 }, { "epoch": 2.431397257548374, "grad_norm": 0.0893990769982338, "learning_rate": 2.5686027424516255e-05, "loss": 0.006, "step": 146640 }, { "epoch": 2.4315630647808857, "grad_norm": 0.01950766146183014, "learning_rate": 2.5684369352191146e-05, "loss": 0.0002, "step": 146650 }, { "epoch": 2.431728872013397, "grad_norm": 0.08660653978586197, "learning_rate": 2.568271127986603e-05, "loss": 0.0083, "step": 146660 }, { "epoch": 2.4318946792459086, "grad_norm": 0.41612866520881653, "learning_rate": 2.5681053207540913e-05, "loss": 0.0062, "step": 146670 }, { "epoch": 2.43206048647842, "grad_norm": 0.00019972166046500206, "learning_rate": 2.56793951352158e-05, "loss": 0.0001, "step": 146680 }, { "epoch": 2.4322262937109316, "grad_norm": 0.06800758093595505, "learning_rate": 2.5677737062890683e-05, "loss": 0.0077, "step": 146690 }, { "epoch": 2.432392100943443, "grad_norm": 0.0010544892866164446, "learning_rate": 2.5676078990565573e-05, "loss": 0.0003, "step": 146700 }, { "epoch": 2.4325579081759545, "grad_norm": 0.1732604056596756, "learning_rate": 2.5674420918240457e-05, "loss": 0.0036, "step": 146710 }, { "epoch": 2.432723715408466, "grad_norm": 0.021587105467915535, "learning_rate": 2.5672762845915337e-05, "loss": 0.0064, "step": 146720 }, { "epoch": 2.4328895226409775, "grad_norm": 0.008820164948701859, "learning_rate": 2.5671104773590227e-05, "loss": 0.0025, "step": 146730 }, { "epoch": 2.433055329873489, "grad_norm": 0.0036955103278160095, "learning_rate": 2.566944670126511e-05, "loss": 0.0084, "step": 146740 }, { "epoch": 2.4332211371060004, "grad_norm": 0.012862288393080235, "learning_rate": 2.5667788628939997e-05, "loss": 0.008, "step": 146750 }, { "epoch": 2.433386944338512, "grad_norm": 0.00244895089417696, "learning_rate": 2.566613055661488e-05, "loss": 0.0037, "step": 146760 }, { "epoch": 2.4335527515710234, "grad_norm": 0.04743590205907822, "learning_rate": 2.5664472484289764e-05, "loss": 0.0209, "step": 146770 }, { "epoch": 2.433718558803535, "grad_norm": 0.00023467624851036817, "learning_rate": 2.5662814411964655e-05, "loss": 0.0038, "step": 146780 }, { "epoch": 2.4338843660360463, "grad_norm": 0.1821911334991455, "learning_rate": 2.5661156339639535e-05, "loss": 0.0027, "step": 146790 }, { "epoch": 2.4340501732685578, "grad_norm": 0.4640194773674011, "learning_rate": 2.5659498267314418e-05, "loss": 0.0085, "step": 146800 }, { "epoch": 2.4342159805010697, "grad_norm": 0.0026337949093431234, "learning_rate": 2.565784019498931e-05, "loss": 0.0036, "step": 146810 }, { "epoch": 2.4343817877335807, "grad_norm": 0.1867353469133377, "learning_rate": 2.5656182122664192e-05, "loss": 0.0064, "step": 146820 }, { "epoch": 2.4345475949660926, "grad_norm": 0.0031867139041423798, "learning_rate": 2.565452405033908e-05, "loss": 0.0002, "step": 146830 }, { "epoch": 2.4347134021986037, "grad_norm": 0.00038080118247307837, "learning_rate": 2.5652865978013962e-05, "loss": 0.0033, "step": 146840 }, { "epoch": 2.4348792094311156, "grad_norm": 0.15167541801929474, "learning_rate": 2.5651207905688846e-05, "loss": 0.0071, "step": 146850 }, { "epoch": 2.435045016663627, "grad_norm": 0.0012559243477880955, "learning_rate": 2.5649549833363733e-05, "loss": 0.0076, "step": 146860 }, { "epoch": 2.4352108238961385, "grad_norm": 0.0004621926636900753, "learning_rate": 2.5647891761038616e-05, "loss": 0.0053, "step": 146870 }, { "epoch": 2.43537663112865, "grad_norm": 0.00021025727619417012, "learning_rate": 2.56462336887135e-05, "loss": 0.0001, "step": 146880 }, { "epoch": 2.4355424383611615, "grad_norm": 0.6898618340492249, "learning_rate": 2.564457561638839e-05, "loss": 0.0162, "step": 146890 }, { "epoch": 2.435708245593673, "grad_norm": 0.10142350941896439, "learning_rate": 2.5642917544063273e-05, "loss": 0.0002, "step": 146900 }, { "epoch": 2.4358740528261844, "grad_norm": 0.0025457076262682676, "learning_rate": 2.564125947173816e-05, "loss": 0.0, "step": 146910 }, { "epoch": 2.436039860058696, "grad_norm": 0.0016747363843023777, "learning_rate": 2.5639601399413044e-05, "loss": 0.007, "step": 146920 }, { "epoch": 2.4362056672912074, "grad_norm": 0.021695997565984726, "learning_rate": 2.5637943327087927e-05, "loss": 0.0082, "step": 146930 }, { "epoch": 2.436371474523719, "grad_norm": 9.79089891188778e-05, "learning_rate": 2.5636285254762814e-05, "loss": 0.0032, "step": 146940 }, { "epoch": 2.4365372817562303, "grad_norm": 0.0010463413782417774, "learning_rate": 2.5634627182437697e-05, "loss": 0.0051, "step": 146950 }, { "epoch": 2.4367030889887418, "grad_norm": 0.00018686395196709782, "learning_rate": 2.5632969110112588e-05, "loss": 0.0198, "step": 146960 }, { "epoch": 2.4368688962212532, "grad_norm": 0.0007133683538995683, "learning_rate": 2.563131103778747e-05, "loss": 0.0062, "step": 146970 }, { "epoch": 2.4370347034537647, "grad_norm": 0.038705598562955856, "learning_rate": 2.5629652965462355e-05, "loss": 0.0014, "step": 146980 }, { "epoch": 2.437200510686276, "grad_norm": 0.00030441759736277163, "learning_rate": 2.562799489313724e-05, "loss": 0.0001, "step": 146990 }, { "epoch": 2.4373663179187877, "grad_norm": 0.15281349420547485, "learning_rate": 2.5626336820812125e-05, "loss": 0.0027, "step": 147000 }, { "epoch": 2.437532125151299, "grad_norm": 0.0001037289111991413, "learning_rate": 2.562467874848701e-05, "loss": 0.0035, "step": 147010 }, { "epoch": 2.4376979323838106, "grad_norm": 0.00034389563370496035, "learning_rate": 2.5623020676161895e-05, "loss": 0.0033, "step": 147020 }, { "epoch": 2.437863739616322, "grad_norm": 0.017186256125569344, "learning_rate": 2.562136260383678e-05, "loss": 0.0002, "step": 147030 }, { "epoch": 2.4380295468488336, "grad_norm": 0.05615239590406418, "learning_rate": 2.561970453151167e-05, "loss": 0.0002, "step": 147040 }, { "epoch": 2.438195354081345, "grad_norm": 0.00295271840877831, "learning_rate": 2.5618046459186553e-05, "loss": 0.0034, "step": 147050 }, { "epoch": 2.4383611613138565, "grad_norm": 0.0035427981056272984, "learning_rate": 2.5616388386861433e-05, "loss": 0.0075, "step": 147060 }, { "epoch": 2.438526968546368, "grad_norm": 0.00014973223733250052, "learning_rate": 2.5614730314536323e-05, "loss": 0.0002, "step": 147070 }, { "epoch": 2.4386927757788794, "grad_norm": 0.06943566352128983, "learning_rate": 2.5613072242211206e-05, "loss": 0.0125, "step": 147080 }, { "epoch": 2.438858583011391, "grad_norm": 0.7394340634346008, "learning_rate": 2.5611414169886093e-05, "loss": 0.0104, "step": 147090 }, { "epoch": 2.4390243902439024, "grad_norm": 0.0008747361716814339, "learning_rate": 2.5609756097560977e-05, "loss": 0.0008, "step": 147100 }, { "epoch": 2.439190197476414, "grad_norm": 0.002194685162976384, "learning_rate": 2.560809802523586e-05, "loss": 0.0024, "step": 147110 }, { "epoch": 2.4393560047089253, "grad_norm": 0.00922141782939434, "learning_rate": 2.560643995291075e-05, "loss": 0.006, "step": 147120 }, { "epoch": 2.439521811941437, "grad_norm": 0.000745750789064914, "learning_rate": 2.560478188058563e-05, "loss": 0.006, "step": 147130 }, { "epoch": 2.4396876191739483, "grad_norm": 0.015815334394574165, "learning_rate": 2.5603123808260514e-05, "loss": 0.0046, "step": 147140 }, { "epoch": 2.4398534264064597, "grad_norm": 0.18027697503566742, "learning_rate": 2.5601465735935404e-05, "loss": 0.0146, "step": 147150 }, { "epoch": 2.440019233638971, "grad_norm": 0.0007392390398308635, "learning_rate": 2.5599807663610288e-05, "loss": 0.014, "step": 147160 }, { "epoch": 2.4401850408714827, "grad_norm": 0.49985477328300476, "learning_rate": 2.5598149591285175e-05, "loss": 0.0011, "step": 147170 }, { "epoch": 2.440350848103994, "grad_norm": 0.0006588984397239983, "learning_rate": 2.5596491518960058e-05, "loss": 0.0057, "step": 147180 }, { "epoch": 2.4405166553365056, "grad_norm": 0.7450411319732666, "learning_rate": 2.559483344663494e-05, "loss": 0.0159, "step": 147190 }, { "epoch": 2.440682462569017, "grad_norm": 0.00017220339213963598, "learning_rate": 2.5593175374309832e-05, "loss": 0.0004, "step": 147200 }, { "epoch": 2.4408482698015286, "grad_norm": 0.0008005074923858047, "learning_rate": 2.5591517301984712e-05, "loss": 0.0002, "step": 147210 }, { "epoch": 2.44101407703404, "grad_norm": 0.00018367670418228954, "learning_rate": 2.5589859229659595e-05, "loss": 0.0034, "step": 147220 }, { "epoch": 2.4411798842665515, "grad_norm": 0.24683845043182373, "learning_rate": 2.5588201157334486e-05, "loss": 0.0066, "step": 147230 }, { "epoch": 2.441345691499063, "grad_norm": 2.844500613718992e-06, "learning_rate": 2.558654308500937e-05, "loss": 0.0047, "step": 147240 }, { "epoch": 2.4415114987315745, "grad_norm": 0.00015635868476238102, "learning_rate": 2.5584885012684256e-05, "loss": 0.0001, "step": 147250 }, { "epoch": 2.4416773059640864, "grad_norm": 6.596568709937856e-05, "learning_rate": 2.558322694035914e-05, "loss": 0.0124, "step": 147260 }, { "epoch": 2.4418431131965974, "grad_norm": 0.000541622401215136, "learning_rate": 2.5581568868034023e-05, "loss": 0.0, "step": 147270 }, { "epoch": 2.4420089204291093, "grad_norm": 0.41623762249946594, "learning_rate": 2.557991079570891e-05, "loss": 0.0127, "step": 147280 }, { "epoch": 2.4421747276616204, "grad_norm": 0.26627129316329956, "learning_rate": 2.5578252723383793e-05, "loss": 0.0063, "step": 147290 }, { "epoch": 2.4423405348941323, "grad_norm": 0.041295651346445084, "learning_rate": 2.5576594651058684e-05, "loss": 0.0022, "step": 147300 }, { "epoch": 2.4425063421266437, "grad_norm": 0.0020606170874089003, "learning_rate": 2.5574936578733567e-05, "loss": 0.0031, "step": 147310 }, { "epoch": 2.442672149359155, "grad_norm": 0.0036332577001303434, "learning_rate": 2.557327850640845e-05, "loss": 0.0155, "step": 147320 }, { "epoch": 2.4428379565916667, "grad_norm": 0.16187603771686554, "learning_rate": 2.5571620434083337e-05, "loss": 0.0083, "step": 147330 }, { "epoch": 2.443003763824178, "grad_norm": 0.0006023426540195942, "learning_rate": 2.556996236175822e-05, "loss": 0.0064, "step": 147340 }, { "epoch": 2.4431695710566896, "grad_norm": 0.0006725674029439688, "learning_rate": 2.5568304289433104e-05, "loss": 0.0, "step": 147350 }, { "epoch": 2.443335378289201, "grad_norm": 0.012869548983871937, "learning_rate": 2.556664621710799e-05, "loss": 0.0056, "step": 147360 }, { "epoch": 2.4435011855217126, "grad_norm": 0.022345837205648422, "learning_rate": 2.5564988144782875e-05, "loss": 0.0052, "step": 147370 }, { "epoch": 2.443666992754224, "grad_norm": 0.013437249697744846, "learning_rate": 2.5563330072457765e-05, "loss": 0.0127, "step": 147380 }, { "epoch": 2.4438327999867355, "grad_norm": 0.0023174581583589315, "learning_rate": 2.556167200013265e-05, "loss": 0.0023, "step": 147390 }, { "epoch": 2.443998607219247, "grad_norm": 0.002665545092895627, "learning_rate": 2.556001392780753e-05, "loss": 0.0053, "step": 147400 }, { "epoch": 2.4441644144517585, "grad_norm": 0.0026236954145133495, "learning_rate": 2.555835585548242e-05, "loss": 0.0058, "step": 147410 }, { "epoch": 2.44433022168427, "grad_norm": 0.004002655390650034, "learning_rate": 2.5556697783157302e-05, "loss": 0.0108, "step": 147420 }, { "epoch": 2.4444960289167814, "grad_norm": 0.0011769073316827416, "learning_rate": 2.555503971083219e-05, "loss": 0.0064, "step": 147430 }, { "epoch": 2.444661836149293, "grad_norm": 0.02054881490767002, "learning_rate": 2.5553381638507073e-05, "loss": 0.0027, "step": 147440 }, { "epoch": 2.4448276433818044, "grad_norm": 0.01059806440025568, "learning_rate": 2.5551723566181956e-05, "loss": 0.0028, "step": 147450 }, { "epoch": 2.444993450614316, "grad_norm": 0.0017635474214330316, "learning_rate": 2.5550065493856846e-05, "loss": 0.0034, "step": 147460 }, { "epoch": 2.4451592578468273, "grad_norm": 0.0003256973286624998, "learning_rate": 2.554840742153173e-05, "loss": 0.0033, "step": 147470 }, { "epoch": 2.4453250650793388, "grad_norm": 0.001149023650214076, "learning_rate": 2.554674934920661e-05, "loss": 0.0073, "step": 147480 }, { "epoch": 2.4454908723118503, "grad_norm": 0.001298936316743493, "learning_rate": 2.55450912768815e-05, "loss": 0.0003, "step": 147490 }, { "epoch": 2.4456566795443617, "grad_norm": 5.259187310002744e-05, "learning_rate": 2.5543433204556384e-05, "loss": 0.0033, "step": 147500 }, { "epoch": 2.445822486776873, "grad_norm": 0.004306045826524496, "learning_rate": 2.554177513223127e-05, "loss": 0.0058, "step": 147510 }, { "epoch": 2.4459882940093847, "grad_norm": 0.11791373789310455, "learning_rate": 2.5540117059906154e-05, "loss": 0.0055, "step": 147520 }, { "epoch": 2.446154101241896, "grad_norm": 0.007178101222962141, "learning_rate": 2.5538458987581037e-05, "loss": 0.007, "step": 147530 }, { "epoch": 2.4463199084744076, "grad_norm": 0.0038778644520789385, "learning_rate": 2.5536800915255928e-05, "loss": 0.014, "step": 147540 }, { "epoch": 2.446485715706919, "grad_norm": 0.0056854174472391605, "learning_rate": 2.5535142842930808e-05, "loss": 0.0041, "step": 147550 }, { "epoch": 2.4466515229394306, "grad_norm": 0.00021339305385481566, "learning_rate": 2.553348477060569e-05, "loss": 0.0004, "step": 147560 }, { "epoch": 2.446817330171942, "grad_norm": 0.013903780840337276, "learning_rate": 2.553182669828058e-05, "loss": 0.0085, "step": 147570 }, { "epoch": 2.4469831374044535, "grad_norm": 0.194649338722229, "learning_rate": 2.5530168625955465e-05, "loss": 0.0191, "step": 147580 }, { "epoch": 2.447148944636965, "grad_norm": 0.0015693053137511015, "learning_rate": 2.5528510553630352e-05, "loss": 0.0062, "step": 147590 }, { "epoch": 2.4473147518694764, "grad_norm": 0.002920956816524267, "learning_rate": 2.5526852481305235e-05, "loss": 0.0044, "step": 147600 }, { "epoch": 2.447480559101988, "grad_norm": 0.00047056583571247756, "learning_rate": 2.552519440898012e-05, "loss": 0.0014, "step": 147610 }, { "epoch": 2.4476463663344994, "grad_norm": 0.21568900346755981, "learning_rate": 2.5523536336655006e-05, "loss": 0.014, "step": 147620 }, { "epoch": 2.447812173567011, "grad_norm": 0.22116504609584808, "learning_rate": 2.552187826432989e-05, "loss": 0.0086, "step": 147630 }, { "epoch": 2.4479779807995223, "grad_norm": 0.00010368390212533996, "learning_rate": 2.552022019200478e-05, "loss": 0.0055, "step": 147640 }, { "epoch": 2.448143788032034, "grad_norm": 0.0014360778732225299, "learning_rate": 2.5518562119679663e-05, "loss": 0.0, "step": 147650 }, { "epoch": 2.4483095952645453, "grad_norm": 0.002868256065994501, "learning_rate": 2.5516904047354546e-05, "loss": 0.0087, "step": 147660 }, { "epoch": 2.4484754024970568, "grad_norm": 0.0456274189054966, "learning_rate": 2.5515245975029433e-05, "loss": 0.0001, "step": 147670 }, { "epoch": 2.4486412097295682, "grad_norm": 0.854692816734314, "learning_rate": 2.5513587902704317e-05, "loss": 0.006, "step": 147680 }, { "epoch": 2.4488070169620797, "grad_norm": 0.0013204887509346008, "learning_rate": 2.55119298303792e-05, "loss": 0.0034, "step": 147690 }, { "epoch": 2.448972824194591, "grad_norm": 0.00043520095641724765, "learning_rate": 2.5510271758054087e-05, "loss": 0.0011, "step": 147700 }, { "epoch": 2.449138631427103, "grad_norm": 0.02001374587416649, "learning_rate": 2.550861368572897e-05, "loss": 0.0049, "step": 147710 }, { "epoch": 2.449304438659614, "grad_norm": 0.0004429844848345965, "learning_rate": 2.550695561340386e-05, "loss": 0.0031, "step": 147720 }, { "epoch": 2.449470245892126, "grad_norm": 0.12276966869831085, "learning_rate": 2.5505297541078744e-05, "loss": 0.0126, "step": 147730 }, { "epoch": 2.449636053124637, "grad_norm": 0.21250316500663757, "learning_rate": 2.5503639468753628e-05, "loss": 0.0045, "step": 147740 }, { "epoch": 2.449801860357149, "grad_norm": 0.08589942753314972, "learning_rate": 2.5501981396428515e-05, "loss": 0.0085, "step": 147750 }, { "epoch": 2.4499676675896604, "grad_norm": 0.0036258436739444733, "learning_rate": 2.5500323324103398e-05, "loss": 0.004, "step": 147760 }, { "epoch": 2.450133474822172, "grad_norm": 0.027975868433713913, "learning_rate": 2.5498665251778285e-05, "loss": 0.0032, "step": 147770 }, { "epoch": 2.4502992820546834, "grad_norm": 0.011370542459189892, "learning_rate": 2.549700717945317e-05, "loss": 0.0066, "step": 147780 }, { "epoch": 2.450465089287195, "grad_norm": 0.0013010513503104448, "learning_rate": 2.5495349107128052e-05, "loss": 0.0013, "step": 147790 }, { "epoch": 2.4506308965197063, "grad_norm": 8.5558342107106e-05, "learning_rate": 2.5493691034802942e-05, "loss": 0.0039, "step": 147800 }, { "epoch": 2.450796703752218, "grad_norm": 0.012994719669222832, "learning_rate": 2.5492032962477826e-05, "loss": 0.0047, "step": 147810 }, { "epoch": 2.4509625109847293, "grad_norm": 0.0007251370698213577, "learning_rate": 2.5490374890152706e-05, "loss": 0.0001, "step": 147820 }, { "epoch": 2.4511283182172408, "grad_norm": 0.3497079312801361, "learning_rate": 2.5488716817827596e-05, "loss": 0.0061, "step": 147830 }, { "epoch": 2.4512941254497522, "grad_norm": 0.5927218794822693, "learning_rate": 2.548705874550248e-05, "loss": 0.0093, "step": 147840 }, { "epoch": 2.4514599326822637, "grad_norm": 0.0035760600585490465, "learning_rate": 2.5485400673177366e-05, "loss": 0.0029, "step": 147850 }, { "epoch": 2.451625739914775, "grad_norm": 0.5208253264427185, "learning_rate": 2.548374260085225e-05, "loss": 0.0076, "step": 147860 }, { "epoch": 2.4517915471472866, "grad_norm": 0.28977420926094055, "learning_rate": 2.5482084528527133e-05, "loss": 0.0086, "step": 147870 }, { "epoch": 2.451957354379798, "grad_norm": 0.00012022592272842303, "learning_rate": 2.5480426456202024e-05, "loss": 0.0112, "step": 147880 }, { "epoch": 2.4521231616123096, "grad_norm": 0.0003357094537932426, "learning_rate": 2.5478768383876904e-05, "loss": 0.0031, "step": 147890 }, { "epoch": 2.452288968844821, "grad_norm": 0.0019958701450377703, "learning_rate": 2.5477110311551787e-05, "loss": 0.0009, "step": 147900 }, { "epoch": 2.4524547760773325, "grad_norm": 5.262604827294126e-05, "learning_rate": 2.5475452239226677e-05, "loss": 0.0012, "step": 147910 }, { "epoch": 2.452620583309844, "grad_norm": 0.004029612056910992, "learning_rate": 2.547379416690156e-05, "loss": 0.0032, "step": 147920 }, { "epoch": 2.4527863905423555, "grad_norm": 0.0008915443322621286, "learning_rate": 2.5472136094576448e-05, "loss": 0.0001, "step": 147930 }, { "epoch": 2.452952197774867, "grad_norm": 0.005289359483867884, "learning_rate": 2.547047802225133e-05, "loss": 0.0038, "step": 147940 }, { "epoch": 2.4531180050073784, "grad_norm": 0.00270317355170846, "learning_rate": 2.5468819949926215e-05, "loss": 0.0001, "step": 147950 }, { "epoch": 2.45328381223989, "grad_norm": 0.03851480782032013, "learning_rate": 2.5467161877601105e-05, "loss": 0.0026, "step": 147960 }, { "epoch": 2.4534496194724014, "grad_norm": 1.1594750881195068, "learning_rate": 2.5465503805275985e-05, "loss": 0.0147, "step": 147970 }, { "epoch": 2.453615426704913, "grad_norm": 0.0016270952764898539, "learning_rate": 2.5463845732950875e-05, "loss": 0.0084, "step": 147980 }, { "epoch": 2.4537812339374243, "grad_norm": 0.0006981061887927353, "learning_rate": 2.546218766062576e-05, "loss": 0.0029, "step": 147990 }, { "epoch": 2.453947041169936, "grad_norm": 0.4069308936595917, "learning_rate": 2.5460529588300642e-05, "loss": 0.0069, "step": 148000 }, { "epoch": 2.4541128484024473, "grad_norm": 0.06935076415538788, "learning_rate": 2.545887151597553e-05, "loss": 0.0007, "step": 148010 }, { "epoch": 2.4542786556349587, "grad_norm": 0.00010513913002796471, "learning_rate": 2.5457213443650413e-05, "loss": 0.001, "step": 148020 }, { "epoch": 2.45444446286747, "grad_norm": 0.003895687870681286, "learning_rate": 2.5455555371325296e-05, "loss": 0.01, "step": 148030 }, { "epoch": 2.4546102700999817, "grad_norm": 3.022913369932212e-05, "learning_rate": 2.5453897299000183e-05, "loss": 0.0, "step": 148040 }, { "epoch": 2.454776077332493, "grad_norm": 0.008286654949188232, "learning_rate": 2.5452239226675066e-05, "loss": 0.0001, "step": 148050 }, { "epoch": 2.4549418845650046, "grad_norm": 0.00015948197687976062, "learning_rate": 2.5450581154349957e-05, "loss": 0.0065, "step": 148060 }, { "epoch": 2.455107691797516, "grad_norm": 0.0029990668408572674, "learning_rate": 2.544892308202484e-05, "loss": 0.0009, "step": 148070 }, { "epoch": 2.4552734990300276, "grad_norm": 0.004004564601927996, "learning_rate": 2.5447265009699724e-05, "loss": 0.0109, "step": 148080 }, { "epoch": 2.455439306262539, "grad_norm": 0.005128889810293913, "learning_rate": 2.544560693737461e-05, "loss": 0.0, "step": 148090 }, { "epoch": 2.4556051134950505, "grad_norm": 0.00011531460768310353, "learning_rate": 2.5443948865049494e-05, "loss": 0.0061, "step": 148100 }, { "epoch": 2.455770920727562, "grad_norm": 0.2723654508590698, "learning_rate": 2.544229079272438e-05, "loss": 0.0221, "step": 148110 }, { "epoch": 2.4559367279600735, "grad_norm": 0.0004684209998231381, "learning_rate": 2.5440632720399264e-05, "loss": 0.0003, "step": 148120 }, { "epoch": 2.456102535192585, "grad_norm": 0.0157607588917017, "learning_rate": 2.5438974648074148e-05, "loss": 0.0049, "step": 148130 }, { "epoch": 2.4562683424250964, "grad_norm": 0.1741706132888794, "learning_rate": 2.5437316575749038e-05, "loss": 0.0023, "step": 148140 }, { "epoch": 2.456434149657608, "grad_norm": 0.013843105174601078, "learning_rate": 2.543565850342392e-05, "loss": 0.0034, "step": 148150 }, { "epoch": 2.45659995689012, "grad_norm": 0.038627758622169495, "learning_rate": 2.5434000431098805e-05, "loss": 0.0008, "step": 148160 }, { "epoch": 2.456765764122631, "grad_norm": 0.0037629876751452684, "learning_rate": 2.5432342358773692e-05, "loss": 0.0016, "step": 148170 }, { "epoch": 2.4569315713551427, "grad_norm": 0.0008701418410055339, "learning_rate": 2.5430684286448575e-05, "loss": 0.0008, "step": 148180 }, { "epoch": 2.4570973785876538, "grad_norm": 0.0033051965292543173, "learning_rate": 2.5429026214123462e-05, "loss": 0.0065, "step": 148190 }, { "epoch": 2.4572631858201657, "grad_norm": 0.0018341289833188057, "learning_rate": 2.5427368141798346e-05, "loss": 0.0, "step": 148200 }, { "epoch": 2.457428993052677, "grad_norm": 0.0005411161691881716, "learning_rate": 2.542571006947323e-05, "loss": 0.0013, "step": 148210 }, { "epoch": 2.4575948002851886, "grad_norm": 0.0006585288210771978, "learning_rate": 2.542405199714812e-05, "loss": 0.0048, "step": 148220 }, { "epoch": 2.4577606075177, "grad_norm": 0.006931055337190628, "learning_rate": 2.5422393924823003e-05, "loss": 0.0067, "step": 148230 }, { "epoch": 2.4579264147502116, "grad_norm": 0.004673975054174662, "learning_rate": 2.5420735852497883e-05, "loss": 0.0057, "step": 148240 }, { "epoch": 2.458092221982723, "grad_norm": 0.47016945481300354, "learning_rate": 2.5419077780172773e-05, "loss": 0.0007, "step": 148250 }, { "epoch": 2.4582580292152345, "grad_norm": 0.0006914010155014694, "learning_rate": 2.5417419707847657e-05, "loss": 0.0014, "step": 148260 }, { "epoch": 2.458423836447746, "grad_norm": 2.9885915864724666e-05, "learning_rate": 2.5415761635522544e-05, "loss": 0.0104, "step": 148270 }, { "epoch": 2.4585896436802575, "grad_norm": 0.005197433289140463, "learning_rate": 2.5414103563197427e-05, "loss": 0.0026, "step": 148280 }, { "epoch": 2.458755450912769, "grad_norm": 0.1150684729218483, "learning_rate": 2.541244549087231e-05, "loss": 0.0066, "step": 148290 }, { "epoch": 2.4589212581452804, "grad_norm": 0.15677906572818756, "learning_rate": 2.54107874185472e-05, "loss": 0.0075, "step": 148300 }, { "epoch": 2.459087065377792, "grad_norm": 0.007452213671058416, "learning_rate": 2.540912934622208e-05, "loss": 0.0034, "step": 148310 }, { "epoch": 2.4592528726103033, "grad_norm": 0.00029704798362217844, "learning_rate": 2.540747127389697e-05, "loss": 0.0031, "step": 148320 }, { "epoch": 2.459418679842815, "grad_norm": 0.0002094669034704566, "learning_rate": 2.5405813201571855e-05, "loss": 0.0033, "step": 148330 }, { "epoch": 2.4595844870753263, "grad_norm": 0.00019428688392508775, "learning_rate": 2.5404155129246738e-05, "loss": 0.0057, "step": 148340 }, { "epoch": 2.4597502943078378, "grad_norm": 0.005030837841331959, "learning_rate": 2.5402497056921625e-05, "loss": 0.0033, "step": 148350 }, { "epoch": 2.4599161015403492, "grad_norm": 0.004059896804392338, "learning_rate": 2.540083898459651e-05, "loss": 0.008, "step": 148360 }, { "epoch": 2.4600819087728607, "grad_norm": 0.0006773331551812589, "learning_rate": 2.5399180912271392e-05, "loss": 0.0032, "step": 148370 }, { "epoch": 2.460247716005372, "grad_norm": 0.0015821887645870447, "learning_rate": 2.5397522839946282e-05, "loss": 0.0047, "step": 148380 }, { "epoch": 2.4604135232378836, "grad_norm": 0.004123423248529434, "learning_rate": 2.5395864767621162e-05, "loss": 0.0004, "step": 148390 }, { "epoch": 2.460579330470395, "grad_norm": 0.019636934623122215, "learning_rate": 2.5394206695296053e-05, "loss": 0.0002, "step": 148400 }, { "epoch": 2.4607451377029066, "grad_norm": 0.17675282061100006, "learning_rate": 2.5392548622970936e-05, "loss": 0.0025, "step": 148410 }, { "epoch": 2.460910944935418, "grad_norm": 0.00622541131451726, "learning_rate": 2.539089055064582e-05, "loss": 0.0047, "step": 148420 }, { "epoch": 2.4610767521679295, "grad_norm": 0.008366112597286701, "learning_rate": 2.5389232478320706e-05, "loss": 0.0001, "step": 148430 }, { "epoch": 2.461242559400441, "grad_norm": 0.0231584832072258, "learning_rate": 2.538757440599559e-05, "loss": 0.0043, "step": 148440 }, { "epoch": 2.4614083666329525, "grad_norm": 0.1654592752456665, "learning_rate": 2.538591633367048e-05, "loss": 0.0029, "step": 148450 }, { "epoch": 2.461574173865464, "grad_norm": 0.00398417329415679, "learning_rate": 2.538425826134536e-05, "loss": 0.0033, "step": 148460 }, { "epoch": 2.4617399810979754, "grad_norm": 0.059359803795814514, "learning_rate": 2.5382600189020244e-05, "loss": 0.0078, "step": 148470 }, { "epoch": 2.461905788330487, "grad_norm": 6.59982324577868e-05, "learning_rate": 2.5380942116695134e-05, "loss": 0.0, "step": 148480 }, { "epoch": 2.4620715955629984, "grad_norm": 0.020837096497416496, "learning_rate": 2.5379284044370017e-05, "loss": 0.005, "step": 148490 }, { "epoch": 2.46223740279551, "grad_norm": 0.006302248686552048, "learning_rate": 2.53776259720449e-05, "loss": 0.0003, "step": 148500 }, { "epoch": 2.4624032100280213, "grad_norm": 0.1787169724702835, "learning_rate": 2.5375967899719788e-05, "loss": 0.0076, "step": 148510 }, { "epoch": 2.462569017260533, "grad_norm": 0.0033575501292943954, "learning_rate": 2.537430982739467e-05, "loss": 0.0055, "step": 148520 }, { "epoch": 2.4627348244930443, "grad_norm": 0.00017186804325319827, "learning_rate": 2.5372651755069558e-05, "loss": 0.0026, "step": 148530 }, { "epoch": 2.4629006317255557, "grad_norm": 0.007883555255830288, "learning_rate": 2.537099368274444e-05, "loss": 0.008, "step": 148540 }, { "epoch": 2.463066438958067, "grad_norm": 0.01973685622215271, "learning_rate": 2.5369335610419325e-05, "loss": 0.0046, "step": 148550 }, { "epoch": 2.4632322461905787, "grad_norm": 0.23466764390468597, "learning_rate": 2.5367677538094215e-05, "loss": 0.0056, "step": 148560 }, { "epoch": 2.46339805342309, "grad_norm": 0.0008709651883691549, "learning_rate": 2.53660194657691e-05, "loss": 0.0074, "step": 148570 }, { "epoch": 2.4635638606556016, "grad_norm": 0.05047476664185524, "learning_rate": 2.536436139344398e-05, "loss": 0.0048, "step": 148580 }, { "epoch": 2.463729667888113, "grad_norm": 0.00029563053976744413, "learning_rate": 2.536270332111887e-05, "loss": 0.0028, "step": 148590 }, { "epoch": 2.4638954751206246, "grad_norm": 0.009007610380649567, "learning_rate": 2.5361045248793753e-05, "loss": 0.0116, "step": 148600 }, { "epoch": 2.4640612823531365, "grad_norm": 0.7709077000617981, "learning_rate": 2.535938717646864e-05, "loss": 0.0185, "step": 148610 }, { "epoch": 2.4642270895856475, "grad_norm": 0.3895179033279419, "learning_rate": 2.5357729104143523e-05, "loss": 0.0096, "step": 148620 }, { "epoch": 2.4643928968181594, "grad_norm": 5.975431849947199e-05, "learning_rate": 2.5356071031818406e-05, "loss": 0.0038, "step": 148630 }, { "epoch": 2.4645587040506705, "grad_norm": 0.016505854204297066, "learning_rate": 2.5354412959493297e-05, "loss": 0.0009, "step": 148640 }, { "epoch": 2.4647245112831824, "grad_norm": 0.057579074054956436, "learning_rate": 2.535275488716818e-05, "loss": 0.0065, "step": 148650 }, { "epoch": 2.464890318515694, "grad_norm": 0.00015855841047596186, "learning_rate": 2.5351096814843067e-05, "loss": 0.0002, "step": 148660 }, { "epoch": 2.4650561257482053, "grad_norm": 0.0016936416504904628, "learning_rate": 2.534943874251795e-05, "loss": 0.0076, "step": 148670 }, { "epoch": 2.465221932980717, "grad_norm": 0.023306218907237053, "learning_rate": 2.5347780670192834e-05, "loss": 0.0041, "step": 148680 }, { "epoch": 2.4653877402132283, "grad_norm": 0.00015600468032062054, "learning_rate": 2.534612259786772e-05, "loss": 0.0023, "step": 148690 }, { "epoch": 2.4655535474457397, "grad_norm": 0.010608615353703499, "learning_rate": 2.5344464525542604e-05, "loss": 0.0011, "step": 148700 }, { "epoch": 2.465719354678251, "grad_norm": 0.0002311723947059363, "learning_rate": 2.5342806453217488e-05, "loss": 0.0056, "step": 148710 }, { "epoch": 2.4658851619107627, "grad_norm": 0.0007530494476668537, "learning_rate": 2.5341148380892378e-05, "loss": 0.0132, "step": 148720 }, { "epoch": 2.466050969143274, "grad_norm": 0.00044538185466080904, "learning_rate": 2.5339490308567258e-05, "loss": 0.0002, "step": 148730 }, { "epoch": 2.4662167763757856, "grad_norm": 0.00922553613781929, "learning_rate": 2.533783223624215e-05, "loss": 0.0073, "step": 148740 }, { "epoch": 2.466382583608297, "grad_norm": 0.0012904747854918242, "learning_rate": 2.5336174163917032e-05, "loss": 0.0078, "step": 148750 }, { "epoch": 2.4665483908408086, "grad_norm": 0.0008305828087031841, "learning_rate": 2.5334516091591915e-05, "loss": 0.0071, "step": 148760 }, { "epoch": 2.46671419807332, "grad_norm": 0.015506325289607048, "learning_rate": 2.5332858019266802e-05, "loss": 0.0053, "step": 148770 }, { "epoch": 2.4668800053058315, "grad_norm": 0.00020492971816565841, "learning_rate": 2.5331199946941686e-05, "loss": 0.0003, "step": 148780 }, { "epoch": 2.467045812538343, "grad_norm": 0.00895879790186882, "learning_rate": 2.5329541874616576e-05, "loss": 0.0064, "step": 148790 }, { "epoch": 2.4672116197708545, "grad_norm": 0.0017825764371082187, "learning_rate": 2.5327883802291456e-05, "loss": 0.0029, "step": 148800 }, { "epoch": 2.467377427003366, "grad_norm": 0.0010086317779496312, "learning_rate": 2.532622572996634e-05, "loss": 0.0001, "step": 148810 }, { "epoch": 2.4675432342358774, "grad_norm": 0.006059783045202494, "learning_rate": 2.532456765764123e-05, "loss": 0.0056, "step": 148820 }, { "epoch": 2.467709041468389, "grad_norm": 0.00014751360868103802, "learning_rate": 2.5322909585316113e-05, "loss": 0.0001, "step": 148830 }, { "epoch": 2.4678748487009003, "grad_norm": 1.4674502381240018e-05, "learning_rate": 2.5321251512990997e-05, "loss": 0.0118, "step": 148840 }, { "epoch": 2.468040655933412, "grad_norm": 0.0020406334660947323, "learning_rate": 2.5319593440665884e-05, "loss": 0.0059, "step": 148850 }, { "epoch": 2.4682064631659233, "grad_norm": 0.010933319106698036, "learning_rate": 2.5317935368340767e-05, "loss": 0.0057, "step": 148860 }, { "epoch": 2.4683722703984348, "grad_norm": 0.011324459686875343, "learning_rate": 2.5316277296015657e-05, "loss": 0.0113, "step": 148870 }, { "epoch": 2.4685380776309462, "grad_norm": 0.004328117705881596, "learning_rate": 2.5314619223690537e-05, "loss": 0.0069, "step": 148880 }, { "epoch": 2.4687038848634577, "grad_norm": 0.0005446845898404717, "learning_rate": 2.531296115136542e-05, "loss": 0.003, "step": 148890 }, { "epoch": 2.468869692095969, "grad_norm": 0.005850910674780607, "learning_rate": 2.531130307904031e-05, "loss": 0.0024, "step": 148900 }, { "epoch": 2.4690354993284807, "grad_norm": 0.0013891046401113272, "learning_rate": 2.5309645006715195e-05, "loss": 0.0, "step": 148910 }, { "epoch": 2.469201306560992, "grad_norm": 0.0001537184143671766, "learning_rate": 2.5307986934390078e-05, "loss": 0.012, "step": 148920 }, { "epoch": 2.4693671137935036, "grad_norm": 8.413875912083313e-05, "learning_rate": 2.5306328862064965e-05, "loss": 0.0008, "step": 148930 }, { "epoch": 2.469532921026015, "grad_norm": 0.000371250556781888, "learning_rate": 2.530467078973985e-05, "loss": 0.0028, "step": 148940 }, { "epoch": 2.4696987282585265, "grad_norm": 0.0010614561615511775, "learning_rate": 2.5303012717414735e-05, "loss": 0.0041, "step": 148950 }, { "epoch": 2.469864535491038, "grad_norm": 0.0002229354140581563, "learning_rate": 2.530135464508962e-05, "loss": 0.01, "step": 148960 }, { "epoch": 2.4700303427235495, "grad_norm": 0.0003822985163424164, "learning_rate": 2.5299696572764502e-05, "loss": 0.0028, "step": 148970 }, { "epoch": 2.470196149956061, "grad_norm": 0.043112605810165405, "learning_rate": 2.5298038500439393e-05, "loss": 0.0092, "step": 148980 }, { "epoch": 2.4703619571885724, "grad_norm": 0.008738902397453785, "learning_rate": 2.5296380428114276e-05, "loss": 0.0086, "step": 148990 }, { "epoch": 2.470527764421084, "grad_norm": 0.0024045207537710667, "learning_rate": 2.5294722355789163e-05, "loss": 0.0003, "step": 149000 }, { "epoch": 2.4706935716535954, "grad_norm": 0.018991952762007713, "learning_rate": 2.5293064283464046e-05, "loss": 0.0001, "step": 149010 }, { "epoch": 2.470859378886107, "grad_norm": 0.0015938051510602236, "learning_rate": 2.529140621113893e-05, "loss": 0.0034, "step": 149020 }, { "epoch": 2.4710251861186183, "grad_norm": 0.00921485386788845, "learning_rate": 2.5289748138813817e-05, "loss": 0.0001, "step": 149030 }, { "epoch": 2.47119099335113, "grad_norm": 0.0031696935184299946, "learning_rate": 2.52880900664887e-05, "loss": 0.0092, "step": 149040 }, { "epoch": 2.4713568005836413, "grad_norm": 0.0007591573521494865, "learning_rate": 2.5286431994163584e-05, "loss": 0.0059, "step": 149050 }, { "epoch": 2.471522607816153, "grad_norm": 0.0024999743327498436, "learning_rate": 2.5284773921838474e-05, "loss": 0.0032, "step": 149060 }, { "epoch": 2.471688415048664, "grad_norm": 0.002236972562968731, "learning_rate": 2.5283115849513354e-05, "loss": 0.0041, "step": 149070 }, { "epoch": 2.471854222281176, "grad_norm": 0.006588555406779051, "learning_rate": 2.5281457777188244e-05, "loss": 0.0036, "step": 149080 }, { "epoch": 2.472020029513687, "grad_norm": 0.1752733588218689, "learning_rate": 2.5279799704863128e-05, "loss": 0.0037, "step": 149090 }, { "epoch": 2.472185836746199, "grad_norm": 0.0013384459307417274, "learning_rate": 2.527814163253801e-05, "loss": 0.0001, "step": 149100 }, { "epoch": 2.4723516439787105, "grad_norm": 0.0007338713621720672, "learning_rate": 2.5276483560212898e-05, "loss": 0.0003, "step": 149110 }, { "epoch": 2.472517451211222, "grad_norm": 0.005634082015603781, "learning_rate": 2.527482548788778e-05, "loss": 0.0023, "step": 149120 }, { "epoch": 2.4726832584437335, "grad_norm": 0.0003067038196604699, "learning_rate": 2.5273167415562672e-05, "loss": 0.0048, "step": 149130 }, { "epoch": 2.472849065676245, "grad_norm": 0.20955073833465576, "learning_rate": 2.5271509343237555e-05, "loss": 0.0065, "step": 149140 }, { "epoch": 2.4730148729087564, "grad_norm": 0.04489031434059143, "learning_rate": 2.5269851270912435e-05, "loss": 0.0002, "step": 149150 }, { "epoch": 2.473180680141268, "grad_norm": 0.17276030778884888, "learning_rate": 2.5268193198587326e-05, "loss": 0.0064, "step": 149160 }, { "epoch": 2.4733464873737794, "grad_norm": 0.19487328827381134, "learning_rate": 2.526653512626221e-05, "loss": 0.0047, "step": 149170 }, { "epoch": 2.473512294606291, "grad_norm": 0.020733550190925598, "learning_rate": 2.5264877053937093e-05, "loss": 0.0021, "step": 149180 }, { "epoch": 2.4736781018388023, "grad_norm": 0.004104624502360821, "learning_rate": 2.526321898161198e-05, "loss": 0.0012, "step": 149190 }, { "epoch": 2.473843909071314, "grad_norm": 0.08365507423877716, "learning_rate": 2.5261560909286863e-05, "loss": 0.0039, "step": 149200 }, { "epoch": 2.4740097163038253, "grad_norm": 5.927358506596647e-05, "learning_rate": 2.5259902836961753e-05, "loss": 0.0001, "step": 149210 }, { "epoch": 2.4741755235363367, "grad_norm": 0.18069647252559662, "learning_rate": 2.5258244764636633e-05, "loss": 0.0031, "step": 149220 }, { "epoch": 2.474341330768848, "grad_norm": 0.008449425920844078, "learning_rate": 2.5256586692311517e-05, "loss": 0.0002, "step": 149230 }, { "epoch": 2.4745071380013597, "grad_norm": 0.00018638647452462465, "learning_rate": 2.5254928619986407e-05, "loss": 0.01, "step": 149240 }, { "epoch": 2.474672945233871, "grad_norm": 0.0018562113400548697, "learning_rate": 2.525327054766129e-05, "loss": 0.0006, "step": 149250 }, { "epoch": 2.4748387524663826, "grad_norm": 0.0007764426409266889, "learning_rate": 2.5251612475336174e-05, "loss": 0.0002, "step": 149260 }, { "epoch": 2.475004559698894, "grad_norm": 0.5350385308265686, "learning_rate": 2.524995440301106e-05, "loss": 0.0081, "step": 149270 }, { "epoch": 2.4751703669314056, "grad_norm": 0.0017473030602559447, "learning_rate": 2.5248296330685944e-05, "loss": 0.0223, "step": 149280 }, { "epoch": 2.475336174163917, "grad_norm": 0.03507189080119133, "learning_rate": 2.524663825836083e-05, "loss": 0.0054, "step": 149290 }, { "epoch": 2.4755019813964285, "grad_norm": 0.05388614907860756, "learning_rate": 2.5244980186035715e-05, "loss": 0.0045, "step": 149300 }, { "epoch": 2.47566778862894, "grad_norm": 0.02060704492032528, "learning_rate": 2.5243322113710598e-05, "loss": 0.0005, "step": 149310 }, { "epoch": 2.4758335958614515, "grad_norm": 0.0030401721596717834, "learning_rate": 2.524166404138549e-05, "loss": 0.0001, "step": 149320 }, { "epoch": 2.475999403093963, "grad_norm": 0.07708977907896042, "learning_rate": 2.5240005969060372e-05, "loss": 0.0157, "step": 149330 }, { "epoch": 2.4761652103264744, "grad_norm": 0.002069735201075673, "learning_rate": 2.523834789673526e-05, "loss": 0.0038, "step": 149340 }, { "epoch": 2.476331017558986, "grad_norm": 0.0016252491623163223, "learning_rate": 2.5236689824410142e-05, "loss": 0.004, "step": 149350 }, { "epoch": 2.4764968247914974, "grad_norm": 0.0013624177081510425, "learning_rate": 2.5235031752085026e-05, "loss": 0.0044, "step": 149360 }, { "epoch": 2.476662632024009, "grad_norm": 0.25677886605262756, "learning_rate": 2.5233373679759913e-05, "loss": 0.0024, "step": 149370 }, { "epoch": 2.4768284392565203, "grad_norm": 0.01001047994941473, "learning_rate": 2.5231715607434796e-05, "loss": 0.0036, "step": 149380 }, { "epoch": 2.4769942464890318, "grad_norm": 0.017940446734428406, "learning_rate": 2.523005753510968e-05, "loss": 0.0061, "step": 149390 }, { "epoch": 2.4771600537215432, "grad_norm": 0.00079400121467188, "learning_rate": 2.522839946278457e-05, "loss": 0.0, "step": 149400 }, { "epoch": 2.4773258609540547, "grad_norm": 0.0010657625971361995, "learning_rate": 2.5226741390459453e-05, "loss": 0.0028, "step": 149410 }, { "epoch": 2.477491668186566, "grad_norm": 0.1398606300354004, "learning_rate": 2.522508331813434e-05, "loss": 0.0004, "step": 149420 }, { "epoch": 2.4776574754190777, "grad_norm": 0.20922806859016418, "learning_rate": 2.5223425245809224e-05, "loss": 0.0089, "step": 149430 }, { "epoch": 2.477823282651589, "grad_norm": 0.003365602809935808, "learning_rate": 2.5221767173484107e-05, "loss": 0.0021, "step": 149440 }, { "epoch": 2.4779890898841006, "grad_norm": 0.05710713192820549, "learning_rate": 2.5220109101158994e-05, "loss": 0.0008, "step": 149450 }, { "epoch": 2.478154897116612, "grad_norm": 0.0002728492836467922, "learning_rate": 2.5218451028833878e-05, "loss": 0.0037, "step": 149460 }, { "epoch": 2.4783207043491235, "grad_norm": 7.976672350196168e-05, "learning_rate": 2.5216792956508768e-05, "loss": 0.0035, "step": 149470 }, { "epoch": 2.478486511581635, "grad_norm": 0.02432783879339695, "learning_rate": 2.521513488418365e-05, "loss": 0.0004, "step": 149480 }, { "epoch": 2.4786523188141465, "grad_norm": 0.08561529219150543, "learning_rate": 2.521347681185853e-05, "loss": 0.007, "step": 149490 }, { "epoch": 2.478818126046658, "grad_norm": 0.0015091473469510674, "learning_rate": 2.521181873953342e-05, "loss": 0.0055, "step": 149500 }, { "epoch": 2.47898393327917, "grad_norm": 0.07445047050714493, "learning_rate": 2.5210160667208305e-05, "loss": 0.0036, "step": 149510 }, { "epoch": 2.479149740511681, "grad_norm": 0.0016408517258241773, "learning_rate": 2.520850259488319e-05, "loss": 0.0004, "step": 149520 }, { "epoch": 2.479315547744193, "grad_norm": 0.3530111014842987, "learning_rate": 2.5206844522558075e-05, "loss": 0.0034, "step": 149530 }, { "epoch": 2.479481354976704, "grad_norm": 0.0007310232613235712, "learning_rate": 2.520518645023296e-05, "loss": 0.0125, "step": 149540 }, { "epoch": 2.4796471622092158, "grad_norm": 0.00021159763855393976, "learning_rate": 2.520352837790785e-05, "loss": 0.0105, "step": 149550 }, { "epoch": 2.479812969441727, "grad_norm": 0.00037384414463303983, "learning_rate": 2.5201870305582733e-05, "loss": 0.0069, "step": 149560 }, { "epoch": 2.4799787766742387, "grad_norm": 0.196536585688591, "learning_rate": 2.5200212233257613e-05, "loss": 0.0067, "step": 149570 }, { "epoch": 2.48014458390675, "grad_norm": 0.0002844313276000321, "learning_rate": 2.5198554160932503e-05, "loss": 0.0077, "step": 149580 }, { "epoch": 2.4803103911392617, "grad_norm": 0.07812020182609558, "learning_rate": 2.5196896088607386e-05, "loss": 0.0046, "step": 149590 }, { "epoch": 2.480476198371773, "grad_norm": 0.00010486914106877521, "learning_rate": 2.519523801628227e-05, "loss": 0.0008, "step": 149600 }, { "epoch": 2.4806420056042846, "grad_norm": 0.0006493566907010972, "learning_rate": 2.5193579943957157e-05, "loss": 0.0001, "step": 149610 }, { "epoch": 2.480807812836796, "grad_norm": 0.08055005222558975, "learning_rate": 2.519192187163204e-05, "loss": 0.0012, "step": 149620 }, { "epoch": 2.4809736200693076, "grad_norm": 0.00031637639040127397, "learning_rate": 2.519026379930693e-05, "loss": 0.0068, "step": 149630 }, { "epoch": 2.481139427301819, "grad_norm": 0.16242992877960205, "learning_rate": 2.518860572698181e-05, "loss": 0.0172, "step": 149640 }, { "epoch": 2.4813052345343305, "grad_norm": 0.0032839402556419373, "learning_rate": 2.5186947654656694e-05, "loss": 0.0002, "step": 149650 }, { "epoch": 2.481471041766842, "grad_norm": 0.0003988115640822798, "learning_rate": 2.5185289582331584e-05, "loss": 0.0001, "step": 149660 }, { "epoch": 2.4816368489993534, "grad_norm": 4.239641930325888e-05, "learning_rate": 2.5183631510006468e-05, "loss": 0.008, "step": 149670 }, { "epoch": 2.481802656231865, "grad_norm": 0.1993740200996399, "learning_rate": 2.5181973437681355e-05, "loss": 0.0121, "step": 149680 }, { "epoch": 2.4819684634643764, "grad_norm": 0.001252473215572536, "learning_rate": 2.5180315365356238e-05, "loss": 0.0095, "step": 149690 }, { "epoch": 2.482134270696888, "grad_norm": 0.0006936455029062927, "learning_rate": 2.517865729303112e-05, "loss": 0.0056, "step": 149700 }, { "epoch": 2.4823000779293993, "grad_norm": 0.21675457060337067, "learning_rate": 2.517699922070601e-05, "loss": 0.0093, "step": 149710 }, { "epoch": 2.482465885161911, "grad_norm": 0.004452799446880817, "learning_rate": 2.5175341148380892e-05, "loss": 0.0001, "step": 149720 }, { "epoch": 2.4826316923944223, "grad_norm": 0.00010685213055694476, "learning_rate": 2.5173683076055776e-05, "loss": 0.0032, "step": 149730 }, { "epoch": 2.4827974996269337, "grad_norm": 0.00033615005668252707, "learning_rate": 2.5172025003730666e-05, "loss": 0.0049, "step": 149740 }, { "epoch": 2.482963306859445, "grad_norm": 0.03747725114226341, "learning_rate": 2.517036693140555e-05, "loss": 0.0115, "step": 149750 }, { "epoch": 2.4831291140919567, "grad_norm": 0.0006785886944271624, "learning_rate": 2.5168708859080436e-05, "loss": 0.0, "step": 149760 }, { "epoch": 2.483294921324468, "grad_norm": 0.001222748775035143, "learning_rate": 2.516705078675532e-05, "loss": 0.0042, "step": 149770 }, { "epoch": 2.4834607285569796, "grad_norm": 0.0010552926687523723, "learning_rate": 2.5165392714430203e-05, "loss": 0.0067, "step": 149780 }, { "epoch": 2.483626535789491, "grad_norm": 2.6595949748298153e-05, "learning_rate": 2.516373464210509e-05, "loss": 0.0039, "step": 149790 }, { "epoch": 2.4837923430220026, "grad_norm": 3.3961390727199614e-05, "learning_rate": 2.5162076569779973e-05, "loss": 0.0047, "step": 149800 }, { "epoch": 2.483958150254514, "grad_norm": 9.61789846769534e-05, "learning_rate": 2.5160418497454864e-05, "loss": 0.0112, "step": 149810 }, { "epoch": 2.4841239574870255, "grad_norm": 0.0004914017044939101, "learning_rate": 2.5158760425129747e-05, "loss": 0.0, "step": 149820 }, { "epoch": 2.484289764719537, "grad_norm": 0.0004030917480122298, "learning_rate": 2.515710235280463e-05, "loss": 0.0006, "step": 149830 }, { "epoch": 2.4844555719520485, "grad_norm": 0.06156279891729355, "learning_rate": 2.5155444280479517e-05, "loss": 0.0033, "step": 149840 }, { "epoch": 2.48462137918456, "grad_norm": 0.0003190219576936215, "learning_rate": 2.51537862081544e-05, "loss": 0.0027, "step": 149850 }, { "epoch": 2.4847871864170714, "grad_norm": 1.008298397064209, "learning_rate": 2.5152128135829284e-05, "loss": 0.009, "step": 149860 }, { "epoch": 2.484952993649583, "grad_norm": 0.22284120321273804, "learning_rate": 2.515047006350417e-05, "loss": 0.0059, "step": 149870 }, { "epoch": 2.4851188008820944, "grad_norm": 0.0007769406074658036, "learning_rate": 2.5148811991179055e-05, "loss": 0.0032, "step": 149880 }, { "epoch": 2.485284608114606, "grad_norm": 0.2298910915851593, "learning_rate": 2.5147153918853945e-05, "loss": 0.0033, "step": 149890 }, { "epoch": 2.4854504153471173, "grad_norm": 0.004607110284268856, "learning_rate": 2.514549584652883e-05, "loss": 0.0056, "step": 149900 }, { "epoch": 2.4856162225796288, "grad_norm": 0.017096713185310364, "learning_rate": 2.514383777420371e-05, "loss": 0.0086, "step": 149910 }, { "epoch": 2.4857820298121402, "grad_norm": 0.0660744160413742, "learning_rate": 2.51421797018786e-05, "loss": 0.014, "step": 149920 }, { "epoch": 2.4859478370446517, "grad_norm": 0.659909725189209, "learning_rate": 2.5140521629553482e-05, "loss": 0.0019, "step": 149930 }, { "epoch": 2.486113644277163, "grad_norm": 1.4010553059051745e-05, "learning_rate": 2.5138863557228366e-05, "loss": 0.0033, "step": 149940 }, { "epoch": 2.4862794515096747, "grad_norm": 0.03528965264558792, "learning_rate": 2.5137205484903253e-05, "loss": 0.0075, "step": 149950 }, { "epoch": 2.4864452587421866, "grad_norm": 0.0006756182992830873, "learning_rate": 2.5135547412578136e-05, "loss": 0.0149, "step": 149960 }, { "epoch": 2.4866110659746976, "grad_norm": 5.188744034967385e-05, "learning_rate": 2.5133889340253026e-05, "loss": 0.0065, "step": 149970 }, { "epoch": 2.4867768732072095, "grad_norm": 0.0011341457720845938, "learning_rate": 2.5132231267927907e-05, "loss": 0.0113, "step": 149980 }, { "epoch": 2.4869426804397206, "grad_norm": 0.0005363686941564083, "learning_rate": 2.513057319560279e-05, "loss": 0.0055, "step": 149990 }, { "epoch": 2.4871084876722325, "grad_norm": 0.00302159134298563, "learning_rate": 2.512891512327768e-05, "loss": 0.0001, "step": 150000 }, { "epoch": 2.4872742949047435, "grad_norm": 0.0005226234206929803, "learning_rate": 2.5127257050952564e-05, "loss": 0.0095, "step": 150010 }, { "epoch": 2.4874401021372554, "grad_norm": 0.0026237526908516884, "learning_rate": 2.512559897862745e-05, "loss": 0.0, "step": 150020 }, { "epoch": 2.487605909369767, "grad_norm": 1.0201676559518091e-05, "learning_rate": 2.5123940906302334e-05, "loss": 0.0046, "step": 150030 }, { "epoch": 2.4877717166022784, "grad_norm": 0.2043769359588623, "learning_rate": 2.5122282833977218e-05, "loss": 0.0051, "step": 150040 }, { "epoch": 2.48793752383479, "grad_norm": 0.0002619069127831608, "learning_rate": 2.5120624761652108e-05, "loss": 0.0008, "step": 150050 }, { "epoch": 2.4881033310673013, "grad_norm": 9.951788524631411e-05, "learning_rate": 2.5118966689326988e-05, "loss": 0.0026, "step": 150060 }, { "epoch": 2.4882691382998128, "grad_norm": 0.2245774120092392, "learning_rate": 2.511730861700187e-05, "loss": 0.0171, "step": 150070 }, { "epoch": 2.4884349455323242, "grad_norm": 0.020673047751188278, "learning_rate": 2.511565054467676e-05, "loss": 0.004, "step": 150080 }, { "epoch": 2.4886007527648357, "grad_norm": 0.0002589643991086632, "learning_rate": 2.5113992472351645e-05, "loss": 0.006, "step": 150090 }, { "epoch": 2.488766559997347, "grad_norm": 0.00046935465070419014, "learning_rate": 2.5112334400026532e-05, "loss": 0.0027, "step": 150100 }, { "epoch": 2.4889323672298587, "grad_norm": 0.006062211003154516, "learning_rate": 2.5110676327701415e-05, "loss": 0.0022, "step": 150110 }, { "epoch": 2.48909817446237, "grad_norm": 0.0004206540761515498, "learning_rate": 2.51090182553763e-05, "loss": 0.0032, "step": 150120 }, { "epoch": 2.4892639816948816, "grad_norm": 0.21400022506713867, "learning_rate": 2.5107360183051186e-05, "loss": 0.0035, "step": 150130 }, { "epoch": 2.489429788927393, "grad_norm": 0.0011972984066233039, "learning_rate": 2.510570211072607e-05, "loss": 0.0056, "step": 150140 }, { "epoch": 2.4895955961599046, "grad_norm": 0.005042265634983778, "learning_rate": 2.510404403840096e-05, "loss": 0.011, "step": 150150 }, { "epoch": 2.489761403392416, "grad_norm": 0.0005797380581498146, "learning_rate": 2.5102385966075843e-05, "loss": 0.0025, "step": 150160 }, { "epoch": 2.4899272106249275, "grad_norm": 0.04071802273392677, "learning_rate": 2.5100727893750727e-05, "loss": 0.014, "step": 150170 }, { "epoch": 2.490093017857439, "grad_norm": 0.06485382467508316, "learning_rate": 2.5099069821425613e-05, "loss": 0.0042, "step": 150180 }, { "epoch": 2.4902588250899504, "grad_norm": 0.2818366289138794, "learning_rate": 2.5097411749100497e-05, "loss": 0.0113, "step": 150190 }, { "epoch": 2.490424632322462, "grad_norm": 0.4161373972892761, "learning_rate": 2.509575367677538e-05, "loss": 0.0023, "step": 150200 }, { "epoch": 2.4905904395549734, "grad_norm": 0.004018592182546854, "learning_rate": 2.5094095604450267e-05, "loss": 0.0023, "step": 150210 }, { "epoch": 2.490756246787485, "grad_norm": 0.012684310786426067, "learning_rate": 2.509243753212515e-05, "loss": 0.0023, "step": 150220 }, { "epoch": 2.4909220540199963, "grad_norm": 0.0010262095602229238, "learning_rate": 2.509077945980004e-05, "loss": 0.0034, "step": 150230 }, { "epoch": 2.491087861252508, "grad_norm": 0.0029473155736923218, "learning_rate": 2.5089121387474924e-05, "loss": 0.0001, "step": 150240 }, { "epoch": 2.4912536684850193, "grad_norm": 0.00013788770593237132, "learning_rate": 2.5087463315149805e-05, "loss": 0.0025, "step": 150250 }, { "epoch": 2.4914194757175308, "grad_norm": 0.09173636883497238, "learning_rate": 2.5085805242824695e-05, "loss": 0.0009, "step": 150260 }, { "epoch": 2.4915852829500422, "grad_norm": 0.0019685367587953806, "learning_rate": 2.5084147170499578e-05, "loss": 0.002, "step": 150270 }, { "epoch": 2.4917510901825537, "grad_norm": 0.0006914671394042671, "learning_rate": 2.5082489098174462e-05, "loss": 0.0027, "step": 150280 }, { "epoch": 2.491916897415065, "grad_norm": 0.0016904972726479173, "learning_rate": 2.508083102584935e-05, "loss": 0.0, "step": 150290 }, { "epoch": 2.4920827046475766, "grad_norm": 0.11376101523637772, "learning_rate": 2.5079172953524232e-05, "loss": 0.0003, "step": 150300 }, { "epoch": 2.492248511880088, "grad_norm": 0.00053784268675372, "learning_rate": 2.5077514881199122e-05, "loss": 0.0007, "step": 150310 }, { "epoch": 2.4924143191125996, "grad_norm": 0.004942053463310003, "learning_rate": 2.5075856808874006e-05, "loss": 0.0108, "step": 150320 }, { "epoch": 2.492580126345111, "grad_norm": 0.0010967202251777053, "learning_rate": 2.5074198736548886e-05, "loss": 0.0029, "step": 150330 }, { "epoch": 2.4927459335776225, "grad_norm": 0.5988880395889282, "learning_rate": 2.5072540664223776e-05, "loss": 0.0012, "step": 150340 }, { "epoch": 2.492911740810134, "grad_norm": 0.0024088453501462936, "learning_rate": 2.507088259189866e-05, "loss": 0.0064, "step": 150350 }, { "epoch": 2.4930775480426455, "grad_norm": 0.0004529841535259038, "learning_rate": 2.5069224519573546e-05, "loss": 0.0036, "step": 150360 }, { "epoch": 2.493243355275157, "grad_norm": 0.00027947567286901176, "learning_rate": 2.506756644724843e-05, "loss": 0.0051, "step": 150370 }, { "epoch": 2.4934091625076684, "grad_norm": 0.23531116545200348, "learning_rate": 2.5065908374923313e-05, "loss": 0.0014, "step": 150380 }, { "epoch": 2.49357496974018, "grad_norm": 0.2733282744884491, "learning_rate": 2.5064250302598204e-05, "loss": 0.009, "step": 150390 }, { "epoch": 2.4937407769726914, "grad_norm": 0.2162795513868332, "learning_rate": 2.5062592230273084e-05, "loss": 0.003, "step": 150400 }, { "epoch": 2.4939065842052033, "grad_norm": 0.008168280124664307, "learning_rate": 2.5060934157947967e-05, "loss": 0.001, "step": 150410 }, { "epoch": 2.4940723914377143, "grad_norm": 0.001100687077268958, "learning_rate": 2.5059276085622858e-05, "loss": 0.0135, "step": 150420 }, { "epoch": 2.4942381986702262, "grad_norm": 0.01646803319454193, "learning_rate": 2.505761801329774e-05, "loss": 0.0073, "step": 150430 }, { "epoch": 2.4944040059027373, "grad_norm": 0.0004793739062733948, "learning_rate": 2.5055959940972628e-05, "loss": 0.011, "step": 150440 }, { "epoch": 2.494569813135249, "grad_norm": 0.008487503975629807, "learning_rate": 2.505430186864751e-05, "loss": 0.0001, "step": 150450 }, { "epoch": 2.49473562036776, "grad_norm": 3.4133012377424166e-05, "learning_rate": 2.5052643796322395e-05, "loss": 0.0021, "step": 150460 }, { "epoch": 2.494901427600272, "grad_norm": 0.0015646658139303327, "learning_rate": 2.5050985723997282e-05, "loss": 0.0003, "step": 150470 }, { "epoch": 2.4950672348327836, "grad_norm": 0.6020161509513855, "learning_rate": 2.5049327651672165e-05, "loss": 0.001, "step": 150480 }, { "epoch": 2.495233042065295, "grad_norm": 0.00043775979429483414, "learning_rate": 2.5047669579347055e-05, "loss": 0.0039, "step": 150490 }, { "epoch": 2.4953988492978065, "grad_norm": 7.679194095544517e-05, "learning_rate": 2.504601150702194e-05, "loss": 0.0003, "step": 150500 }, { "epoch": 2.495564656530318, "grad_norm": 0.0059525067918002605, "learning_rate": 2.5044353434696822e-05, "loss": 0.0039, "step": 150510 }, { "epoch": 2.4957304637628295, "grad_norm": 0.000619001395534724, "learning_rate": 2.504269536237171e-05, "loss": 0.0119, "step": 150520 }, { "epoch": 2.495896270995341, "grad_norm": 0.0003166634123772383, "learning_rate": 2.5041037290046593e-05, "loss": 0.0005, "step": 150530 }, { "epoch": 2.4960620782278524, "grad_norm": 7.456931780325249e-05, "learning_rate": 2.5039379217721476e-05, "loss": 0.0027, "step": 150540 }, { "epoch": 2.496227885460364, "grad_norm": 0.0009731478639878333, "learning_rate": 2.5037721145396363e-05, "loss": 0.0001, "step": 150550 }, { "epoch": 2.4963936926928754, "grad_norm": 0.00011401828669477254, "learning_rate": 2.5036063073071247e-05, "loss": 0.0067, "step": 150560 }, { "epoch": 2.496559499925387, "grad_norm": 0.09778224676847458, "learning_rate": 2.5034405000746137e-05, "loss": 0.004, "step": 150570 }, { "epoch": 2.4967253071578983, "grad_norm": 0.015091625973582268, "learning_rate": 2.503274692842102e-05, "loss": 0.003, "step": 150580 }, { "epoch": 2.49689111439041, "grad_norm": 0.0004753444518428296, "learning_rate": 2.5031088856095904e-05, "loss": 0.0012, "step": 150590 }, { "epoch": 2.4970569216229213, "grad_norm": 0.0010617873631417751, "learning_rate": 2.502943078377079e-05, "loss": 0.0024, "step": 150600 }, { "epoch": 2.4972227288554327, "grad_norm": 0.004621729254722595, "learning_rate": 2.5027772711445674e-05, "loss": 0.0031, "step": 150610 }, { "epoch": 2.497388536087944, "grad_norm": 0.000598007463850081, "learning_rate": 2.5026114639120558e-05, "loss": 0.0024, "step": 150620 }, { "epoch": 2.4975543433204557, "grad_norm": 0.0012435622047632933, "learning_rate": 2.5024456566795444e-05, "loss": 0.0027, "step": 150630 }, { "epoch": 2.497720150552967, "grad_norm": 0.01155064720660448, "learning_rate": 2.5022798494470328e-05, "loss": 0.0007, "step": 150640 }, { "epoch": 2.4978859577854786, "grad_norm": 0.13181519508361816, "learning_rate": 2.5021140422145218e-05, "loss": 0.009, "step": 150650 }, { "epoch": 2.49805176501799, "grad_norm": 0.13308483362197876, "learning_rate": 2.50194823498201e-05, "loss": 0.0119, "step": 150660 }, { "epoch": 2.4982175722505016, "grad_norm": 0.33605822920799255, "learning_rate": 2.5017824277494982e-05, "loss": 0.0033, "step": 150670 }, { "epoch": 2.498383379483013, "grad_norm": 0.0021887340117245913, "learning_rate": 2.5016166205169872e-05, "loss": 0.0032, "step": 150680 }, { "epoch": 2.4985491867155245, "grad_norm": 0.5367664694786072, "learning_rate": 2.5014508132844756e-05, "loss": 0.0032, "step": 150690 }, { "epoch": 2.498714993948036, "grad_norm": 0.0015642335638403893, "learning_rate": 2.5012850060519642e-05, "loss": 0.0074, "step": 150700 }, { "epoch": 2.4988808011805475, "grad_norm": 0.004412592388689518, "learning_rate": 2.5011191988194526e-05, "loss": 0.0084, "step": 150710 }, { "epoch": 2.499046608413059, "grad_norm": 0.000999555690214038, "learning_rate": 2.500953391586941e-05, "loss": 0.0024, "step": 150720 }, { "epoch": 2.4992124156455704, "grad_norm": 0.2693597972393036, "learning_rate": 2.50078758435443e-05, "loss": 0.0027, "step": 150730 }, { "epoch": 2.499378222878082, "grad_norm": 0.36133530735969543, "learning_rate": 2.5006217771219183e-05, "loss": 0.0003, "step": 150740 }, { "epoch": 2.4995440301105933, "grad_norm": 0.20607119798660278, "learning_rate": 2.5004559698894063e-05, "loss": 0.0181, "step": 150750 }, { "epoch": 2.499709837343105, "grad_norm": 0.0010701651917770505, "learning_rate": 2.5002901626568953e-05, "loss": 0.0007, "step": 150760 }, { "epoch": 2.4998756445756163, "grad_norm": 0.0012619791086763144, "learning_rate": 2.5001243554243837e-05, "loss": 0.0047, "step": 150770 }, { "epoch": 2.5000414518081278, "grad_norm": 0.005098109133541584, "learning_rate": 2.499958548191872e-05, "loss": 0.0005, "step": 150780 }, { "epoch": 2.5002072590406392, "grad_norm": 0.0005369270802475512, "learning_rate": 2.4997927409593607e-05, "loss": 0.0009, "step": 150790 }, { "epoch": 2.5003730662731507, "grad_norm": 0.0017828952986747026, "learning_rate": 2.4996269337268494e-05, "loss": 0.0084, "step": 150800 }, { "epoch": 2.500538873505662, "grad_norm": 0.00013043511717114598, "learning_rate": 2.4994611264943378e-05, "loss": 0.004, "step": 150810 }, { "epoch": 2.5007046807381736, "grad_norm": 0.009596709161996841, "learning_rate": 2.499295319261826e-05, "loss": 0.0031, "step": 150820 }, { "epoch": 2.500870487970685, "grad_norm": 0.03602476790547371, "learning_rate": 2.4991295120293148e-05, "loss": 0.0007, "step": 150830 }, { "epoch": 2.501036295203197, "grad_norm": 0.001752128591760993, "learning_rate": 2.4989637047968035e-05, "loss": 0.0203, "step": 150840 }, { "epoch": 2.501202102435708, "grad_norm": 0.005453699734061956, "learning_rate": 2.498797897564292e-05, "loss": 0.0132, "step": 150850 }, { "epoch": 2.50136790966822, "grad_norm": 0.011364314705133438, "learning_rate": 2.4986320903317802e-05, "loss": 0.0051, "step": 150860 }, { "epoch": 2.501533716900731, "grad_norm": 0.013318046927452087, "learning_rate": 2.498466283099269e-05, "loss": 0.0019, "step": 150870 }, { "epoch": 2.501699524133243, "grad_norm": 0.020054593682289124, "learning_rate": 2.4983004758667575e-05, "loss": 0.0005, "step": 150880 }, { "epoch": 2.501865331365754, "grad_norm": 0.016270333901047707, "learning_rate": 2.498134668634246e-05, "loss": 0.0004, "step": 150890 }, { "epoch": 2.502031138598266, "grad_norm": 0.0004499259521253407, "learning_rate": 2.4979688614017342e-05, "loss": 0.0037, "step": 150900 }, { "epoch": 2.502196945830777, "grad_norm": 0.0018308146391063929, "learning_rate": 2.497803054169223e-05, "loss": 0.003, "step": 150910 }, { "epoch": 2.502362753063289, "grad_norm": 0.0017808453412726521, "learning_rate": 2.4976372469367116e-05, "loss": 0.0002, "step": 150920 }, { "epoch": 2.5025285602958, "grad_norm": 4.06237413699273e-05, "learning_rate": 2.4974714397042e-05, "loss": 0.0064, "step": 150930 }, { "epoch": 2.5026943675283118, "grad_norm": 5.2644194511231035e-05, "learning_rate": 2.4973056324716883e-05, "loss": 0.003, "step": 150940 }, { "epoch": 2.5028601747608232, "grad_norm": 4.501278817770071e-05, "learning_rate": 2.497139825239177e-05, "loss": 0.0054, "step": 150950 }, { "epoch": 2.5030259819933347, "grad_norm": 0.00024906249018386006, "learning_rate": 2.4969740180066657e-05, "loss": 0.0051, "step": 150960 }, { "epoch": 2.503191789225846, "grad_norm": 0.0008153736707754433, "learning_rate": 2.496808210774154e-05, "loss": 0.0046, "step": 150970 }, { "epoch": 2.5033575964583576, "grad_norm": 0.00016276593669317663, "learning_rate": 2.4966424035416424e-05, "loss": 0.0, "step": 150980 }, { "epoch": 2.503523403690869, "grad_norm": 0.00016397146100644022, "learning_rate": 2.496476596309131e-05, "loss": 0.0083, "step": 150990 }, { "epoch": 2.5036892109233806, "grad_norm": 0.0003812870418187231, "learning_rate": 2.4963107890766198e-05, "loss": 0.0102, "step": 151000 }, { "epoch": 2.503855018155892, "grad_norm": 0.0007646200829185545, "learning_rate": 2.496144981844108e-05, "loss": 0.0058, "step": 151010 }, { "epoch": 2.5040208253884035, "grad_norm": 0.0038667137268930674, "learning_rate": 2.4959791746115968e-05, "loss": 0.0066, "step": 151020 }, { "epoch": 2.504186632620915, "grad_norm": 9.225690882885829e-05, "learning_rate": 2.495813367379085e-05, "loss": 0.0125, "step": 151030 }, { "epoch": 2.5043524398534265, "grad_norm": 0.19136521220207214, "learning_rate": 2.4956475601465738e-05, "loss": 0.0151, "step": 151040 }, { "epoch": 2.504518247085938, "grad_norm": 0.22546133399009705, "learning_rate": 2.4954817529140622e-05, "loss": 0.0081, "step": 151050 }, { "epoch": 2.5046840543184494, "grad_norm": 0.00018274836475029588, "learning_rate": 2.495315945681551e-05, "loss": 0.006, "step": 151060 }, { "epoch": 2.504849861550961, "grad_norm": 0.004567434545606375, "learning_rate": 2.4951501384490392e-05, "loss": 0.0001, "step": 151070 }, { "epoch": 2.5050156687834724, "grad_norm": 0.8981124758720398, "learning_rate": 2.494984331216528e-05, "loss": 0.0043, "step": 151080 }, { "epoch": 2.505181476015984, "grad_norm": 0.00014495897630695254, "learning_rate": 2.4948185239840162e-05, "loss": 0.0088, "step": 151090 }, { "epoch": 2.5053472832484953, "grad_norm": 0.00018273731984663755, "learning_rate": 2.494652716751505e-05, "loss": 0.0056, "step": 151100 }, { "epoch": 2.505513090481007, "grad_norm": 0.007467690855264664, "learning_rate": 2.4944869095189933e-05, "loss": 0.0051, "step": 151110 }, { "epoch": 2.5056788977135183, "grad_norm": 0.04392770677804947, "learning_rate": 2.494321102286482e-05, "loss": 0.0001, "step": 151120 }, { "epoch": 2.5058447049460297, "grad_norm": 0.3424725830554962, "learning_rate": 2.4941552950539703e-05, "loss": 0.0041, "step": 151130 }, { "epoch": 2.506010512178541, "grad_norm": 0.0004825361247640103, "learning_rate": 2.493989487821459e-05, "loss": 0.0003, "step": 151140 }, { "epoch": 2.5061763194110527, "grad_norm": 0.0002162114396924153, "learning_rate": 2.4938236805889473e-05, "loss": 0.0104, "step": 151150 }, { "epoch": 2.506342126643564, "grad_norm": 0.001074435655027628, "learning_rate": 2.4936578733564357e-05, "loss": 0.0, "step": 151160 }, { "epoch": 2.5065079338760756, "grad_norm": 0.019809303805232048, "learning_rate": 2.4934920661239244e-05, "loss": 0.0206, "step": 151170 }, { "epoch": 2.506673741108587, "grad_norm": 0.0011511457851156592, "learning_rate": 2.493326258891413e-05, "loss": 0.0085, "step": 151180 }, { "epoch": 2.5068395483410986, "grad_norm": 0.254615843296051, "learning_rate": 2.4931604516589018e-05, "loss": 0.0081, "step": 151190 }, { "epoch": 2.50700535557361, "grad_norm": 0.0010491444263607264, "learning_rate": 2.4929946444263898e-05, "loss": 0.0042, "step": 151200 }, { "epoch": 2.5071711628061215, "grad_norm": 0.001339341513812542, "learning_rate": 2.4928288371938785e-05, "loss": 0.0137, "step": 151210 }, { "epoch": 2.507336970038633, "grad_norm": 0.0011020429665222764, "learning_rate": 2.492663029961367e-05, "loss": 0.0094, "step": 151220 }, { "epoch": 2.5075027772711445, "grad_norm": 9.307610162068158e-05, "learning_rate": 2.4924972227288558e-05, "loss": 0.0059, "step": 151230 }, { "epoch": 2.507668584503656, "grad_norm": 0.00782215315848589, "learning_rate": 2.492331415496344e-05, "loss": 0.0001, "step": 151240 }, { "epoch": 2.5078343917361674, "grad_norm": 0.166132852435112, "learning_rate": 2.4921656082638325e-05, "loss": 0.0025, "step": 151250 }, { "epoch": 2.508000198968679, "grad_norm": 0.0006649584975093603, "learning_rate": 2.4919998010313212e-05, "loss": 0.0031, "step": 151260 }, { "epoch": 2.5081660062011903, "grad_norm": 0.0026885175611823797, "learning_rate": 2.4918339937988096e-05, "loss": 0.0, "step": 151270 }, { "epoch": 2.508331813433702, "grad_norm": 0.22888697683811188, "learning_rate": 2.491668186566298e-05, "loss": 0.0081, "step": 151280 }, { "epoch": 2.5084976206662137, "grad_norm": 0.14440858364105225, "learning_rate": 2.4915023793337866e-05, "loss": 0.0043, "step": 151290 }, { "epoch": 2.5086634278987248, "grad_norm": 0.16518065333366394, "learning_rate": 2.4913365721012753e-05, "loss": 0.0035, "step": 151300 }, { "epoch": 2.5088292351312367, "grad_norm": 0.045343492180109024, "learning_rate": 2.4911707648687636e-05, "loss": 0.0002, "step": 151310 }, { "epoch": 2.5089950423637477, "grad_norm": 0.0060308328829705715, "learning_rate": 2.491004957636252e-05, "loss": 0.003, "step": 151320 }, { "epoch": 2.5091608495962596, "grad_norm": 0.6990582346916199, "learning_rate": 2.4908391504037407e-05, "loss": 0.0047, "step": 151330 }, { "epoch": 2.5093266568287707, "grad_norm": 0.00037647405406460166, "learning_rate": 2.4906733431712293e-05, "loss": 0.003, "step": 151340 }, { "epoch": 2.5094924640612826, "grad_norm": 0.6845278143882751, "learning_rate": 2.4905075359387177e-05, "loss": 0.0051, "step": 151350 }, { "epoch": 2.5096582712937936, "grad_norm": 0.03973754495382309, "learning_rate": 2.4903417287062064e-05, "loss": 0.014, "step": 151360 }, { "epoch": 2.5098240785263055, "grad_norm": 9.636799222789705e-05, "learning_rate": 2.4901759214736947e-05, "loss": 0.0021, "step": 151370 }, { "epoch": 2.5099898857588165, "grad_norm": 0.009671359322965145, "learning_rate": 2.4900101142411834e-05, "loss": 0.0001, "step": 151380 }, { "epoch": 2.5101556929913285, "grad_norm": 0.1417694091796875, "learning_rate": 2.4898443070086718e-05, "loss": 0.0071, "step": 151390 }, { "epoch": 2.51032150022384, "grad_norm": 0.0018117619911208749, "learning_rate": 2.4896784997761604e-05, "loss": 0.0072, "step": 151400 }, { "epoch": 2.5104873074563514, "grad_norm": 0.16799481213092804, "learning_rate": 2.4895126925436488e-05, "loss": 0.0036, "step": 151410 }, { "epoch": 2.510653114688863, "grad_norm": 5.519068145076744e-05, "learning_rate": 2.4893468853111375e-05, "loss": 0.0032, "step": 151420 }, { "epoch": 2.5108189219213743, "grad_norm": 0.000695585273206234, "learning_rate": 2.489181078078626e-05, "loss": 0.0142, "step": 151430 }, { "epoch": 2.510984729153886, "grad_norm": 0.0032736859284341335, "learning_rate": 2.4890152708461145e-05, "loss": 0.0093, "step": 151440 }, { "epoch": 2.5111505363863973, "grad_norm": 0.1881731152534485, "learning_rate": 2.488849463613603e-05, "loss": 0.0072, "step": 151450 }, { "epoch": 2.5113163436189088, "grad_norm": 0.5101863741874695, "learning_rate": 2.4886836563810916e-05, "loss": 0.012, "step": 151460 }, { "epoch": 2.5114821508514202, "grad_norm": 0.0009129715617746115, "learning_rate": 2.48851784914858e-05, "loss": 0.0095, "step": 151470 }, { "epoch": 2.5116479580839317, "grad_norm": 0.0014026934513822198, "learning_rate": 2.4883520419160686e-05, "loss": 0.0009, "step": 151480 }, { "epoch": 2.511813765316443, "grad_norm": 0.0017157021211460233, "learning_rate": 2.488186234683557e-05, "loss": 0.0001, "step": 151490 }, { "epoch": 2.5119795725489547, "grad_norm": 0.09122628718614578, "learning_rate": 2.4880204274510456e-05, "loss": 0.0004, "step": 151500 }, { "epoch": 2.512145379781466, "grad_norm": 9.000646969070658e-05, "learning_rate": 2.487854620218534e-05, "loss": 0.0059, "step": 151510 }, { "epoch": 2.5123111870139776, "grad_norm": 0.0038061076775193214, "learning_rate": 2.4876888129860227e-05, "loss": 0.0004, "step": 151520 }, { "epoch": 2.512476994246489, "grad_norm": 0.0027347642462700605, "learning_rate": 2.4875230057535113e-05, "loss": 0.0038, "step": 151530 }, { "epoch": 2.5126428014790005, "grad_norm": 0.0006222251104190946, "learning_rate": 2.4873571985209994e-05, "loss": 0.0031, "step": 151540 }, { "epoch": 2.512808608711512, "grad_norm": 0.00018876345711760223, "learning_rate": 2.487191391288488e-05, "loss": 0.0064, "step": 151550 }, { "epoch": 2.5129744159440235, "grad_norm": 0.034454744309186935, "learning_rate": 2.4870255840559767e-05, "loss": 0.005, "step": 151560 }, { "epoch": 2.513140223176535, "grad_norm": 0.0002944619336631149, "learning_rate": 2.4868597768234654e-05, "loss": 0.0007, "step": 151570 }, { "epoch": 2.5133060304090464, "grad_norm": 0.5780981183052063, "learning_rate": 2.4866939695909534e-05, "loss": 0.0069, "step": 151580 }, { "epoch": 2.513471837641558, "grad_norm": 0.6692177057266235, "learning_rate": 2.486528162358442e-05, "loss": 0.0032, "step": 151590 }, { "epoch": 2.5136376448740694, "grad_norm": 0.0012921842280775309, "learning_rate": 2.4863623551259308e-05, "loss": 0.0, "step": 151600 }, { "epoch": 2.513803452106581, "grad_norm": 0.0013354680268093944, "learning_rate": 2.4861965478934195e-05, "loss": 0.0042, "step": 151610 }, { "epoch": 2.5139692593390923, "grad_norm": 0.016627924516797066, "learning_rate": 2.4860307406609075e-05, "loss": 0.0046, "step": 151620 }, { "epoch": 2.514135066571604, "grad_norm": 0.0041108583100140095, "learning_rate": 2.4858649334283962e-05, "loss": 0.0033, "step": 151630 }, { "epoch": 2.5143008738041153, "grad_norm": 0.0001226438325829804, "learning_rate": 2.485699126195885e-05, "loss": 0.0036, "step": 151640 }, { "epoch": 2.5144666810366267, "grad_norm": 0.00286877597682178, "learning_rate": 2.4855333189633732e-05, "loss": 0.0002, "step": 151650 }, { "epoch": 2.514632488269138, "grad_norm": 0.0001903288357425481, "learning_rate": 2.4853675117308616e-05, "loss": 0.0004, "step": 151660 }, { "epoch": 2.5147982955016497, "grad_norm": 0.00015025120228528976, "learning_rate": 2.4852017044983502e-05, "loss": 0.0061, "step": 151670 }, { "epoch": 2.514964102734161, "grad_norm": 0.0005104767042212188, "learning_rate": 2.485035897265839e-05, "loss": 0.0096, "step": 151680 }, { "epoch": 2.5151299099666726, "grad_norm": 1.371138572692871, "learning_rate": 2.4848700900333273e-05, "loss": 0.0072, "step": 151690 }, { "epoch": 2.515295717199184, "grad_norm": 0.0058195143938064575, "learning_rate": 2.484704282800816e-05, "loss": 0.0031, "step": 151700 }, { "epoch": 2.5154615244316956, "grad_norm": 0.18217426538467407, "learning_rate": 2.4845384755683043e-05, "loss": 0.0077, "step": 151710 }, { "epoch": 2.515627331664207, "grad_norm": 0.00026372948195785284, "learning_rate": 2.484372668335793e-05, "loss": 0.0011, "step": 151720 }, { "epoch": 2.5157931388967185, "grad_norm": 0.00010392656258773059, "learning_rate": 2.4842068611032814e-05, "loss": 0.0002, "step": 151730 }, { "epoch": 2.5159589461292304, "grad_norm": 0.2241988331079483, "learning_rate": 2.48404105387077e-05, "loss": 0.0099, "step": 151740 }, { "epoch": 2.5161247533617415, "grad_norm": 0.0029486326966434717, "learning_rate": 2.4838752466382584e-05, "loss": 0.0068, "step": 151750 }, { "epoch": 2.5162905605942534, "grad_norm": 0.00047859808546490967, "learning_rate": 2.483709439405747e-05, "loss": 0.0007, "step": 151760 }, { "epoch": 2.5164563678267644, "grad_norm": 0.3448914885520935, "learning_rate": 2.4835436321732354e-05, "loss": 0.0149, "step": 151770 }, { "epoch": 2.5166221750592763, "grad_norm": 0.9129223823547363, "learning_rate": 2.483377824940724e-05, "loss": 0.0025, "step": 151780 }, { "epoch": 2.5167879822917874, "grad_norm": 0.00707077793776989, "learning_rate": 2.4832120177082125e-05, "loss": 0.0, "step": 151790 }, { "epoch": 2.5169537895242993, "grad_norm": 0.12590117752552032, "learning_rate": 2.483046210475701e-05, "loss": 0.0053, "step": 151800 }, { "epoch": 2.5171195967568103, "grad_norm": 0.49065086245536804, "learning_rate": 2.4828804032431895e-05, "loss": 0.0048, "step": 151810 }, { "epoch": 2.517285403989322, "grad_norm": 0.002934868913143873, "learning_rate": 2.4827145960106782e-05, "loss": 0.0032, "step": 151820 }, { "epoch": 2.5174512112218332, "grad_norm": 0.00018069091311190277, "learning_rate": 2.4825487887781665e-05, "loss": 0.0001, "step": 151830 }, { "epoch": 2.517617018454345, "grad_norm": 0.04000590369105339, "learning_rate": 2.4823829815456552e-05, "loss": 0.0079, "step": 151840 }, { "epoch": 2.517782825686856, "grad_norm": 0.00021919870050624013, "learning_rate": 2.4822171743131436e-05, "loss": 0.006, "step": 151850 }, { "epoch": 2.517948632919368, "grad_norm": 0.006089927162975073, "learning_rate": 2.4820513670806322e-05, "loss": 0.0007, "step": 151860 }, { "epoch": 2.5181144401518796, "grad_norm": 0.004127343650907278, "learning_rate": 2.481885559848121e-05, "loss": 0.0074, "step": 151870 }, { "epoch": 2.518280247384391, "grad_norm": 0.001713117235340178, "learning_rate": 2.4817197526156093e-05, "loss": 0.007, "step": 151880 }, { "epoch": 2.5184460546169025, "grad_norm": 0.0025014029815793037, "learning_rate": 2.4815539453830976e-05, "loss": 0.0057, "step": 151890 }, { "epoch": 2.518611861849414, "grad_norm": 0.003079488407820463, "learning_rate": 2.4813881381505863e-05, "loss": 0.0014, "step": 151900 }, { "epoch": 2.5187776690819255, "grad_norm": 0.0027794695924967527, "learning_rate": 2.481222330918075e-05, "loss": 0.0115, "step": 151910 }, { "epoch": 2.518943476314437, "grad_norm": 0.03612639755010605, "learning_rate": 2.4810565236855633e-05, "loss": 0.0066, "step": 151920 }, { "epoch": 2.5191092835469484, "grad_norm": 0.0002415801864117384, "learning_rate": 2.4808907164530517e-05, "loss": 0.0051, "step": 151930 }, { "epoch": 2.51927509077946, "grad_norm": 0.000893125485163182, "learning_rate": 2.4807249092205404e-05, "loss": 0.0097, "step": 151940 }, { "epoch": 2.5194408980119714, "grad_norm": 0.0024066329933702946, "learning_rate": 2.480559101988029e-05, "loss": 0.0124, "step": 151950 }, { "epoch": 2.519606705244483, "grad_norm": 0.0005515093798749149, "learning_rate": 2.480393294755517e-05, "loss": 0.0003, "step": 151960 }, { "epoch": 2.5197725124769943, "grad_norm": 0.002972567221149802, "learning_rate": 2.4802274875230058e-05, "loss": 0.0042, "step": 151970 }, { "epoch": 2.5199383197095058, "grad_norm": 0.0012674881145358086, "learning_rate": 2.4800616802904945e-05, "loss": 0.005, "step": 151980 }, { "epoch": 2.5201041269420172, "grad_norm": 0.0055339825339615345, "learning_rate": 2.479895873057983e-05, "loss": 0.0065, "step": 151990 }, { "epoch": 2.5202699341745287, "grad_norm": 0.0017763292416930199, "learning_rate": 2.479730065825471e-05, "loss": 0.0066, "step": 152000 }, { "epoch": 2.52043574140704, "grad_norm": 0.048524536192417145, "learning_rate": 2.47956425859296e-05, "loss": 0.0008, "step": 152010 }, { "epoch": 2.5206015486395517, "grad_norm": 0.01486574299633503, "learning_rate": 2.4793984513604485e-05, "loss": 0.0001, "step": 152020 }, { "epoch": 2.520767355872063, "grad_norm": 0.0019436001311987638, "learning_rate": 2.4792326441279372e-05, "loss": 0.0001, "step": 152030 }, { "epoch": 2.5209331631045746, "grad_norm": 0.0013623585691675544, "learning_rate": 2.4790668368954256e-05, "loss": 0.0056, "step": 152040 }, { "epoch": 2.521098970337086, "grad_norm": 0.0002553678350523114, "learning_rate": 2.478901029662914e-05, "loss": 0.0001, "step": 152050 }, { "epoch": 2.5212647775695975, "grad_norm": 0.00014355128223542124, "learning_rate": 2.4787352224304026e-05, "loss": 0.0072, "step": 152060 }, { "epoch": 2.521430584802109, "grad_norm": 0.0001702141744317487, "learning_rate": 2.478569415197891e-05, "loss": 0.0067, "step": 152070 }, { "epoch": 2.5215963920346205, "grad_norm": 0.3502963185310364, "learning_rate": 2.4784036079653796e-05, "loss": 0.0031, "step": 152080 }, { "epoch": 2.521762199267132, "grad_norm": 0.006124095991253853, "learning_rate": 2.478237800732868e-05, "loss": 0.0071, "step": 152090 }, { "epoch": 2.5219280064996434, "grad_norm": 3.3316438930341974e-05, "learning_rate": 2.4780719935003567e-05, "loss": 0.0041, "step": 152100 }, { "epoch": 2.522093813732155, "grad_norm": 0.003734681522473693, "learning_rate": 2.477906186267845e-05, "loss": 0.0036, "step": 152110 }, { "epoch": 2.5222596209646664, "grad_norm": 0.18359056115150452, "learning_rate": 2.4777403790353337e-05, "loss": 0.0075, "step": 152120 }, { "epoch": 2.522425428197178, "grad_norm": 0.00045710656559094787, "learning_rate": 2.477574571802822e-05, "loss": 0.0031, "step": 152130 }, { "epoch": 2.5225912354296893, "grad_norm": 0.11789349466562271, "learning_rate": 2.4774087645703107e-05, "loss": 0.0018, "step": 152140 }, { "epoch": 2.522757042662201, "grad_norm": 0.005396576132625341, "learning_rate": 2.477242957337799e-05, "loss": 0.0038, "step": 152150 }, { "epoch": 2.5229228498947123, "grad_norm": 0.0032529288437217474, "learning_rate": 2.4770771501052878e-05, "loss": 0.0009, "step": 152160 }, { "epoch": 2.5230886571272237, "grad_norm": 8.943714055931196e-05, "learning_rate": 2.476911342872776e-05, "loss": 0.0, "step": 152170 }, { "epoch": 2.523254464359735, "grad_norm": 0.501359760761261, "learning_rate": 2.4767455356402648e-05, "loss": 0.0002, "step": 152180 }, { "epoch": 2.5234202715922467, "grad_norm": 0.01825244538486004, "learning_rate": 2.476579728407753e-05, "loss": 0.0035, "step": 152190 }, { "epoch": 2.523586078824758, "grad_norm": 0.00014378686319105327, "learning_rate": 2.476413921175242e-05, "loss": 0.0073, "step": 152200 }, { "epoch": 2.52375188605727, "grad_norm": 0.0007823433261364698, "learning_rate": 2.4762481139427305e-05, "loss": 0.0007, "step": 152210 }, { "epoch": 2.523917693289781, "grad_norm": 0.0010864236392080784, "learning_rate": 2.476082306710219e-05, "loss": 0.0042, "step": 152220 }, { "epoch": 2.524083500522293, "grad_norm": 0.11760587990283966, "learning_rate": 2.4759164994777072e-05, "loss": 0.0009, "step": 152230 }, { "epoch": 2.524249307754804, "grad_norm": 0.0003189128765370697, "learning_rate": 2.475750692245196e-05, "loss": 0.0094, "step": 152240 }, { "epoch": 2.524415114987316, "grad_norm": 0.003593142842873931, "learning_rate": 2.4755848850126846e-05, "loss": 0.001, "step": 152250 }, { "epoch": 2.524580922219827, "grad_norm": 0.012343830429017544, "learning_rate": 2.475419077780173e-05, "loss": 0.0026, "step": 152260 }, { "epoch": 2.524746729452339, "grad_norm": 0.013820106163620949, "learning_rate": 2.4752532705476613e-05, "loss": 0.0001, "step": 152270 }, { "epoch": 2.52491253668485, "grad_norm": 0.00126483547501266, "learning_rate": 2.47508746331515e-05, "loss": 0.0075, "step": 152280 }, { "epoch": 2.525078343917362, "grad_norm": 0.4182247519493103, "learning_rate": 2.4749216560826387e-05, "loss": 0.0108, "step": 152290 }, { "epoch": 2.525244151149873, "grad_norm": 0.1621297001838684, "learning_rate": 2.474755848850127e-05, "loss": 0.0117, "step": 152300 }, { "epoch": 2.525409958382385, "grad_norm": 0.0004792404652107507, "learning_rate": 2.4745900416176154e-05, "loss": 0.0002, "step": 152310 }, { "epoch": 2.5255757656148963, "grad_norm": 0.97630375623703, "learning_rate": 2.474424234385104e-05, "loss": 0.0052, "step": 152320 }, { "epoch": 2.5257415728474077, "grad_norm": 0.025807436555624008, "learning_rate": 2.4742584271525927e-05, "loss": 0.0006, "step": 152330 }, { "epoch": 2.525907380079919, "grad_norm": 0.118124820291996, "learning_rate": 2.4740926199200807e-05, "loss": 0.0013, "step": 152340 }, { "epoch": 2.5260731873124307, "grad_norm": 0.00010248887701891363, "learning_rate": 2.4739268126875694e-05, "loss": 0.0043, "step": 152350 }, { "epoch": 2.526238994544942, "grad_norm": 0.005120068788528442, "learning_rate": 2.473761005455058e-05, "loss": 0.0057, "step": 152360 }, { "epoch": 2.5264048017774536, "grad_norm": 0.20610858500003815, "learning_rate": 2.4735951982225468e-05, "loss": 0.0135, "step": 152370 }, { "epoch": 2.526570609009965, "grad_norm": 0.00041386764496564865, "learning_rate": 2.473429390990035e-05, "loss": 0.0029, "step": 152380 }, { "epoch": 2.5267364162424766, "grad_norm": 0.10135996341705322, "learning_rate": 2.4732635837575235e-05, "loss": 0.0023, "step": 152390 }, { "epoch": 2.526902223474988, "grad_norm": 0.001764332060702145, "learning_rate": 2.4730977765250122e-05, "loss": 0.0049, "step": 152400 }, { "epoch": 2.5270680307074995, "grad_norm": 0.0016317337285727262, "learning_rate": 2.472931969292501e-05, "loss": 0.0039, "step": 152410 }, { "epoch": 2.527233837940011, "grad_norm": 0.0009910480584949255, "learning_rate": 2.4727661620599892e-05, "loss": 0.0001, "step": 152420 }, { "epoch": 2.5273996451725225, "grad_norm": 0.17024847865104675, "learning_rate": 2.4726003548274776e-05, "loss": 0.0022, "step": 152430 }, { "epoch": 2.527565452405034, "grad_norm": 0.0012299016816541553, "learning_rate": 2.4724345475949662e-05, "loss": 0.0059, "step": 152440 }, { "epoch": 2.5277312596375454, "grad_norm": 0.01934438943862915, "learning_rate": 2.4722687403624546e-05, "loss": 0.0024, "step": 152450 }, { "epoch": 2.527897066870057, "grad_norm": 8.024259295780212e-05, "learning_rate": 2.4721029331299433e-05, "loss": 0.0058, "step": 152460 }, { "epoch": 2.5280628741025684, "grad_norm": 0.001202729414217174, "learning_rate": 2.4719371258974316e-05, "loss": 0.0168, "step": 152470 }, { "epoch": 2.52822868133508, "grad_norm": 0.40551742911338806, "learning_rate": 2.4717713186649203e-05, "loss": 0.0079, "step": 152480 }, { "epoch": 2.5283944885675913, "grad_norm": 0.007367377635091543, "learning_rate": 2.4716055114324087e-05, "loss": 0.0077, "step": 152490 }, { "epoch": 2.5285602958001028, "grad_norm": 0.0007896857568994164, "learning_rate": 2.4714397041998974e-05, "loss": 0.0046, "step": 152500 }, { "epoch": 2.5287261030326142, "grad_norm": 0.0011837782803922892, "learning_rate": 2.4712738969673857e-05, "loss": 0.0047, "step": 152510 }, { "epoch": 2.5288919102651257, "grad_norm": 0.00020813547598663718, "learning_rate": 2.4711080897348744e-05, "loss": 0.0124, "step": 152520 }, { "epoch": 2.529057717497637, "grad_norm": 0.0001424952206434682, "learning_rate": 2.4709422825023627e-05, "loss": 0.007, "step": 152530 }, { "epoch": 2.5292235247301487, "grad_norm": 0.015585241839289665, "learning_rate": 2.4707764752698514e-05, "loss": 0.0014, "step": 152540 }, { "epoch": 2.52938933196266, "grad_norm": 0.3452484905719757, "learning_rate": 2.47061066803734e-05, "loss": 0.004, "step": 152550 }, { "epoch": 2.5295551391951716, "grad_norm": 0.0020939635578542948, "learning_rate": 2.4704448608048285e-05, "loss": 0.0053, "step": 152560 }, { "epoch": 2.529720946427683, "grad_norm": 0.04850079491734505, "learning_rate": 2.4702790535723168e-05, "loss": 0.0002, "step": 152570 }, { "epoch": 2.5298867536601946, "grad_norm": 0.0006627342663705349, "learning_rate": 2.4701132463398055e-05, "loss": 0.0011, "step": 152580 }, { "epoch": 2.530052560892706, "grad_norm": 9.33487099246122e-05, "learning_rate": 2.4699474391072942e-05, "loss": 0.0012, "step": 152590 }, { "epoch": 2.5302183681252175, "grad_norm": 0.003292956156656146, "learning_rate": 2.4697816318747825e-05, "loss": 0.0009, "step": 152600 }, { "epoch": 2.530384175357729, "grad_norm": 0.011642314493656158, "learning_rate": 2.469615824642271e-05, "loss": 0.0006, "step": 152610 }, { "epoch": 2.5305499825902404, "grad_norm": 0.007847643457353115, "learning_rate": 2.4694500174097596e-05, "loss": 0.0003, "step": 152620 }, { "epoch": 2.530715789822752, "grad_norm": 0.003256692085415125, "learning_rate": 2.4692842101772482e-05, "loss": 0.0003, "step": 152630 }, { "epoch": 2.5308815970552634, "grad_norm": 0.0035733752883970737, "learning_rate": 2.4691184029447366e-05, "loss": 0.0018, "step": 152640 }, { "epoch": 2.531047404287775, "grad_norm": 0.0001103929098462686, "learning_rate": 2.468952595712225e-05, "loss": 0.0037, "step": 152650 }, { "epoch": 2.5312132115202868, "grad_norm": 1.0821151733398438, "learning_rate": 2.4687867884797136e-05, "loss": 0.023, "step": 152660 }, { "epoch": 2.531379018752798, "grad_norm": 0.6891725063323975, "learning_rate": 2.4686209812472023e-05, "loss": 0.0015, "step": 152670 }, { "epoch": 2.5315448259853097, "grad_norm": 0.00020444189431145787, "learning_rate": 2.4684551740146907e-05, "loss": 0.0005, "step": 152680 }, { "epoch": 2.5317106332178207, "grad_norm": 0.013433549553155899, "learning_rate": 2.468289366782179e-05, "loss": 0.0068, "step": 152690 }, { "epoch": 2.5318764404503327, "grad_norm": 0.2907488942146301, "learning_rate": 2.4681235595496677e-05, "loss": 0.0091, "step": 152700 }, { "epoch": 2.5320422476828437, "grad_norm": 9.994849096983671e-05, "learning_rate": 2.4679577523171564e-05, "loss": 0.0028, "step": 152710 }, { "epoch": 2.5322080549153556, "grad_norm": 0.00026119055110029876, "learning_rate": 2.4677919450846447e-05, "loss": 0.0115, "step": 152720 }, { "epoch": 2.5323738621478666, "grad_norm": 0.03317168727517128, "learning_rate": 2.467626137852133e-05, "loss": 0.0004, "step": 152730 }, { "epoch": 2.5325396693803786, "grad_norm": 0.0011517562670633197, "learning_rate": 2.4674603306196218e-05, "loss": 0.0067, "step": 152740 }, { "epoch": 2.5327054766128896, "grad_norm": 0.0012964295456185937, "learning_rate": 2.4672945233871105e-05, "loss": 0.0029, "step": 152750 }, { "epoch": 2.5328712838454015, "grad_norm": 0.0028616583440452814, "learning_rate": 2.4671287161545988e-05, "loss": 0.0026, "step": 152760 }, { "epoch": 2.533037091077913, "grad_norm": 0.0017418443458154798, "learning_rate": 2.466962908922087e-05, "loss": 0.0014, "step": 152770 }, { "epoch": 2.5332028983104244, "grad_norm": 0.5940119028091431, "learning_rate": 2.466797101689576e-05, "loss": 0.0034, "step": 152780 }, { "epoch": 2.533368705542936, "grad_norm": 0.016304446384310722, "learning_rate": 2.4666312944570645e-05, "loss": 0.0002, "step": 152790 }, { "epoch": 2.5335345127754474, "grad_norm": 0.006583204492926598, "learning_rate": 2.466465487224553e-05, "loss": 0.0018, "step": 152800 }, { "epoch": 2.533700320007959, "grad_norm": 0.00011385458492441103, "learning_rate": 2.4662996799920412e-05, "loss": 0.0093, "step": 152810 }, { "epoch": 2.5338661272404703, "grad_norm": 0.17883159220218658, "learning_rate": 2.46613387275953e-05, "loss": 0.0069, "step": 152820 }, { "epoch": 2.534031934472982, "grad_norm": 0.0009703550604172051, "learning_rate": 2.4659680655270183e-05, "loss": 0.0031, "step": 152830 }, { "epoch": 2.5341977417054933, "grad_norm": 0.0020311425905674696, "learning_rate": 2.465802258294507e-05, "loss": 0.0004, "step": 152840 }, { "epoch": 2.5343635489380048, "grad_norm": 0.0009722469258122146, "learning_rate": 2.4656364510619953e-05, "loss": 0.0026, "step": 152850 }, { "epoch": 2.5345293561705162, "grad_norm": 0.015038647688925266, "learning_rate": 2.465470643829484e-05, "loss": 0.0001, "step": 152860 }, { "epoch": 2.5346951634030277, "grad_norm": 0.060507163405418396, "learning_rate": 2.4653048365969723e-05, "loss": 0.003, "step": 152870 }, { "epoch": 2.534860970635539, "grad_norm": 0.008265617303550243, "learning_rate": 2.465139029364461e-05, "loss": 0.0014, "step": 152880 }, { "epoch": 2.5350267778680506, "grad_norm": 0.00027386503643356264, "learning_rate": 2.4649732221319497e-05, "loss": 0.0101, "step": 152890 }, { "epoch": 2.535192585100562, "grad_norm": 0.01453367155045271, "learning_rate": 2.464807414899438e-05, "loss": 0.0095, "step": 152900 }, { "epoch": 2.5353583923330736, "grad_norm": 0.013991589657962322, "learning_rate": 2.4646416076669264e-05, "loss": 0.0043, "step": 152910 }, { "epoch": 2.535524199565585, "grad_norm": 0.00044418690958991647, "learning_rate": 2.464475800434415e-05, "loss": 0.0105, "step": 152920 }, { "epoch": 2.5356900067980965, "grad_norm": 0.00124162039719522, "learning_rate": 2.4643099932019038e-05, "loss": 0.0026, "step": 152930 }, { "epoch": 2.535855814030608, "grad_norm": 0.006646883673965931, "learning_rate": 2.464144185969392e-05, "loss": 0.0001, "step": 152940 }, { "epoch": 2.5360216212631195, "grad_norm": 0.0003138255560770631, "learning_rate": 2.4639783787368805e-05, "loss": 0.0007, "step": 152950 }, { "epoch": 2.536187428495631, "grad_norm": 0.0020217024721205235, "learning_rate": 2.463812571504369e-05, "loss": 0.007, "step": 152960 }, { "epoch": 2.5363532357281424, "grad_norm": 0.12950420379638672, "learning_rate": 2.463646764271858e-05, "loss": 0.0118, "step": 152970 }, { "epoch": 2.536519042960654, "grad_norm": 0.0003411310026422143, "learning_rate": 2.4634809570393462e-05, "loss": 0.0001, "step": 152980 }, { "epoch": 2.5366848501931654, "grad_norm": 0.04335523024201393, "learning_rate": 2.4633151498068345e-05, "loss": 0.0003, "step": 152990 }, { "epoch": 2.536850657425677, "grad_norm": 0.010556530207395554, "learning_rate": 2.4631493425743232e-05, "loss": 0.001, "step": 153000 }, { "epoch": 2.5370164646581883, "grad_norm": 0.18242013454437256, "learning_rate": 2.462983535341812e-05, "loss": 0.0085, "step": 153010 }, { "epoch": 2.5371822718907, "grad_norm": 0.002080661477521062, "learning_rate": 2.4628177281093003e-05, "loss": 0.0032, "step": 153020 }, { "epoch": 2.5373480791232113, "grad_norm": 0.07419008016586304, "learning_rate": 2.4626519208767886e-05, "loss": 0.0027, "step": 153030 }, { "epoch": 2.5375138863557227, "grad_norm": 0.0028554238379001617, "learning_rate": 2.4624861136442773e-05, "loss": 0.0054, "step": 153040 }, { "epoch": 2.537679693588234, "grad_norm": 0.0006667974521405995, "learning_rate": 2.462320306411766e-05, "loss": 0.0004, "step": 153050 }, { "epoch": 2.5378455008207457, "grad_norm": 0.0797797217965126, "learning_rate": 2.4621544991792543e-05, "loss": 0.0003, "step": 153060 }, { "epoch": 2.538011308053257, "grad_norm": 0.00044944134424440563, "learning_rate": 2.4619886919467427e-05, "loss": 0.0001, "step": 153070 }, { "epoch": 2.5381771152857686, "grad_norm": 0.7457926273345947, "learning_rate": 2.4618228847142314e-05, "loss": 0.0156, "step": 153080 }, { "epoch": 2.53834292251828, "grad_norm": 1.1511427164077759, "learning_rate": 2.46165707748172e-05, "loss": 0.0052, "step": 153090 }, { "epoch": 2.5385087297507916, "grad_norm": 0.04596903920173645, "learning_rate": 2.4614912702492084e-05, "loss": 0.0003, "step": 153100 }, { "epoch": 2.5386745369833035, "grad_norm": 0.02126079611480236, "learning_rate": 2.4613254630166967e-05, "loss": 0.0021, "step": 153110 }, { "epoch": 2.5388403442158145, "grad_norm": 0.15344473719596863, "learning_rate": 2.4611596557841854e-05, "loss": 0.0028, "step": 153120 }, { "epoch": 2.5390061514483264, "grad_norm": 0.00012112838885514066, "learning_rate": 2.460993848551674e-05, "loss": 0.0053, "step": 153130 }, { "epoch": 2.5391719586808374, "grad_norm": 0.0016411327524110675, "learning_rate": 2.4608280413191625e-05, "loss": 0.0028, "step": 153140 }, { "epoch": 2.5393377659133494, "grad_norm": 0.016125233843922615, "learning_rate": 2.4606622340866508e-05, "loss": 0.0033, "step": 153150 }, { "epoch": 2.5395035731458604, "grad_norm": 0.00544578256085515, "learning_rate": 2.4604964268541395e-05, "loss": 0.0003, "step": 153160 }, { "epoch": 2.5396693803783723, "grad_norm": 0.006102466490119696, "learning_rate": 2.4603306196216282e-05, "loss": 0.002, "step": 153170 }, { "epoch": 2.5398351876108833, "grad_norm": 0.009080099873244762, "learning_rate": 2.4601648123891165e-05, "loss": 0.0012, "step": 153180 }, { "epoch": 2.5400009948433953, "grad_norm": 0.0010648701572790742, "learning_rate": 2.459999005156605e-05, "loss": 0.0076, "step": 153190 }, { "epoch": 2.5401668020759063, "grad_norm": 0.0014361739158630371, "learning_rate": 2.4598331979240936e-05, "loss": 0.0, "step": 153200 }, { "epoch": 2.540332609308418, "grad_norm": 0.0005059452960267663, "learning_rate": 2.4596673906915823e-05, "loss": 0.0061, "step": 153210 }, { "epoch": 2.5404984165409297, "grad_norm": 0.001301218057051301, "learning_rate": 2.4595015834590706e-05, "loss": 0.003, "step": 153220 }, { "epoch": 2.540664223773441, "grad_norm": 0.031914882361888885, "learning_rate": 2.4593357762265593e-05, "loss": 0.0001, "step": 153230 }, { "epoch": 2.5408300310059526, "grad_norm": 0.0012430943315848708, "learning_rate": 2.4591699689940476e-05, "loss": 0.0029, "step": 153240 }, { "epoch": 2.540995838238464, "grad_norm": 0.0011062596458941698, "learning_rate": 2.459004161761536e-05, "loss": 0.0054, "step": 153250 }, { "epoch": 2.5411616454709756, "grad_norm": 0.0002807575510814786, "learning_rate": 2.4588383545290247e-05, "loss": 0.0034, "step": 153260 }, { "epoch": 2.541327452703487, "grad_norm": 0.001093197730369866, "learning_rate": 2.4586725472965134e-05, "loss": 0.0055, "step": 153270 }, { "epoch": 2.5414932599359985, "grad_norm": 0.01331428810954094, "learning_rate": 2.4585067400640017e-05, "loss": 0.0099, "step": 153280 }, { "epoch": 2.54165906716851, "grad_norm": 0.0006315635982900858, "learning_rate": 2.45834093283149e-05, "loss": 0.0001, "step": 153290 }, { "epoch": 2.5418248744010215, "grad_norm": 0.0004022921493742615, "learning_rate": 2.4581751255989787e-05, "loss": 0.0112, "step": 153300 }, { "epoch": 2.541990681633533, "grad_norm": 0.0008619227446615696, "learning_rate": 2.4580093183664674e-05, "loss": 0.0015, "step": 153310 }, { "epoch": 2.5421564888660444, "grad_norm": 1.4700673818588257, "learning_rate": 2.4578435111339558e-05, "loss": 0.0025, "step": 153320 }, { "epoch": 2.542322296098556, "grad_norm": 0.02660972997546196, "learning_rate": 2.457677703901444e-05, "loss": 0.0005, "step": 153330 }, { "epoch": 2.5424881033310673, "grad_norm": 0.0006028132047504187, "learning_rate": 2.4575118966689328e-05, "loss": 0.0001, "step": 153340 }, { "epoch": 2.542653910563579, "grad_norm": 0.13387848436832428, "learning_rate": 2.4573460894364215e-05, "loss": 0.0015, "step": 153350 }, { "epoch": 2.5428197177960903, "grad_norm": 0.0011011860333383083, "learning_rate": 2.45718028220391e-05, "loss": 0.0145, "step": 153360 }, { "epoch": 2.5429855250286018, "grad_norm": 0.004764933604747057, "learning_rate": 2.4570144749713982e-05, "loss": 0.0051, "step": 153370 }, { "epoch": 2.5431513322611132, "grad_norm": 0.0004315895203035325, "learning_rate": 2.456848667738887e-05, "loss": 0.0, "step": 153380 }, { "epoch": 2.5433171394936247, "grad_norm": 0.03248817101120949, "learning_rate": 2.4566828605063756e-05, "loss": 0.0128, "step": 153390 }, { "epoch": 2.543482946726136, "grad_norm": 0.007658255752176046, "learning_rate": 2.456517053273864e-05, "loss": 0.0004, "step": 153400 }, { "epoch": 2.5436487539586476, "grad_norm": 0.001586036873050034, "learning_rate": 2.4563512460413523e-05, "loss": 0.0, "step": 153410 }, { "epoch": 2.543814561191159, "grad_norm": 0.40331682562828064, "learning_rate": 2.456185438808841e-05, "loss": 0.0226, "step": 153420 }, { "epoch": 2.5439803684236706, "grad_norm": 0.020234746858477592, "learning_rate": 2.4560196315763296e-05, "loss": 0.012, "step": 153430 }, { "epoch": 2.544146175656182, "grad_norm": 0.0016619418747723103, "learning_rate": 2.455853824343818e-05, "loss": 0.0005, "step": 153440 }, { "epoch": 2.5443119828886935, "grad_norm": 0.648201048374176, "learning_rate": 2.4556880171113063e-05, "loss": 0.0044, "step": 153450 }, { "epoch": 2.544477790121205, "grad_norm": 0.6945207715034485, "learning_rate": 2.455522209878795e-05, "loss": 0.0046, "step": 153460 }, { "epoch": 2.5446435973537165, "grad_norm": 0.003438604064285755, "learning_rate": 2.4553564026462837e-05, "loss": 0.0007, "step": 153470 }, { "epoch": 2.544809404586228, "grad_norm": 0.000286010152194649, "learning_rate": 2.455190595413772e-05, "loss": 0.0044, "step": 153480 }, { "epoch": 2.5449752118187394, "grad_norm": 0.00014830546570010483, "learning_rate": 2.4550247881812604e-05, "loss": 0.0047, "step": 153490 }, { "epoch": 2.545141019051251, "grad_norm": 0.0006861460278742015, "learning_rate": 2.454858980948749e-05, "loss": 0.0027, "step": 153500 }, { "epoch": 2.5453068262837624, "grad_norm": 0.12566295266151428, "learning_rate": 2.4546931737162378e-05, "loss": 0.0091, "step": 153510 }, { "epoch": 2.545472633516274, "grad_norm": 0.014027262106537819, "learning_rate": 2.454527366483726e-05, "loss": 0.0017, "step": 153520 }, { "epoch": 2.5456384407487853, "grad_norm": 0.0002688222157303244, "learning_rate": 2.4543615592512145e-05, "loss": 0.0016, "step": 153530 }, { "epoch": 2.545804247981297, "grad_norm": 0.0005297401221469045, "learning_rate": 2.454195752018703e-05, "loss": 0.0028, "step": 153540 }, { "epoch": 2.5459700552138083, "grad_norm": 0.009075437672436237, "learning_rate": 2.454029944786192e-05, "loss": 0.0041, "step": 153550 }, { "epoch": 2.54613586244632, "grad_norm": 0.0006674981559626758, "learning_rate": 2.4538641375536802e-05, "loss": 0.0053, "step": 153560 }, { "epoch": 2.546301669678831, "grad_norm": 0.00028011496760882437, "learning_rate": 2.453698330321169e-05, "loss": 0.0059, "step": 153570 }, { "epoch": 2.546467476911343, "grad_norm": 0.00044043263187631965, "learning_rate": 2.4535325230886572e-05, "loss": 0.0033, "step": 153580 }, { "epoch": 2.546633284143854, "grad_norm": 0.007356700953096151, "learning_rate": 2.453366715856146e-05, "loss": 0.0027, "step": 153590 }, { "epoch": 2.546799091376366, "grad_norm": 0.05469523370265961, "learning_rate": 2.4532009086236343e-05, "loss": 0.0066, "step": 153600 }, { "epoch": 2.546964898608877, "grad_norm": 0.012842139229178429, "learning_rate": 2.453035101391123e-05, "loss": 0.0044, "step": 153610 }, { "epoch": 2.547130705841389, "grad_norm": 0.0003086204524151981, "learning_rate": 2.4528692941586113e-05, "loss": 0.0061, "step": 153620 }, { "epoch": 2.5472965130739, "grad_norm": 0.00774103170260787, "learning_rate": 2.4527034869260996e-05, "loss": 0.0034, "step": 153630 }, { "epoch": 2.547462320306412, "grad_norm": 0.0004153139307163656, "learning_rate": 2.4525376796935883e-05, "loss": 0.0039, "step": 153640 }, { "epoch": 2.547628127538923, "grad_norm": 0.017671674489974976, "learning_rate": 2.452371872461077e-05, "loss": 0.0039, "step": 153650 }, { "epoch": 2.547793934771435, "grad_norm": 0.49310019612312317, "learning_rate": 2.4522060652285654e-05, "loss": 0.0017, "step": 153660 }, { "epoch": 2.5479597420039464, "grad_norm": 0.6035711765289307, "learning_rate": 2.4520402579960537e-05, "loss": 0.0028, "step": 153670 }, { "epoch": 2.548125549236458, "grad_norm": 0.1686042845249176, "learning_rate": 2.4518744507635424e-05, "loss": 0.0147, "step": 153680 }, { "epoch": 2.5482913564689693, "grad_norm": 0.11890897899866104, "learning_rate": 2.451708643531031e-05, "loss": 0.0057, "step": 153690 }, { "epoch": 2.548457163701481, "grad_norm": 0.001920698443427682, "learning_rate": 2.4515428362985194e-05, "loss": 0.0062, "step": 153700 }, { "epoch": 2.5486229709339923, "grad_norm": 0.0063715726137161255, "learning_rate": 2.4513770290660078e-05, "loss": 0.006, "step": 153710 }, { "epoch": 2.5487887781665037, "grad_norm": 5.2838586270809174e-05, "learning_rate": 2.4512112218334965e-05, "loss": 0.0077, "step": 153720 }, { "epoch": 2.548954585399015, "grad_norm": 0.0006391234346665442, "learning_rate": 2.451045414600985e-05, "loss": 0.0049, "step": 153730 }, { "epoch": 2.5491203926315267, "grad_norm": 0.0019206617726013064, "learning_rate": 2.4508796073684735e-05, "loss": 0.005, "step": 153740 }, { "epoch": 2.549286199864038, "grad_norm": 0.00035934962215833366, "learning_rate": 2.450713800135962e-05, "loss": 0.0001, "step": 153750 }, { "epoch": 2.5494520070965496, "grad_norm": 0.0021314590703696012, "learning_rate": 2.4505479929034505e-05, "loss": 0.0023, "step": 153760 }, { "epoch": 2.549617814329061, "grad_norm": 0.002556358464062214, "learning_rate": 2.4503821856709392e-05, "loss": 0.0033, "step": 153770 }, { "epoch": 2.5497836215615726, "grad_norm": 0.0025593081954866648, "learning_rate": 2.4502163784384276e-05, "loss": 0.0075, "step": 153780 }, { "epoch": 2.549949428794084, "grad_norm": 0.00015348174201790243, "learning_rate": 2.450050571205916e-05, "loss": 0.0001, "step": 153790 }, { "epoch": 2.5501152360265955, "grad_norm": 0.18053868412971497, "learning_rate": 2.4498847639734046e-05, "loss": 0.0093, "step": 153800 }, { "epoch": 2.550281043259107, "grad_norm": 0.0007009935798123479, "learning_rate": 2.4497189567408933e-05, "loss": 0.0057, "step": 153810 }, { "epoch": 2.5504468504916185, "grad_norm": 0.009073235094547272, "learning_rate": 2.4495531495083816e-05, "loss": 0.0033, "step": 153820 }, { "epoch": 2.55061265772413, "grad_norm": 0.0001328300277236849, "learning_rate": 2.44938734227587e-05, "loss": 0.0183, "step": 153830 }, { "epoch": 2.5507784649566414, "grad_norm": 0.0008980052080005407, "learning_rate": 2.4492215350433587e-05, "loss": 0.0097, "step": 153840 }, { "epoch": 2.550944272189153, "grad_norm": 0.40480318665504456, "learning_rate": 2.4490557278108474e-05, "loss": 0.003, "step": 153850 }, { "epoch": 2.5511100794216643, "grad_norm": 0.0011437811190262437, "learning_rate": 2.4488899205783357e-05, "loss": 0.006, "step": 153860 }, { "epoch": 2.551275886654176, "grad_norm": 0.002967541804537177, "learning_rate": 2.448724113345824e-05, "loss": 0.0021, "step": 153870 }, { "epoch": 2.5514416938866873, "grad_norm": 0.26086360216140747, "learning_rate": 2.4485583061133127e-05, "loss": 0.0008, "step": 153880 }, { "epoch": 2.5516075011191988, "grad_norm": 0.0007715633255429566, "learning_rate": 2.4483924988808014e-05, "loss": 0.009, "step": 153890 }, { "epoch": 2.5517733083517102, "grad_norm": 0.0006936350255273283, "learning_rate": 2.4482266916482898e-05, "loss": 0.0003, "step": 153900 }, { "epoch": 2.5519391155842217, "grad_norm": 0.31800124049186707, "learning_rate": 2.4480608844157785e-05, "loss": 0.0036, "step": 153910 }, { "epoch": 2.552104922816733, "grad_norm": 0.0002374078903812915, "learning_rate": 2.4478950771832668e-05, "loss": 0.0064, "step": 153920 }, { "epoch": 2.5522707300492447, "grad_norm": 0.0004844853247050196, "learning_rate": 2.4477292699507555e-05, "loss": 0.0096, "step": 153930 }, { "epoch": 2.552436537281756, "grad_norm": 0.00916170421987772, "learning_rate": 2.447563462718244e-05, "loss": 0.0005, "step": 153940 }, { "epoch": 2.5526023445142676, "grad_norm": 0.004993889015167952, "learning_rate": 2.4473976554857325e-05, "loss": 0.0118, "step": 153950 }, { "epoch": 2.552768151746779, "grad_norm": 0.0001206913948408328, "learning_rate": 2.447231848253221e-05, "loss": 0.0081, "step": 153960 }, { "epoch": 2.5529339589792905, "grad_norm": 0.0016352946404367685, "learning_rate": 2.4470660410207096e-05, "loss": 0.0022, "step": 153970 }, { "epoch": 2.553099766211802, "grad_norm": 0.0023051444441080093, "learning_rate": 2.446900233788198e-05, "loss": 0.0033, "step": 153980 }, { "epoch": 2.5532655734443135, "grad_norm": 0.004746875260025263, "learning_rate": 2.4467344265556866e-05, "loss": 0.0041, "step": 153990 }, { "epoch": 2.553431380676825, "grad_norm": 0.0022766271140426397, "learning_rate": 2.446568619323175e-05, "loss": 0.0041, "step": 154000 }, { "epoch": 2.553597187909337, "grad_norm": 0.00010828679660335183, "learning_rate": 2.4464028120906633e-05, "loss": 0.0098, "step": 154010 }, { "epoch": 2.553762995141848, "grad_norm": 0.5150038003921509, "learning_rate": 2.446237004858152e-05, "loss": 0.0055, "step": 154020 }, { "epoch": 2.55392880237436, "grad_norm": 0.00025701793492771685, "learning_rate": 2.4460711976256407e-05, "loss": 0.0015, "step": 154030 }, { "epoch": 2.554094609606871, "grad_norm": 0.004377751145511866, "learning_rate": 2.445905390393129e-05, "loss": 0.0035, "step": 154040 }, { "epoch": 2.5542604168393828, "grad_norm": 0.0006720003439113498, "learning_rate": 2.4457395831606174e-05, "loss": 0.0129, "step": 154050 }, { "epoch": 2.554426224071894, "grad_norm": 0.13355004787445068, "learning_rate": 2.445573775928106e-05, "loss": 0.0051, "step": 154060 }, { "epoch": 2.5545920313044057, "grad_norm": 0.00018914260726887733, "learning_rate": 2.4454079686955947e-05, "loss": 0.0, "step": 154070 }, { "epoch": 2.5547578385369167, "grad_norm": 0.07294271141290665, "learning_rate": 2.4452421614630834e-05, "loss": 0.0004, "step": 154080 }, { "epoch": 2.5549236457694287, "grad_norm": 0.005872295703738928, "learning_rate": 2.4450763542305714e-05, "loss": 0.0005, "step": 154090 }, { "epoch": 2.5550894530019397, "grad_norm": 0.0007207992020994425, "learning_rate": 2.44491054699806e-05, "loss": 0.0029, "step": 154100 }, { "epoch": 2.5552552602344516, "grad_norm": 0.0027740406803786755, "learning_rate": 2.4447447397655488e-05, "loss": 0.0037, "step": 154110 }, { "epoch": 2.555421067466963, "grad_norm": 0.0018296537455171347, "learning_rate": 2.444578932533037e-05, "loss": 0.0034, "step": 154120 }, { "epoch": 2.5555868746994745, "grad_norm": 0.0009765980066731572, "learning_rate": 2.4444131253005255e-05, "loss": 0.004, "step": 154130 }, { "epoch": 2.555752681931986, "grad_norm": 0.00021555052080657333, "learning_rate": 2.4442473180680142e-05, "loss": 0.0069, "step": 154140 }, { "epoch": 2.5559184891644975, "grad_norm": 0.06035376340150833, "learning_rate": 2.444081510835503e-05, "loss": 0.0071, "step": 154150 }, { "epoch": 2.556084296397009, "grad_norm": 0.0006629013223573565, "learning_rate": 2.4439157036029912e-05, "loss": 0.0036, "step": 154160 }, { "epoch": 2.5562501036295204, "grad_norm": 0.0013440903276205063, "learning_rate": 2.4437498963704796e-05, "loss": 0.0004, "step": 154170 }, { "epoch": 2.556415910862032, "grad_norm": 0.006127578672021627, "learning_rate": 2.4435840891379683e-05, "loss": 0.0035, "step": 154180 }, { "epoch": 2.5565817180945434, "grad_norm": 0.005495028104633093, "learning_rate": 2.443418281905457e-05, "loss": 0.0009, "step": 154190 }, { "epoch": 2.556747525327055, "grad_norm": 0.002059649908915162, "learning_rate": 2.4432524746729453e-05, "loss": 0.0, "step": 154200 }, { "epoch": 2.5569133325595663, "grad_norm": 0.05041130632162094, "learning_rate": 2.4430866674404336e-05, "loss": 0.0001, "step": 154210 }, { "epoch": 2.557079139792078, "grad_norm": 0.008440843783318996, "learning_rate": 2.4429208602079223e-05, "loss": 0.0042, "step": 154220 }, { "epoch": 2.5572449470245893, "grad_norm": 8.560646529076621e-05, "learning_rate": 2.442755052975411e-05, "loss": 0.0007, "step": 154230 }, { "epoch": 2.5574107542571007, "grad_norm": 0.0003982492198701948, "learning_rate": 2.4425892457428994e-05, "loss": 0.0035, "step": 154240 }, { "epoch": 2.557576561489612, "grad_norm": 0.0009567973902449012, "learning_rate": 2.442423438510388e-05, "loss": 0.0002, "step": 154250 }, { "epoch": 2.5577423687221237, "grad_norm": 0.0005211006500758231, "learning_rate": 2.4422576312778764e-05, "loss": 0.0, "step": 154260 }, { "epoch": 2.557908175954635, "grad_norm": 0.0027924722526222467, "learning_rate": 2.442091824045365e-05, "loss": 0.0015, "step": 154270 }, { "epoch": 2.5580739831871466, "grad_norm": 0.0002490435726940632, "learning_rate": 2.4419260168128534e-05, "loss": 0.0072, "step": 154280 }, { "epoch": 2.558239790419658, "grad_norm": 0.01348942518234253, "learning_rate": 2.441760209580342e-05, "loss": 0.0002, "step": 154290 }, { "epoch": 2.5584055976521696, "grad_norm": 0.01818821206688881, "learning_rate": 2.4415944023478305e-05, "loss": 0.0041, "step": 154300 }, { "epoch": 2.558571404884681, "grad_norm": 0.0029385548550635576, "learning_rate": 2.441428595115319e-05, "loss": 0.0119, "step": 154310 }, { "epoch": 2.5587372121171925, "grad_norm": 0.15561707317829132, "learning_rate": 2.4412627878828075e-05, "loss": 0.0036, "step": 154320 }, { "epoch": 2.558903019349704, "grad_norm": 0.07233928143978119, "learning_rate": 2.4410969806502962e-05, "loss": 0.007, "step": 154330 }, { "epoch": 2.5590688265822155, "grad_norm": 0.17965374886989594, "learning_rate": 2.4409311734177845e-05, "loss": 0.0149, "step": 154340 }, { "epoch": 2.559234633814727, "grad_norm": 0.0002132958616130054, "learning_rate": 2.4407653661852732e-05, "loss": 0.0001, "step": 154350 }, { "epoch": 2.5594004410472384, "grad_norm": 0.013916613534092903, "learning_rate": 2.4405995589527616e-05, "loss": 0.0072, "step": 154360 }, { "epoch": 2.55956624827975, "grad_norm": 0.00572187127545476, "learning_rate": 2.4404337517202503e-05, "loss": 0.0043, "step": 154370 }, { "epoch": 2.5597320555122614, "grad_norm": 0.01639663055539131, "learning_rate": 2.4402679444877386e-05, "loss": 0.0038, "step": 154380 }, { "epoch": 2.559897862744773, "grad_norm": 0.05774654820561409, "learning_rate": 2.4401021372552273e-05, "loss": 0.0035, "step": 154390 }, { "epoch": 2.5600636699772843, "grad_norm": 0.002063699997961521, "learning_rate": 2.4399363300227156e-05, "loss": 0.0031, "step": 154400 }, { "epoch": 2.5602294772097958, "grad_norm": 0.23268575966358185, "learning_rate": 2.4397705227902043e-05, "loss": 0.0064, "step": 154410 }, { "epoch": 2.5603952844423072, "grad_norm": 0.055145248770713806, "learning_rate": 2.439604715557693e-05, "loss": 0.0091, "step": 154420 }, { "epoch": 2.5605610916748187, "grad_norm": 0.002005532383918762, "learning_rate": 2.439438908325181e-05, "loss": 0.0, "step": 154430 }, { "epoch": 2.56072689890733, "grad_norm": 0.011607006192207336, "learning_rate": 2.4392731010926697e-05, "loss": 0.0029, "step": 154440 }, { "epoch": 2.5608927061398417, "grad_norm": 0.01302524097263813, "learning_rate": 2.4391072938601584e-05, "loss": 0.0001, "step": 154450 }, { "epoch": 2.5610585133723536, "grad_norm": 0.2595689296722412, "learning_rate": 2.438941486627647e-05, "loss": 0.0072, "step": 154460 }, { "epoch": 2.5612243206048646, "grad_norm": 0.06532293558120728, "learning_rate": 2.438775679395135e-05, "loss": 0.0032, "step": 154470 }, { "epoch": 2.5613901278373765, "grad_norm": 0.2882142961025238, "learning_rate": 2.4386098721626238e-05, "loss": 0.004, "step": 154480 }, { "epoch": 2.5615559350698875, "grad_norm": 0.001793604576960206, "learning_rate": 2.4384440649301125e-05, "loss": 0.0026, "step": 154490 }, { "epoch": 2.5617217423023995, "grad_norm": 0.001193496398627758, "learning_rate": 2.438278257697601e-05, "loss": 0.0035, "step": 154500 }, { "epoch": 2.5618875495349105, "grad_norm": 0.0018409292679280043, "learning_rate": 2.438112450465089e-05, "loss": 0.0002, "step": 154510 }, { "epoch": 2.5620533567674224, "grad_norm": 0.003355879569426179, "learning_rate": 2.437946643232578e-05, "loss": 0.0011, "step": 154520 }, { "epoch": 2.5622191639999334, "grad_norm": 0.026560256257653236, "learning_rate": 2.4377808360000665e-05, "loss": 0.0002, "step": 154530 }, { "epoch": 2.5623849712324454, "grad_norm": 0.0003289631276857108, "learning_rate": 2.437615028767555e-05, "loss": 0.0008, "step": 154540 }, { "epoch": 2.5625507784649564, "grad_norm": 0.0001893114240374416, "learning_rate": 2.4374492215350432e-05, "loss": 0.0087, "step": 154550 }, { "epoch": 2.5627165856974683, "grad_norm": 0.17332302033901215, "learning_rate": 2.437283414302532e-05, "loss": 0.0075, "step": 154560 }, { "epoch": 2.5628823929299798, "grad_norm": 2.5366065528942272e-05, "learning_rate": 2.4371176070700206e-05, "loss": 0.0003, "step": 154570 }, { "epoch": 2.5630482001624912, "grad_norm": 9.877399133984e-05, "learning_rate": 2.436951799837509e-05, "loss": 0.007, "step": 154580 }, { "epoch": 2.5632140073950027, "grad_norm": 0.19963110983371735, "learning_rate": 2.4367859926049976e-05, "loss": 0.007, "step": 154590 }, { "epoch": 2.563379814627514, "grad_norm": 0.11331262439489365, "learning_rate": 2.436620185372486e-05, "loss": 0.0002, "step": 154600 }, { "epoch": 2.5635456218600257, "grad_norm": 0.001268265419639647, "learning_rate": 2.4364543781399747e-05, "loss": 0.0047, "step": 154610 }, { "epoch": 2.563711429092537, "grad_norm": 0.0330713652074337, "learning_rate": 2.436288570907463e-05, "loss": 0.0, "step": 154620 }, { "epoch": 2.5638772363250486, "grad_norm": 0.0005423630937002599, "learning_rate": 2.4361227636749517e-05, "loss": 0.004, "step": 154630 }, { "epoch": 2.56404304355756, "grad_norm": 0.1955980658531189, "learning_rate": 2.43595695644244e-05, "loss": 0.0034, "step": 154640 }, { "epoch": 2.5642088507900715, "grad_norm": 0.00011909501336049289, "learning_rate": 2.4357911492099287e-05, "loss": 0.0045, "step": 154650 }, { "epoch": 2.564374658022583, "grad_norm": 0.0034690937027335167, "learning_rate": 2.435625341977417e-05, "loss": 0.0, "step": 154660 }, { "epoch": 2.5645404652550945, "grad_norm": 0.18534985184669495, "learning_rate": 2.4354595347449058e-05, "loss": 0.0026, "step": 154670 }, { "epoch": 2.564706272487606, "grad_norm": 0.0001594837085576728, "learning_rate": 2.435293727512394e-05, "loss": 0.0036, "step": 154680 }, { "epoch": 2.5648720797201174, "grad_norm": 0.002174707828089595, "learning_rate": 2.4351279202798828e-05, "loss": 0.0001, "step": 154690 }, { "epoch": 2.565037886952629, "grad_norm": 0.016265833750367165, "learning_rate": 2.434962113047371e-05, "loss": 0.0002, "step": 154700 }, { "epoch": 2.5652036941851404, "grad_norm": 0.006556318141520023, "learning_rate": 2.43479630581486e-05, "loss": 0.0057, "step": 154710 }, { "epoch": 2.565369501417652, "grad_norm": 0.0034283839631825686, "learning_rate": 2.4346304985823482e-05, "loss": 0.0106, "step": 154720 }, { "epoch": 2.5655353086501633, "grad_norm": 0.16868045926094055, "learning_rate": 2.434464691349837e-05, "loss": 0.004, "step": 154730 }, { "epoch": 2.565701115882675, "grad_norm": 0.0009110753890126944, "learning_rate": 2.4342988841173252e-05, "loss": 0.008, "step": 154740 }, { "epoch": 2.5658669231151863, "grad_norm": 0.022831911221146584, "learning_rate": 2.434133076884814e-05, "loss": 0.0068, "step": 154750 }, { "epoch": 2.5660327303476977, "grad_norm": 0.001543434918858111, "learning_rate": 2.4339672696523026e-05, "loss": 0.0056, "step": 154760 }, { "epoch": 2.566198537580209, "grad_norm": 0.0012371238553896546, "learning_rate": 2.433801462419791e-05, "loss": 0.0081, "step": 154770 }, { "epoch": 2.5663643448127207, "grad_norm": 0.19968590140342712, "learning_rate": 2.4336356551872793e-05, "loss": 0.0167, "step": 154780 }, { "epoch": 2.566530152045232, "grad_norm": 0.0007563247345387936, "learning_rate": 2.433469847954768e-05, "loss": 0.0001, "step": 154790 }, { "epoch": 2.5666959592777436, "grad_norm": 0.011911536566913128, "learning_rate": 2.4333040407222567e-05, "loss": 0.0002, "step": 154800 }, { "epoch": 2.566861766510255, "grad_norm": 0.013538501225411892, "learning_rate": 2.4331382334897447e-05, "loss": 0.005, "step": 154810 }, { "epoch": 2.5670275737427666, "grad_norm": 0.18461874127388, "learning_rate": 2.4329724262572334e-05, "loss": 0.0091, "step": 154820 }, { "epoch": 2.567193380975278, "grad_norm": 0.00022926325618755072, "learning_rate": 2.432806619024722e-05, "loss": 0.0026, "step": 154830 }, { "epoch": 2.5673591882077895, "grad_norm": 0.20374929904937744, "learning_rate": 2.4326408117922107e-05, "loss": 0.0103, "step": 154840 }, { "epoch": 2.567524995440301, "grad_norm": 0.31350114941596985, "learning_rate": 2.4324750045596988e-05, "loss": 0.0073, "step": 154850 }, { "epoch": 2.5676908026728125, "grad_norm": 0.22443141043186188, "learning_rate": 2.4323091973271874e-05, "loss": 0.001, "step": 154860 }, { "epoch": 2.567856609905324, "grad_norm": 0.17063859105110168, "learning_rate": 2.432143390094676e-05, "loss": 0.0034, "step": 154870 }, { "epoch": 2.5680224171378354, "grad_norm": 0.04031001776456833, "learning_rate": 2.4319775828621648e-05, "loss": 0.0004, "step": 154880 }, { "epoch": 2.568188224370347, "grad_norm": 0.28649064898490906, "learning_rate": 2.4318117756296528e-05, "loss": 0.0171, "step": 154890 }, { "epoch": 2.5683540316028584, "grad_norm": 0.18189047276973724, "learning_rate": 2.4316459683971415e-05, "loss": 0.0163, "step": 154900 }, { "epoch": 2.5685198388353703, "grad_norm": 0.036276597529649734, "learning_rate": 2.4314801611646302e-05, "loss": 0.0002, "step": 154910 }, { "epoch": 2.5686856460678813, "grad_norm": 0.004607059992849827, "learning_rate": 2.4313143539321185e-05, "loss": 0.0076, "step": 154920 }, { "epoch": 2.568851453300393, "grad_norm": 0.02013956941664219, "learning_rate": 2.4311485466996072e-05, "loss": 0.0028, "step": 154930 }, { "epoch": 2.5690172605329042, "grad_norm": 0.24014326930046082, "learning_rate": 2.4309827394670956e-05, "loss": 0.0061, "step": 154940 }, { "epoch": 2.569183067765416, "grad_norm": 0.014101394452154636, "learning_rate": 2.4308169322345843e-05, "loss": 0.003, "step": 154950 }, { "epoch": 2.569348874997927, "grad_norm": 0.0016779056750237942, "learning_rate": 2.4306511250020726e-05, "loss": 0.0021, "step": 154960 }, { "epoch": 2.569514682230439, "grad_norm": 0.00038643376319669187, "learning_rate": 2.4304853177695613e-05, "loss": 0.0072, "step": 154970 }, { "epoch": 2.56968048946295, "grad_norm": 0.00023923481057863683, "learning_rate": 2.4303195105370496e-05, "loss": 0.0095, "step": 154980 }, { "epoch": 2.569846296695462, "grad_norm": 0.0018090457888320088, "learning_rate": 2.4301537033045383e-05, "loss": 0.0006, "step": 154990 }, { "epoch": 2.570012103927973, "grad_norm": 0.2133430540561676, "learning_rate": 2.4299878960720267e-05, "loss": 0.0135, "step": 155000 }, { "epoch": 2.570177911160485, "grad_norm": 0.0008392264135181904, "learning_rate": 2.4298220888395154e-05, "loss": 0.0048, "step": 155010 }, { "epoch": 2.5703437183929965, "grad_norm": 0.0006562588387168944, "learning_rate": 2.4296562816070037e-05, "loss": 0.011, "step": 155020 }, { "epoch": 2.570509525625508, "grad_norm": 0.2507261335849762, "learning_rate": 2.4294904743744924e-05, "loss": 0.0108, "step": 155030 }, { "epoch": 2.5706753328580194, "grad_norm": 0.14509503543376923, "learning_rate": 2.4293246671419808e-05, "loss": 0.0096, "step": 155040 }, { "epoch": 2.570841140090531, "grad_norm": 0.00034098196192644536, "learning_rate": 2.4291588599094694e-05, "loss": 0.0035, "step": 155050 }, { "epoch": 2.5710069473230424, "grad_norm": 0.010147963650524616, "learning_rate": 2.4289930526769578e-05, "loss": 0.0004, "step": 155060 }, { "epoch": 2.571172754555554, "grad_norm": 0.1346173733472824, "learning_rate": 2.4288272454444465e-05, "loss": 0.0131, "step": 155070 }, { "epoch": 2.5713385617880653, "grad_norm": 0.000350010406691581, "learning_rate": 2.4286614382119348e-05, "loss": 0.0001, "step": 155080 }, { "epoch": 2.5715043690205768, "grad_norm": 0.0008588831988163292, "learning_rate": 2.4284956309794235e-05, "loss": 0.0057, "step": 155090 }, { "epoch": 2.5716701762530882, "grad_norm": 0.001134516205638647, "learning_rate": 2.4283298237469122e-05, "loss": 0.0035, "step": 155100 }, { "epoch": 2.5718359834855997, "grad_norm": 0.19169315695762634, "learning_rate": 2.4281640165144005e-05, "loss": 0.0022, "step": 155110 }, { "epoch": 2.572001790718111, "grad_norm": 0.2091679573059082, "learning_rate": 2.427998209281889e-05, "loss": 0.0073, "step": 155120 }, { "epoch": 2.5721675979506227, "grad_norm": 0.8025805950164795, "learning_rate": 2.4278324020493776e-05, "loss": 0.0069, "step": 155130 }, { "epoch": 2.572333405183134, "grad_norm": 0.00892765261232853, "learning_rate": 2.4276665948168663e-05, "loss": 0.0093, "step": 155140 }, { "epoch": 2.5724992124156456, "grad_norm": 0.0012421989813446999, "learning_rate": 2.4275007875843546e-05, "loss": 0.003, "step": 155150 }, { "epoch": 2.572665019648157, "grad_norm": 0.004057271871715784, "learning_rate": 2.427334980351843e-05, "loss": 0.0001, "step": 155160 }, { "epoch": 2.5728308268806686, "grad_norm": 0.00011239707237109542, "learning_rate": 2.4271691731193316e-05, "loss": 0.0044, "step": 155170 }, { "epoch": 2.57299663411318, "grad_norm": 0.09428577870130539, "learning_rate": 2.4270033658868203e-05, "loss": 0.0081, "step": 155180 }, { "epoch": 2.5731624413456915, "grad_norm": 0.00037144351517781615, "learning_rate": 2.4268375586543083e-05, "loss": 0.0004, "step": 155190 }, { "epoch": 2.573328248578203, "grad_norm": 0.00010230794578092173, "learning_rate": 2.426671751421797e-05, "loss": 0.0076, "step": 155200 }, { "epoch": 2.5734940558107144, "grad_norm": 0.0004669306508731097, "learning_rate": 2.4265059441892857e-05, "loss": 0.0096, "step": 155210 }, { "epoch": 2.573659863043226, "grad_norm": 0.00029645496397279203, "learning_rate": 2.4263401369567744e-05, "loss": 0.0063, "step": 155220 }, { "epoch": 2.5738256702757374, "grad_norm": 0.0029763812199234962, "learning_rate": 2.4261743297242624e-05, "loss": 0.0025, "step": 155230 }, { "epoch": 2.573991477508249, "grad_norm": 0.0009213408338837326, "learning_rate": 2.426008522491751e-05, "loss": 0.0006, "step": 155240 }, { "epoch": 2.5741572847407603, "grad_norm": 0.22479064762592316, "learning_rate": 2.4258427152592398e-05, "loss": 0.0152, "step": 155250 }, { "epoch": 2.574323091973272, "grad_norm": 0.0034184183459728956, "learning_rate": 2.4256769080267285e-05, "loss": 0.0026, "step": 155260 }, { "epoch": 2.5744888992057833, "grad_norm": 7.144740811781958e-05, "learning_rate": 2.4255111007942168e-05, "loss": 0.0034, "step": 155270 }, { "epoch": 2.5746547064382947, "grad_norm": 5.976131069473922e-05, "learning_rate": 2.425345293561705e-05, "loss": 0.0001, "step": 155280 }, { "epoch": 2.574820513670806, "grad_norm": 0.037229523062705994, "learning_rate": 2.425179486329194e-05, "loss": 0.0047, "step": 155290 }, { "epoch": 2.5749863209033177, "grad_norm": 0.002150020794942975, "learning_rate": 2.4250136790966822e-05, "loss": 0.0155, "step": 155300 }, { "epoch": 2.575152128135829, "grad_norm": 0.76481693983078, "learning_rate": 2.424847871864171e-05, "loss": 0.0119, "step": 155310 }, { "epoch": 2.5753179353683406, "grad_norm": 0.00012859950948040932, "learning_rate": 2.4246820646316592e-05, "loss": 0.0029, "step": 155320 }, { "epoch": 2.575483742600852, "grad_norm": 0.0003521718317642808, "learning_rate": 2.424516257399148e-05, "loss": 0.0044, "step": 155330 }, { "epoch": 2.5756495498333636, "grad_norm": 0.0020017323549836874, "learning_rate": 2.4243504501666363e-05, "loss": 0.0004, "step": 155340 }, { "epoch": 2.575815357065875, "grad_norm": 0.0009900692384690046, "learning_rate": 2.424184642934125e-05, "loss": 0.0061, "step": 155350 }, { "epoch": 2.575981164298387, "grad_norm": 0.03806925192475319, "learning_rate": 2.4240188357016133e-05, "loss": 0.0221, "step": 155360 }, { "epoch": 2.576146971530898, "grad_norm": 0.007438845932483673, "learning_rate": 2.423853028469102e-05, "loss": 0.0001, "step": 155370 }, { "epoch": 2.57631277876341, "grad_norm": 0.0009862048318609595, "learning_rate": 2.4236872212365903e-05, "loss": 0.0123, "step": 155380 }, { "epoch": 2.576478585995921, "grad_norm": 0.7857024073600769, "learning_rate": 2.423521414004079e-05, "loss": 0.0064, "step": 155390 }, { "epoch": 2.576644393228433, "grad_norm": 0.07809671759605408, "learning_rate": 2.4233556067715674e-05, "loss": 0.004, "step": 155400 }, { "epoch": 2.576810200460944, "grad_norm": 0.0008454516646452248, "learning_rate": 2.423189799539056e-05, "loss": 0.0001, "step": 155410 }, { "epoch": 2.576976007693456, "grad_norm": 0.000746405974496156, "learning_rate": 2.4230239923065444e-05, "loss": 0.0028, "step": 155420 }, { "epoch": 2.577141814925967, "grad_norm": 0.1967749446630478, "learning_rate": 2.422858185074033e-05, "loss": 0.0026, "step": 155430 }, { "epoch": 2.5773076221584788, "grad_norm": 0.0008066914742812514, "learning_rate": 2.4226923778415218e-05, "loss": 0.0043, "step": 155440 }, { "epoch": 2.57747342939099, "grad_norm": 0.0004707739863079041, "learning_rate": 2.42252657060901e-05, "loss": 0.0004, "step": 155450 }, { "epoch": 2.5776392366235017, "grad_norm": 0.00873248279094696, "learning_rate": 2.4223607633764985e-05, "loss": 0.0001, "step": 155460 }, { "epoch": 2.5778050438560127, "grad_norm": 0.052047569304704666, "learning_rate": 2.422194956143987e-05, "loss": 0.0099, "step": 155470 }, { "epoch": 2.5779708510885246, "grad_norm": 0.00016852312546689063, "learning_rate": 2.422029148911476e-05, "loss": 0.0031, "step": 155480 }, { "epoch": 2.578136658321036, "grad_norm": 0.0011386564001441002, "learning_rate": 2.4218633416789642e-05, "loss": 0.0065, "step": 155490 }, { "epoch": 2.5783024655535476, "grad_norm": 0.00048161830636672676, "learning_rate": 2.4216975344464525e-05, "loss": 0.0067, "step": 155500 }, { "epoch": 2.578468272786059, "grad_norm": 0.0006484247860498726, "learning_rate": 2.4215317272139412e-05, "loss": 0.0, "step": 155510 }, { "epoch": 2.5786340800185705, "grad_norm": 0.8460773825645447, "learning_rate": 2.42136591998143e-05, "loss": 0.0071, "step": 155520 }, { "epoch": 2.578799887251082, "grad_norm": 0.0018470559734851122, "learning_rate": 2.4212001127489183e-05, "loss": 0.0037, "step": 155530 }, { "epoch": 2.5789656944835935, "grad_norm": 0.010652813129127026, "learning_rate": 2.4210343055164066e-05, "loss": 0.0082, "step": 155540 }, { "epoch": 2.579131501716105, "grad_norm": 0.34313851594924927, "learning_rate": 2.4208684982838953e-05, "loss": 0.0141, "step": 155550 }, { "epoch": 2.5792973089486164, "grad_norm": 0.0002539839770179242, "learning_rate": 2.420702691051384e-05, "loss": 0.0049, "step": 155560 }, { "epoch": 2.579463116181128, "grad_norm": 0.0056513287127017975, "learning_rate": 2.4205368838188723e-05, "loss": 0.0002, "step": 155570 }, { "epoch": 2.5796289234136394, "grad_norm": 0.0008228272199630737, "learning_rate": 2.4203710765863607e-05, "loss": 0.0035, "step": 155580 }, { "epoch": 2.579794730646151, "grad_norm": 0.00648528104647994, "learning_rate": 2.4202052693538494e-05, "loss": 0.002, "step": 155590 }, { "epoch": 2.5799605378786623, "grad_norm": 0.24313192069530487, "learning_rate": 2.420039462121338e-05, "loss": 0.0122, "step": 155600 }, { "epoch": 2.580126345111174, "grad_norm": 0.0018488820642232895, "learning_rate": 2.4198736548888264e-05, "loss": 0.0047, "step": 155610 }, { "epoch": 2.5802921523436853, "grad_norm": 0.0007674742955714464, "learning_rate": 2.4197078476563148e-05, "loss": 0.0109, "step": 155620 }, { "epoch": 2.5804579595761967, "grad_norm": 0.005620982032269239, "learning_rate": 2.4195420404238034e-05, "loss": 0.0002, "step": 155630 }, { "epoch": 2.580623766808708, "grad_norm": 0.003437512321397662, "learning_rate": 2.419376233191292e-05, "loss": 0.0032, "step": 155640 }, { "epoch": 2.5807895740412197, "grad_norm": 0.030614128336310387, "learning_rate": 2.4192104259587805e-05, "loss": 0.0031, "step": 155650 }, { "epoch": 2.580955381273731, "grad_norm": 0.08013860881328583, "learning_rate": 2.4190446187262688e-05, "loss": 0.0016, "step": 155660 }, { "epoch": 2.5811211885062426, "grad_norm": 0.0040512788109481335, "learning_rate": 2.4188788114937575e-05, "loss": 0.0034, "step": 155670 }, { "epoch": 2.581286995738754, "grad_norm": 0.17330807447433472, "learning_rate": 2.4187130042612462e-05, "loss": 0.003, "step": 155680 }, { "epoch": 2.5814528029712656, "grad_norm": 0.21360157430171967, "learning_rate": 2.4185471970287345e-05, "loss": 0.0106, "step": 155690 }, { "epoch": 2.581618610203777, "grad_norm": 0.0020154749508947134, "learning_rate": 2.418381389796223e-05, "loss": 0.0034, "step": 155700 }, { "epoch": 2.5817844174362885, "grad_norm": 0.00022985455871094018, "learning_rate": 2.4182155825637116e-05, "loss": 0.0009, "step": 155710 }, { "epoch": 2.5819502246688, "grad_norm": 0.0006019940483383834, "learning_rate": 2.4180497753312e-05, "loss": 0.0062, "step": 155720 }, { "epoch": 2.5821160319013114, "grad_norm": 0.0007897386676631868, "learning_rate": 2.4178839680986886e-05, "loss": 0.0008, "step": 155730 }, { "epoch": 2.582281839133823, "grad_norm": 0.00010056190512841567, "learning_rate": 2.417718160866177e-05, "loss": 0.0024, "step": 155740 }, { "epoch": 2.5824476463663344, "grad_norm": 0.005441793240606785, "learning_rate": 2.4175523536336656e-05, "loss": 0.0001, "step": 155750 }, { "epoch": 2.582613453598846, "grad_norm": 0.0006646208348684013, "learning_rate": 2.417386546401154e-05, "loss": 0.0061, "step": 155760 }, { "epoch": 2.5827792608313573, "grad_norm": 3.2553887367248535, "learning_rate": 2.4172207391686427e-05, "loss": 0.0405, "step": 155770 }, { "epoch": 2.582945068063869, "grad_norm": 0.0004651790950447321, "learning_rate": 2.4170549319361314e-05, "loss": 0.0057, "step": 155780 }, { "epoch": 2.5831108752963803, "grad_norm": 0.31687965989112854, "learning_rate": 2.4168891247036197e-05, "loss": 0.0086, "step": 155790 }, { "epoch": 2.5832766825288918, "grad_norm": 0.001340067945420742, "learning_rate": 2.416723317471108e-05, "loss": 0.0052, "step": 155800 }, { "epoch": 2.5834424897614032, "grad_norm": 0.0009312184993177652, "learning_rate": 2.4165575102385968e-05, "loss": 0.0005, "step": 155810 }, { "epoch": 2.5836082969939147, "grad_norm": 9.827748726820573e-05, "learning_rate": 2.4163917030060854e-05, "loss": 0.0029, "step": 155820 }, { "epoch": 2.5837741042264266, "grad_norm": 0.03972943499684334, "learning_rate": 2.4162258957735738e-05, "loss": 0.0012, "step": 155830 }, { "epoch": 2.5839399114589376, "grad_norm": 0.13496744632720947, "learning_rate": 2.416060088541062e-05, "loss": 0.0034, "step": 155840 }, { "epoch": 2.5841057186914496, "grad_norm": 0.013197097927331924, "learning_rate": 2.4158942813085508e-05, "loss": 0.0049, "step": 155850 }, { "epoch": 2.5842715259239606, "grad_norm": 0.0009478754363954067, "learning_rate": 2.4157284740760395e-05, "loss": 0.0002, "step": 155860 }, { "epoch": 2.5844373331564725, "grad_norm": 0.0025435034185647964, "learning_rate": 2.415562666843528e-05, "loss": 0.0004, "step": 155870 }, { "epoch": 2.5846031403889835, "grad_norm": 0.00023563903232570738, "learning_rate": 2.4153968596110162e-05, "loss": 0.0002, "step": 155880 }, { "epoch": 2.5847689476214954, "grad_norm": 0.12088403850793839, "learning_rate": 2.415231052378505e-05, "loss": 0.0082, "step": 155890 }, { "epoch": 2.5849347548540065, "grad_norm": 0.0009094767738133669, "learning_rate": 2.4150652451459936e-05, "loss": 0.0002, "step": 155900 }, { "epoch": 2.5851005620865184, "grad_norm": 0.013732110150158405, "learning_rate": 2.414899437913482e-05, "loss": 0.0028, "step": 155910 }, { "epoch": 2.5852663693190294, "grad_norm": 0.0008252027910202742, "learning_rate": 2.4147336306809703e-05, "loss": 0.0104, "step": 155920 }, { "epoch": 2.5854321765515413, "grad_norm": 0.00016477948520332575, "learning_rate": 2.414567823448459e-05, "loss": 0.011, "step": 155930 }, { "epoch": 2.585597983784053, "grad_norm": 0.005959324073046446, "learning_rate": 2.4144020162159476e-05, "loss": 0.0015, "step": 155940 }, { "epoch": 2.5857637910165643, "grad_norm": 0.0002209234662586823, "learning_rate": 2.414236208983436e-05, "loss": 0.0, "step": 155950 }, { "epoch": 2.5859295982490758, "grad_norm": 4.3939999159192666e-05, "learning_rate": 2.4140704017509243e-05, "loss": 0.0034, "step": 155960 }, { "epoch": 2.5860954054815872, "grad_norm": 0.03401998430490494, "learning_rate": 2.413904594518413e-05, "loss": 0.0064, "step": 155970 }, { "epoch": 2.5862612127140987, "grad_norm": 0.35062140226364136, "learning_rate": 2.4137387872859017e-05, "loss": 0.0081, "step": 155980 }, { "epoch": 2.58642701994661, "grad_norm": 0.005377261433750391, "learning_rate": 2.41357298005339e-05, "loss": 0.001, "step": 155990 }, { "epoch": 2.5865928271791216, "grad_norm": 0.0006332159973680973, "learning_rate": 2.4134071728208784e-05, "loss": 0.0056, "step": 156000 }, { "epoch": 2.586758634411633, "grad_norm": 0.02128845453262329, "learning_rate": 2.413241365588367e-05, "loss": 0.0007, "step": 156010 }, { "epoch": 2.5869244416441446, "grad_norm": 0.0558415949344635, "learning_rate": 2.4130755583558558e-05, "loss": 0.0106, "step": 156020 }, { "epoch": 2.587090248876656, "grad_norm": 0.02388162910938263, "learning_rate": 2.412909751123344e-05, "loss": 0.005, "step": 156030 }, { "epoch": 2.5872560561091675, "grad_norm": 0.13499125838279724, "learning_rate": 2.4127439438908325e-05, "loss": 0.0017, "step": 156040 }, { "epoch": 2.587421863341679, "grad_norm": 4.797755173058249e-05, "learning_rate": 2.412578136658321e-05, "loss": 0.0026, "step": 156050 }, { "epoch": 2.5875876705741905, "grad_norm": 0.23370355367660522, "learning_rate": 2.41241232942581e-05, "loss": 0.0029, "step": 156060 }, { "epoch": 2.587753477806702, "grad_norm": 0.07813945412635803, "learning_rate": 2.4122465221932982e-05, "loss": 0.0063, "step": 156070 }, { "epoch": 2.5879192850392134, "grad_norm": 0.0006332516786642373, "learning_rate": 2.4120807149607866e-05, "loss": 0.0066, "step": 156080 }, { "epoch": 2.588085092271725, "grad_norm": 0.00031590141588822007, "learning_rate": 2.4119149077282752e-05, "loss": 0.0003, "step": 156090 }, { "epoch": 2.5882508995042364, "grad_norm": 0.008403636515140533, "learning_rate": 2.4117491004957636e-05, "loss": 0.0072, "step": 156100 }, { "epoch": 2.588416706736748, "grad_norm": 0.059274133294820786, "learning_rate": 2.4115832932632523e-05, "loss": 0.0027, "step": 156110 }, { "epoch": 2.5885825139692593, "grad_norm": 0.002408647444099188, "learning_rate": 2.411417486030741e-05, "loss": 0.0004, "step": 156120 }, { "epoch": 2.588748321201771, "grad_norm": 0.003510695183649659, "learning_rate": 2.4112516787982293e-05, "loss": 0.0002, "step": 156130 }, { "epoch": 2.5889141284342823, "grad_norm": 0.002867842325940728, "learning_rate": 2.4110858715657177e-05, "loss": 0.0002, "step": 156140 }, { "epoch": 2.5890799356667937, "grad_norm": 0.0016815699636936188, "learning_rate": 2.4109200643332063e-05, "loss": 0.0128, "step": 156150 }, { "epoch": 2.589245742899305, "grad_norm": 0.038231927901506424, "learning_rate": 2.410754257100695e-05, "loss": 0.0055, "step": 156160 }, { "epoch": 2.5894115501318167, "grad_norm": 0.0004111296439077705, "learning_rate": 2.4105884498681834e-05, "loss": 0.0001, "step": 156170 }, { "epoch": 2.589577357364328, "grad_norm": 0.001368125551380217, "learning_rate": 2.4104226426356717e-05, "loss": 0.0058, "step": 156180 }, { "epoch": 2.5897431645968396, "grad_norm": 0.42146918177604675, "learning_rate": 2.4102568354031604e-05, "loss": 0.0192, "step": 156190 }, { "epoch": 2.589908971829351, "grad_norm": 0.03433229401707649, "learning_rate": 2.410091028170649e-05, "loss": 0.0011, "step": 156200 }, { "epoch": 2.5900747790618626, "grad_norm": 0.0012407732428982854, "learning_rate": 2.4099252209381374e-05, "loss": 0.0, "step": 156210 }, { "epoch": 2.590240586294374, "grad_norm": 0.00014055579958949238, "learning_rate": 2.4097594137056258e-05, "loss": 0.0055, "step": 156220 }, { "epoch": 2.5904063935268855, "grad_norm": 0.0069775814190506935, "learning_rate": 2.4095936064731145e-05, "loss": 0.0086, "step": 156230 }, { "epoch": 2.590572200759397, "grad_norm": 0.09079103916883469, "learning_rate": 2.409427799240603e-05, "loss": 0.0003, "step": 156240 }, { "epoch": 2.5907380079919085, "grad_norm": 0.188349649310112, "learning_rate": 2.4092619920080915e-05, "loss": 0.003, "step": 156250 }, { "epoch": 2.59090381522442, "grad_norm": 0.0022072342690080404, "learning_rate": 2.40909618477558e-05, "loss": 0.0028, "step": 156260 }, { "epoch": 2.5910696224569314, "grad_norm": 0.017263038083910942, "learning_rate": 2.4089303775430685e-05, "loss": 0.0002, "step": 156270 }, { "epoch": 2.5912354296894433, "grad_norm": 0.00012711016461253166, "learning_rate": 2.4087645703105572e-05, "loss": 0.0043, "step": 156280 }, { "epoch": 2.5914012369219543, "grad_norm": 0.0028221122920513153, "learning_rate": 2.4085987630780456e-05, "loss": 0.0, "step": 156290 }, { "epoch": 2.5915670441544663, "grad_norm": 0.0015499087749049067, "learning_rate": 2.408432955845534e-05, "loss": 0.0028, "step": 156300 }, { "epoch": 2.5917328513869773, "grad_norm": 0.006448613945394754, "learning_rate": 2.4082671486130226e-05, "loss": 0.0042, "step": 156310 }, { "epoch": 2.591898658619489, "grad_norm": 0.003966501913964748, "learning_rate": 2.4081013413805113e-05, "loss": 0.0053, "step": 156320 }, { "epoch": 2.5920644658520002, "grad_norm": 0.015849119052290916, "learning_rate": 2.4079355341479997e-05, "loss": 0.0007, "step": 156330 }, { "epoch": 2.592230273084512, "grad_norm": 0.0005314851878210902, "learning_rate": 2.407769726915488e-05, "loss": 0.0045, "step": 156340 }, { "epoch": 2.592396080317023, "grad_norm": 0.000282852299278602, "learning_rate": 2.4076039196829767e-05, "loss": 0.0001, "step": 156350 }, { "epoch": 2.592561887549535, "grad_norm": 0.02614607661962509, "learning_rate": 2.4074381124504654e-05, "loss": 0.0001, "step": 156360 }, { "epoch": 2.592727694782046, "grad_norm": 0.000266589893726632, "learning_rate": 2.4072723052179537e-05, "loss": 0.0035, "step": 156370 }, { "epoch": 2.592893502014558, "grad_norm": 0.000383000384317711, "learning_rate": 2.407106497985442e-05, "loss": 0.0002, "step": 156380 }, { "epoch": 2.5930593092470695, "grad_norm": 0.1857476830482483, "learning_rate": 2.4069406907529308e-05, "loss": 0.0102, "step": 156390 }, { "epoch": 2.593225116479581, "grad_norm": 0.7670609951019287, "learning_rate": 2.4067748835204194e-05, "loss": 0.0106, "step": 156400 }, { "epoch": 2.5933909237120925, "grad_norm": 0.0031195878982543945, "learning_rate": 2.4066090762879078e-05, "loss": 0.0147, "step": 156410 }, { "epoch": 2.593556730944604, "grad_norm": 0.000435298919910565, "learning_rate": 2.406443269055396e-05, "loss": 0.0026, "step": 156420 }, { "epoch": 2.5937225381771154, "grad_norm": 7.366381760220975e-05, "learning_rate": 2.4062774618228848e-05, "loss": 0.0029, "step": 156430 }, { "epoch": 2.593888345409627, "grad_norm": 0.0003777537785936147, "learning_rate": 2.4061116545903735e-05, "loss": 0.008, "step": 156440 }, { "epoch": 2.5940541526421383, "grad_norm": 0.014559006318449974, "learning_rate": 2.405945847357862e-05, "loss": 0.0045, "step": 156450 }, { "epoch": 2.59421995987465, "grad_norm": 0.0001172092161141336, "learning_rate": 2.4057800401253505e-05, "loss": 0.0076, "step": 156460 }, { "epoch": 2.5943857671071613, "grad_norm": 0.0005529446061700583, "learning_rate": 2.405614232892839e-05, "loss": 0.0062, "step": 156470 }, { "epoch": 2.5945515743396728, "grad_norm": 0.001995624741539359, "learning_rate": 2.4054484256603272e-05, "loss": 0.0054, "step": 156480 }, { "epoch": 2.5947173815721842, "grad_norm": 0.06666702777147293, "learning_rate": 2.405282618427816e-05, "loss": 0.0001, "step": 156490 }, { "epoch": 2.5948831888046957, "grad_norm": 0.00014668218500446528, "learning_rate": 2.4051168111953046e-05, "loss": 0.0024, "step": 156500 }, { "epoch": 2.595048996037207, "grad_norm": 0.0013323883758857846, "learning_rate": 2.404951003962793e-05, "loss": 0.0029, "step": 156510 }, { "epoch": 2.5952148032697187, "grad_norm": 0.0020960900001227856, "learning_rate": 2.4047851967302813e-05, "loss": 0.0099, "step": 156520 }, { "epoch": 2.59538061050223, "grad_norm": 0.013663052581250668, "learning_rate": 2.40461938949777e-05, "loss": 0.0043, "step": 156530 }, { "epoch": 2.5955464177347416, "grad_norm": 0.0010383162880316377, "learning_rate": 2.4044535822652587e-05, "loss": 0.006, "step": 156540 }, { "epoch": 2.595712224967253, "grad_norm": 0.023018283769488335, "learning_rate": 2.404287775032747e-05, "loss": 0.0145, "step": 156550 }, { "epoch": 2.5958780321997645, "grad_norm": 0.0039316341280937195, "learning_rate": 2.4041219678002354e-05, "loss": 0.0001, "step": 156560 }, { "epoch": 2.596043839432276, "grad_norm": 0.0005219504237174988, "learning_rate": 2.403956160567724e-05, "loss": 0.012, "step": 156570 }, { "epoch": 2.5962096466647875, "grad_norm": 0.05516071617603302, "learning_rate": 2.4037903533352128e-05, "loss": 0.0063, "step": 156580 }, { "epoch": 2.596375453897299, "grad_norm": 0.02020261622965336, "learning_rate": 2.403624546102701e-05, "loss": 0.0069, "step": 156590 }, { "epoch": 2.5965412611298104, "grad_norm": 0.0011531129712238908, "learning_rate": 2.4034587388701895e-05, "loss": 0.004, "step": 156600 }, { "epoch": 2.596707068362322, "grad_norm": 0.0003554422582965344, "learning_rate": 2.403292931637678e-05, "loss": 0.0074, "step": 156610 }, { "epoch": 2.5968728755948334, "grad_norm": 2.010791104112286e-05, "learning_rate": 2.4031271244051668e-05, "loss": 0.0078, "step": 156620 }, { "epoch": 2.597038682827345, "grad_norm": 0.05469216778874397, "learning_rate": 2.4029613171726552e-05, "loss": 0.0005, "step": 156630 }, { "epoch": 2.5972044900598563, "grad_norm": 0.0015676793409511447, "learning_rate": 2.4027955099401435e-05, "loss": 0.0033, "step": 156640 }, { "epoch": 2.597370297292368, "grad_norm": 0.010813958942890167, "learning_rate": 2.4026297027076322e-05, "loss": 0.0097, "step": 156650 }, { "epoch": 2.5975361045248793, "grad_norm": 0.005917285103350878, "learning_rate": 2.402463895475121e-05, "loss": 0.0001, "step": 156660 }, { "epoch": 2.5977019117573907, "grad_norm": 0.0005783298402093351, "learning_rate": 2.4022980882426092e-05, "loss": 0.0141, "step": 156670 }, { "epoch": 2.597867718989902, "grad_norm": 0.0012158110039308667, "learning_rate": 2.4021322810100976e-05, "loss": 0.0041, "step": 156680 }, { "epoch": 2.5980335262224137, "grad_norm": 0.0041880737990140915, "learning_rate": 2.4019664737775863e-05, "loss": 0.0061, "step": 156690 }, { "epoch": 2.598199333454925, "grad_norm": 0.007435116916894913, "learning_rate": 2.401800666545075e-05, "loss": 0.0082, "step": 156700 }, { "epoch": 2.5983651406874366, "grad_norm": 0.21595650911331177, "learning_rate": 2.4016348593125633e-05, "loss": 0.0055, "step": 156710 }, { "epoch": 2.598530947919948, "grad_norm": 0.06679733097553253, "learning_rate": 2.4014690520800517e-05, "loss": 0.0026, "step": 156720 }, { "epoch": 2.59869675515246, "grad_norm": 0.0007946741534397006, "learning_rate": 2.4013032448475403e-05, "loss": 0.0011, "step": 156730 }, { "epoch": 2.598862562384971, "grad_norm": 0.40426740050315857, "learning_rate": 2.401137437615029e-05, "loss": 0.0031, "step": 156740 }, { "epoch": 2.599028369617483, "grad_norm": 0.7959297895431519, "learning_rate": 2.4009716303825174e-05, "loss": 0.0206, "step": 156750 }, { "epoch": 2.599194176849994, "grad_norm": 0.0003599102783482522, "learning_rate": 2.4008058231500057e-05, "loss": 0.0122, "step": 156760 }, { "epoch": 2.599359984082506, "grad_norm": 0.20999792218208313, "learning_rate": 2.4006400159174944e-05, "loss": 0.0048, "step": 156770 }, { "epoch": 2.599525791315017, "grad_norm": 0.0015556218568235636, "learning_rate": 2.400474208684983e-05, "loss": 0.0136, "step": 156780 }, { "epoch": 2.599691598547529, "grad_norm": 0.0028329689521342516, "learning_rate": 2.4003084014524714e-05, "loss": 0.0031, "step": 156790 }, { "epoch": 2.59985740578004, "grad_norm": 0.0050484659150242805, "learning_rate": 2.40014259421996e-05, "loss": 0.0034, "step": 156800 }, { "epoch": 2.600023213012552, "grad_norm": 0.0007356646819971502, "learning_rate": 2.3999767869874485e-05, "loss": 0.006, "step": 156810 }, { "epoch": 2.600189020245063, "grad_norm": 0.0007009938126429915, "learning_rate": 2.3998109797549372e-05, "loss": 0.0057, "step": 156820 }, { "epoch": 2.6003548274775747, "grad_norm": 0.7758952379226685, "learning_rate": 2.3996451725224255e-05, "loss": 0.0116, "step": 156830 }, { "epoch": 2.600520634710086, "grad_norm": 0.0006701168022118509, "learning_rate": 2.3994793652899142e-05, "loss": 0.0001, "step": 156840 }, { "epoch": 2.6006864419425977, "grad_norm": 0.0006957885343581438, "learning_rate": 2.3993135580574026e-05, "loss": 0.0033, "step": 156850 }, { "epoch": 2.600852249175109, "grad_norm": 0.00912997405976057, "learning_rate": 2.3991477508248912e-05, "loss": 0.0026, "step": 156860 }, { "epoch": 2.6010180564076206, "grad_norm": 0.22881488502025604, "learning_rate": 2.3989819435923796e-05, "loss": 0.0077, "step": 156870 }, { "epoch": 2.601183863640132, "grad_norm": 0.19443191587924957, "learning_rate": 2.3988161363598683e-05, "loss": 0.0031, "step": 156880 }, { "epoch": 2.6013496708726436, "grad_norm": 0.02297782339155674, "learning_rate": 2.3986503291273566e-05, "loss": 0.0023, "step": 156890 }, { "epoch": 2.601515478105155, "grad_norm": 0.0033669741824269295, "learning_rate": 2.398484521894845e-05, "loss": 0.0089, "step": 156900 }, { "epoch": 2.6016812853376665, "grad_norm": 0.01592399924993515, "learning_rate": 2.3983187146623337e-05, "loss": 0.0051, "step": 156910 }, { "epoch": 2.601847092570178, "grad_norm": 0.07250258326530457, "learning_rate": 2.3981529074298223e-05, "loss": 0.0015, "step": 156920 }, { "epoch": 2.6020128998026895, "grad_norm": 0.5036440491676331, "learning_rate": 2.3979871001973107e-05, "loss": 0.0046, "step": 156930 }, { "epoch": 2.602178707035201, "grad_norm": 0.3942743241786957, "learning_rate": 2.397821292964799e-05, "loss": 0.0129, "step": 156940 }, { "epoch": 2.6023445142677124, "grad_norm": 0.004291964694857597, "learning_rate": 2.3976554857322877e-05, "loss": 0.0065, "step": 156950 }, { "epoch": 2.602510321500224, "grad_norm": 0.20974402129650116, "learning_rate": 2.3974896784997764e-05, "loss": 0.0059, "step": 156960 }, { "epoch": 2.6026761287327354, "grad_norm": 0.00170668656937778, "learning_rate": 2.397323871267265e-05, "loss": 0.002, "step": 156970 }, { "epoch": 2.602841935965247, "grad_norm": 0.1946411281824112, "learning_rate": 2.397158064034753e-05, "loss": 0.011, "step": 156980 }, { "epoch": 2.6030077431977583, "grad_norm": 0.0016844406491145492, "learning_rate": 2.3969922568022418e-05, "loss": 0.0004, "step": 156990 }, { "epoch": 2.6031735504302698, "grad_norm": 0.0011098376708105206, "learning_rate": 2.3968264495697305e-05, "loss": 0.0043, "step": 157000 }, { "epoch": 2.6033393576627812, "grad_norm": 0.43924352526664734, "learning_rate": 2.3966606423372188e-05, "loss": 0.0067, "step": 157010 }, { "epoch": 2.6035051648952927, "grad_norm": 0.0015494967810809612, "learning_rate": 2.3964948351047072e-05, "loss": 0.0163, "step": 157020 }, { "epoch": 2.603670972127804, "grad_norm": 0.0014152895892038941, "learning_rate": 2.396329027872196e-05, "loss": 0.0044, "step": 157030 }, { "epoch": 2.6038367793603157, "grad_norm": 0.025498870760202408, "learning_rate": 2.3961632206396846e-05, "loss": 0.0105, "step": 157040 }, { "epoch": 2.604002586592827, "grad_norm": 0.0004016190068796277, "learning_rate": 2.395997413407173e-05, "loss": 0.0037, "step": 157050 }, { "epoch": 2.6041683938253386, "grad_norm": 0.000245814910158515, "learning_rate": 2.3958316061746612e-05, "loss": 0.0003, "step": 157060 }, { "epoch": 2.60433420105785, "grad_norm": 0.00183880387339741, "learning_rate": 2.39566579894215e-05, "loss": 0.0081, "step": 157070 }, { "epoch": 2.6045000082903615, "grad_norm": 0.2933320999145508, "learning_rate": 2.3954999917096386e-05, "loss": 0.0198, "step": 157080 }, { "epoch": 2.604665815522873, "grad_norm": 0.01605597324669361, "learning_rate": 2.395334184477127e-05, "loss": 0.005, "step": 157090 }, { "epoch": 2.6048316227553845, "grad_norm": 0.00019482572679407895, "learning_rate": 2.3951683772446153e-05, "loss": 0.0035, "step": 157100 }, { "epoch": 2.604997429987896, "grad_norm": 0.055866219103336334, "learning_rate": 2.395002570012104e-05, "loss": 0.0062, "step": 157110 }, { "epoch": 2.6051632372204074, "grad_norm": 0.02174927480518818, "learning_rate": 2.3948367627795927e-05, "loss": 0.0043, "step": 157120 }, { "epoch": 2.605329044452919, "grad_norm": 0.0007211044430732727, "learning_rate": 2.394670955547081e-05, "loss": 0.0, "step": 157130 }, { "epoch": 2.6054948516854304, "grad_norm": 0.004776717629283667, "learning_rate": 2.3945051483145697e-05, "loss": 0.0071, "step": 157140 }, { "epoch": 2.605660658917942, "grad_norm": 0.29321229457855225, "learning_rate": 2.394339341082058e-05, "loss": 0.0056, "step": 157150 }, { "epoch": 2.6058264661504533, "grad_norm": 0.00022431649267673492, "learning_rate": 2.3941735338495468e-05, "loss": 0.0027, "step": 157160 }, { "epoch": 2.605992273382965, "grad_norm": 6.725431012455374e-05, "learning_rate": 2.394007726617035e-05, "loss": 0.0002, "step": 157170 }, { "epoch": 2.6061580806154767, "grad_norm": 0.08627276122570038, "learning_rate": 2.3938419193845238e-05, "loss": 0.0083, "step": 157180 }, { "epoch": 2.6063238878479877, "grad_norm": 0.0009176487801596522, "learning_rate": 2.393676112152012e-05, "loss": 0.0085, "step": 157190 }, { "epoch": 2.6064896950804997, "grad_norm": 0.08267679065465927, "learning_rate": 2.3935103049195008e-05, "loss": 0.0095, "step": 157200 }, { "epoch": 2.6066555023130107, "grad_norm": 0.002489362610504031, "learning_rate": 2.3933444976869892e-05, "loss": 0.0059, "step": 157210 }, { "epoch": 2.6068213095455226, "grad_norm": 0.0015605723019689322, "learning_rate": 2.393178690454478e-05, "loss": 0.0002, "step": 157220 }, { "epoch": 2.6069871167780336, "grad_norm": 0.007249860558658838, "learning_rate": 2.3930128832219662e-05, "loss": 0.0042, "step": 157230 }, { "epoch": 2.6071529240105455, "grad_norm": 0.0848032608628273, "learning_rate": 2.392847075989455e-05, "loss": 0.002, "step": 157240 }, { "epoch": 2.6073187312430566, "grad_norm": 0.000814746948890388, "learning_rate": 2.3926812687569432e-05, "loss": 0.0001, "step": 157250 }, { "epoch": 2.6074845384755685, "grad_norm": 0.15495023131370544, "learning_rate": 2.392515461524432e-05, "loss": 0.0098, "step": 157260 }, { "epoch": 2.6076503457080795, "grad_norm": 0.203225776553154, "learning_rate": 2.3923496542919203e-05, "loss": 0.0138, "step": 157270 }, { "epoch": 2.6078161529405914, "grad_norm": 0.16655339300632477, "learning_rate": 2.3921838470594086e-05, "loss": 0.003, "step": 157280 }, { "epoch": 2.607981960173103, "grad_norm": 0.18313489854335785, "learning_rate": 2.3920180398268973e-05, "loss": 0.0118, "step": 157290 }, { "epoch": 2.6081477674056144, "grad_norm": 0.0032000753562897444, "learning_rate": 2.391852232594386e-05, "loss": 0.0047, "step": 157300 }, { "epoch": 2.608313574638126, "grad_norm": 0.0012810432817786932, "learning_rate": 2.3916864253618743e-05, "loss": 0.0105, "step": 157310 }, { "epoch": 2.6084793818706373, "grad_norm": 0.6567153930664062, "learning_rate": 2.3915206181293627e-05, "loss": 0.018, "step": 157320 }, { "epoch": 2.608645189103149, "grad_norm": 0.0004741123120766133, "learning_rate": 2.3913548108968514e-05, "loss": 0.0119, "step": 157330 }, { "epoch": 2.6088109963356603, "grad_norm": 8.525048906449229e-05, "learning_rate": 2.39118900366434e-05, "loss": 0.0031, "step": 157340 }, { "epoch": 2.6089768035681717, "grad_norm": 0.1361267864704132, "learning_rate": 2.3910231964318288e-05, "loss": 0.0002, "step": 157350 }, { "epoch": 2.609142610800683, "grad_norm": 0.10575997829437256, "learning_rate": 2.3908573891993168e-05, "loss": 0.0026, "step": 157360 }, { "epoch": 2.6093084180331947, "grad_norm": 0.008662265725433826, "learning_rate": 2.3906915819668055e-05, "loss": 0.005, "step": 157370 }, { "epoch": 2.609474225265706, "grad_norm": 0.027983535081148148, "learning_rate": 2.390525774734294e-05, "loss": 0.0027, "step": 157380 }, { "epoch": 2.6096400324982176, "grad_norm": 7.4403164035175e-05, "learning_rate": 2.3903599675017825e-05, "loss": 0.0, "step": 157390 }, { "epoch": 2.609805839730729, "grad_norm": 0.06772249191999435, "learning_rate": 2.390194160269271e-05, "loss": 0.0012, "step": 157400 }, { "epoch": 2.6099716469632406, "grad_norm": 0.00027416739612817764, "learning_rate": 2.3900283530367595e-05, "loss": 0.0056, "step": 157410 }, { "epoch": 2.610137454195752, "grad_norm": 0.16914567351341248, "learning_rate": 2.3898625458042482e-05, "loss": 0.0058, "step": 157420 }, { "epoch": 2.6103032614282635, "grad_norm": 0.0009637146140448749, "learning_rate": 2.3896967385717366e-05, "loss": 0.0002, "step": 157430 }, { "epoch": 2.610469068660775, "grad_norm": 0.5426984429359436, "learning_rate": 2.389530931339225e-05, "loss": 0.0054, "step": 157440 }, { "epoch": 2.6106348758932865, "grad_norm": 0.00013847951777279377, "learning_rate": 2.3893651241067136e-05, "loss": 0.0034, "step": 157450 }, { "epoch": 2.610800683125798, "grad_norm": 0.0011468935990706086, "learning_rate": 2.3891993168742023e-05, "loss": 0.0176, "step": 157460 }, { "epoch": 2.6109664903583094, "grad_norm": 0.014197779819369316, "learning_rate": 2.3890335096416906e-05, "loss": 0.005, "step": 157470 }, { "epoch": 2.611132297590821, "grad_norm": 0.0019894270226359367, "learning_rate": 2.388867702409179e-05, "loss": 0.0008, "step": 157480 }, { "epoch": 2.6112981048233324, "grad_norm": 0.5626131296157837, "learning_rate": 2.3887018951766677e-05, "loss": 0.0065, "step": 157490 }, { "epoch": 2.611463912055844, "grad_norm": 0.04409637674689293, "learning_rate": 2.3885360879441563e-05, "loss": 0.0098, "step": 157500 }, { "epoch": 2.6116297192883553, "grad_norm": 0.005885405000299215, "learning_rate": 2.3883702807116447e-05, "loss": 0.0137, "step": 157510 }, { "epoch": 2.6117955265208668, "grad_norm": 0.016535628587007523, "learning_rate": 2.3882044734791334e-05, "loss": 0.0, "step": 157520 }, { "epoch": 2.6119613337533782, "grad_norm": 0.18361222743988037, "learning_rate": 2.3880386662466217e-05, "loss": 0.0077, "step": 157530 }, { "epoch": 2.6121271409858897, "grad_norm": 0.1574997901916504, "learning_rate": 2.3878728590141104e-05, "loss": 0.0025, "step": 157540 }, { "epoch": 2.612292948218401, "grad_norm": 0.00019005652575287968, "learning_rate": 2.3877070517815988e-05, "loss": 0.0083, "step": 157550 }, { "epoch": 2.6124587554509127, "grad_norm": 0.0026443174574524164, "learning_rate": 2.3875412445490875e-05, "loss": 0.0005, "step": 157560 }, { "epoch": 2.612624562683424, "grad_norm": 0.0008341328939422965, "learning_rate": 2.3873754373165758e-05, "loss": 0.003, "step": 157570 }, { "epoch": 2.6127903699159356, "grad_norm": 0.0010331219527870417, "learning_rate": 2.3872096300840645e-05, "loss": 0.0041, "step": 157580 }, { "epoch": 2.612956177148447, "grad_norm": 0.003700936445966363, "learning_rate": 2.387043822851553e-05, "loss": 0.0022, "step": 157590 }, { "epoch": 2.6131219843809586, "grad_norm": 0.020135939121246338, "learning_rate": 2.3868780156190415e-05, "loss": 0.0076, "step": 157600 }, { "epoch": 2.61328779161347, "grad_norm": 0.004342542961239815, "learning_rate": 2.38671220838653e-05, "loss": 0.0161, "step": 157610 }, { "epoch": 2.6134535988459815, "grad_norm": 0.004583502188324928, "learning_rate": 2.3865464011540186e-05, "loss": 0.0004, "step": 157620 }, { "epoch": 2.6136194060784934, "grad_norm": 0.15450382232666016, "learning_rate": 2.386380593921507e-05, "loss": 0.0073, "step": 157630 }, { "epoch": 2.6137852133110044, "grad_norm": 0.005697381682693958, "learning_rate": 2.3862147866889956e-05, "loss": 0.0079, "step": 157640 }, { "epoch": 2.6139510205435164, "grad_norm": 0.0001258846459677443, "learning_rate": 2.386048979456484e-05, "loss": 0.0038, "step": 157650 }, { "epoch": 2.6141168277760274, "grad_norm": 0.000925601867493242, "learning_rate": 2.3858831722239723e-05, "loss": 0.0023, "step": 157660 }, { "epoch": 2.6142826350085393, "grad_norm": 4.4164160499349236e-05, "learning_rate": 2.385717364991461e-05, "loss": 0.0021, "step": 157670 }, { "epoch": 2.6144484422410503, "grad_norm": 0.0016959535423666239, "learning_rate": 2.3855515577589497e-05, "loss": 0.0087, "step": 157680 }, { "epoch": 2.6146142494735622, "grad_norm": 0.14461545646190643, "learning_rate": 2.3853857505264383e-05, "loss": 0.0085, "step": 157690 }, { "epoch": 2.6147800567060733, "grad_norm": 0.009980167262256145, "learning_rate": 2.3852199432939264e-05, "loss": 0.0011, "step": 157700 }, { "epoch": 2.614945863938585, "grad_norm": 0.004707674495875835, "learning_rate": 2.385054136061415e-05, "loss": 0.0031, "step": 157710 }, { "epoch": 2.615111671171096, "grad_norm": 0.41601312160491943, "learning_rate": 2.3848883288289037e-05, "loss": 0.0175, "step": 157720 }, { "epoch": 2.615277478403608, "grad_norm": 0.013020413927733898, "learning_rate": 2.3847225215963924e-05, "loss": 0.0004, "step": 157730 }, { "epoch": 2.6154432856361196, "grad_norm": 0.004300225526094437, "learning_rate": 2.3845567143638804e-05, "loss": 0.0002, "step": 157740 }, { "epoch": 2.615609092868631, "grad_norm": 0.004230548162013292, "learning_rate": 2.384390907131369e-05, "loss": 0.0014, "step": 157750 }, { "epoch": 2.6157749001011426, "grad_norm": 0.000480714428704232, "learning_rate": 2.3842250998988578e-05, "loss": 0.0015, "step": 157760 }, { "epoch": 2.615940707333654, "grad_norm": 0.0012182228965684772, "learning_rate": 2.384059292666346e-05, "loss": 0.0018, "step": 157770 }, { "epoch": 2.6161065145661655, "grad_norm": 0.00858890451490879, "learning_rate": 2.3838934854338345e-05, "loss": 0.0073, "step": 157780 }, { "epoch": 2.616272321798677, "grad_norm": 0.0010870152618736029, "learning_rate": 2.3837276782013232e-05, "loss": 0.0004, "step": 157790 }, { "epoch": 2.6164381290311884, "grad_norm": 0.24534496665000916, "learning_rate": 2.383561870968812e-05, "loss": 0.0056, "step": 157800 }, { "epoch": 2.6166039362637, "grad_norm": 0.005541662219911814, "learning_rate": 2.3833960637363002e-05, "loss": 0.0014, "step": 157810 }, { "epoch": 2.6167697434962114, "grad_norm": 0.0005252654082141817, "learning_rate": 2.3832302565037886e-05, "loss": 0.0031, "step": 157820 }, { "epoch": 2.616935550728723, "grad_norm": 0.002670702990144491, "learning_rate": 2.3830644492712772e-05, "loss": 0.0175, "step": 157830 }, { "epoch": 2.6171013579612343, "grad_norm": 0.1694476306438446, "learning_rate": 2.382898642038766e-05, "loss": 0.0051, "step": 157840 }, { "epoch": 2.617267165193746, "grad_norm": 0.0075802975334227085, "learning_rate": 2.3827328348062543e-05, "loss": 0.0023, "step": 157850 }, { "epoch": 2.6174329724262573, "grad_norm": 0.0016106326365843415, "learning_rate": 2.382567027573743e-05, "loss": 0.0116, "step": 157860 }, { "epoch": 2.6175987796587687, "grad_norm": 0.001935614855028689, "learning_rate": 2.3824012203412313e-05, "loss": 0.0006, "step": 157870 }, { "epoch": 2.61776458689128, "grad_norm": 0.007947580888867378, "learning_rate": 2.38223541310872e-05, "loss": 0.0004, "step": 157880 }, { "epoch": 2.6179303941237917, "grad_norm": 0.013716025277972221, "learning_rate": 2.3820696058762084e-05, "loss": 0.0074, "step": 157890 }, { "epoch": 2.618096201356303, "grad_norm": 0.18983332812786102, "learning_rate": 2.381903798643697e-05, "loss": 0.0029, "step": 157900 }, { "epoch": 2.6182620085888146, "grad_norm": 0.00854024663567543, "learning_rate": 2.3817379914111854e-05, "loss": 0.0035, "step": 157910 }, { "epoch": 2.618427815821326, "grad_norm": 0.0013823655899614096, "learning_rate": 2.381572184178674e-05, "loss": 0.001, "step": 157920 }, { "epoch": 2.6185936230538376, "grad_norm": 7.633020868524909e-05, "learning_rate": 2.3814063769461624e-05, "loss": 0.001, "step": 157930 }, { "epoch": 2.618759430286349, "grad_norm": 0.001321956398896873, "learning_rate": 2.381240569713651e-05, "loss": 0.0028, "step": 157940 }, { "epoch": 2.6189252375188605, "grad_norm": 0.001355486223474145, "learning_rate": 2.3810747624811395e-05, "loss": 0.0127, "step": 157950 }, { "epoch": 2.619091044751372, "grad_norm": 8.565746975364164e-05, "learning_rate": 2.380908955248628e-05, "loss": 0.001, "step": 157960 }, { "epoch": 2.6192568519838835, "grad_norm": 0.8532314300537109, "learning_rate": 2.3807431480161165e-05, "loss": 0.0063, "step": 157970 }, { "epoch": 2.619422659216395, "grad_norm": 0.01118812058120966, "learning_rate": 2.3805773407836052e-05, "loss": 0.0041, "step": 157980 }, { "epoch": 2.6195884664489064, "grad_norm": 0.0008624120964668691, "learning_rate": 2.3804115335510935e-05, "loss": 0.0021, "step": 157990 }, { "epoch": 2.619754273681418, "grad_norm": 0.0031870976090431213, "learning_rate": 2.3802457263185822e-05, "loss": 0.0032, "step": 158000 }, { "epoch": 2.6199200809139294, "grad_norm": 0.05801321938633919, "learning_rate": 2.3800799190860706e-05, "loss": 0.007, "step": 158010 }, { "epoch": 2.620085888146441, "grad_norm": 0.015038450248539448, "learning_rate": 2.3799141118535592e-05, "loss": 0.0042, "step": 158020 }, { "epoch": 2.6202516953789523, "grad_norm": 0.5652192234992981, "learning_rate": 2.379748304621048e-05, "loss": 0.0114, "step": 158030 }, { "epoch": 2.620417502611464, "grad_norm": 4.13060188293457e-05, "learning_rate": 2.3795824973885363e-05, "loss": 0.0027, "step": 158040 }, { "epoch": 2.6205833098439753, "grad_norm": 0.00031285040313377976, "learning_rate": 2.3794166901560246e-05, "loss": 0.0028, "step": 158050 }, { "epoch": 2.6207491170764867, "grad_norm": 0.03410482034087181, "learning_rate": 2.3792508829235133e-05, "loss": 0.0003, "step": 158060 }, { "epoch": 2.620914924308998, "grad_norm": 7.130913581931964e-05, "learning_rate": 2.379085075691002e-05, "loss": 0.0032, "step": 158070 }, { "epoch": 2.62108073154151, "grad_norm": 0.00014448149886447936, "learning_rate": 2.37891926845849e-05, "loss": 0.0104, "step": 158080 }, { "epoch": 2.621246538774021, "grad_norm": 0.001989345531910658, "learning_rate": 2.3787534612259787e-05, "loss": 0.0119, "step": 158090 }, { "epoch": 2.621412346006533, "grad_norm": 9.209231211571023e-05, "learning_rate": 2.3785876539934674e-05, "loss": 0.0032, "step": 158100 }, { "epoch": 2.621578153239044, "grad_norm": 0.0009413834195584059, "learning_rate": 2.378421846760956e-05, "loss": 0.0015, "step": 158110 }, { "epoch": 2.621743960471556, "grad_norm": 0.00027543152100406587, "learning_rate": 2.378256039528444e-05, "loss": 0.0003, "step": 158120 }, { "epoch": 2.621909767704067, "grad_norm": 0.000273746729362756, "learning_rate": 2.3780902322959328e-05, "loss": 0.0025, "step": 158130 }, { "epoch": 2.622075574936579, "grad_norm": 0.0006115496507845819, "learning_rate": 2.3779244250634215e-05, "loss": 0.0035, "step": 158140 }, { "epoch": 2.62224138216909, "grad_norm": 0.3431945741176605, "learning_rate": 2.37775861783091e-05, "loss": 0.0161, "step": 158150 }, { "epoch": 2.622407189401602, "grad_norm": 0.05505174398422241, "learning_rate": 2.377592810598398e-05, "loss": 0.0054, "step": 158160 }, { "epoch": 2.622572996634113, "grad_norm": 0.0067078471183776855, "learning_rate": 2.377427003365887e-05, "loss": 0.0031, "step": 158170 }, { "epoch": 2.622738803866625, "grad_norm": 0.12203019857406616, "learning_rate": 2.3772611961333755e-05, "loss": 0.0053, "step": 158180 }, { "epoch": 2.6229046110991363, "grad_norm": 0.00013299068086780608, "learning_rate": 2.377095388900864e-05, "loss": 0.0094, "step": 158190 }, { "epoch": 2.623070418331648, "grad_norm": 0.0007140651578083634, "learning_rate": 2.3769295816683526e-05, "loss": 0.0122, "step": 158200 }, { "epoch": 2.6232362255641593, "grad_norm": 0.00012114988930989057, "learning_rate": 2.376763774435841e-05, "loss": 0.0067, "step": 158210 }, { "epoch": 2.6234020327966707, "grad_norm": 0.0006946380599401891, "learning_rate": 2.3765979672033296e-05, "loss": 0.0099, "step": 158220 }, { "epoch": 2.623567840029182, "grad_norm": 0.00025846154312603176, "learning_rate": 2.376432159970818e-05, "loss": 0.0074, "step": 158230 }, { "epoch": 2.6237336472616937, "grad_norm": 0.0010414781281724572, "learning_rate": 2.3762663527383066e-05, "loss": 0.0034, "step": 158240 }, { "epoch": 2.623899454494205, "grad_norm": 6.217043119249865e-05, "learning_rate": 2.376100545505795e-05, "loss": 0.0003, "step": 158250 }, { "epoch": 2.6240652617267166, "grad_norm": 0.05171755701303482, "learning_rate": 2.3759347382732837e-05, "loss": 0.0004, "step": 158260 }, { "epoch": 2.624231068959228, "grad_norm": 0.0032758181914687157, "learning_rate": 2.375768931040772e-05, "loss": 0.0141, "step": 158270 }, { "epoch": 2.6243968761917396, "grad_norm": 2.9076836653985083e-05, "learning_rate": 2.3756031238082607e-05, "loss": 0.0045, "step": 158280 }, { "epoch": 2.624562683424251, "grad_norm": 0.029372630640864372, "learning_rate": 2.375437316575749e-05, "loss": 0.0039, "step": 158290 }, { "epoch": 2.6247284906567625, "grad_norm": 0.00044895694009028375, "learning_rate": 2.3752715093432377e-05, "loss": 0.0, "step": 158300 }, { "epoch": 2.624894297889274, "grad_norm": 0.0011659718584269285, "learning_rate": 2.375105702110726e-05, "loss": 0.0004, "step": 158310 }, { "epoch": 2.6250601051217854, "grad_norm": 0.0076001607812941074, "learning_rate": 2.3749398948782148e-05, "loss": 0.0121, "step": 158320 }, { "epoch": 2.625225912354297, "grad_norm": 0.002109270077198744, "learning_rate": 2.374774087645703e-05, "loss": 0.0033, "step": 158330 }, { "epoch": 2.6253917195868084, "grad_norm": 0.005910275038331747, "learning_rate": 2.3746082804131918e-05, "loss": 0.0096, "step": 158340 }, { "epoch": 2.62555752681932, "grad_norm": 0.7743693590164185, "learning_rate": 2.37444247318068e-05, "loss": 0.0135, "step": 158350 }, { "epoch": 2.6257233340518313, "grad_norm": 0.0024009442422538996, "learning_rate": 2.374276665948169e-05, "loss": 0.0062, "step": 158360 }, { "epoch": 2.625889141284343, "grad_norm": 0.004629042930901051, "learning_rate": 2.3741108587156575e-05, "loss": 0.0073, "step": 158370 }, { "epoch": 2.6260549485168543, "grad_norm": 0.0026701793540269136, "learning_rate": 2.373945051483146e-05, "loss": 0.0071, "step": 158380 }, { "epoch": 2.6262207557493658, "grad_norm": 0.003338529961183667, "learning_rate": 2.3737792442506342e-05, "loss": 0.0033, "step": 158390 }, { "epoch": 2.6263865629818772, "grad_norm": 0.0006442742887884378, "learning_rate": 2.373613437018123e-05, "loss": 0.0015, "step": 158400 }, { "epoch": 2.6265523702143887, "grad_norm": 0.028905630111694336, "learning_rate": 2.3734476297856116e-05, "loss": 0.0035, "step": 158410 }, { "epoch": 2.6267181774469, "grad_norm": 0.07424332946538925, "learning_rate": 2.3732818225531e-05, "loss": 0.0076, "step": 158420 }, { "epoch": 2.6268839846794116, "grad_norm": 0.07008987665176392, "learning_rate": 2.3731160153205883e-05, "loss": 0.015, "step": 158430 }, { "epoch": 2.627049791911923, "grad_norm": 0.003368726931512356, "learning_rate": 2.372950208088077e-05, "loss": 0.007, "step": 158440 }, { "epoch": 2.6272155991444346, "grad_norm": 0.002820297610014677, "learning_rate": 2.3727844008555657e-05, "loss": 0.0001, "step": 158450 }, { "epoch": 2.627381406376946, "grad_norm": 0.027803678065538406, "learning_rate": 2.3726185936230537e-05, "loss": 0.0012, "step": 158460 }, { "epoch": 2.6275472136094575, "grad_norm": 0.20769892632961273, "learning_rate": 2.3724527863905424e-05, "loss": 0.0034, "step": 158470 }, { "epoch": 2.627713020841969, "grad_norm": 0.0031253937631845474, "learning_rate": 2.372286979158031e-05, "loss": 0.0043, "step": 158480 }, { "epoch": 2.6278788280744805, "grad_norm": 8.860768139129505e-05, "learning_rate": 2.3721211719255197e-05, "loss": 0.0034, "step": 158490 }, { "epoch": 2.628044635306992, "grad_norm": 0.16959962248802185, "learning_rate": 2.3719553646930077e-05, "loss": 0.0028, "step": 158500 }, { "epoch": 2.6282104425395034, "grad_norm": 0.0006360952975228429, "learning_rate": 2.3717895574604964e-05, "loss": 0.0002, "step": 158510 }, { "epoch": 2.628376249772015, "grad_norm": 0.20493371784687042, "learning_rate": 2.371623750227985e-05, "loss": 0.008, "step": 158520 }, { "epoch": 2.628542057004527, "grad_norm": 0.012965532951056957, "learning_rate": 2.3714579429954738e-05, "loss": 0.003, "step": 158530 }, { "epoch": 2.628707864237038, "grad_norm": 0.00030717431218363345, "learning_rate": 2.371292135762962e-05, "loss": 0.0026, "step": 158540 }, { "epoch": 2.6288736714695498, "grad_norm": 0.0048666829243302345, "learning_rate": 2.3711263285304505e-05, "loss": 0.0119, "step": 158550 }, { "epoch": 2.629039478702061, "grad_norm": 0.0038491818122565746, "learning_rate": 2.3709605212979392e-05, "loss": 0.0003, "step": 158560 }, { "epoch": 2.6292052859345727, "grad_norm": 0.001646577613428235, "learning_rate": 2.3707947140654275e-05, "loss": 0.0, "step": 158570 }, { "epoch": 2.6293710931670837, "grad_norm": 0.0005379352951422334, "learning_rate": 2.3706289068329162e-05, "loss": 0.0002, "step": 158580 }, { "epoch": 2.6295369003995956, "grad_norm": 0.0017730973195284605, "learning_rate": 2.3704630996004046e-05, "loss": 0.0035, "step": 158590 }, { "epoch": 2.6297027076321067, "grad_norm": 0.1301979273557663, "learning_rate": 2.3702972923678933e-05, "loss": 0.0066, "step": 158600 }, { "epoch": 2.6298685148646186, "grad_norm": 0.0016475403681397438, "learning_rate": 2.3701314851353816e-05, "loss": 0.0081, "step": 158610 }, { "epoch": 2.6300343220971296, "grad_norm": 0.00578959658741951, "learning_rate": 2.3699656779028703e-05, "loss": 0.003, "step": 158620 }, { "epoch": 2.6302001293296415, "grad_norm": 0.01799428090453148, "learning_rate": 2.3697998706703586e-05, "loss": 0.0001, "step": 158630 }, { "epoch": 2.630365936562153, "grad_norm": 0.1596369594335556, "learning_rate": 2.3696340634378473e-05, "loss": 0.0068, "step": 158640 }, { "epoch": 2.6305317437946645, "grad_norm": 0.00019293057266622782, "learning_rate": 2.3694682562053357e-05, "loss": 0.0037, "step": 158650 }, { "epoch": 2.630697551027176, "grad_norm": 0.009486524388194084, "learning_rate": 2.3693024489728244e-05, "loss": 0.0032, "step": 158660 }, { "epoch": 2.6308633582596874, "grad_norm": 0.6552725434303284, "learning_rate": 2.3691366417403127e-05, "loss": 0.0094, "step": 158670 }, { "epoch": 2.631029165492199, "grad_norm": 0.06621146202087402, "learning_rate": 2.3689708345078014e-05, "loss": 0.0003, "step": 158680 }, { "epoch": 2.6311949727247104, "grad_norm": 0.0005345985409803689, "learning_rate": 2.3688050272752897e-05, "loss": 0.0059, "step": 158690 }, { "epoch": 2.631360779957222, "grad_norm": 0.13297094404697418, "learning_rate": 2.3686392200427784e-05, "loss": 0.0091, "step": 158700 }, { "epoch": 2.6315265871897333, "grad_norm": 0.0011067652376368642, "learning_rate": 2.368473412810267e-05, "loss": 0.0075, "step": 158710 }, { "epoch": 2.631692394422245, "grad_norm": 0.2007972151041031, "learning_rate": 2.3683076055777555e-05, "loss": 0.0117, "step": 158720 }, { "epoch": 2.6318582016547563, "grad_norm": 0.042740512639284134, "learning_rate": 2.3681417983452438e-05, "loss": 0.0075, "step": 158730 }, { "epoch": 2.6320240088872677, "grad_norm": 0.0006460536387749016, "learning_rate": 2.3679759911127325e-05, "loss": 0.0023, "step": 158740 }, { "epoch": 2.632189816119779, "grad_norm": 0.1725936084985733, "learning_rate": 2.3678101838802212e-05, "loss": 0.0081, "step": 158750 }, { "epoch": 2.6323556233522907, "grad_norm": 0.17233744263648987, "learning_rate": 2.3676443766477095e-05, "loss": 0.0058, "step": 158760 }, { "epoch": 2.632521430584802, "grad_norm": 0.18933351337909698, "learning_rate": 2.367478569415198e-05, "loss": 0.0112, "step": 158770 }, { "epoch": 2.6326872378173136, "grad_norm": 0.004358359146863222, "learning_rate": 2.3673127621826866e-05, "loss": 0.0011, "step": 158780 }, { "epoch": 2.632853045049825, "grad_norm": 0.25402483344078064, "learning_rate": 2.3671469549501752e-05, "loss": 0.0013, "step": 158790 }, { "epoch": 2.6330188522823366, "grad_norm": 0.0023732148110866547, "learning_rate": 2.3669811477176636e-05, "loss": 0.001, "step": 158800 }, { "epoch": 2.633184659514848, "grad_norm": 0.0022890616673976183, "learning_rate": 2.366815340485152e-05, "loss": 0.0137, "step": 158810 }, { "epoch": 2.6333504667473595, "grad_norm": 0.013584966771304607, "learning_rate": 2.3666495332526406e-05, "loss": 0.0046, "step": 158820 }, { "epoch": 2.633516273979871, "grad_norm": 0.2252081334590912, "learning_rate": 2.3664837260201293e-05, "loss": 0.0011, "step": 158830 }, { "epoch": 2.6336820812123825, "grad_norm": 0.00299964495934546, "learning_rate": 2.3663179187876173e-05, "loss": 0.0013, "step": 158840 }, { "epoch": 2.633847888444894, "grad_norm": 0.0009814148070290685, "learning_rate": 2.366152111555106e-05, "loss": 0.0066, "step": 158850 }, { "epoch": 2.6340136956774054, "grad_norm": 0.0011978482361882925, "learning_rate": 2.3659863043225947e-05, "loss": 0.0031, "step": 158860 }, { "epoch": 2.634179502909917, "grad_norm": 0.0027095063123852015, "learning_rate": 2.3658204970900834e-05, "loss": 0.004, "step": 158870 }, { "epoch": 2.6343453101424283, "grad_norm": 0.00011257587175350636, "learning_rate": 2.3656546898575717e-05, "loss": 0.0026, "step": 158880 }, { "epoch": 2.63451111737494, "grad_norm": 0.00015550127136521041, "learning_rate": 2.36548888262506e-05, "loss": 0.0, "step": 158890 }, { "epoch": 2.6346769246074513, "grad_norm": 0.2799934148788452, "learning_rate": 2.3653230753925488e-05, "loss": 0.0138, "step": 158900 }, { "epoch": 2.6348427318399628, "grad_norm": 0.00023092070478014648, "learning_rate": 2.3651572681600375e-05, "loss": 0.0002, "step": 158910 }, { "epoch": 2.6350085390724742, "grad_norm": 0.19406123459339142, "learning_rate": 2.3649914609275258e-05, "loss": 0.004, "step": 158920 }, { "epoch": 2.6351743463049857, "grad_norm": 0.00022760231513530016, "learning_rate": 2.364825653695014e-05, "loss": 0.004, "step": 158930 }, { "epoch": 2.635340153537497, "grad_norm": 0.5762630701065063, "learning_rate": 2.364659846462503e-05, "loss": 0.008, "step": 158940 }, { "epoch": 2.6355059607700086, "grad_norm": 0.0009326821891590953, "learning_rate": 2.3644940392299912e-05, "loss": 0.0, "step": 158950 }, { "epoch": 2.63567176800252, "grad_norm": 5.783683809568174e-05, "learning_rate": 2.36432823199748e-05, "loss": 0.0002, "step": 158960 }, { "epoch": 2.6358375752350316, "grad_norm": 0.00017773917352315038, "learning_rate": 2.3641624247649682e-05, "loss": 0.0026, "step": 158970 }, { "epoch": 2.6360033824675435, "grad_norm": 0.0005977341788820922, "learning_rate": 2.363996617532457e-05, "loss": 0.008, "step": 158980 }, { "epoch": 2.6361691897000545, "grad_norm": 0.2526938021183014, "learning_rate": 2.3638308102999453e-05, "loss": 0.0033, "step": 158990 }, { "epoch": 2.6363349969325665, "grad_norm": 0.00012989604147151113, "learning_rate": 2.363665003067434e-05, "loss": 0.0003, "step": 159000 }, { "epoch": 2.6365008041650775, "grad_norm": 0.028521908447146416, "learning_rate": 2.3634991958349223e-05, "loss": 0.0046, "step": 159010 }, { "epoch": 2.6366666113975894, "grad_norm": 0.2248906046152115, "learning_rate": 2.363333388602411e-05, "loss": 0.0044, "step": 159020 }, { "epoch": 2.6368324186301004, "grad_norm": 0.0017896508798003197, "learning_rate": 2.3631675813698993e-05, "loss": 0.0022, "step": 159030 }, { "epoch": 2.6369982258626123, "grad_norm": 0.00022696034284308553, "learning_rate": 2.363001774137388e-05, "loss": 0.0055, "step": 159040 }, { "epoch": 2.6371640330951234, "grad_norm": 0.04378506913781166, "learning_rate": 2.3628359669048767e-05, "loss": 0.0172, "step": 159050 }, { "epoch": 2.6373298403276353, "grad_norm": 0.050341978669166565, "learning_rate": 2.362670159672365e-05, "loss": 0.0046, "step": 159060 }, { "epoch": 2.6374956475601463, "grad_norm": 0.0038588251918554306, "learning_rate": 2.3625043524398534e-05, "loss": 0.0026, "step": 159070 }, { "epoch": 2.6376614547926582, "grad_norm": 0.07751812040805817, "learning_rate": 2.362338545207342e-05, "loss": 0.0063, "step": 159080 }, { "epoch": 2.6378272620251693, "grad_norm": 0.04807297885417938, "learning_rate": 2.3621727379748308e-05, "loss": 0.0058, "step": 159090 }, { "epoch": 2.637993069257681, "grad_norm": 0.012527553364634514, "learning_rate": 2.362006930742319e-05, "loss": 0.0037, "step": 159100 }, { "epoch": 2.6381588764901927, "grad_norm": 0.02104795165359974, "learning_rate": 2.3618411235098075e-05, "loss": 0.0123, "step": 159110 }, { "epoch": 2.638324683722704, "grad_norm": 0.002864325884729624, "learning_rate": 2.361675316277296e-05, "loss": 0.0033, "step": 159120 }, { "epoch": 2.6384904909552156, "grad_norm": 0.2868926227092743, "learning_rate": 2.361509509044785e-05, "loss": 0.014, "step": 159130 }, { "epoch": 2.638656298187727, "grad_norm": 0.0379057452082634, "learning_rate": 2.3613437018122732e-05, "loss": 0.0034, "step": 159140 }, { "epoch": 2.6388221054202385, "grad_norm": 0.0007739568827673793, "learning_rate": 2.3611778945797615e-05, "loss": 0.0002, "step": 159150 }, { "epoch": 2.63898791265275, "grad_norm": 0.18910261988639832, "learning_rate": 2.3610120873472502e-05, "loss": 0.0049, "step": 159160 }, { "epoch": 2.6391537198852615, "grad_norm": 0.16817907989025116, "learning_rate": 2.360846280114739e-05, "loss": 0.006, "step": 159170 }, { "epoch": 2.639319527117773, "grad_norm": 0.0016889477847144008, "learning_rate": 2.3606804728822273e-05, "loss": 0.0039, "step": 159180 }, { "epoch": 2.6394853343502844, "grad_norm": 0.0002979020355269313, "learning_rate": 2.3605146656497156e-05, "loss": 0.008, "step": 159190 }, { "epoch": 2.639651141582796, "grad_norm": 0.0003977740998379886, "learning_rate": 2.3603488584172043e-05, "loss": 0.0024, "step": 159200 }, { "epoch": 2.6398169488153074, "grad_norm": 0.01995774358510971, "learning_rate": 2.360183051184693e-05, "loss": 0.002, "step": 159210 }, { "epoch": 2.639982756047819, "grad_norm": 0.12200364470481873, "learning_rate": 2.3600172439521813e-05, "loss": 0.0082, "step": 159220 }, { "epoch": 2.6401485632803303, "grad_norm": 0.0019991612061858177, "learning_rate": 2.3598514367196697e-05, "loss": 0.0052, "step": 159230 }, { "epoch": 2.640314370512842, "grad_norm": 0.0004720498691312969, "learning_rate": 2.3596856294871584e-05, "loss": 0.0, "step": 159240 }, { "epoch": 2.6404801777453533, "grad_norm": 0.00021566306531894952, "learning_rate": 2.359519822254647e-05, "loss": 0.0002, "step": 159250 }, { "epoch": 2.6406459849778647, "grad_norm": 0.0009549541282467544, "learning_rate": 2.3593540150221354e-05, "loss": 0.0021, "step": 159260 }, { "epoch": 2.640811792210376, "grad_norm": 0.0010881897760555148, "learning_rate": 2.3591882077896237e-05, "loss": 0.0, "step": 159270 }, { "epoch": 2.6409775994428877, "grad_norm": 0.6145698428153992, "learning_rate": 2.3590224005571124e-05, "loss": 0.0216, "step": 159280 }, { "epoch": 2.641143406675399, "grad_norm": 0.03691275045275688, "learning_rate": 2.358856593324601e-05, "loss": 0.0044, "step": 159290 }, { "epoch": 2.6413092139079106, "grad_norm": 0.023709041997790337, "learning_rate": 2.3586907860920895e-05, "loss": 0.0001, "step": 159300 }, { "epoch": 2.641475021140422, "grad_norm": 0.0005325086531229317, "learning_rate": 2.3585249788595778e-05, "loss": 0.0063, "step": 159310 }, { "epoch": 2.6416408283729336, "grad_norm": 0.18317140638828278, "learning_rate": 2.3583591716270665e-05, "loss": 0.0125, "step": 159320 }, { "epoch": 2.641806635605445, "grad_norm": 1.1409868001937866, "learning_rate": 2.3581933643945552e-05, "loss": 0.0101, "step": 159330 }, { "epoch": 2.6419724428379565, "grad_norm": 0.002592321252450347, "learning_rate": 2.3580275571620435e-05, "loss": 0.0002, "step": 159340 }, { "epoch": 2.642138250070468, "grad_norm": 1.2467818123695906e-05, "learning_rate": 2.357861749929532e-05, "loss": 0.0048, "step": 159350 }, { "epoch": 2.6423040573029795, "grad_norm": 0.12734796106815338, "learning_rate": 2.3576959426970206e-05, "loss": 0.0036, "step": 159360 }, { "epoch": 2.642469864535491, "grad_norm": 0.0008795957546681166, "learning_rate": 2.357530135464509e-05, "loss": 0.0035, "step": 159370 }, { "epoch": 2.6426356717680024, "grad_norm": 0.0004222321731504053, "learning_rate": 2.3573643282319976e-05, "loss": 0.0058, "step": 159380 }, { "epoch": 2.642801479000514, "grad_norm": 0.0002070482587441802, "learning_rate": 2.3571985209994863e-05, "loss": 0.0027, "step": 159390 }, { "epoch": 2.6429672862330253, "grad_norm": 0.000887370842974633, "learning_rate": 2.3570327137669746e-05, "loss": 0.0031, "step": 159400 }, { "epoch": 2.643133093465537, "grad_norm": 0.0004300136642996222, "learning_rate": 2.356866906534463e-05, "loss": 0.0041, "step": 159410 }, { "epoch": 2.6432989006980483, "grad_norm": 0.0008327842224389315, "learning_rate": 2.3567010993019517e-05, "loss": 0.0073, "step": 159420 }, { "epoch": 2.6434647079305598, "grad_norm": 0.004310003016144037, "learning_rate": 2.3565352920694404e-05, "loss": 0.0076, "step": 159430 }, { "epoch": 2.6436305151630712, "grad_norm": 0.014457305893301964, "learning_rate": 2.3563694848369287e-05, "loss": 0.0056, "step": 159440 }, { "epoch": 2.643796322395583, "grad_norm": 0.00013292762741912156, "learning_rate": 2.356203677604417e-05, "loss": 0.0032, "step": 159450 }, { "epoch": 2.643962129628094, "grad_norm": 0.00983648281544447, "learning_rate": 2.3560378703719057e-05, "loss": 0.0001, "step": 159460 }, { "epoch": 2.644127936860606, "grad_norm": 0.017506085336208344, "learning_rate": 2.3558720631393944e-05, "loss": 0.0003, "step": 159470 }, { "epoch": 2.644293744093117, "grad_norm": 0.005190309137105942, "learning_rate": 2.3557062559068828e-05, "loss": 0.0037, "step": 159480 }, { "epoch": 2.644459551325629, "grad_norm": 0.31946250796318054, "learning_rate": 2.355540448674371e-05, "loss": 0.0115, "step": 159490 }, { "epoch": 2.64462535855814, "grad_norm": 0.042120132595300674, "learning_rate": 2.3553746414418598e-05, "loss": 0.0003, "step": 159500 }, { "epoch": 2.644791165790652, "grad_norm": 0.013626139611005783, "learning_rate": 2.3552088342093485e-05, "loss": 0.0001, "step": 159510 }, { "epoch": 2.644956973023163, "grad_norm": 0.02988533303141594, "learning_rate": 2.355043026976837e-05, "loss": 0.0035, "step": 159520 }, { "epoch": 2.645122780255675, "grad_norm": 0.0008092024945653975, "learning_rate": 2.3548772197443252e-05, "loss": 0.0064, "step": 159530 }, { "epoch": 2.645288587488186, "grad_norm": 0.0019454555585980415, "learning_rate": 2.354711412511814e-05, "loss": 0.0003, "step": 159540 }, { "epoch": 2.645454394720698, "grad_norm": 0.00038546178257092834, "learning_rate": 2.3545456052793026e-05, "loss": 0.0049, "step": 159550 }, { "epoch": 2.6456202019532093, "grad_norm": 9.931508247973397e-05, "learning_rate": 2.354379798046791e-05, "loss": 0.0037, "step": 159560 }, { "epoch": 2.645786009185721, "grad_norm": 0.0005092185456305742, "learning_rate": 2.3542139908142793e-05, "loss": 0.0011, "step": 159570 }, { "epoch": 2.6459518164182323, "grad_norm": 0.014133348129689693, "learning_rate": 2.354048183581768e-05, "loss": 0.0032, "step": 159580 }, { "epoch": 2.6461176236507438, "grad_norm": 0.18845978379249573, "learning_rate": 2.3538823763492566e-05, "loss": 0.0053, "step": 159590 }, { "epoch": 2.6462834308832552, "grad_norm": 0.00021805391588713974, "learning_rate": 2.353716569116745e-05, "loss": 0.0001, "step": 159600 }, { "epoch": 2.6464492381157667, "grad_norm": 0.02459190972149372, "learning_rate": 2.3535507618842333e-05, "loss": 0.0001, "step": 159610 }, { "epoch": 2.646615045348278, "grad_norm": 0.001129718846641481, "learning_rate": 2.353384954651722e-05, "loss": 0.001, "step": 159620 }, { "epoch": 2.6467808525807897, "grad_norm": 0.0016634807689115405, "learning_rate": 2.3532191474192107e-05, "loss": 0.0003, "step": 159630 }, { "epoch": 2.646946659813301, "grad_norm": 0.01555938832461834, "learning_rate": 2.353053340186699e-05, "loss": 0.002, "step": 159640 }, { "epoch": 2.6471124670458126, "grad_norm": 0.024704061448574066, "learning_rate": 2.3528875329541874e-05, "loss": 0.0002, "step": 159650 }, { "epoch": 2.647278274278324, "grad_norm": 0.0429137721657753, "learning_rate": 2.352721725721676e-05, "loss": 0.0007, "step": 159660 }, { "epoch": 2.6474440815108355, "grad_norm": 0.8758795857429504, "learning_rate": 2.3525559184891648e-05, "loss": 0.0064, "step": 159670 }, { "epoch": 2.647609888743347, "grad_norm": 0.003627810627222061, "learning_rate": 2.352390111256653e-05, "loss": 0.0001, "step": 159680 }, { "epoch": 2.6477756959758585, "grad_norm": 0.00013341059093363583, "learning_rate": 2.3522243040241415e-05, "loss": 0.0061, "step": 159690 }, { "epoch": 2.64794150320837, "grad_norm": 7.037913019303232e-05, "learning_rate": 2.35205849679163e-05, "loss": 0.0065, "step": 159700 }, { "epoch": 2.6481073104408814, "grad_norm": 0.008083668537437916, "learning_rate": 2.351892689559119e-05, "loss": 0.001, "step": 159710 }, { "epoch": 2.648273117673393, "grad_norm": 0.00031979073537513614, "learning_rate": 2.3517268823266072e-05, "loss": 0.0049, "step": 159720 }, { "epoch": 2.6484389249059044, "grad_norm": 0.006317158229649067, "learning_rate": 2.351561075094096e-05, "loss": 0.014, "step": 159730 }, { "epoch": 2.648604732138416, "grad_norm": 0.13061687350273132, "learning_rate": 2.3513952678615842e-05, "loss": 0.0001, "step": 159740 }, { "epoch": 2.6487705393709273, "grad_norm": 0.007573739159852266, "learning_rate": 2.3512294606290726e-05, "loss": 0.0054, "step": 159750 }, { "epoch": 2.648936346603439, "grad_norm": 0.20280970633029938, "learning_rate": 2.3510636533965613e-05, "loss": 0.0073, "step": 159760 }, { "epoch": 2.6491021538359503, "grad_norm": 0.0006966689834371209, "learning_rate": 2.35089784616405e-05, "loss": 0.0005, "step": 159770 }, { "epoch": 2.6492679610684617, "grad_norm": 4.554984479909763e-05, "learning_rate": 2.3507320389315383e-05, "loss": 0.0092, "step": 159780 }, { "epoch": 2.649433768300973, "grad_norm": 7.246984750963748e-05, "learning_rate": 2.3505662316990266e-05, "loss": 0.0002, "step": 159790 }, { "epoch": 2.6495995755334847, "grad_norm": 0.20243960618972778, "learning_rate": 2.3504004244665153e-05, "loss": 0.0054, "step": 159800 }, { "epoch": 2.649765382765996, "grad_norm": 0.0037963222712278366, "learning_rate": 2.350234617234004e-05, "loss": 0.0059, "step": 159810 }, { "epoch": 2.6499311899985076, "grad_norm": 0.023399636149406433, "learning_rate": 2.3500688100014924e-05, "loss": 0.0001, "step": 159820 }, { "epoch": 2.650096997231019, "grad_norm": 0.043809305876493454, "learning_rate": 2.3499030027689807e-05, "loss": 0.0041, "step": 159830 }, { "epoch": 2.6502628044635306, "grad_norm": 0.12957945466041565, "learning_rate": 2.3497371955364694e-05, "loss": 0.0036, "step": 159840 }, { "epoch": 2.650428611696042, "grad_norm": 0.0009436014224775136, "learning_rate": 2.349571388303958e-05, "loss": 0.0056, "step": 159850 }, { "epoch": 2.6505944189285535, "grad_norm": 0.10701281577348709, "learning_rate": 2.3494055810714464e-05, "loss": 0.0093, "step": 159860 }, { "epoch": 2.650760226161065, "grad_norm": 0.17457687854766846, "learning_rate": 2.3492397738389348e-05, "loss": 0.0024, "step": 159870 }, { "epoch": 2.6509260333935765, "grad_norm": 0.01744840480387211, "learning_rate": 2.3490739666064235e-05, "loss": 0.006, "step": 159880 }, { "epoch": 2.651091840626088, "grad_norm": 0.26614636182785034, "learning_rate": 2.348908159373912e-05, "loss": 0.0006, "step": 159890 }, { "epoch": 2.6512576478586, "grad_norm": 0.00035531228058971465, "learning_rate": 2.3487423521414005e-05, "loss": 0.0035, "step": 159900 }, { "epoch": 2.651423455091111, "grad_norm": 0.0004473848966881633, "learning_rate": 2.348576544908889e-05, "loss": 0.0006, "step": 159910 }, { "epoch": 2.651589262323623, "grad_norm": 0.0480518713593483, "learning_rate": 2.3484107376763775e-05, "loss": 0.0052, "step": 159920 }, { "epoch": 2.651755069556134, "grad_norm": 0.1166699156165123, "learning_rate": 2.3482449304438662e-05, "loss": 0.0106, "step": 159930 }, { "epoch": 2.6519208767886457, "grad_norm": 0.011795468628406525, "learning_rate": 2.3480791232113546e-05, "loss": 0.0037, "step": 159940 }, { "epoch": 2.6520866840211568, "grad_norm": 0.06614138185977936, "learning_rate": 2.347913315978843e-05, "loss": 0.0055, "step": 159950 }, { "epoch": 2.6522524912536687, "grad_norm": 0.19170397520065308, "learning_rate": 2.3477475087463316e-05, "loss": 0.0027, "step": 159960 }, { "epoch": 2.6524182984861797, "grad_norm": 0.045777324587106705, "learning_rate": 2.3475817015138203e-05, "loss": 0.0039, "step": 159970 }, { "epoch": 2.6525841057186916, "grad_norm": 0.0010865419171750546, "learning_rate": 2.3474158942813086e-05, "loss": 0.007, "step": 159980 }, { "epoch": 2.6527499129512027, "grad_norm": 0.0017058394150808454, "learning_rate": 2.347250087048797e-05, "loss": 0.0058, "step": 159990 }, { "epoch": 2.6529157201837146, "grad_norm": 0.0003476549172773957, "learning_rate": 2.3470842798162857e-05, "loss": 0.0003, "step": 160000 }, { "epoch": 2.653081527416226, "grad_norm": 0.17989471554756165, "learning_rate": 2.3469184725837744e-05, "loss": 0.0109, "step": 160010 }, { "epoch": 2.6532473346487375, "grad_norm": 0.14868777990341187, "learning_rate": 2.3467526653512627e-05, "loss": 0.0082, "step": 160020 }, { "epoch": 2.653413141881249, "grad_norm": 0.00013862448395229876, "learning_rate": 2.346586858118751e-05, "loss": 0.0, "step": 160030 }, { "epoch": 2.6535789491137605, "grad_norm": 0.0006243181996978819, "learning_rate": 2.3464210508862397e-05, "loss": 0.0046, "step": 160040 }, { "epoch": 2.653744756346272, "grad_norm": 0.00010149785521207377, "learning_rate": 2.3462552436537284e-05, "loss": 0.0022, "step": 160050 }, { "epoch": 2.6539105635787834, "grad_norm": 0.049608342349529266, "learning_rate": 2.3460894364212168e-05, "loss": 0.0064, "step": 160060 }, { "epoch": 2.654076370811295, "grad_norm": 0.00038977444637566805, "learning_rate": 2.3459236291887055e-05, "loss": 0.0141, "step": 160070 }, { "epoch": 2.6542421780438064, "grad_norm": 0.01016461942344904, "learning_rate": 2.3457578219561938e-05, "loss": 0.0059, "step": 160080 }, { "epoch": 2.654407985276318, "grad_norm": 0.0006078183650970459, "learning_rate": 2.3455920147236825e-05, "loss": 0.0004, "step": 160090 }, { "epoch": 2.6545737925088293, "grad_norm": 0.21219897270202637, "learning_rate": 2.345426207491171e-05, "loss": 0.0225, "step": 160100 }, { "epoch": 2.6547395997413408, "grad_norm": 0.017932847142219543, "learning_rate": 2.3452604002586595e-05, "loss": 0.0063, "step": 160110 }, { "epoch": 2.6549054069738522, "grad_norm": 0.1631227284669876, "learning_rate": 2.345094593026148e-05, "loss": 0.0127, "step": 160120 }, { "epoch": 2.6550712142063637, "grad_norm": 7.916267350083217e-05, "learning_rate": 2.3449287857936362e-05, "loss": 0.0036, "step": 160130 }, { "epoch": 2.655237021438875, "grad_norm": 0.0009275607881136239, "learning_rate": 2.344762978561125e-05, "loss": 0.0001, "step": 160140 }, { "epoch": 2.6554028286713867, "grad_norm": 0.20080512762069702, "learning_rate": 2.3445971713286136e-05, "loss": 0.0039, "step": 160150 }, { "epoch": 2.655568635903898, "grad_norm": 0.0005817633355036378, "learning_rate": 2.344431364096102e-05, "loss": 0.0137, "step": 160160 }, { "epoch": 2.6557344431364096, "grad_norm": 0.0007496172329410911, "learning_rate": 2.3442655568635903e-05, "loss": 0.0001, "step": 160170 }, { "epoch": 2.655900250368921, "grad_norm": 0.0015200062189251184, "learning_rate": 2.344099749631079e-05, "loss": 0.0052, "step": 160180 }, { "epoch": 2.6560660576014326, "grad_norm": 0.02257077768445015, "learning_rate": 2.3439339423985677e-05, "loss": 0.0005, "step": 160190 }, { "epoch": 2.656231864833944, "grad_norm": 0.00032722801552154124, "learning_rate": 2.343768135166056e-05, "loss": 0.0026, "step": 160200 }, { "epoch": 2.6563976720664555, "grad_norm": 0.00853913463652134, "learning_rate": 2.3436023279335444e-05, "loss": 0.0067, "step": 160210 }, { "epoch": 2.656563479298967, "grad_norm": 2.37808380916249e-05, "learning_rate": 2.343436520701033e-05, "loss": 0.0047, "step": 160220 }, { "epoch": 2.6567292865314784, "grad_norm": 0.1810740977525711, "learning_rate": 2.3432707134685217e-05, "loss": 0.005, "step": 160230 }, { "epoch": 2.65689509376399, "grad_norm": 0.007201278582215309, "learning_rate": 2.34310490623601e-05, "loss": 0.0079, "step": 160240 }, { "epoch": 2.6570609009965014, "grad_norm": 0.029974468052387238, "learning_rate": 2.3429390990034984e-05, "loss": 0.0004, "step": 160250 }, { "epoch": 2.657226708229013, "grad_norm": 0.00018351318431086838, "learning_rate": 2.342773291770987e-05, "loss": 0.0014, "step": 160260 }, { "epoch": 2.6573925154615243, "grad_norm": 0.00019621581304818392, "learning_rate": 2.3426074845384758e-05, "loss": 0.0005, "step": 160270 }, { "epoch": 2.657558322694036, "grad_norm": 1.7020660379785113e-05, "learning_rate": 2.342441677305964e-05, "loss": 0.0058, "step": 160280 }, { "epoch": 2.6577241299265473, "grad_norm": 0.0024866866879165173, "learning_rate": 2.3422758700734525e-05, "loss": 0.0162, "step": 160290 }, { "epoch": 2.6578899371590587, "grad_norm": 0.20569682121276855, "learning_rate": 2.3421100628409412e-05, "loss": 0.0072, "step": 160300 }, { "epoch": 2.65805574439157, "grad_norm": 0.002528236713260412, "learning_rate": 2.34194425560843e-05, "loss": 0.0053, "step": 160310 }, { "epoch": 2.6582215516240817, "grad_norm": 3.7829351640539244e-05, "learning_rate": 2.3417784483759182e-05, "loss": 0.0052, "step": 160320 }, { "epoch": 2.658387358856593, "grad_norm": 0.1646919995546341, "learning_rate": 2.3416126411434066e-05, "loss": 0.0047, "step": 160330 }, { "epoch": 2.6585531660891046, "grad_norm": 0.0009705368429422379, "learning_rate": 2.3414468339108953e-05, "loss": 0.0037, "step": 160340 }, { "epoch": 2.6587189733216166, "grad_norm": 0.0006625890964642167, "learning_rate": 2.341281026678384e-05, "loss": 0.0016, "step": 160350 }, { "epoch": 2.6588847805541276, "grad_norm": 0.00560340192168951, "learning_rate": 2.3411152194458723e-05, "loss": 0.0111, "step": 160360 }, { "epoch": 2.6590505877866395, "grad_norm": 0.0004096580669283867, "learning_rate": 2.3409494122133606e-05, "loss": 0.0076, "step": 160370 }, { "epoch": 2.6592163950191505, "grad_norm": 0.0004998131771571934, "learning_rate": 2.3407836049808493e-05, "loss": 0.0104, "step": 160380 }, { "epoch": 2.6593822022516624, "grad_norm": 0.00030506288749165833, "learning_rate": 2.340617797748338e-05, "loss": 0.0, "step": 160390 }, { "epoch": 2.6595480094841735, "grad_norm": 0.09906965494155884, "learning_rate": 2.3404519905158264e-05, "loss": 0.0002, "step": 160400 }, { "epoch": 2.6597138167166854, "grad_norm": 0.0002471565967425704, "learning_rate": 2.340286183283315e-05, "loss": 0.0032, "step": 160410 }, { "epoch": 2.6598796239491964, "grad_norm": 0.0012220654170960188, "learning_rate": 2.3401203760508034e-05, "loss": 0.0055, "step": 160420 }, { "epoch": 2.6600454311817083, "grad_norm": 0.007545063272118568, "learning_rate": 2.339954568818292e-05, "loss": 0.0003, "step": 160430 }, { "epoch": 2.6602112384142194, "grad_norm": 0.004066119436174631, "learning_rate": 2.3397887615857804e-05, "loss": 0.0101, "step": 160440 }, { "epoch": 2.6603770456467313, "grad_norm": 0.022004064172506332, "learning_rate": 2.339622954353269e-05, "loss": 0.0004, "step": 160450 }, { "epoch": 2.6605428528792427, "grad_norm": 0.008696774020791054, "learning_rate": 2.3394571471207575e-05, "loss": 0.0126, "step": 160460 }, { "epoch": 2.660708660111754, "grad_norm": 0.01894174888730049, "learning_rate": 2.339291339888246e-05, "loss": 0.0032, "step": 160470 }, { "epoch": 2.6608744673442657, "grad_norm": 0.21513135731220245, "learning_rate": 2.3391255326557345e-05, "loss": 0.0076, "step": 160480 }, { "epoch": 2.661040274576777, "grad_norm": 0.0003647907287813723, "learning_rate": 2.3389597254232232e-05, "loss": 0.0131, "step": 160490 }, { "epoch": 2.6612060818092886, "grad_norm": 0.009700076654553413, "learning_rate": 2.3387939181907115e-05, "loss": 0.0053, "step": 160500 }, { "epoch": 2.6613718890418, "grad_norm": 0.0016021685441955924, "learning_rate": 2.3386281109582002e-05, "loss": 0.0004, "step": 160510 }, { "epoch": 2.6615376962743116, "grad_norm": 0.0021800603717565536, "learning_rate": 2.3384623037256886e-05, "loss": 0.0001, "step": 160520 }, { "epoch": 2.661703503506823, "grad_norm": 0.001086641103029251, "learning_rate": 2.3382964964931773e-05, "loss": 0.0071, "step": 160530 }, { "epoch": 2.6618693107393345, "grad_norm": 0.00039198712329380214, "learning_rate": 2.3381306892606656e-05, "loss": 0.0001, "step": 160540 }, { "epoch": 2.662035117971846, "grad_norm": 0.0004593118210323155, "learning_rate": 2.337964882028154e-05, "loss": 0.0029, "step": 160550 }, { "epoch": 2.6622009252043575, "grad_norm": 0.07816015183925629, "learning_rate": 2.3377990747956426e-05, "loss": 0.006, "step": 160560 }, { "epoch": 2.662366732436869, "grad_norm": 0.0007246824097819626, "learning_rate": 2.3376332675631313e-05, "loss": 0.0051, "step": 160570 }, { "epoch": 2.6625325396693804, "grad_norm": 0.0004168856830801815, "learning_rate": 2.33746746033062e-05, "loss": 0.0003, "step": 160580 }, { "epoch": 2.662698346901892, "grad_norm": 0.17911146581172943, "learning_rate": 2.337301653098108e-05, "loss": 0.0099, "step": 160590 }, { "epoch": 2.6628641541344034, "grad_norm": 0.00011416981578804553, "learning_rate": 2.3371358458655967e-05, "loss": 0.0029, "step": 160600 }, { "epoch": 2.663029961366915, "grad_norm": 0.007805144414305687, "learning_rate": 2.3369700386330854e-05, "loss": 0.0059, "step": 160610 }, { "epoch": 2.6631957685994263, "grad_norm": 2.2348007405526005e-05, "learning_rate": 2.336804231400574e-05, "loss": 0.0022, "step": 160620 }, { "epoch": 2.6633615758319378, "grad_norm": 0.0015268385177478194, "learning_rate": 2.336638424168062e-05, "loss": 0.0033, "step": 160630 }, { "epoch": 2.6635273830644492, "grad_norm": 0.0004542551178019494, "learning_rate": 2.3364726169355508e-05, "loss": 0.0091, "step": 160640 }, { "epoch": 2.6636931902969607, "grad_norm": 0.00041193142533302307, "learning_rate": 2.3363068097030395e-05, "loss": 0.0093, "step": 160650 }, { "epoch": 2.663858997529472, "grad_norm": 6.175819726195186e-05, "learning_rate": 2.3361410024705278e-05, "loss": 0.041, "step": 160660 }, { "epoch": 2.6640248047619837, "grad_norm": 0.0016814358532428741, "learning_rate": 2.335975195238016e-05, "loss": 0.0102, "step": 160670 }, { "epoch": 2.664190611994495, "grad_norm": 0.00010950340220006183, "learning_rate": 2.335809388005505e-05, "loss": 0.0, "step": 160680 }, { "epoch": 2.6643564192270066, "grad_norm": 0.005251025315374136, "learning_rate": 2.3356435807729935e-05, "loss": 0.0175, "step": 160690 }, { "epoch": 2.664522226459518, "grad_norm": 0.06663548201322556, "learning_rate": 2.335477773540482e-05, "loss": 0.0001, "step": 160700 }, { "epoch": 2.6646880336920296, "grad_norm": 0.003438781015574932, "learning_rate": 2.3353119663079702e-05, "loss": 0.0012, "step": 160710 }, { "epoch": 2.664853840924541, "grad_norm": 0.00017217699496541172, "learning_rate": 2.335146159075459e-05, "loss": 0.0003, "step": 160720 }, { "epoch": 2.6650196481570525, "grad_norm": 0.0005266104708425701, "learning_rate": 2.3349803518429476e-05, "loss": 0.0014, "step": 160730 }, { "epoch": 2.665185455389564, "grad_norm": 0.19855833053588867, "learning_rate": 2.334814544610436e-05, "loss": 0.0051, "step": 160740 }, { "epoch": 2.6653512626220754, "grad_norm": 0.00040251296013593674, "learning_rate": 2.3346487373779246e-05, "loss": 0.0001, "step": 160750 }, { "epoch": 2.665517069854587, "grad_norm": 0.17763662338256836, "learning_rate": 2.334482930145413e-05, "loss": 0.0104, "step": 160760 }, { "epoch": 2.6656828770870984, "grad_norm": 0.00032757315784692764, "learning_rate": 2.3343171229129017e-05, "loss": 0.0026, "step": 160770 }, { "epoch": 2.66584868431961, "grad_norm": 0.22362254559993744, "learning_rate": 2.33415131568039e-05, "loss": 0.0071, "step": 160780 }, { "epoch": 2.6660144915521213, "grad_norm": 0.00045683252392336726, "learning_rate": 2.3339855084478787e-05, "loss": 0.0041, "step": 160790 }, { "epoch": 2.6661802987846333, "grad_norm": 0.0006542240735143423, "learning_rate": 2.333819701215367e-05, "loss": 0.0036, "step": 160800 }, { "epoch": 2.6663461060171443, "grad_norm": 0.1315346211194992, "learning_rate": 2.3336538939828557e-05, "loss": 0.006, "step": 160810 }, { "epoch": 2.666511913249656, "grad_norm": 0.0013945992104709148, "learning_rate": 2.333488086750344e-05, "loss": 0.0033, "step": 160820 }, { "epoch": 2.6666777204821672, "grad_norm": 0.001202122657559812, "learning_rate": 2.3333222795178328e-05, "loss": 0.0029, "step": 160830 }, { "epoch": 2.666843527714679, "grad_norm": 0.016356775537133217, "learning_rate": 2.333156472285321e-05, "loss": 0.0067, "step": 160840 }, { "epoch": 2.66700933494719, "grad_norm": 0.01625487022101879, "learning_rate": 2.3329906650528098e-05, "loss": 0.0123, "step": 160850 }, { "epoch": 2.667175142179702, "grad_norm": 0.004182201810181141, "learning_rate": 2.332824857820298e-05, "loss": 0.0041, "step": 160860 }, { "epoch": 2.667340949412213, "grad_norm": 0.0013865006621927023, "learning_rate": 2.332659050587787e-05, "loss": 0.0052, "step": 160870 }, { "epoch": 2.667506756644725, "grad_norm": 0.008352620527148247, "learning_rate": 2.3324932433552752e-05, "loss": 0.007, "step": 160880 }, { "epoch": 2.667672563877236, "grad_norm": 0.00038871425203979015, "learning_rate": 2.332327436122764e-05, "loss": 0.0002, "step": 160890 }, { "epoch": 2.667838371109748, "grad_norm": 0.0011339288903400302, "learning_rate": 2.3321616288902522e-05, "loss": 0.006, "step": 160900 }, { "epoch": 2.6680041783422594, "grad_norm": 0.01009509339928627, "learning_rate": 2.331995821657741e-05, "loss": 0.004, "step": 160910 }, { "epoch": 2.668169985574771, "grad_norm": 0.0030116087291389704, "learning_rate": 2.3318300144252296e-05, "loss": 0.0103, "step": 160920 }, { "epoch": 2.6683357928072824, "grad_norm": 0.000571171403862536, "learning_rate": 2.3316642071927176e-05, "loss": 0.0, "step": 160930 }, { "epoch": 2.668501600039794, "grad_norm": 0.0038003178779035807, "learning_rate": 2.3314983999602063e-05, "loss": 0.0001, "step": 160940 }, { "epoch": 2.6686674072723053, "grad_norm": 0.004486167337745428, "learning_rate": 2.331332592727695e-05, "loss": 0.0038, "step": 160950 }, { "epoch": 2.668833214504817, "grad_norm": 0.00042251721606589854, "learning_rate": 2.3311667854951837e-05, "loss": 0.0019, "step": 160960 }, { "epoch": 2.6689990217373283, "grad_norm": 0.007878306321799755, "learning_rate": 2.3310009782626717e-05, "loss": 0.0023, "step": 160970 }, { "epoch": 2.6691648289698398, "grad_norm": 0.0038492055609822273, "learning_rate": 2.3308351710301604e-05, "loss": 0.002, "step": 160980 }, { "epoch": 2.6693306362023512, "grad_norm": 0.02236395888030529, "learning_rate": 2.330669363797649e-05, "loss": 0.0052, "step": 160990 }, { "epoch": 2.6694964434348627, "grad_norm": 0.1721184253692627, "learning_rate": 2.3305035565651377e-05, "loss": 0.0072, "step": 161000 }, { "epoch": 2.669662250667374, "grad_norm": 0.332528293132782, "learning_rate": 2.3303377493326258e-05, "loss": 0.0008, "step": 161010 }, { "epoch": 2.6698280578998856, "grad_norm": 0.0017342186765745282, "learning_rate": 2.3301719421001144e-05, "loss": 0.0001, "step": 161020 }, { "epoch": 2.669993865132397, "grad_norm": 0.0003099483728874475, "learning_rate": 2.330006134867603e-05, "loss": 0.0041, "step": 161030 }, { "epoch": 2.6701596723649086, "grad_norm": 0.006945452187210321, "learning_rate": 2.3298403276350915e-05, "loss": 0.0, "step": 161040 }, { "epoch": 2.67032547959742, "grad_norm": 0.0013943326193839312, "learning_rate": 2.3296745204025798e-05, "loss": 0.0078, "step": 161050 }, { "epoch": 2.6704912868299315, "grad_norm": 0.19208970665931702, "learning_rate": 2.3295087131700685e-05, "loss": 0.0067, "step": 161060 }, { "epoch": 2.670657094062443, "grad_norm": 0.029992487281560898, "learning_rate": 2.3293429059375572e-05, "loss": 0.0067, "step": 161070 }, { "epoch": 2.6708229012949545, "grad_norm": 6.999057404755149e-06, "learning_rate": 2.3291770987050455e-05, "loss": 0.0067, "step": 161080 }, { "epoch": 2.670988708527466, "grad_norm": 0.0025509630795568228, "learning_rate": 2.3290112914725342e-05, "loss": 0.0168, "step": 161090 }, { "epoch": 2.6711545157599774, "grad_norm": 0.0004269992932677269, "learning_rate": 2.3288454842400226e-05, "loss": 0.003, "step": 161100 }, { "epoch": 2.671320322992489, "grad_norm": 0.03108132816851139, "learning_rate": 2.3286796770075113e-05, "loss": 0.0044, "step": 161110 }, { "epoch": 2.6714861302250004, "grad_norm": 7.324019861698616e-06, "learning_rate": 2.3285138697749996e-05, "loss": 0.0001, "step": 161120 }, { "epoch": 2.671651937457512, "grad_norm": 0.19943495094776154, "learning_rate": 2.3283480625424883e-05, "loss": 0.0076, "step": 161130 }, { "epoch": 2.6718177446900233, "grad_norm": 0.0010527910199016333, "learning_rate": 2.3281822553099766e-05, "loss": 0.0049, "step": 161140 }, { "epoch": 2.671983551922535, "grad_norm": 0.0005946492310613394, "learning_rate": 2.3280164480774653e-05, "loss": 0.0, "step": 161150 }, { "epoch": 2.6721493591550463, "grad_norm": 0.00043790866038762033, "learning_rate": 2.3278506408449537e-05, "loss": 0.0002, "step": 161160 }, { "epoch": 2.6723151663875577, "grad_norm": 0.0008062133565545082, "learning_rate": 2.3276848336124424e-05, "loss": 0.0001, "step": 161170 }, { "epoch": 2.672480973620069, "grad_norm": 0.0014876131899654865, "learning_rate": 2.3275190263799307e-05, "loss": 0.0025, "step": 161180 }, { "epoch": 2.6726467808525807, "grad_norm": 0.005862743128091097, "learning_rate": 2.3273532191474194e-05, "loss": 0.0008, "step": 161190 }, { "epoch": 2.672812588085092, "grad_norm": 0.00030347504070959985, "learning_rate": 2.3271874119149078e-05, "loss": 0.0003, "step": 161200 }, { "epoch": 2.6729783953176036, "grad_norm": 0.0001792340917745605, "learning_rate": 2.3270216046823964e-05, "loss": 0.003, "step": 161210 }, { "epoch": 2.673144202550115, "grad_norm": 4.0613052988192067e-05, "learning_rate": 2.3268557974498848e-05, "loss": 0.0028, "step": 161220 }, { "epoch": 2.6733100097826266, "grad_norm": 7.327210914809257e-05, "learning_rate": 2.3266899902173735e-05, "loss": 0.0, "step": 161230 }, { "epoch": 2.673475817015138, "grad_norm": 0.00021831698541063815, "learning_rate": 2.3265241829848618e-05, "loss": 0.0001, "step": 161240 }, { "epoch": 2.67364162424765, "grad_norm": 0.0001824927021516487, "learning_rate": 2.3263583757523505e-05, "loss": 0.0025, "step": 161250 }, { "epoch": 2.673807431480161, "grad_norm": 0.14265267550945282, "learning_rate": 2.3261925685198392e-05, "loss": 0.0033, "step": 161260 }, { "epoch": 2.673973238712673, "grad_norm": 0.0023483927361667156, "learning_rate": 2.3260267612873275e-05, "loss": 0.0023, "step": 161270 }, { "epoch": 2.674139045945184, "grad_norm": 0.19279679656028748, "learning_rate": 2.325860954054816e-05, "loss": 0.0035, "step": 161280 }, { "epoch": 2.674304853177696, "grad_norm": 0.0007814241107553244, "learning_rate": 2.3256951468223046e-05, "loss": 0.0176, "step": 161290 }, { "epoch": 2.674470660410207, "grad_norm": 0.00035444102832116187, "learning_rate": 2.3255293395897933e-05, "loss": 0.0187, "step": 161300 }, { "epoch": 2.674636467642719, "grad_norm": 0.0013872180134057999, "learning_rate": 2.3253635323572813e-05, "loss": 0.0054, "step": 161310 }, { "epoch": 2.67480227487523, "grad_norm": 0.00013988575665280223, "learning_rate": 2.32519772512477e-05, "loss": 0.0034, "step": 161320 }, { "epoch": 2.6749680821077417, "grad_norm": 0.00010304876923328266, "learning_rate": 2.3250319178922586e-05, "loss": 0.0152, "step": 161330 }, { "epoch": 2.6751338893402528, "grad_norm": 0.12573851644992828, "learning_rate": 2.3248661106597473e-05, "loss": 0.0003, "step": 161340 }, { "epoch": 2.6752996965727647, "grad_norm": 0.15633583068847656, "learning_rate": 2.3247003034272353e-05, "loss": 0.0103, "step": 161350 }, { "epoch": 2.675465503805276, "grad_norm": 0.001316612702794373, "learning_rate": 2.324534496194724e-05, "loss": 0.0063, "step": 161360 }, { "epoch": 2.6756313110377876, "grad_norm": 0.01987815462052822, "learning_rate": 2.3243686889622127e-05, "loss": 0.0003, "step": 161370 }, { "epoch": 2.675797118270299, "grad_norm": 0.0021757539361715317, "learning_rate": 2.3242028817297014e-05, "loss": 0.0052, "step": 161380 }, { "epoch": 2.6759629255028106, "grad_norm": 0.004810364451259375, "learning_rate": 2.3240370744971894e-05, "loss": 0.0033, "step": 161390 }, { "epoch": 2.676128732735322, "grad_norm": 0.0003728085139300674, "learning_rate": 2.323871267264678e-05, "loss": 0.0001, "step": 161400 }, { "epoch": 2.6762945399678335, "grad_norm": 0.0017604900058358908, "learning_rate": 2.3237054600321668e-05, "loss": 0.0015, "step": 161410 }, { "epoch": 2.676460347200345, "grad_norm": 0.44882988929748535, "learning_rate": 2.323539652799655e-05, "loss": 0.0148, "step": 161420 }, { "epoch": 2.6766261544328565, "grad_norm": 0.00758003257215023, "learning_rate": 2.3233738455671438e-05, "loss": 0.0083, "step": 161430 }, { "epoch": 2.676791961665368, "grad_norm": 0.014944693073630333, "learning_rate": 2.323208038334632e-05, "loss": 0.0036, "step": 161440 }, { "epoch": 2.6769577688978794, "grad_norm": 0.00276777520775795, "learning_rate": 2.323042231102121e-05, "loss": 0.0072, "step": 161450 }, { "epoch": 2.677123576130391, "grad_norm": 0.00044150566100142896, "learning_rate": 2.3228764238696092e-05, "loss": 0.006, "step": 161460 }, { "epoch": 2.6772893833629023, "grad_norm": 0.0016826317878440022, "learning_rate": 2.322710616637098e-05, "loss": 0.0001, "step": 161470 }, { "epoch": 2.677455190595414, "grad_norm": 0.00029713084222748876, "learning_rate": 2.3225448094045862e-05, "loss": 0.0064, "step": 161480 }, { "epoch": 2.6776209978279253, "grad_norm": 0.014020657166838646, "learning_rate": 2.322379002172075e-05, "loss": 0.0034, "step": 161490 }, { "epoch": 2.6777868050604368, "grad_norm": 0.0004353369877208024, "learning_rate": 2.3222131949395633e-05, "loss": 0.0059, "step": 161500 }, { "epoch": 2.6779526122929482, "grad_norm": 0.005172613076865673, "learning_rate": 2.322047387707052e-05, "loss": 0.008, "step": 161510 }, { "epoch": 2.6781184195254597, "grad_norm": 0.0073717194609344006, "learning_rate": 2.3218815804745403e-05, "loss": 0.0002, "step": 161520 }, { "epoch": 2.678284226757971, "grad_norm": 0.00017587756155990064, "learning_rate": 2.321715773242029e-05, "loss": 0.0045, "step": 161530 }, { "epoch": 2.6784500339904826, "grad_norm": 0.0008031484903767705, "learning_rate": 2.3215499660095173e-05, "loss": 0.0033, "step": 161540 }, { "epoch": 2.678615841222994, "grad_norm": 0.3462883234024048, "learning_rate": 2.321384158777006e-05, "loss": 0.0142, "step": 161550 }, { "epoch": 2.6787816484555056, "grad_norm": 0.14191076159477234, "learning_rate": 2.3212183515444944e-05, "loss": 0.0048, "step": 161560 }, { "epoch": 2.678947455688017, "grad_norm": 0.1608407348394394, "learning_rate": 2.321052544311983e-05, "loss": 0.0174, "step": 161570 }, { "epoch": 2.6791132629205285, "grad_norm": 0.5089564323425293, "learning_rate": 2.3208867370794714e-05, "loss": 0.0119, "step": 161580 }, { "epoch": 2.67927907015304, "grad_norm": 0.0023117626551538706, "learning_rate": 2.32072092984696e-05, "loss": 0.011, "step": 161590 }, { "epoch": 2.6794448773855515, "grad_norm": 0.00010928724805125967, "learning_rate": 2.3205551226144488e-05, "loss": 0.0093, "step": 161600 }, { "epoch": 2.679610684618063, "grad_norm": 0.0057265786454081535, "learning_rate": 2.320389315381937e-05, "loss": 0.0023, "step": 161610 }, { "epoch": 2.6797764918505744, "grad_norm": 0.0008544640731997788, "learning_rate": 2.3202235081494255e-05, "loss": 0.0048, "step": 161620 }, { "epoch": 2.679942299083086, "grad_norm": 0.004657280631363392, "learning_rate": 2.320057700916914e-05, "loss": 0.0003, "step": 161630 }, { "epoch": 2.6801081063155974, "grad_norm": 0.0001724634930724278, "learning_rate": 2.319891893684403e-05, "loss": 0.004, "step": 161640 }, { "epoch": 2.680273913548109, "grad_norm": 0.034909024834632874, "learning_rate": 2.3197260864518912e-05, "loss": 0.0035, "step": 161650 }, { "epoch": 2.6804397207806203, "grad_norm": 0.041327331215143204, "learning_rate": 2.3195602792193795e-05, "loss": 0.0029, "step": 161660 }, { "epoch": 2.680605528013132, "grad_norm": 0.19674310088157654, "learning_rate": 2.3193944719868682e-05, "loss": 0.0066, "step": 161670 }, { "epoch": 2.6807713352456433, "grad_norm": 0.007326506078243256, "learning_rate": 2.319228664754357e-05, "loss": 0.0074, "step": 161680 }, { "epoch": 2.6809371424781547, "grad_norm": 0.010098830796778202, "learning_rate": 2.319062857521845e-05, "loss": 0.0002, "step": 161690 }, { "epoch": 2.6811029497106666, "grad_norm": 8.959546539699659e-05, "learning_rate": 2.3188970502893336e-05, "loss": 0.0141, "step": 161700 }, { "epoch": 2.6812687569431777, "grad_norm": 0.020631762221455574, "learning_rate": 2.3187312430568223e-05, "loss": 0.0037, "step": 161710 }, { "epoch": 2.6814345641756896, "grad_norm": 0.001028683502227068, "learning_rate": 2.318565435824311e-05, "loss": 0.0087, "step": 161720 }, { "epoch": 2.6816003714082006, "grad_norm": 0.0006710028392262757, "learning_rate": 2.318399628591799e-05, "loss": 0.0093, "step": 161730 }, { "epoch": 2.6817661786407125, "grad_norm": 0.00022186078422237188, "learning_rate": 2.3182338213592877e-05, "loss": 0.0069, "step": 161740 }, { "epoch": 2.6819319858732236, "grad_norm": 0.0013749379431828856, "learning_rate": 2.3180680141267764e-05, "loss": 0.0029, "step": 161750 }, { "epoch": 2.6820977931057355, "grad_norm": 0.00020241671882104129, "learning_rate": 2.317902206894265e-05, "loss": 0.0001, "step": 161760 }, { "epoch": 2.6822636003382465, "grad_norm": 0.00011079804971814156, "learning_rate": 2.3177363996617534e-05, "loss": 0.0048, "step": 161770 }, { "epoch": 2.6824294075707584, "grad_norm": 0.12994658946990967, "learning_rate": 2.3175705924292418e-05, "loss": 0.0059, "step": 161780 }, { "epoch": 2.6825952148032695, "grad_norm": 0.013674993999302387, "learning_rate": 2.3174047851967304e-05, "loss": 0.0042, "step": 161790 }, { "epoch": 2.6827610220357814, "grad_norm": 2.8253118216525763e-05, "learning_rate": 2.3172389779642188e-05, "loss": 0.0, "step": 161800 }, { "epoch": 2.682926829268293, "grad_norm": 0.14630651473999023, "learning_rate": 2.3170731707317075e-05, "loss": 0.0041, "step": 161810 }, { "epoch": 2.6830926365008043, "grad_norm": 0.11100728809833527, "learning_rate": 2.3169073634991958e-05, "loss": 0.0122, "step": 161820 }, { "epoch": 2.683258443733316, "grad_norm": 0.0004399443860165775, "learning_rate": 2.3167415562666845e-05, "loss": 0.0013, "step": 161830 }, { "epoch": 2.6834242509658273, "grad_norm": 0.0013129323488101363, "learning_rate": 2.316575749034173e-05, "loss": 0.0079, "step": 161840 }, { "epoch": 2.6835900581983387, "grad_norm": 0.002855020808055997, "learning_rate": 2.3164099418016615e-05, "loss": 0.0087, "step": 161850 }, { "epoch": 2.68375586543085, "grad_norm": 0.001605638419277966, "learning_rate": 2.31624413456915e-05, "loss": 0.0002, "step": 161860 }, { "epoch": 2.6839216726633617, "grad_norm": 0.004460510332137346, "learning_rate": 2.3160783273366386e-05, "loss": 0.0035, "step": 161870 }, { "epoch": 2.684087479895873, "grad_norm": 0.15299342572689056, "learning_rate": 2.315912520104127e-05, "loss": 0.0065, "step": 161880 }, { "epoch": 2.6842532871283846, "grad_norm": 0.001323275500908494, "learning_rate": 2.3157467128716156e-05, "loss": 0.0002, "step": 161890 }, { "epoch": 2.684419094360896, "grad_norm": 0.007338044233620167, "learning_rate": 2.315580905639104e-05, "loss": 0.0024, "step": 161900 }, { "epoch": 2.6845849015934076, "grad_norm": 0.0013508953852578998, "learning_rate": 2.3154150984065927e-05, "loss": 0.0033, "step": 161910 }, { "epoch": 2.684750708825919, "grad_norm": 0.13830026984214783, "learning_rate": 2.315249291174081e-05, "loss": 0.003, "step": 161920 }, { "epoch": 2.6849165160584305, "grad_norm": 0.0009561933693476021, "learning_rate": 2.3150834839415697e-05, "loss": 0.0001, "step": 161930 }, { "epoch": 2.685082323290942, "grad_norm": 0.33330363035202026, "learning_rate": 2.3149176767090584e-05, "loss": 0.0044, "step": 161940 }, { "epoch": 2.6852481305234535, "grad_norm": 0.0025929005350917578, "learning_rate": 2.3147518694765467e-05, "loss": 0.0044, "step": 161950 }, { "epoch": 2.685413937755965, "grad_norm": 0.020606862381100655, "learning_rate": 2.314586062244035e-05, "loss": 0.004, "step": 161960 }, { "epoch": 2.6855797449884764, "grad_norm": 0.16875305771827698, "learning_rate": 2.3144202550115238e-05, "loss": 0.0032, "step": 161970 }, { "epoch": 2.685745552220988, "grad_norm": 1.6615844288025983e-05, "learning_rate": 2.3142544477790124e-05, "loss": 0.0055, "step": 161980 }, { "epoch": 2.6859113594534993, "grad_norm": 0.0008997612749226391, "learning_rate": 2.3140886405465008e-05, "loss": 0.0024, "step": 161990 }, { "epoch": 2.686077166686011, "grad_norm": 0.2135203629732132, "learning_rate": 2.313922833313989e-05, "loss": 0.004, "step": 162000 }, { "epoch": 2.6862429739185223, "grad_norm": 0.0003226154367439449, "learning_rate": 2.3137570260814778e-05, "loss": 0.0021, "step": 162010 }, { "epoch": 2.6864087811510338, "grad_norm": 0.0008818081114441156, "learning_rate": 2.3135912188489665e-05, "loss": 0.0019, "step": 162020 }, { "epoch": 2.6865745883835452, "grad_norm": 0.03769246116280556, "learning_rate": 2.313425411616455e-05, "loss": 0.0067, "step": 162030 }, { "epoch": 2.6867403956160567, "grad_norm": 0.004201814997941256, "learning_rate": 2.3132596043839432e-05, "loss": 0.0002, "step": 162040 }, { "epoch": 2.686906202848568, "grad_norm": 0.01074244175106287, "learning_rate": 2.313093797151432e-05, "loss": 0.0039, "step": 162050 }, { "epoch": 2.6870720100810797, "grad_norm": 0.005649023689329624, "learning_rate": 2.3129279899189206e-05, "loss": 0.0033, "step": 162060 }, { "epoch": 2.687237817313591, "grad_norm": 0.0007322453893721104, "learning_rate": 2.312762182686409e-05, "loss": 0.0001, "step": 162070 }, { "epoch": 2.6874036245461026, "grad_norm": 0.005960120819509029, "learning_rate": 2.3125963754538973e-05, "loss": 0.0057, "step": 162080 }, { "epoch": 2.687569431778614, "grad_norm": 0.936697781085968, "learning_rate": 2.312430568221386e-05, "loss": 0.0118, "step": 162090 }, { "epoch": 2.6877352390111255, "grad_norm": 0.006269480567425489, "learning_rate": 2.3122647609888746e-05, "loss": 0.0064, "step": 162100 }, { "epoch": 2.687901046243637, "grad_norm": 0.0004219002730678767, "learning_rate": 2.312098953756363e-05, "loss": 0.0106, "step": 162110 }, { "epoch": 2.6880668534761485, "grad_norm": 0.0006819878472015262, "learning_rate": 2.3119331465238513e-05, "loss": 0.0029, "step": 162120 }, { "epoch": 2.68823266070866, "grad_norm": 0.0007923415978439152, "learning_rate": 2.31176733929134e-05, "loss": 0.0054, "step": 162130 }, { "epoch": 2.6883984679411714, "grad_norm": 0.0013522477820515633, "learning_rate": 2.3116015320588287e-05, "loss": 0.0012, "step": 162140 }, { "epoch": 2.6885642751736833, "grad_norm": 0.003023967845365405, "learning_rate": 2.311435724826317e-05, "loss": 0.0026, "step": 162150 }, { "epoch": 2.6887300824061944, "grad_norm": 0.2515771687030792, "learning_rate": 2.3112699175938054e-05, "loss": 0.0033, "step": 162160 }, { "epoch": 2.6888958896387063, "grad_norm": 0.0029324465431272984, "learning_rate": 2.311104110361294e-05, "loss": 0.012, "step": 162170 }, { "epoch": 2.6890616968712173, "grad_norm": 0.0047291540540754795, "learning_rate": 2.3109383031287828e-05, "loss": 0.0114, "step": 162180 }, { "epoch": 2.6892275041037292, "grad_norm": 0.049439966678619385, "learning_rate": 2.310772495896271e-05, "loss": 0.0041, "step": 162190 }, { "epoch": 2.6893933113362403, "grad_norm": 0.002338840626180172, "learning_rate": 2.3106066886637595e-05, "loss": 0.009, "step": 162200 }, { "epoch": 2.689559118568752, "grad_norm": 0.3607659935951233, "learning_rate": 2.3104408814312482e-05, "loss": 0.0008, "step": 162210 }, { "epoch": 2.689724925801263, "grad_norm": 0.018426967784762383, "learning_rate": 2.3102750741987365e-05, "loss": 0.0024, "step": 162220 }, { "epoch": 2.689890733033775, "grad_norm": 0.0007872163550928235, "learning_rate": 2.3101092669662252e-05, "loss": 0.0007, "step": 162230 }, { "epoch": 2.690056540266286, "grad_norm": 0.001514239702373743, "learning_rate": 2.3099434597337136e-05, "loss": 0.0003, "step": 162240 }, { "epoch": 2.690222347498798, "grad_norm": 0.008579283021390438, "learning_rate": 2.3097776525012022e-05, "loss": 0.0045, "step": 162250 }, { "epoch": 2.6903881547313095, "grad_norm": 0.00034016327117569745, "learning_rate": 2.3096118452686906e-05, "loss": 0.0044, "step": 162260 }, { "epoch": 2.690553961963821, "grad_norm": 9.557533485349268e-05, "learning_rate": 2.3094460380361793e-05, "loss": 0.0032, "step": 162270 }, { "epoch": 2.6907197691963325, "grad_norm": 0.01411491073668003, "learning_rate": 2.309280230803668e-05, "loss": 0.0001, "step": 162280 }, { "epoch": 2.690885576428844, "grad_norm": 0.0006322559784166515, "learning_rate": 2.3091144235711563e-05, "loss": 0.0033, "step": 162290 }, { "epoch": 2.6910513836613554, "grad_norm": 0.03468932583928108, "learning_rate": 2.3089486163386447e-05, "loss": 0.0002, "step": 162300 }, { "epoch": 2.691217190893867, "grad_norm": 0.046080876141786575, "learning_rate": 2.3087828091061333e-05, "loss": 0.0059, "step": 162310 }, { "epoch": 2.6913829981263784, "grad_norm": 0.00045584593317471445, "learning_rate": 2.308617001873622e-05, "loss": 0.0049, "step": 162320 }, { "epoch": 2.69154880535889, "grad_norm": 0.00032459417707286775, "learning_rate": 2.3084511946411104e-05, "loss": 0.0001, "step": 162330 }, { "epoch": 2.6917146125914013, "grad_norm": 0.013766997493803501, "learning_rate": 2.3082853874085987e-05, "loss": 0.0031, "step": 162340 }, { "epoch": 2.691880419823913, "grad_norm": 0.0003655067121144384, "learning_rate": 2.3081195801760874e-05, "loss": 0.0027, "step": 162350 }, { "epoch": 2.6920462270564243, "grad_norm": 0.0005950721097178757, "learning_rate": 2.307953772943576e-05, "loss": 0.0097, "step": 162360 }, { "epoch": 2.6922120342889357, "grad_norm": 0.0013085317332297564, "learning_rate": 2.3077879657110644e-05, "loss": 0.0027, "step": 162370 }, { "epoch": 2.692377841521447, "grad_norm": 0.0004476894100662321, "learning_rate": 2.3076221584785528e-05, "loss": 0.0009, "step": 162380 }, { "epoch": 2.6925436487539587, "grad_norm": 0.010852674022316933, "learning_rate": 2.3074563512460415e-05, "loss": 0.0004, "step": 162390 }, { "epoch": 2.69270945598647, "grad_norm": 0.0003069375816266984, "learning_rate": 2.30729054401353e-05, "loss": 0.0119, "step": 162400 }, { "epoch": 2.6928752632189816, "grad_norm": 0.3762770891189575, "learning_rate": 2.3071247367810185e-05, "loss": 0.0065, "step": 162410 }, { "epoch": 2.693041070451493, "grad_norm": 6.537713488796726e-05, "learning_rate": 2.306958929548507e-05, "loss": 0.0, "step": 162420 }, { "epoch": 2.6932068776840046, "grad_norm": 8.911999611882493e-05, "learning_rate": 2.3067931223159956e-05, "loss": 0.0031, "step": 162430 }, { "epoch": 2.693372684916516, "grad_norm": 0.000664118560962379, "learning_rate": 2.3066273150834842e-05, "loss": 0.0035, "step": 162440 }, { "epoch": 2.6935384921490275, "grad_norm": 0.0011930341133847833, "learning_rate": 2.3064615078509726e-05, "loss": 0.0032, "step": 162450 }, { "epoch": 2.693704299381539, "grad_norm": 0.0038886903785169125, "learning_rate": 2.306295700618461e-05, "loss": 0.0009, "step": 162460 }, { "epoch": 2.6938701066140505, "grad_norm": 0.12369726598262787, "learning_rate": 2.3061298933859496e-05, "loss": 0.0073, "step": 162470 }, { "epoch": 2.694035913846562, "grad_norm": 0.5631108283996582, "learning_rate": 2.3059640861534383e-05, "loss": 0.0103, "step": 162480 }, { "epoch": 2.6942017210790734, "grad_norm": 0.23984389007091522, "learning_rate": 2.3057982789209267e-05, "loss": 0.0084, "step": 162490 }, { "epoch": 2.694367528311585, "grad_norm": 0.12708780169487, "learning_rate": 2.305632471688415e-05, "loss": 0.0025, "step": 162500 }, { "epoch": 2.6945333355440964, "grad_norm": 0.000956718809902668, "learning_rate": 2.3054666644559037e-05, "loss": 0.0034, "step": 162510 }, { "epoch": 2.694699142776608, "grad_norm": 0.00024544569896534085, "learning_rate": 2.3053008572233924e-05, "loss": 0.0036, "step": 162520 }, { "epoch": 2.6948649500091193, "grad_norm": 0.00016920537746045738, "learning_rate": 2.3051350499908807e-05, "loss": 0.0059, "step": 162530 }, { "epoch": 2.6950307572416308, "grad_norm": 0.0007593457121402025, "learning_rate": 2.304969242758369e-05, "loss": 0.0101, "step": 162540 }, { "epoch": 2.6951965644741422, "grad_norm": 0.010970214381814003, "learning_rate": 2.3048034355258578e-05, "loss": 0.0155, "step": 162550 }, { "epoch": 2.6953623717066537, "grad_norm": 0.0022460203617811203, "learning_rate": 2.3046376282933464e-05, "loss": 0.0038, "step": 162560 }, { "epoch": 2.695528178939165, "grad_norm": 0.00013562162348534912, "learning_rate": 2.3044718210608348e-05, "loss": 0.0148, "step": 162570 }, { "epoch": 2.6956939861716767, "grad_norm": 0.004377662669867277, "learning_rate": 2.304306013828323e-05, "loss": 0.0, "step": 162580 }, { "epoch": 2.695859793404188, "grad_norm": 0.38579028844833374, "learning_rate": 2.3041402065958118e-05, "loss": 0.0127, "step": 162590 }, { "epoch": 2.6960256006367, "grad_norm": 0.0011307605309411883, "learning_rate": 2.3039743993633002e-05, "loss": 0.0002, "step": 162600 }, { "epoch": 2.696191407869211, "grad_norm": 0.0034161654766649008, "learning_rate": 2.303808592130789e-05, "loss": 0.0061, "step": 162610 }, { "epoch": 2.696357215101723, "grad_norm": 0.0015769783640280366, "learning_rate": 2.3036427848982775e-05, "loss": 0.0, "step": 162620 }, { "epoch": 2.696523022334234, "grad_norm": 0.011298722587525845, "learning_rate": 2.303476977665766e-05, "loss": 0.0004, "step": 162630 }, { "epoch": 2.696688829566746, "grad_norm": 0.001480938051827252, "learning_rate": 2.3033111704332542e-05, "loss": 0.0006, "step": 162640 }, { "epoch": 2.696854636799257, "grad_norm": 0.002568649360910058, "learning_rate": 2.303145363200743e-05, "loss": 0.0003, "step": 162650 }, { "epoch": 2.697020444031769, "grad_norm": 0.006364484783262014, "learning_rate": 2.3029795559682316e-05, "loss": 0.0058, "step": 162660 }, { "epoch": 2.69718625126428, "grad_norm": 0.8246938586235046, "learning_rate": 2.30281374873572e-05, "loss": 0.0018, "step": 162670 }, { "epoch": 2.697352058496792, "grad_norm": 0.010551649145781994, "learning_rate": 2.3026479415032083e-05, "loss": 0.0075, "step": 162680 }, { "epoch": 2.697517865729303, "grad_norm": 0.6833905577659607, "learning_rate": 2.302482134270697e-05, "loss": 0.0075, "step": 162690 }, { "epoch": 2.6976836729618148, "grad_norm": 0.0003797116514761001, "learning_rate": 2.3023163270381857e-05, "loss": 0.0006, "step": 162700 }, { "epoch": 2.697849480194326, "grad_norm": 0.0005312560824677348, "learning_rate": 2.302150519805674e-05, "loss": 0.0104, "step": 162710 }, { "epoch": 2.6980152874268377, "grad_norm": 0.004586025141179562, "learning_rate": 2.3019847125731624e-05, "loss": 0.0066, "step": 162720 }, { "epoch": 2.698181094659349, "grad_norm": 0.0009302478283643723, "learning_rate": 2.301818905340651e-05, "loss": 0.0018, "step": 162730 }, { "epoch": 2.6983469018918607, "grad_norm": 0.00038905185647308826, "learning_rate": 2.3016530981081398e-05, "loss": 0.0, "step": 162740 }, { "epoch": 2.698512709124372, "grad_norm": 0.6612774729728699, "learning_rate": 2.301487290875628e-05, "loss": 0.0102, "step": 162750 }, { "epoch": 2.6986785163568836, "grad_norm": 0.0018745346460491419, "learning_rate": 2.3013214836431165e-05, "loss": 0.0002, "step": 162760 }, { "epoch": 2.698844323589395, "grad_norm": 0.0010770522058010101, "learning_rate": 2.301155676410605e-05, "loss": 0.0032, "step": 162770 }, { "epoch": 2.6990101308219066, "grad_norm": 0.000397176161641255, "learning_rate": 2.3009898691780938e-05, "loss": 0.0111, "step": 162780 }, { "epoch": 2.699175938054418, "grad_norm": 0.0029563275165855885, "learning_rate": 2.3008240619455822e-05, "loss": 0.0054, "step": 162790 }, { "epoch": 2.6993417452869295, "grad_norm": 0.00021174212452024221, "learning_rate": 2.3006582547130705e-05, "loss": 0.0042, "step": 162800 }, { "epoch": 2.699507552519441, "grad_norm": 0.03095426596701145, "learning_rate": 2.3004924474805592e-05, "loss": 0.0001, "step": 162810 }, { "epoch": 2.6996733597519524, "grad_norm": 0.002766135847195983, "learning_rate": 2.300326640248048e-05, "loss": 0.0025, "step": 162820 }, { "epoch": 2.699839166984464, "grad_norm": 0.06265093386173248, "learning_rate": 2.3001608330155362e-05, "loss": 0.0027, "step": 162830 }, { "epoch": 2.7000049742169754, "grad_norm": 0.00018415301747154444, "learning_rate": 2.2999950257830246e-05, "loss": 0.0041, "step": 162840 }, { "epoch": 2.700170781449487, "grad_norm": 0.00108118646312505, "learning_rate": 2.2998292185505133e-05, "loss": 0.0085, "step": 162850 }, { "epoch": 2.7003365886819983, "grad_norm": 5.634098488371819e-05, "learning_rate": 2.299663411318002e-05, "loss": 0.0002, "step": 162860 }, { "epoch": 2.70050239591451, "grad_norm": 0.0031540950294584036, "learning_rate": 2.2994976040854903e-05, "loss": 0.0069, "step": 162870 }, { "epoch": 2.7006682031470213, "grad_norm": 0.006232431158423424, "learning_rate": 2.2993317968529787e-05, "loss": 0.0031, "step": 162880 }, { "epoch": 2.7008340103795327, "grad_norm": 6.941116589587182e-05, "learning_rate": 2.2991659896204673e-05, "loss": 0.0115, "step": 162890 }, { "epoch": 2.700999817612044, "grad_norm": 6.904557812958956e-05, "learning_rate": 2.299000182387956e-05, "loss": 0.0018, "step": 162900 }, { "epoch": 2.7011656248445557, "grad_norm": 0.014768341556191444, "learning_rate": 2.2988343751554444e-05, "loss": 0.0001, "step": 162910 }, { "epoch": 2.701331432077067, "grad_norm": 0.000794168678112328, "learning_rate": 2.2986685679229327e-05, "loss": 0.0064, "step": 162920 }, { "epoch": 2.7014972393095786, "grad_norm": 0.004455751273781061, "learning_rate": 2.2985027606904214e-05, "loss": 0.0002, "step": 162930 }, { "epoch": 2.70166304654209, "grad_norm": 0.10626673698425293, "learning_rate": 2.29833695345791e-05, "loss": 0.0034, "step": 162940 }, { "epoch": 2.7018288537746016, "grad_norm": 0.012160774320363998, "learning_rate": 2.2981711462253985e-05, "loss": 0.0002, "step": 162950 }, { "epoch": 2.701994661007113, "grad_norm": 0.00014034252671990544, "learning_rate": 2.298005338992887e-05, "loss": 0.0028, "step": 162960 }, { "epoch": 2.7021604682396245, "grad_norm": 0.0031978851184248924, "learning_rate": 2.2978395317603755e-05, "loss": 0.0044, "step": 162970 }, { "epoch": 2.702326275472136, "grad_norm": 0.004234482068568468, "learning_rate": 2.297673724527864e-05, "loss": 0.0036, "step": 162980 }, { "epoch": 2.7024920827046475, "grad_norm": 0.0029196757823228836, "learning_rate": 2.2975079172953525e-05, "loss": 0.0127, "step": 162990 }, { "epoch": 2.702657889937159, "grad_norm": 0.3092857003211975, "learning_rate": 2.2973421100628412e-05, "loss": 0.005, "step": 163000 }, { "epoch": 2.7028236971696704, "grad_norm": 0.0005574981914833188, "learning_rate": 2.2971763028303296e-05, "loss": 0.0008, "step": 163010 }, { "epoch": 2.702989504402182, "grad_norm": 0.00011759387416532263, "learning_rate": 2.297010495597818e-05, "loss": 0.0109, "step": 163020 }, { "epoch": 2.7031553116346934, "grad_norm": 0.16927602887153625, "learning_rate": 2.2968446883653066e-05, "loss": 0.0132, "step": 163030 }, { "epoch": 2.703321118867205, "grad_norm": 0.004217390436679125, "learning_rate": 2.2966788811327953e-05, "loss": 0.0001, "step": 163040 }, { "epoch": 2.7034869260997163, "grad_norm": 0.00021923558961134404, "learning_rate": 2.2965130739002836e-05, "loss": 0.0051, "step": 163050 }, { "epoch": 2.7036527333322278, "grad_norm": 0.15279161930084229, "learning_rate": 2.296347266667772e-05, "loss": 0.0003, "step": 163060 }, { "epoch": 2.7038185405647397, "grad_norm": 0.0001653010695008561, "learning_rate": 2.2961814594352607e-05, "loss": 0.0, "step": 163070 }, { "epoch": 2.7039843477972507, "grad_norm": 0.021339617669582367, "learning_rate": 2.2960156522027493e-05, "loss": 0.0077, "step": 163080 }, { "epoch": 2.7041501550297626, "grad_norm": 0.00045503632281906903, "learning_rate": 2.2958498449702377e-05, "loss": 0.0118, "step": 163090 }, { "epoch": 2.7043159622622737, "grad_norm": 0.00041432332363910973, "learning_rate": 2.295684037737726e-05, "loss": 0.0055, "step": 163100 }, { "epoch": 2.7044817694947856, "grad_norm": 0.0029320085886865854, "learning_rate": 2.2955182305052147e-05, "loss": 0.0176, "step": 163110 }, { "epoch": 2.7046475767272966, "grad_norm": 0.00020747128291986883, "learning_rate": 2.2953524232727034e-05, "loss": 0.0142, "step": 163120 }, { "epoch": 2.7048133839598085, "grad_norm": 0.6352643370628357, "learning_rate": 2.2951866160401918e-05, "loss": 0.0053, "step": 163130 }, { "epoch": 2.7049791911923196, "grad_norm": 0.00032689026556909084, "learning_rate": 2.29502080880768e-05, "loss": 0.0142, "step": 163140 }, { "epoch": 2.7051449984248315, "grad_norm": 0.00020142273569945246, "learning_rate": 2.2948550015751688e-05, "loss": 0.0003, "step": 163150 }, { "epoch": 2.7053108056573425, "grad_norm": 0.007603697944432497, "learning_rate": 2.2946891943426575e-05, "loss": 0.0003, "step": 163160 }, { "epoch": 2.7054766128898544, "grad_norm": 0.000916493940167129, "learning_rate": 2.294523387110146e-05, "loss": 0.0103, "step": 163170 }, { "epoch": 2.705642420122366, "grad_norm": 0.02765463851392269, "learning_rate": 2.2943575798776342e-05, "loss": 0.0001, "step": 163180 }, { "epoch": 2.7058082273548774, "grad_norm": 0.07407298684120178, "learning_rate": 2.294191772645123e-05, "loss": 0.0055, "step": 163190 }, { "epoch": 2.705974034587389, "grad_norm": 0.01714516431093216, "learning_rate": 2.2940259654126116e-05, "loss": 0.0096, "step": 163200 }, { "epoch": 2.7061398418199003, "grad_norm": 0.0038273208774626255, "learning_rate": 2.2938601581801e-05, "loss": 0.0131, "step": 163210 }, { "epoch": 2.7063056490524118, "grad_norm": 0.0018186065135523677, "learning_rate": 2.2936943509475882e-05, "loss": 0.0065, "step": 163220 }, { "epoch": 2.7064714562849232, "grad_norm": 0.002346421591937542, "learning_rate": 2.293528543715077e-05, "loss": 0.0049, "step": 163230 }, { "epoch": 2.7066372635174347, "grad_norm": 0.002409023232758045, "learning_rate": 2.2933627364825656e-05, "loss": 0.0131, "step": 163240 }, { "epoch": 2.706803070749946, "grad_norm": 0.026948045939207077, "learning_rate": 2.293196929250054e-05, "loss": 0.0031, "step": 163250 }, { "epoch": 2.7069688779824577, "grad_norm": 0.039396706968545914, "learning_rate": 2.2930311220175423e-05, "loss": 0.0039, "step": 163260 }, { "epoch": 2.707134685214969, "grad_norm": 0.0004397040174808353, "learning_rate": 2.292865314785031e-05, "loss": 0.0029, "step": 163270 }, { "epoch": 2.7073004924474806, "grad_norm": 0.0001022919241222553, "learning_rate": 2.2926995075525197e-05, "loss": 0.0034, "step": 163280 }, { "epoch": 2.707466299679992, "grad_norm": 0.028245192021131516, "learning_rate": 2.292533700320008e-05, "loss": 0.0035, "step": 163290 }, { "epoch": 2.7076321069125036, "grad_norm": 0.1491716504096985, "learning_rate": 2.2923678930874967e-05, "loss": 0.0139, "step": 163300 }, { "epoch": 2.707797914145015, "grad_norm": 0.017230378463864326, "learning_rate": 2.292202085854985e-05, "loss": 0.0054, "step": 163310 }, { "epoch": 2.7079637213775265, "grad_norm": 0.0031336399260908365, "learning_rate": 2.2920362786224738e-05, "loss": 0.0037, "step": 163320 }, { "epoch": 2.708129528610038, "grad_norm": 0.009597279131412506, "learning_rate": 2.291870471389962e-05, "loss": 0.0001, "step": 163330 }, { "epoch": 2.7082953358425494, "grad_norm": 0.061964575201272964, "learning_rate": 2.2917046641574508e-05, "loss": 0.0055, "step": 163340 }, { "epoch": 2.708461143075061, "grad_norm": 0.00026738372980616987, "learning_rate": 2.291538856924939e-05, "loss": 0.0001, "step": 163350 }, { "epoch": 2.7086269503075724, "grad_norm": 0.0004994809860363603, "learning_rate": 2.2913730496924278e-05, "loss": 0.0032, "step": 163360 }, { "epoch": 2.708792757540084, "grad_norm": 0.24740912020206451, "learning_rate": 2.2912072424599162e-05, "loss": 0.0043, "step": 163370 }, { "epoch": 2.7089585647725953, "grad_norm": 0.0029159793630242348, "learning_rate": 2.291041435227405e-05, "loss": 0.0064, "step": 163380 }, { "epoch": 2.709124372005107, "grad_norm": 0.5884867310523987, "learning_rate": 2.2908756279948932e-05, "loss": 0.0089, "step": 163390 }, { "epoch": 2.7092901792376183, "grad_norm": 0.0013246330199763179, "learning_rate": 2.2907098207623816e-05, "loss": 0.0037, "step": 163400 }, { "epoch": 2.7094559864701298, "grad_norm": 3.564685539458878e-05, "learning_rate": 2.2905440135298702e-05, "loss": 0.0036, "step": 163410 }, { "epoch": 2.7096217937026412, "grad_norm": 0.01702364720404148, "learning_rate": 2.290378206297359e-05, "loss": 0.0019, "step": 163420 }, { "epoch": 2.7097876009351527, "grad_norm": 0.00048102199798449874, "learning_rate": 2.2902123990648473e-05, "loss": 0.0027, "step": 163430 }, { "epoch": 2.709953408167664, "grad_norm": 0.004867609590291977, "learning_rate": 2.2900465918323356e-05, "loss": 0.0038, "step": 163440 }, { "epoch": 2.7101192154001756, "grad_norm": 0.2286212295293808, "learning_rate": 2.2898807845998243e-05, "loss": 0.0046, "step": 163450 }, { "epoch": 2.710285022632687, "grad_norm": 0.0006494440021924675, "learning_rate": 2.289714977367313e-05, "loss": 0.0001, "step": 163460 }, { "epoch": 2.7104508298651986, "grad_norm": 0.013714767061173916, "learning_rate": 2.2895491701348017e-05, "loss": 0.0033, "step": 163470 }, { "epoch": 2.71061663709771, "grad_norm": 0.0013142635580152273, "learning_rate": 2.2893833629022897e-05, "loss": 0.0095, "step": 163480 }, { "epoch": 2.7107824443302215, "grad_norm": 7.416561857098714e-05, "learning_rate": 2.2892175556697784e-05, "loss": 0.0018, "step": 163490 }, { "epoch": 2.710948251562733, "grad_norm": 0.001660023583099246, "learning_rate": 2.289051748437267e-05, "loss": 0.0005, "step": 163500 }, { "epoch": 2.7111140587952445, "grad_norm": 0.011916165240108967, "learning_rate": 2.2888859412047554e-05, "loss": 0.004, "step": 163510 }, { "epoch": 2.7112798660277564, "grad_norm": 0.8310371041297913, "learning_rate": 2.2887201339722438e-05, "loss": 0.008, "step": 163520 }, { "epoch": 2.7114456732602674, "grad_norm": 0.0012882950250059366, "learning_rate": 2.2885543267397325e-05, "loss": 0.0019, "step": 163530 }, { "epoch": 2.7116114804927793, "grad_norm": 0.010247314348816872, "learning_rate": 2.288388519507221e-05, "loss": 0.0029, "step": 163540 }, { "epoch": 2.7117772877252904, "grad_norm": 0.00047658736002631485, "learning_rate": 2.2882227122747095e-05, "loss": 0.0091, "step": 163550 }, { "epoch": 2.7119430949578023, "grad_norm": 0.17148183286190033, "learning_rate": 2.288056905042198e-05, "loss": 0.0148, "step": 163560 }, { "epoch": 2.7121089021903133, "grad_norm": 0.5267201662063599, "learning_rate": 2.2878910978096865e-05, "loss": 0.0018, "step": 163570 }, { "epoch": 2.7122747094228252, "grad_norm": 0.2445535659790039, "learning_rate": 2.2877252905771752e-05, "loss": 0.0057, "step": 163580 }, { "epoch": 2.7124405166553363, "grad_norm": 0.004380365833640099, "learning_rate": 2.2875594833446636e-05, "loss": 0.0061, "step": 163590 }, { "epoch": 2.712606323887848, "grad_norm": 0.001037212903611362, "learning_rate": 2.287393676112152e-05, "loss": 0.0045, "step": 163600 }, { "epoch": 2.712772131120359, "grad_norm": 0.009801455773413181, "learning_rate": 2.2872278688796406e-05, "loss": 0.0001, "step": 163610 }, { "epoch": 2.712937938352871, "grad_norm": 0.0001585706340847537, "learning_rate": 2.2870620616471293e-05, "loss": 0.0037, "step": 163620 }, { "epoch": 2.7131037455853826, "grad_norm": 0.0004282202571630478, "learning_rate": 2.2868962544146176e-05, "loss": 0.0049, "step": 163630 }, { "epoch": 2.713269552817894, "grad_norm": 0.0013275999808683991, "learning_rate": 2.2867304471821063e-05, "loss": 0.003, "step": 163640 }, { "epoch": 2.7134353600504055, "grad_norm": 0.0033922845032066107, "learning_rate": 2.2865646399495947e-05, "loss": 0.0084, "step": 163650 }, { "epoch": 2.713601167282917, "grad_norm": 0.0021327054128050804, "learning_rate": 2.2863988327170833e-05, "loss": 0.0076, "step": 163660 }, { "epoch": 2.7137669745154285, "grad_norm": 0.06760147958993912, "learning_rate": 2.2862330254845717e-05, "loss": 0.004, "step": 163670 }, { "epoch": 2.71393278174794, "grad_norm": 0.000552066951058805, "learning_rate": 2.2860672182520604e-05, "loss": 0.0007, "step": 163680 }, { "epoch": 2.7140985889804514, "grad_norm": 0.030375495553016663, "learning_rate": 2.2859014110195487e-05, "loss": 0.0025, "step": 163690 }, { "epoch": 2.714264396212963, "grad_norm": 0.0003373426734469831, "learning_rate": 2.2857356037870374e-05, "loss": 0.0004, "step": 163700 }, { "epoch": 2.7144302034454744, "grad_norm": 0.0003131570992991328, "learning_rate": 2.2855697965545258e-05, "loss": 0.0075, "step": 163710 }, { "epoch": 2.714596010677986, "grad_norm": 0.0035081941168755293, "learning_rate": 2.2854039893220145e-05, "loss": 0.0022, "step": 163720 }, { "epoch": 2.7147618179104973, "grad_norm": 0.16538116335868835, "learning_rate": 2.2852381820895028e-05, "loss": 0.0044, "step": 163730 }, { "epoch": 2.714927625143009, "grad_norm": 0.000851967022754252, "learning_rate": 2.2850723748569915e-05, "loss": 0.0015, "step": 163740 }, { "epoch": 2.7150934323755203, "grad_norm": 0.010302717797458172, "learning_rate": 2.28490656762448e-05, "loss": 0.0031, "step": 163750 }, { "epoch": 2.7152592396080317, "grad_norm": 0.0072021023370325565, "learning_rate": 2.2847407603919685e-05, "loss": 0.0001, "step": 163760 }, { "epoch": 2.715425046840543, "grad_norm": 0.04982544481754303, "learning_rate": 2.284574953159457e-05, "loss": 0.0012, "step": 163770 }, { "epoch": 2.7155908540730547, "grad_norm": 0.0016710555646568537, "learning_rate": 2.2844091459269452e-05, "loss": 0.0023, "step": 163780 }, { "epoch": 2.715756661305566, "grad_norm": 0.00462562870234251, "learning_rate": 2.284243338694434e-05, "loss": 0.0031, "step": 163790 }, { "epoch": 2.7159224685380776, "grad_norm": 0.0006724479026161134, "learning_rate": 2.2840775314619226e-05, "loss": 0.0, "step": 163800 }, { "epoch": 2.716088275770589, "grad_norm": 0.0010477403411641717, "learning_rate": 2.2839117242294113e-05, "loss": 0.0023, "step": 163810 }, { "epoch": 2.7162540830031006, "grad_norm": 0.16904762387275696, "learning_rate": 2.2837459169968993e-05, "loss": 0.0053, "step": 163820 }, { "epoch": 2.716419890235612, "grad_norm": 0.03275793045759201, "learning_rate": 2.283580109764388e-05, "loss": 0.003, "step": 163830 }, { "epoch": 2.7165856974681235, "grad_norm": 0.019075799733400345, "learning_rate": 2.2834143025318767e-05, "loss": 0.0002, "step": 163840 }, { "epoch": 2.716751504700635, "grad_norm": 0.00023085509019438177, "learning_rate": 2.2832484952993653e-05, "loss": 0.0006, "step": 163850 }, { "epoch": 2.7169173119331465, "grad_norm": 0.0005076185334473848, "learning_rate": 2.2830826880668534e-05, "loss": 0.0079, "step": 163860 }, { "epoch": 2.717083119165658, "grad_norm": 0.009092560037970543, "learning_rate": 2.282916880834342e-05, "loss": 0.0102, "step": 163870 }, { "epoch": 2.7172489263981694, "grad_norm": 0.009438728913664818, "learning_rate": 2.2827510736018307e-05, "loss": 0.0034, "step": 163880 }, { "epoch": 2.717414733630681, "grad_norm": 0.0005800718208774924, "learning_rate": 2.282585266369319e-05, "loss": 0.0086, "step": 163890 }, { "epoch": 2.7175805408631923, "grad_norm": 0.00013941818906459957, "learning_rate": 2.2824194591368074e-05, "loss": 0.0034, "step": 163900 }, { "epoch": 2.717746348095704, "grad_norm": 0.0007987082935869694, "learning_rate": 2.282253651904296e-05, "loss": 0.0056, "step": 163910 }, { "epoch": 2.7179121553282153, "grad_norm": 0.37179312109947205, "learning_rate": 2.2820878446717848e-05, "loss": 0.0043, "step": 163920 }, { "epoch": 2.7180779625607268, "grad_norm": 0.0001161820546258241, "learning_rate": 2.281922037439273e-05, "loss": 0.003, "step": 163930 }, { "epoch": 2.7182437697932382, "grad_norm": 0.13885673880577087, "learning_rate": 2.2817562302067615e-05, "loss": 0.0106, "step": 163940 }, { "epoch": 2.7184095770257497, "grad_norm": 0.13449126482009888, "learning_rate": 2.2815904229742502e-05, "loss": 0.0134, "step": 163950 }, { "epoch": 2.718575384258261, "grad_norm": 0.0004524133983068168, "learning_rate": 2.281424615741739e-05, "loss": 0.0047, "step": 163960 }, { "epoch": 2.718741191490773, "grad_norm": 0.002453458495438099, "learning_rate": 2.2812588085092272e-05, "loss": 0.0002, "step": 163970 }, { "epoch": 2.718906998723284, "grad_norm": 0.013895844109356403, "learning_rate": 2.281093001276716e-05, "loss": 0.0001, "step": 163980 }, { "epoch": 2.719072805955796, "grad_norm": 0.0018816397059708834, "learning_rate": 2.2809271940442043e-05, "loss": 0.0004, "step": 163990 }, { "epoch": 2.719238613188307, "grad_norm": 0.002448516897857189, "learning_rate": 2.280761386811693e-05, "loss": 0.0104, "step": 164000 }, { "epoch": 2.719404420420819, "grad_norm": 0.18428859114646912, "learning_rate": 2.2805955795791813e-05, "loss": 0.0056, "step": 164010 }, { "epoch": 2.71957022765333, "grad_norm": 0.008205452933907509, "learning_rate": 2.28042977234667e-05, "loss": 0.0052, "step": 164020 }, { "epoch": 2.719736034885842, "grad_norm": 3.76241332560312e-05, "learning_rate": 2.2802639651141583e-05, "loss": 0.0029, "step": 164030 }, { "epoch": 2.719901842118353, "grad_norm": 0.00839561503380537, "learning_rate": 2.280098157881647e-05, "loss": 0.0, "step": 164040 }, { "epoch": 2.720067649350865, "grad_norm": 0.000705288490280509, "learning_rate": 2.2799323506491354e-05, "loss": 0.0038, "step": 164050 }, { "epoch": 2.720233456583376, "grad_norm": 0.0028529977425932884, "learning_rate": 2.279766543416624e-05, "loss": 0.0127, "step": 164060 }, { "epoch": 2.720399263815888, "grad_norm": 0.000891344912815839, "learning_rate": 2.2796007361841124e-05, "loss": 0.0021, "step": 164070 }, { "epoch": 2.7205650710483993, "grad_norm": 0.10513793677091599, "learning_rate": 2.279434928951601e-05, "loss": 0.0062, "step": 164080 }, { "epoch": 2.7207308782809108, "grad_norm": 0.0001139713785960339, "learning_rate": 2.2792691217190894e-05, "loss": 0.0024, "step": 164090 }, { "epoch": 2.7208966855134222, "grad_norm": 0.7755263447761536, "learning_rate": 2.279103314486578e-05, "loss": 0.0132, "step": 164100 }, { "epoch": 2.7210624927459337, "grad_norm": 0.6840109825134277, "learning_rate": 2.2789375072540665e-05, "loss": 0.0089, "step": 164110 }, { "epoch": 2.721228299978445, "grad_norm": 0.10829965025186539, "learning_rate": 2.278771700021555e-05, "loss": 0.0003, "step": 164120 }, { "epoch": 2.7213941072109566, "grad_norm": 0.17270596325397491, "learning_rate": 2.2786058927890435e-05, "loss": 0.0064, "step": 164130 }, { "epoch": 2.721559914443468, "grad_norm": 0.00022206576250027865, "learning_rate": 2.2784400855565322e-05, "loss": 0.0066, "step": 164140 }, { "epoch": 2.7217257216759796, "grad_norm": 0.35197821259498596, "learning_rate": 2.278274278324021e-05, "loss": 0.003, "step": 164150 }, { "epoch": 2.721891528908491, "grad_norm": 0.00013286751345731318, "learning_rate": 2.278108471091509e-05, "loss": 0.0001, "step": 164160 }, { "epoch": 2.7220573361410025, "grad_norm": 0.0008800629293546081, "learning_rate": 2.2779426638589976e-05, "loss": 0.0009, "step": 164170 }, { "epoch": 2.722223143373514, "grad_norm": 0.23302611708641052, "learning_rate": 2.2777768566264862e-05, "loss": 0.0068, "step": 164180 }, { "epoch": 2.7223889506060255, "grad_norm": 0.00014137876860331744, "learning_rate": 2.277611049393975e-05, "loss": 0.0031, "step": 164190 }, { "epoch": 2.722554757838537, "grad_norm": 0.0021238753106445074, "learning_rate": 2.277445242161463e-05, "loss": 0.0001, "step": 164200 }, { "epoch": 2.7227205650710484, "grad_norm": 0.176167830824852, "learning_rate": 2.2772794349289516e-05, "loss": 0.0053, "step": 164210 }, { "epoch": 2.72288637230356, "grad_norm": 0.0005936914240010083, "learning_rate": 2.2771136276964403e-05, "loss": 0.0001, "step": 164220 }, { "epoch": 2.7230521795360714, "grad_norm": 0.00048457979573868215, "learning_rate": 2.276947820463929e-05, "loss": 0.0039, "step": 164230 }, { "epoch": 2.723217986768583, "grad_norm": 0.0033499866258352995, "learning_rate": 2.276782013231417e-05, "loss": 0.0066, "step": 164240 }, { "epoch": 2.7233837940010943, "grad_norm": 0.5655204653739929, "learning_rate": 2.2766162059989057e-05, "loss": 0.0103, "step": 164250 }, { "epoch": 2.723549601233606, "grad_norm": 0.003895323723554611, "learning_rate": 2.2764503987663944e-05, "loss": 0.0043, "step": 164260 }, { "epoch": 2.7237154084661173, "grad_norm": 0.0007841511978767812, "learning_rate": 2.2762845915338827e-05, "loss": 0.0033, "step": 164270 }, { "epoch": 2.7238812156986287, "grad_norm": 0.025171183049678802, "learning_rate": 2.276118784301371e-05, "loss": 0.0002, "step": 164280 }, { "epoch": 2.72404702293114, "grad_norm": 1.0103003978729248, "learning_rate": 2.2759529770688598e-05, "loss": 0.0161, "step": 164290 }, { "epoch": 2.7242128301636517, "grad_norm": 0.00013981162919662893, "learning_rate": 2.2757871698363485e-05, "loss": 0.0002, "step": 164300 }, { "epoch": 2.724378637396163, "grad_norm": 0.0016399855958297849, "learning_rate": 2.2756213626038368e-05, "loss": 0.0057, "step": 164310 }, { "epoch": 2.7245444446286746, "grad_norm": 0.0027808009181171656, "learning_rate": 2.2754555553713255e-05, "loss": 0.0054, "step": 164320 }, { "epoch": 2.724710251861186, "grad_norm": 0.20383886992931366, "learning_rate": 2.275289748138814e-05, "loss": 0.0026, "step": 164330 }, { "epoch": 2.7248760590936976, "grad_norm": 0.05570690333843231, "learning_rate": 2.2751239409063025e-05, "loss": 0.0102, "step": 164340 }, { "epoch": 2.725041866326209, "grad_norm": 0.15099389851093292, "learning_rate": 2.274958133673791e-05, "loss": 0.0072, "step": 164350 }, { "epoch": 2.7252076735587205, "grad_norm": 4.587369039654732e-05, "learning_rate": 2.2747923264412796e-05, "loss": 0.0081, "step": 164360 }, { "epoch": 2.725373480791232, "grad_norm": 0.0008760279160924256, "learning_rate": 2.274626519208768e-05, "loss": 0.0054, "step": 164370 }, { "epoch": 2.7255392880237435, "grad_norm": 0.00020402087830007076, "learning_rate": 2.2744607119762566e-05, "loss": 0.0173, "step": 164380 }, { "epoch": 2.725705095256255, "grad_norm": 0.00015341259131673723, "learning_rate": 2.274294904743745e-05, "loss": 0.0048, "step": 164390 }, { "epoch": 2.7258709024887664, "grad_norm": 0.13400524854660034, "learning_rate": 2.2741290975112336e-05, "loss": 0.0012, "step": 164400 }, { "epoch": 2.726036709721278, "grad_norm": 0.01779358834028244, "learning_rate": 2.273963290278722e-05, "loss": 0.0082, "step": 164410 }, { "epoch": 2.72620251695379, "grad_norm": 0.013742147944867611, "learning_rate": 2.2737974830462107e-05, "loss": 0.006, "step": 164420 }, { "epoch": 2.726368324186301, "grad_norm": 0.0004874587757512927, "learning_rate": 2.273631675813699e-05, "loss": 0.0013, "step": 164430 }, { "epoch": 2.7265341314188127, "grad_norm": 0.009238936007022858, "learning_rate": 2.2734658685811877e-05, "loss": 0.0001, "step": 164440 }, { "epoch": 2.7266999386513238, "grad_norm": 0.0010157196084037423, "learning_rate": 2.273300061348676e-05, "loss": 0.0102, "step": 164450 }, { "epoch": 2.7268657458838357, "grad_norm": 0.00012238133058417588, "learning_rate": 2.2731342541161647e-05, "loss": 0.0083, "step": 164460 }, { "epoch": 2.7270315531163467, "grad_norm": 0.00033758278004825115, "learning_rate": 2.272968446883653e-05, "loss": 0.0006, "step": 164470 }, { "epoch": 2.7271973603488586, "grad_norm": 0.029893454164266586, "learning_rate": 2.2728026396511418e-05, "loss": 0.0026, "step": 164480 }, { "epoch": 2.7273631675813697, "grad_norm": 0.0005715287989005446, "learning_rate": 2.2726368324186305e-05, "loss": 0.0044, "step": 164490 }, { "epoch": 2.7275289748138816, "grad_norm": 0.014749552123248577, "learning_rate": 2.2724710251861188e-05, "loss": 0.0026, "step": 164500 }, { "epoch": 2.7276947820463926, "grad_norm": 0.16444404423236847, "learning_rate": 2.272305217953607e-05, "loss": 0.0029, "step": 164510 }, { "epoch": 2.7278605892789045, "grad_norm": 0.0004280574794393033, "learning_rate": 2.272139410721096e-05, "loss": 0.002, "step": 164520 }, { "epoch": 2.728026396511416, "grad_norm": 0.03403586521744728, "learning_rate": 2.2719736034885845e-05, "loss": 0.0002, "step": 164530 }, { "epoch": 2.7281922037439275, "grad_norm": 0.00040252687176689506, "learning_rate": 2.271807796256073e-05, "loss": 0.0028, "step": 164540 }, { "epoch": 2.728358010976439, "grad_norm": 0.00039787322748452425, "learning_rate": 2.2716419890235612e-05, "loss": 0.0052, "step": 164550 }, { "epoch": 2.7285238182089504, "grad_norm": 0.20699408650398254, "learning_rate": 2.27147618179105e-05, "loss": 0.0029, "step": 164560 }, { "epoch": 2.728689625441462, "grad_norm": 0.16954702138900757, "learning_rate": 2.2713103745585386e-05, "loss": 0.0072, "step": 164570 }, { "epoch": 2.7288554326739733, "grad_norm": 0.23847205936908722, "learning_rate": 2.2711445673260266e-05, "loss": 0.0036, "step": 164580 }, { "epoch": 2.729021239906485, "grad_norm": 0.004615278914570808, "learning_rate": 2.2709787600935153e-05, "loss": 0.0003, "step": 164590 }, { "epoch": 2.7291870471389963, "grad_norm": 0.001312683685682714, "learning_rate": 2.270812952861004e-05, "loss": 0.0067, "step": 164600 }, { "epoch": 2.7293528543715078, "grad_norm": 0.1938117891550064, "learning_rate": 2.2706471456284927e-05, "loss": 0.0091, "step": 164610 }, { "epoch": 2.7295186616040192, "grad_norm": 0.00018592049309518188, "learning_rate": 2.2704813383959807e-05, "loss": 0.0011, "step": 164620 }, { "epoch": 2.7296844688365307, "grad_norm": 0.1817314326763153, "learning_rate": 2.2703155311634694e-05, "loss": 0.0109, "step": 164630 }, { "epoch": 2.729850276069042, "grad_norm": 0.5065426826477051, "learning_rate": 2.270149723930958e-05, "loss": 0.0004, "step": 164640 }, { "epoch": 2.7300160833015537, "grad_norm": 0.0005722623318433762, "learning_rate": 2.2699839166984467e-05, "loss": 0.0022, "step": 164650 }, { "epoch": 2.730181890534065, "grad_norm": 0.07275361567735672, "learning_rate": 2.269818109465935e-05, "loss": 0.0131, "step": 164660 }, { "epoch": 2.7303476977665766, "grad_norm": 0.009779650717973709, "learning_rate": 2.2696523022334234e-05, "loss": 0.0001, "step": 164670 }, { "epoch": 2.730513504999088, "grad_norm": 0.010899541899561882, "learning_rate": 2.269486495000912e-05, "loss": 0.0031, "step": 164680 }, { "epoch": 2.7306793122315995, "grad_norm": 0.12376818805932999, "learning_rate": 2.2693206877684005e-05, "loss": 0.0035, "step": 164690 }, { "epoch": 2.730845119464111, "grad_norm": 0.0013862778432667255, "learning_rate": 2.269154880535889e-05, "loss": 0.0109, "step": 164700 }, { "epoch": 2.7310109266966225, "grad_norm": 0.00041630136547610164, "learning_rate": 2.2689890733033775e-05, "loss": 0.0, "step": 164710 }, { "epoch": 2.731176733929134, "grad_norm": 3.926904537365772e-05, "learning_rate": 2.2688232660708662e-05, "loss": 0.0001, "step": 164720 }, { "epoch": 2.7313425411616454, "grad_norm": 0.0030929658096283674, "learning_rate": 2.2686574588383545e-05, "loss": 0.012, "step": 164730 }, { "epoch": 2.731508348394157, "grad_norm": 0.017075246199965477, "learning_rate": 2.2684916516058432e-05, "loss": 0.0058, "step": 164740 }, { "epoch": 2.7316741556266684, "grad_norm": 0.0062855444848537445, "learning_rate": 2.2683258443733316e-05, "loss": 0.0108, "step": 164750 }, { "epoch": 2.73183996285918, "grad_norm": 0.0006220501963980496, "learning_rate": 2.2681600371408203e-05, "loss": 0.0036, "step": 164760 }, { "epoch": 2.7320057700916913, "grad_norm": 0.19415394961833954, "learning_rate": 2.2679942299083086e-05, "loss": 0.0101, "step": 164770 }, { "epoch": 2.732171577324203, "grad_norm": 1.2370976209640503, "learning_rate": 2.2678284226757973e-05, "loss": 0.0057, "step": 164780 }, { "epoch": 2.7323373845567143, "grad_norm": 0.12634174525737762, "learning_rate": 2.2676626154432856e-05, "loss": 0.0032, "step": 164790 }, { "epoch": 2.7325031917892257, "grad_norm": 0.0011018577497452497, "learning_rate": 2.2674968082107743e-05, "loss": 0.0035, "step": 164800 }, { "epoch": 2.732668999021737, "grad_norm": 0.0006652941228821874, "learning_rate": 2.2673310009782627e-05, "loss": 0.0002, "step": 164810 }, { "epoch": 2.7328348062542487, "grad_norm": 0.0003734090132638812, "learning_rate": 2.2671651937457514e-05, "loss": 0.0001, "step": 164820 }, { "epoch": 2.73300061348676, "grad_norm": 0.0013220191467553377, "learning_rate": 2.26699938651324e-05, "loss": 0.0076, "step": 164830 }, { "epoch": 2.7331664207192716, "grad_norm": 0.00042008457239717245, "learning_rate": 2.2668335792807284e-05, "loss": 0.0033, "step": 164840 }, { "epoch": 2.733332227951783, "grad_norm": 0.0013217281084507704, "learning_rate": 2.2666677720482167e-05, "loss": 0.0038, "step": 164850 }, { "epoch": 2.7334980351842946, "grad_norm": 9.751364268595353e-05, "learning_rate": 2.2665019648157054e-05, "loss": 0.0004, "step": 164860 }, { "epoch": 2.7336638424168065, "grad_norm": 0.14901825785636902, "learning_rate": 2.266336157583194e-05, "loss": 0.0047, "step": 164870 }, { "epoch": 2.7338296496493175, "grad_norm": 0.0021852273494005203, "learning_rate": 2.2661703503506825e-05, "loss": 0.0062, "step": 164880 }, { "epoch": 2.7339954568818294, "grad_norm": 0.0003355574735905975, "learning_rate": 2.2660045431181708e-05, "loss": 0.0002, "step": 164890 }, { "epoch": 2.7341612641143405, "grad_norm": 0.00030331252492032945, "learning_rate": 2.2658387358856595e-05, "loss": 0.0023, "step": 164900 }, { "epoch": 2.7343270713468524, "grad_norm": 0.0001979936787392944, "learning_rate": 2.2656729286531482e-05, "loss": 0.0004, "step": 164910 }, { "epoch": 2.7344928785793634, "grad_norm": 0.00010886805830523372, "learning_rate": 2.2655071214206365e-05, "loss": 0.0002, "step": 164920 }, { "epoch": 2.7346586858118753, "grad_norm": 0.00033905732561834157, "learning_rate": 2.265341314188125e-05, "loss": 0.0005, "step": 164930 }, { "epoch": 2.7348244930443864, "grad_norm": 0.21554452180862427, "learning_rate": 2.2651755069556136e-05, "loss": 0.0068, "step": 164940 }, { "epoch": 2.7349903002768983, "grad_norm": 0.006909760180860758, "learning_rate": 2.2650096997231023e-05, "loss": 0.0009, "step": 164950 }, { "epoch": 2.7351561075094093, "grad_norm": 1.6133166551589966, "learning_rate": 2.2648438924905903e-05, "loss": 0.0054, "step": 164960 }, { "epoch": 2.735321914741921, "grad_norm": 0.003040472511202097, "learning_rate": 2.264678085258079e-05, "loss": 0.0029, "step": 164970 }, { "epoch": 2.7354877219744327, "grad_norm": 0.0022753889206796885, "learning_rate": 2.2645122780255676e-05, "loss": 0.0009, "step": 164980 }, { "epoch": 2.735653529206944, "grad_norm": 0.00473648589104414, "learning_rate": 2.2643464707930563e-05, "loss": 0.0002, "step": 164990 }, { "epoch": 2.7358193364394556, "grad_norm": 0.12378151714801788, "learning_rate": 2.2641806635605447e-05, "loss": 0.0153, "step": 165000 }, { "epoch": 2.735985143671967, "grad_norm": 0.0001371287216898054, "learning_rate": 2.264014856328033e-05, "loss": 0.0005, "step": 165010 }, { "epoch": 2.7361509509044786, "grad_norm": 0.000971608329564333, "learning_rate": 2.2638490490955217e-05, "loss": 0.0038, "step": 165020 }, { "epoch": 2.73631675813699, "grad_norm": 0.0011020345846191049, "learning_rate": 2.2636832418630104e-05, "loss": 0.0038, "step": 165030 }, { "epoch": 2.7364825653695015, "grad_norm": 0.0030447046738117933, "learning_rate": 2.2635174346304987e-05, "loss": 0.0074, "step": 165040 }, { "epoch": 2.736648372602013, "grad_norm": 0.0005686032236553729, "learning_rate": 2.263351627397987e-05, "loss": 0.0043, "step": 165050 }, { "epoch": 2.7368141798345245, "grad_norm": 0.0052843037992715836, "learning_rate": 2.2631858201654758e-05, "loss": 0.01, "step": 165060 }, { "epoch": 2.736979987067036, "grad_norm": 0.03841757774353027, "learning_rate": 2.263020012932964e-05, "loss": 0.0001, "step": 165070 }, { "epoch": 2.7371457942995474, "grad_norm": 0.0015837340615689754, "learning_rate": 2.2628542057004528e-05, "loss": 0.0001, "step": 165080 }, { "epoch": 2.737311601532059, "grad_norm": 1.6677924394607544, "learning_rate": 2.262688398467941e-05, "loss": 0.0124, "step": 165090 }, { "epoch": 2.7374774087645704, "grad_norm": 0.003287172643467784, "learning_rate": 2.26252259123543e-05, "loss": 0.0002, "step": 165100 }, { "epoch": 2.737643215997082, "grad_norm": 0.0008566714823246002, "learning_rate": 2.2623567840029182e-05, "loss": 0.0057, "step": 165110 }, { "epoch": 2.7378090232295933, "grad_norm": 0.47138091921806335, "learning_rate": 2.262190976770407e-05, "loss": 0.0033, "step": 165120 }, { "epoch": 2.7379748304621048, "grad_norm": 0.017995622009038925, "learning_rate": 2.2620251695378952e-05, "loss": 0.0041, "step": 165130 }, { "epoch": 2.7381406376946162, "grad_norm": 0.006506416480988264, "learning_rate": 2.261859362305384e-05, "loss": 0.0009, "step": 165140 }, { "epoch": 2.7383064449271277, "grad_norm": 0.0075053684413433075, "learning_rate": 2.2616935550728723e-05, "loss": 0.0059, "step": 165150 }, { "epoch": 2.738472252159639, "grad_norm": 0.00016203844279516488, "learning_rate": 2.261527747840361e-05, "loss": 0.0046, "step": 165160 }, { "epoch": 2.7386380593921507, "grad_norm": 1.4724630091222934e-05, "learning_rate": 2.2613619406078496e-05, "loss": 0.0054, "step": 165170 }, { "epoch": 2.738803866624662, "grad_norm": 0.020095916464924812, "learning_rate": 2.261196133375338e-05, "loss": 0.0101, "step": 165180 }, { "epoch": 2.7389696738571736, "grad_norm": 1.1278374586254358e-05, "learning_rate": 2.2610303261428263e-05, "loss": 0.0004, "step": 165190 }, { "epoch": 2.739135481089685, "grad_norm": 0.15720851719379425, "learning_rate": 2.260864518910315e-05, "loss": 0.005, "step": 165200 }, { "epoch": 2.7393012883221965, "grad_norm": 0.022716008126735687, "learning_rate": 2.2606987116778037e-05, "loss": 0.0108, "step": 165210 }, { "epoch": 2.739467095554708, "grad_norm": 0.022180169820785522, "learning_rate": 2.260532904445292e-05, "loss": 0.0033, "step": 165220 }, { "epoch": 2.7396329027872195, "grad_norm": 0.4488804340362549, "learning_rate": 2.2603670972127804e-05, "loss": 0.0006, "step": 165230 }, { "epoch": 2.739798710019731, "grad_norm": 0.004856530111283064, "learning_rate": 2.260201289980269e-05, "loss": 0.0003, "step": 165240 }, { "epoch": 2.7399645172522424, "grad_norm": 0.09512225538492203, "learning_rate": 2.2600354827477578e-05, "loss": 0.0003, "step": 165250 }, { "epoch": 2.740130324484754, "grad_norm": 0.007617711555212736, "learning_rate": 2.259869675515246e-05, "loss": 0.0073, "step": 165260 }, { "epoch": 2.7402961317172654, "grad_norm": 0.017532862722873688, "learning_rate": 2.2597038682827345e-05, "loss": 0.0038, "step": 165270 }, { "epoch": 2.740461938949777, "grad_norm": 0.00037779516424052417, "learning_rate": 2.259538061050223e-05, "loss": 0.0001, "step": 165280 }, { "epoch": 2.7406277461822883, "grad_norm": 0.03521404787898064, "learning_rate": 2.259372253817712e-05, "loss": 0.0026, "step": 165290 }, { "epoch": 2.7407935534148, "grad_norm": 0.03275524079799652, "learning_rate": 2.2592064465852002e-05, "loss": 0.0187, "step": 165300 }, { "epoch": 2.7409593606473113, "grad_norm": 0.19267538189888, "learning_rate": 2.2590406393526885e-05, "loss": 0.0087, "step": 165310 }, { "epoch": 2.741125167879823, "grad_norm": 0.401815801858902, "learning_rate": 2.2588748321201772e-05, "loss": 0.0047, "step": 165320 }, { "epoch": 2.741290975112334, "grad_norm": 0.654064953327179, "learning_rate": 2.258709024887666e-05, "loss": 0.004, "step": 165330 }, { "epoch": 2.741456782344846, "grad_norm": 0.0002908729948103428, "learning_rate": 2.2585432176551543e-05, "loss": 0.0002, "step": 165340 }, { "epoch": 2.741622589577357, "grad_norm": 0.10970119386911392, "learning_rate": 2.2583774104226426e-05, "loss": 0.0058, "step": 165350 }, { "epoch": 2.741788396809869, "grad_norm": 6.244681571843103e-05, "learning_rate": 2.2582116031901313e-05, "loss": 0.0089, "step": 165360 }, { "epoch": 2.74195420404238, "grad_norm": 0.00046260267845354974, "learning_rate": 2.25804579595762e-05, "loss": 0.0109, "step": 165370 }, { "epoch": 2.742120011274892, "grad_norm": 0.0822380930185318, "learning_rate": 2.2578799887251083e-05, "loss": 0.0063, "step": 165380 }, { "epoch": 2.742285818507403, "grad_norm": 0.0005204359767958522, "learning_rate": 2.2577141814925967e-05, "loss": 0.0001, "step": 165390 }, { "epoch": 2.742451625739915, "grad_norm": 0.004747067112475634, "learning_rate": 2.2575483742600854e-05, "loss": 0.0038, "step": 165400 }, { "epoch": 2.742617432972426, "grad_norm": 0.5367287397384644, "learning_rate": 2.257382567027574e-05, "loss": 0.0058, "step": 165410 }, { "epoch": 2.742783240204938, "grad_norm": 0.0002487767778802663, "learning_rate": 2.2572167597950624e-05, "loss": 0.0057, "step": 165420 }, { "epoch": 2.7429490474374494, "grad_norm": 0.00013485000818036497, "learning_rate": 2.2570509525625507e-05, "loss": 0.0039, "step": 165430 }, { "epoch": 2.743114854669961, "grad_norm": 0.009442228823900223, "learning_rate": 2.2568851453300394e-05, "loss": 0.0002, "step": 165440 }, { "epoch": 2.7432806619024723, "grad_norm": 0.00010944641690002754, "learning_rate": 2.2567193380975278e-05, "loss": 0.0032, "step": 165450 }, { "epoch": 2.743446469134984, "grad_norm": 0.0027825336437672377, "learning_rate": 2.2565535308650165e-05, "loss": 0.0025, "step": 165460 }, { "epoch": 2.7436122763674953, "grad_norm": 0.06296991556882858, "learning_rate": 2.2563877236325048e-05, "loss": 0.0029, "step": 165470 }, { "epoch": 2.7437780836000067, "grad_norm": 0.32397738099098206, "learning_rate": 2.2562219163999935e-05, "loss": 0.0107, "step": 165480 }, { "epoch": 2.743943890832518, "grad_norm": 0.00019943983352277428, "learning_rate": 2.256056109167482e-05, "loss": 0.0036, "step": 165490 }, { "epoch": 2.7441096980650297, "grad_norm": 0.0011299982434138656, "learning_rate": 2.2558903019349705e-05, "loss": 0.0003, "step": 165500 }, { "epoch": 2.744275505297541, "grad_norm": 0.0018609932158142328, "learning_rate": 2.2557244947024592e-05, "loss": 0.0066, "step": 165510 }, { "epoch": 2.7444413125300526, "grad_norm": 1.490153431892395, "learning_rate": 2.2555586874699476e-05, "loss": 0.0077, "step": 165520 }, { "epoch": 2.744607119762564, "grad_norm": 0.14117342233657837, "learning_rate": 2.255392880237436e-05, "loss": 0.0049, "step": 165530 }, { "epoch": 2.7447729269950756, "grad_norm": 7.584048580611125e-05, "learning_rate": 2.2552270730049246e-05, "loss": 0.0039, "step": 165540 }, { "epoch": 2.744938734227587, "grad_norm": 0.4114243686199188, "learning_rate": 2.2550612657724133e-05, "loss": 0.0087, "step": 165550 }, { "epoch": 2.7451045414600985, "grad_norm": 0.0035683284513652325, "learning_rate": 2.2548954585399016e-05, "loss": 0.0027, "step": 165560 }, { "epoch": 2.74527034869261, "grad_norm": 0.0431562215089798, "learning_rate": 2.25472965130739e-05, "loss": 0.0027, "step": 165570 }, { "epoch": 2.7454361559251215, "grad_norm": 0.04237351566553116, "learning_rate": 2.2545638440748787e-05, "loss": 0.0071, "step": 165580 }, { "epoch": 2.745601963157633, "grad_norm": 0.274252325296402, "learning_rate": 2.2543980368423674e-05, "loss": 0.0029, "step": 165590 }, { "epoch": 2.7457677703901444, "grad_norm": 0.0021482068113982677, "learning_rate": 2.2542322296098557e-05, "loss": 0.0023, "step": 165600 }, { "epoch": 2.745933577622656, "grad_norm": 0.02330530621111393, "learning_rate": 2.254066422377344e-05, "loss": 0.0088, "step": 165610 }, { "epoch": 2.7460993848551674, "grad_norm": 0.00011827427806565538, "learning_rate": 2.2539006151448327e-05, "loss": 0.0116, "step": 165620 }, { "epoch": 2.746265192087679, "grad_norm": 0.00036570316297002137, "learning_rate": 2.2537348079123214e-05, "loss": 0.0021, "step": 165630 }, { "epoch": 2.7464309993201903, "grad_norm": 0.0005637440481223166, "learning_rate": 2.2535690006798098e-05, "loss": 0.0001, "step": 165640 }, { "epoch": 2.7465968065527018, "grad_norm": 0.006504678167402744, "learning_rate": 2.253403193447298e-05, "loss": 0.0065, "step": 165650 }, { "epoch": 2.7467626137852132, "grad_norm": 0.17642061412334442, "learning_rate": 2.2532373862147868e-05, "loss": 0.0033, "step": 165660 }, { "epoch": 2.7469284210177247, "grad_norm": 4.425689985509962e-05, "learning_rate": 2.2530715789822755e-05, "loss": 0.0036, "step": 165670 }, { "epoch": 2.747094228250236, "grad_norm": 0.0015671724686399102, "learning_rate": 2.252905771749764e-05, "loss": 0.0025, "step": 165680 }, { "epoch": 2.7472600354827477, "grad_norm": 0.00031898575252853334, "learning_rate": 2.2527399645172522e-05, "loss": 0.0003, "step": 165690 }, { "epoch": 2.747425842715259, "grad_norm": 0.03076917678117752, "learning_rate": 2.252574157284741e-05, "loss": 0.0001, "step": 165700 }, { "epoch": 2.7475916499477706, "grad_norm": 0.0007935718749649823, "learning_rate": 2.2524083500522296e-05, "loss": 0.0044, "step": 165710 }, { "epoch": 2.747757457180282, "grad_norm": 0.8284828066825867, "learning_rate": 2.252242542819718e-05, "loss": 0.0085, "step": 165720 }, { "epoch": 2.7479232644127936, "grad_norm": 0.2210868000984192, "learning_rate": 2.2520767355872063e-05, "loss": 0.0039, "step": 165730 }, { "epoch": 2.748089071645305, "grad_norm": 0.062251608818769455, "learning_rate": 2.251910928354695e-05, "loss": 0.0105, "step": 165740 }, { "epoch": 2.7482548788778165, "grad_norm": 0.0003475608245935291, "learning_rate": 2.2517451211221836e-05, "loss": 0.0, "step": 165750 }, { "epoch": 2.748420686110328, "grad_norm": 0.0030621986370533705, "learning_rate": 2.251579313889672e-05, "loss": 0.0113, "step": 165760 }, { "epoch": 2.74858649334284, "grad_norm": 0.027607383206486702, "learning_rate": 2.2514135066571603e-05, "loss": 0.0013, "step": 165770 }, { "epoch": 2.748752300575351, "grad_norm": 0.12351828068494797, "learning_rate": 2.251247699424649e-05, "loss": 0.0038, "step": 165780 }, { "epoch": 2.748918107807863, "grad_norm": 0.012153055518865585, "learning_rate": 2.2510818921921377e-05, "loss": 0.0003, "step": 165790 }, { "epoch": 2.749083915040374, "grad_norm": 0.001327015575952828, "learning_rate": 2.250916084959626e-05, "loss": 0.0002, "step": 165800 }, { "epoch": 2.7492497222728858, "grad_norm": 0.18969091773033142, "learning_rate": 2.2507502777271144e-05, "loss": 0.0113, "step": 165810 }, { "epoch": 2.749415529505397, "grad_norm": 0.0002391221496509388, "learning_rate": 2.250584470494603e-05, "loss": 0.001, "step": 165820 }, { "epoch": 2.7495813367379087, "grad_norm": 0.04092392697930336, "learning_rate": 2.2504186632620918e-05, "loss": 0.0001, "step": 165830 }, { "epoch": 2.7497471439704197, "grad_norm": 0.00015578637248836458, "learning_rate": 2.25025285602958e-05, "loss": 0.0026, "step": 165840 }, { "epoch": 2.7499129512029317, "grad_norm": 0.018994316458702087, "learning_rate": 2.2500870487970685e-05, "loss": 0.0068, "step": 165850 }, { "epoch": 2.7500787584354427, "grad_norm": 0.08406399935483932, "learning_rate": 2.249921241564557e-05, "loss": 0.0053, "step": 165860 }, { "epoch": 2.7502445656679546, "grad_norm": 0.002744816243648529, "learning_rate": 2.2497554343320455e-05, "loss": 0.0004, "step": 165870 }, { "epoch": 2.750410372900466, "grad_norm": 0.0001898964255815372, "learning_rate": 2.2495896270995342e-05, "loss": 0.0022, "step": 165880 }, { "epoch": 2.7505761801329776, "grad_norm": 0.00014101130363997072, "learning_rate": 2.249423819867023e-05, "loss": 0.0002, "step": 165890 }, { "epoch": 2.750741987365489, "grad_norm": 4.9496164137963206e-05, "learning_rate": 2.2492580126345112e-05, "loss": 0.0021, "step": 165900 }, { "epoch": 2.7509077945980005, "grad_norm": 0.005013906396925449, "learning_rate": 2.2490922054019996e-05, "loss": 0.0002, "step": 165910 }, { "epoch": 2.751073601830512, "grad_norm": 0.002017198596149683, "learning_rate": 2.2489263981694883e-05, "loss": 0.0029, "step": 165920 }, { "epoch": 2.7512394090630234, "grad_norm": 0.0002970179484691471, "learning_rate": 2.248760590936977e-05, "loss": 0.0042, "step": 165930 }, { "epoch": 2.751405216295535, "grad_norm": 0.002489164238795638, "learning_rate": 2.2485947837044653e-05, "loss": 0.0035, "step": 165940 }, { "epoch": 2.7515710235280464, "grad_norm": 4.378027733764611e-05, "learning_rate": 2.2484289764719536e-05, "loss": 0.0059, "step": 165950 }, { "epoch": 2.751736830760558, "grad_norm": 1.1569818258285522, "learning_rate": 2.2482631692394423e-05, "loss": 0.0094, "step": 165960 }, { "epoch": 2.7519026379930693, "grad_norm": 0.020844578742980957, "learning_rate": 2.248097362006931e-05, "loss": 0.0059, "step": 165970 }, { "epoch": 2.752068445225581, "grad_norm": 0.00402107834815979, "learning_rate": 2.2479315547744194e-05, "loss": 0.0032, "step": 165980 }, { "epoch": 2.7522342524580923, "grad_norm": 0.006130813620984554, "learning_rate": 2.2477657475419077e-05, "loss": 0.0084, "step": 165990 }, { "epoch": 2.7524000596906038, "grad_norm": 0.0068010808899998665, "learning_rate": 2.2475999403093964e-05, "loss": 0.0003, "step": 166000 }, { "epoch": 2.7525658669231152, "grad_norm": 0.016934357583522797, "learning_rate": 2.247434133076885e-05, "loss": 0.0042, "step": 166010 }, { "epoch": 2.7527316741556267, "grad_norm": 0.0017376086907461286, "learning_rate": 2.2472683258443734e-05, "loss": 0.0059, "step": 166020 }, { "epoch": 2.752897481388138, "grad_norm": 0.00041003894875757396, "learning_rate": 2.2471025186118618e-05, "loss": 0.0036, "step": 166030 }, { "epoch": 2.7530632886206496, "grad_norm": 0.057086411863565445, "learning_rate": 2.2469367113793505e-05, "loss": 0.0075, "step": 166040 }, { "epoch": 2.753229095853161, "grad_norm": 7.041122444206849e-05, "learning_rate": 2.246770904146839e-05, "loss": 0.0028, "step": 166050 }, { "epoch": 2.7533949030856726, "grad_norm": 0.0003934783744625747, "learning_rate": 2.2466050969143275e-05, "loss": 0.0059, "step": 166060 }, { "epoch": 2.753560710318184, "grad_norm": 0.0010895633604377508, "learning_rate": 2.246439289681816e-05, "loss": 0.0077, "step": 166070 }, { "epoch": 2.7537265175506955, "grad_norm": 8.356415492016822e-05, "learning_rate": 2.2462734824493045e-05, "loss": 0.0066, "step": 166080 }, { "epoch": 2.753892324783207, "grad_norm": 0.006314551457762718, "learning_rate": 2.2461076752167932e-05, "loss": 0.0029, "step": 166090 }, { "epoch": 2.7540581320157185, "grad_norm": 0.000251637160545215, "learning_rate": 2.2459418679842816e-05, "loss": 0.0001, "step": 166100 }, { "epoch": 2.75422393924823, "grad_norm": 0.0003724117996171117, "learning_rate": 2.24577606075177e-05, "loss": 0.004, "step": 166110 }, { "epoch": 2.7543897464807414, "grad_norm": 0.0011318144388496876, "learning_rate": 2.2456102535192586e-05, "loss": 0.0025, "step": 166120 }, { "epoch": 2.754555553713253, "grad_norm": 0.02421385608613491, "learning_rate": 2.2454444462867473e-05, "loss": 0.0024, "step": 166130 }, { "epoch": 2.7547213609457644, "grad_norm": 0.26183006167411804, "learning_rate": 2.2452786390542356e-05, "loss": 0.0039, "step": 166140 }, { "epoch": 2.754887168178276, "grad_norm": 0.13525135815143585, "learning_rate": 2.245112831821724e-05, "loss": 0.0028, "step": 166150 }, { "epoch": 2.7550529754107873, "grad_norm": 0.0016006717924028635, "learning_rate": 2.2449470245892127e-05, "loss": 0.0079, "step": 166160 }, { "epoch": 2.755218782643299, "grad_norm": 0.15966355800628662, "learning_rate": 2.2447812173567014e-05, "loss": 0.0054, "step": 166170 }, { "epoch": 2.7553845898758103, "grad_norm": 0.0012022970477119088, "learning_rate": 2.2446154101241897e-05, "loss": 0.0, "step": 166180 }, { "epoch": 2.7555503971083217, "grad_norm": 2.1916050172876567e-05, "learning_rate": 2.244449602891678e-05, "loss": 0.003, "step": 166190 }, { "epoch": 2.755716204340833, "grad_norm": 0.0008765053935348988, "learning_rate": 2.2442837956591667e-05, "loss": 0.004, "step": 166200 }, { "epoch": 2.7558820115733447, "grad_norm": 0.21372085809707642, "learning_rate": 2.2441179884266554e-05, "loss": 0.0033, "step": 166210 }, { "epoch": 2.7560478188058566, "grad_norm": 0.126289963722229, "learning_rate": 2.2439521811941438e-05, "loss": 0.0027, "step": 166220 }, { "epoch": 2.7562136260383676, "grad_norm": 0.11575355380773544, "learning_rate": 2.2437863739616325e-05, "loss": 0.0002, "step": 166230 }, { "epoch": 2.7563794332708795, "grad_norm": 0.0031485436484217644, "learning_rate": 2.2436205667291208e-05, "loss": 0.0033, "step": 166240 }, { "epoch": 2.7565452405033906, "grad_norm": 0.0034439798910170794, "learning_rate": 2.243454759496609e-05, "loss": 0.003, "step": 166250 }, { "epoch": 2.7567110477359025, "grad_norm": 9.959998715203255e-05, "learning_rate": 2.243288952264098e-05, "loss": 0.0064, "step": 166260 }, { "epoch": 2.7568768549684135, "grad_norm": 0.0019909003749489784, "learning_rate": 2.2431231450315865e-05, "loss": 0.001, "step": 166270 }, { "epoch": 2.7570426622009254, "grad_norm": 0.004179411567747593, "learning_rate": 2.242957337799075e-05, "loss": 0.0082, "step": 166280 }, { "epoch": 2.7572084694334364, "grad_norm": 0.2539311647415161, "learning_rate": 2.2427915305665632e-05, "loss": 0.0026, "step": 166290 }, { "epoch": 2.7573742766659484, "grad_norm": 0.00018206890672445297, "learning_rate": 2.242625723334052e-05, "loss": 0.0003, "step": 166300 }, { "epoch": 2.7575400838984594, "grad_norm": 4.427095700521022e-05, "learning_rate": 2.2424599161015406e-05, "loss": 0.0076, "step": 166310 }, { "epoch": 2.7577058911309713, "grad_norm": 0.007638182956725359, "learning_rate": 2.242294108869029e-05, "loss": 0.0005, "step": 166320 }, { "epoch": 2.7578716983634823, "grad_norm": 0.8867551684379578, "learning_rate": 2.2421283016365173e-05, "loss": 0.0089, "step": 166330 }, { "epoch": 2.7580375055959943, "grad_norm": 0.5048619508743286, "learning_rate": 2.241962494404006e-05, "loss": 0.0035, "step": 166340 }, { "epoch": 2.7582033128285057, "grad_norm": 0.0009244576212950051, "learning_rate": 2.2417966871714947e-05, "loss": 0.0002, "step": 166350 }, { "epoch": 2.758369120061017, "grad_norm": 0.0028494608122855425, "learning_rate": 2.241630879938983e-05, "loss": 0.0001, "step": 166360 }, { "epoch": 2.7585349272935287, "grad_norm": 0.00015464460011571646, "learning_rate": 2.2414650727064714e-05, "loss": 0.0051, "step": 166370 }, { "epoch": 2.75870073452604, "grad_norm": 5.973137740511447e-05, "learning_rate": 2.24129926547396e-05, "loss": 0.0001, "step": 166380 }, { "epoch": 2.7588665417585516, "grad_norm": 0.003740456188097596, "learning_rate": 2.2411334582414487e-05, "loss": 0.0042, "step": 166390 }, { "epoch": 2.759032348991063, "grad_norm": 0.0002502893330529332, "learning_rate": 2.240967651008937e-05, "loss": 0.0061, "step": 166400 }, { "epoch": 2.7591981562235746, "grad_norm": 0.0035618108231574297, "learning_rate": 2.2408018437764254e-05, "loss": 0.0002, "step": 166410 }, { "epoch": 2.759363963456086, "grad_norm": 7.728736090939492e-05, "learning_rate": 2.240636036543914e-05, "loss": 0.0023, "step": 166420 }, { "epoch": 2.7595297706885975, "grad_norm": 0.0012112323893234134, "learning_rate": 2.2404702293114028e-05, "loss": 0.0077, "step": 166430 }, { "epoch": 2.759695577921109, "grad_norm": 0.004728571977466345, "learning_rate": 2.240304422078891e-05, "loss": 0.0035, "step": 166440 }, { "epoch": 2.7598613851536204, "grad_norm": 0.0002705431543290615, "learning_rate": 2.2401386148463795e-05, "loss": 0.0064, "step": 166450 }, { "epoch": 2.760027192386132, "grad_norm": 0.20520931482315063, "learning_rate": 2.2399728076138682e-05, "loss": 0.0046, "step": 166460 }, { "epoch": 2.7601929996186434, "grad_norm": 0.005347719881683588, "learning_rate": 2.239807000381357e-05, "loss": 0.0053, "step": 166470 }, { "epoch": 2.760358806851155, "grad_norm": 0.04250118136405945, "learning_rate": 2.2396411931488452e-05, "loss": 0.0006, "step": 166480 }, { "epoch": 2.7605246140836663, "grad_norm": 0.0012414209777489305, "learning_rate": 2.2394753859163336e-05, "loss": 0.0, "step": 166490 }, { "epoch": 2.760690421316178, "grad_norm": 2.557970401539933e-05, "learning_rate": 2.2393095786838223e-05, "loss": 0.0006, "step": 166500 }, { "epoch": 2.7608562285486893, "grad_norm": 0.48200342059135437, "learning_rate": 2.239143771451311e-05, "loss": 0.0045, "step": 166510 }, { "epoch": 2.7610220357812008, "grad_norm": 0.009845972061157227, "learning_rate": 2.2389779642187993e-05, "loss": 0.0057, "step": 166520 }, { "epoch": 2.7611878430137122, "grad_norm": 0.002171159256249666, "learning_rate": 2.2388121569862876e-05, "loss": 0.0076, "step": 166530 }, { "epoch": 2.7613536502462237, "grad_norm": 0.008948263712227345, "learning_rate": 2.2386463497537763e-05, "loss": 0.0002, "step": 166540 }, { "epoch": 2.761519457478735, "grad_norm": 0.0005699918256141245, "learning_rate": 2.238480542521265e-05, "loss": 0.0116, "step": 166550 }, { "epoch": 2.7616852647112466, "grad_norm": 0.0017218391876667738, "learning_rate": 2.2383147352887534e-05, "loss": 0.0, "step": 166560 }, { "epoch": 2.761851071943758, "grad_norm": 0.1572631299495697, "learning_rate": 2.238148928056242e-05, "loss": 0.0023, "step": 166570 }, { "epoch": 2.7620168791762696, "grad_norm": 0.008281725458800793, "learning_rate": 2.2379831208237304e-05, "loss": 0.0001, "step": 166580 }, { "epoch": 2.762182686408781, "grad_norm": 0.0001766271743690595, "learning_rate": 2.237817313591219e-05, "loss": 0.0098, "step": 166590 }, { "epoch": 2.7623484936412925, "grad_norm": 9.712258179206401e-05, "learning_rate": 2.2376515063587074e-05, "loss": 0.0, "step": 166600 }, { "epoch": 2.762514300873804, "grad_norm": 2.2482132408185862e-05, "learning_rate": 2.237485699126196e-05, "loss": 0.0, "step": 166610 }, { "epoch": 2.7626801081063155, "grad_norm": 6.0892572946613654e-05, "learning_rate": 2.2373198918936845e-05, "loss": 0.0037, "step": 166620 }, { "epoch": 2.762845915338827, "grad_norm": 0.0003728312731254846, "learning_rate": 2.2371540846611728e-05, "loss": 0.007, "step": 166630 }, { "epoch": 2.7630117225713384, "grad_norm": 0.0004718549025710672, "learning_rate": 2.2369882774286615e-05, "loss": 0.0034, "step": 166640 }, { "epoch": 2.76317752980385, "grad_norm": 0.0036384009290486574, "learning_rate": 2.2368224701961502e-05, "loss": 0.0076, "step": 166650 }, { "epoch": 2.7633433370363614, "grad_norm": 3.925569399143569e-05, "learning_rate": 2.2366566629636385e-05, "loss": 0.0036, "step": 166660 }, { "epoch": 2.7635091442688733, "grad_norm": 0.0006438717246055603, "learning_rate": 2.236490855731127e-05, "loss": 0.0001, "step": 166670 }, { "epoch": 2.7636749515013843, "grad_norm": 0.09989837557077408, "learning_rate": 2.2363250484986156e-05, "loss": 0.012, "step": 166680 }, { "epoch": 2.7638407587338962, "grad_norm": 0.0009267631103284657, "learning_rate": 2.2361592412661043e-05, "loss": 0.0024, "step": 166690 }, { "epoch": 2.7640065659664073, "grad_norm": 0.0026748948730528355, "learning_rate": 2.2359934340335926e-05, "loss": 0.0006, "step": 166700 }, { "epoch": 2.764172373198919, "grad_norm": 0.08134004473686218, "learning_rate": 2.235827626801081e-05, "loss": 0.0001, "step": 166710 }, { "epoch": 2.76433818043143, "grad_norm": 0.0002352521987631917, "learning_rate": 2.2356618195685696e-05, "loss": 0.0052, "step": 166720 }, { "epoch": 2.764503987663942, "grad_norm": 0.05014212429523468, "learning_rate": 2.2354960123360583e-05, "loss": 0.001, "step": 166730 }, { "epoch": 2.764669794896453, "grad_norm": 0.001229852088727057, "learning_rate": 2.2353302051035467e-05, "loss": 0.0001, "step": 166740 }, { "epoch": 2.764835602128965, "grad_norm": 0.1402355283498764, "learning_rate": 2.235164397871035e-05, "loss": 0.006, "step": 166750 }, { "epoch": 2.765001409361476, "grad_norm": 7.898898184066638e-05, "learning_rate": 2.2349985906385237e-05, "loss": 0.0056, "step": 166760 }, { "epoch": 2.765167216593988, "grad_norm": 0.5183768272399902, "learning_rate": 2.2348327834060124e-05, "loss": 0.0077, "step": 166770 }, { "epoch": 2.765333023826499, "grad_norm": 0.00040839481516741216, "learning_rate": 2.2346669761735008e-05, "loss": 0.0, "step": 166780 }, { "epoch": 2.765498831059011, "grad_norm": 0.0004686318279709667, "learning_rate": 2.234501168940989e-05, "loss": 0.0001, "step": 166790 }, { "epoch": 2.7656646382915224, "grad_norm": 1.1015212535858154, "learning_rate": 2.2343353617084778e-05, "loss": 0.0105, "step": 166800 }, { "epoch": 2.765830445524034, "grad_norm": 0.13088959455490112, "learning_rate": 2.2341695544759665e-05, "loss": 0.0111, "step": 166810 }, { "epoch": 2.7659962527565454, "grad_norm": 0.0008269707323051989, "learning_rate": 2.2340037472434548e-05, "loss": 0.0001, "step": 166820 }, { "epoch": 2.766162059989057, "grad_norm": 2.7633592253550887e-05, "learning_rate": 2.233837940010943e-05, "loss": 0.0074, "step": 166830 }, { "epoch": 2.7663278672215683, "grad_norm": 0.0009641904616728425, "learning_rate": 2.233672132778432e-05, "loss": 0.0025, "step": 166840 }, { "epoch": 2.76649367445408, "grad_norm": 0.000159719173097983, "learning_rate": 2.2335063255459205e-05, "loss": 0.014, "step": 166850 }, { "epoch": 2.7666594816865913, "grad_norm": 0.007348612416535616, "learning_rate": 2.233340518313409e-05, "loss": 0.0034, "step": 166860 }, { "epoch": 2.7668252889191027, "grad_norm": 0.0005049352184869349, "learning_rate": 2.2331747110808972e-05, "loss": 0.0006, "step": 166870 }, { "epoch": 2.766991096151614, "grad_norm": 0.0013054795563220978, "learning_rate": 2.233008903848386e-05, "loss": 0.0025, "step": 166880 }, { "epoch": 2.7671569033841257, "grad_norm": 0.0001402242633048445, "learning_rate": 2.2328430966158746e-05, "loss": 0.0, "step": 166890 }, { "epoch": 2.767322710616637, "grad_norm": 0.15959613025188446, "learning_rate": 2.232677289383363e-05, "loss": 0.0032, "step": 166900 }, { "epoch": 2.7674885178491486, "grad_norm": 0.0016750638606026769, "learning_rate": 2.2325114821508516e-05, "loss": 0.0092, "step": 166910 }, { "epoch": 2.76765432508166, "grad_norm": 0.0007732400554232299, "learning_rate": 2.23234567491834e-05, "loss": 0.0131, "step": 166920 }, { "epoch": 2.7678201323141716, "grad_norm": 0.00445274543017149, "learning_rate": 2.2321798676858287e-05, "loss": 0.0004, "step": 166930 }, { "epoch": 2.767985939546683, "grad_norm": 0.00812922790646553, "learning_rate": 2.232014060453317e-05, "loss": 0.0007, "step": 166940 }, { "epoch": 2.7681517467791945, "grad_norm": 0.00020744265930261463, "learning_rate": 2.2318482532208057e-05, "loss": 0.0038, "step": 166950 }, { "epoch": 2.768317554011706, "grad_norm": 0.003901486983522773, "learning_rate": 2.231682445988294e-05, "loss": 0.0, "step": 166960 }, { "epoch": 2.7684833612442175, "grad_norm": 0.25926095247268677, "learning_rate": 2.2315166387557827e-05, "loss": 0.0078, "step": 166970 }, { "epoch": 2.768649168476729, "grad_norm": 0.02952379547059536, "learning_rate": 2.231350831523271e-05, "loss": 0.0019, "step": 166980 }, { "epoch": 2.7688149757092404, "grad_norm": 0.4414156377315521, "learning_rate": 2.2311850242907598e-05, "loss": 0.0039, "step": 166990 }, { "epoch": 2.768980782941752, "grad_norm": 5.413285180111416e-05, "learning_rate": 2.231019217058248e-05, "loss": 0.0001, "step": 167000 }, { "epoch": 2.7691465901742633, "grad_norm": 0.007141247391700745, "learning_rate": 2.2308534098257368e-05, "loss": 0.0011, "step": 167010 }, { "epoch": 2.769312397406775, "grad_norm": 0.31296563148498535, "learning_rate": 2.230687602593225e-05, "loss": 0.0095, "step": 167020 }, { "epoch": 2.7694782046392863, "grad_norm": 0.0029769628308713436, "learning_rate": 2.230521795360714e-05, "loss": 0.0069, "step": 167030 }, { "epoch": 2.7696440118717978, "grad_norm": 0.00020207808120176196, "learning_rate": 2.2303559881282022e-05, "loss": 0.0068, "step": 167040 }, { "epoch": 2.7698098191043092, "grad_norm": 0.00038017460610717535, "learning_rate": 2.2301901808956905e-05, "loss": 0.0001, "step": 167050 }, { "epoch": 2.7699756263368207, "grad_norm": 0.008641303516924381, "learning_rate": 2.2300243736631792e-05, "loss": 0.0032, "step": 167060 }, { "epoch": 2.770141433569332, "grad_norm": 0.0036821882240474224, "learning_rate": 2.229858566430668e-05, "loss": 0.0002, "step": 167070 }, { "epoch": 2.7703072408018437, "grad_norm": 0.00048024349962361157, "learning_rate": 2.2296927591981566e-05, "loss": 0.0037, "step": 167080 }, { "epoch": 2.770473048034355, "grad_norm": 0.00290290336124599, "learning_rate": 2.2295269519656446e-05, "loss": 0.0089, "step": 167090 }, { "epoch": 2.7706388552668666, "grad_norm": 0.19870635867118835, "learning_rate": 2.2293611447331333e-05, "loss": 0.0057, "step": 167100 }, { "epoch": 2.770804662499378, "grad_norm": 0.0006252339226193726, "learning_rate": 2.229195337500622e-05, "loss": 0.0061, "step": 167110 }, { "epoch": 2.7709704697318895, "grad_norm": 0.011778734624385834, "learning_rate": 2.2290295302681107e-05, "loss": 0.0053, "step": 167120 }, { "epoch": 2.771136276964401, "grad_norm": 0.18614977598190308, "learning_rate": 2.2288637230355987e-05, "loss": 0.0494, "step": 167130 }, { "epoch": 2.771302084196913, "grad_norm": 0.00011016071221092716, "learning_rate": 2.2286979158030874e-05, "loss": 0.0112, "step": 167140 }, { "epoch": 2.771467891429424, "grad_norm": 0.00019159834482707083, "learning_rate": 2.228532108570576e-05, "loss": 0.0085, "step": 167150 }, { "epoch": 2.771633698661936, "grad_norm": 3.2664003811078146e-05, "learning_rate": 2.2283663013380644e-05, "loss": 0.0003, "step": 167160 }, { "epoch": 2.771799505894447, "grad_norm": 7.848262612242252e-05, "learning_rate": 2.2282004941055528e-05, "loss": 0.0042, "step": 167170 }, { "epoch": 2.771965313126959, "grad_norm": 0.0006729048327542841, "learning_rate": 2.2280346868730414e-05, "loss": 0.0015, "step": 167180 }, { "epoch": 2.77213112035947, "grad_norm": 0.0002226931683253497, "learning_rate": 2.22786887964053e-05, "loss": 0.0029, "step": 167190 }, { "epoch": 2.7722969275919818, "grad_norm": 0.47549065947532654, "learning_rate": 2.2277030724080185e-05, "loss": 0.0008, "step": 167200 }, { "epoch": 2.772462734824493, "grad_norm": 9.601638885214925e-05, "learning_rate": 2.2275372651755068e-05, "loss": 0.0004, "step": 167210 }, { "epoch": 2.7726285420570047, "grad_norm": 0.008240780793130398, "learning_rate": 2.2273714579429955e-05, "loss": 0.0014, "step": 167220 }, { "epoch": 2.7727943492895157, "grad_norm": 0.008882558904588223, "learning_rate": 2.2272056507104842e-05, "loss": 0.0098, "step": 167230 }, { "epoch": 2.7729601565220277, "grad_norm": 1.399265238433145e-05, "learning_rate": 2.2270398434779725e-05, "loss": 0.0043, "step": 167240 }, { "epoch": 2.773125963754539, "grad_norm": 0.0182826928794384, "learning_rate": 2.2268740362454612e-05, "loss": 0.0001, "step": 167250 }, { "epoch": 2.7732917709870506, "grad_norm": 0.000224016432184726, "learning_rate": 2.2267082290129496e-05, "loss": 0.004, "step": 167260 }, { "epoch": 2.773457578219562, "grad_norm": 0.0001353975385427475, "learning_rate": 2.2265424217804383e-05, "loss": 0.0067, "step": 167270 }, { "epoch": 2.7736233854520735, "grad_norm": 0.0006867932388558984, "learning_rate": 2.2263766145479266e-05, "loss": 0.006, "step": 167280 }, { "epoch": 2.773789192684585, "grad_norm": 0.002797649009153247, "learning_rate": 2.2262108073154153e-05, "loss": 0.0074, "step": 167290 }, { "epoch": 2.7739549999170965, "grad_norm": 0.0004997159703634679, "learning_rate": 2.2260450000829037e-05, "loss": 0.0005, "step": 167300 }, { "epoch": 2.774120807149608, "grad_norm": 0.00016112488810904324, "learning_rate": 2.2258791928503923e-05, "loss": 0.0084, "step": 167310 }, { "epoch": 2.7742866143821194, "grad_norm": 0.013808578252792358, "learning_rate": 2.2257133856178807e-05, "loss": 0.0003, "step": 167320 }, { "epoch": 2.774452421614631, "grad_norm": 0.00376465218141675, "learning_rate": 2.2255475783853694e-05, "loss": 0.002, "step": 167330 }, { "epoch": 2.7746182288471424, "grad_norm": 0.0008254533750005066, "learning_rate": 2.2253817711528577e-05, "loss": 0.003, "step": 167340 }, { "epoch": 2.774784036079654, "grad_norm": 0.002912210999056697, "learning_rate": 2.2252159639203464e-05, "loss": 0.0, "step": 167350 }, { "epoch": 2.7749498433121653, "grad_norm": 0.002117566065862775, "learning_rate": 2.2250501566878348e-05, "loss": 0.0007, "step": 167360 }, { "epoch": 2.775115650544677, "grad_norm": 0.0012103677727282047, "learning_rate": 2.2248843494553234e-05, "loss": 0.0, "step": 167370 }, { "epoch": 2.7752814577771883, "grad_norm": 0.5425134897232056, "learning_rate": 2.2247185422228118e-05, "loss": 0.0056, "step": 167380 }, { "epoch": 2.7754472650096997, "grad_norm": 0.12364528328180313, "learning_rate": 2.2245527349903005e-05, "loss": 0.0002, "step": 167390 }, { "epoch": 2.775613072242211, "grad_norm": 0.24758073687553406, "learning_rate": 2.2243869277577888e-05, "loss": 0.0072, "step": 167400 }, { "epoch": 2.7757788794747227, "grad_norm": 0.08096589148044586, "learning_rate": 2.2242211205252775e-05, "loss": 0.0063, "step": 167410 }, { "epoch": 2.775944686707234, "grad_norm": 0.27960219979286194, "learning_rate": 2.2240553132927662e-05, "loss": 0.0056, "step": 167420 }, { "epoch": 2.7761104939397456, "grad_norm": 4.55341833003331e-05, "learning_rate": 2.2238895060602542e-05, "loss": 0.0062, "step": 167430 }, { "epoch": 2.776276301172257, "grad_norm": 0.0019167520804330707, "learning_rate": 2.223723698827743e-05, "loss": 0.0002, "step": 167440 }, { "epoch": 2.7764421084047686, "grad_norm": 0.001586011960171163, "learning_rate": 2.2235578915952316e-05, "loss": 0.0128, "step": 167450 }, { "epoch": 2.77660791563728, "grad_norm": 0.24151337146759033, "learning_rate": 2.2233920843627203e-05, "loss": 0.0138, "step": 167460 }, { "epoch": 2.7767737228697915, "grad_norm": 0.3486815392971039, "learning_rate": 2.2232262771302083e-05, "loss": 0.0006, "step": 167470 }, { "epoch": 2.776939530102303, "grad_norm": 0.17032350599765778, "learning_rate": 2.223060469897697e-05, "loss": 0.0092, "step": 167480 }, { "epoch": 2.7771053373348145, "grad_norm": 0.027642041444778442, "learning_rate": 2.2228946626651856e-05, "loss": 0.01, "step": 167490 }, { "epoch": 2.777271144567326, "grad_norm": 0.0007350071682594717, "learning_rate": 2.2227288554326743e-05, "loss": 0.0072, "step": 167500 }, { "epoch": 2.7774369517998374, "grad_norm": 0.0008884422131814063, "learning_rate": 2.2225630482001623e-05, "loss": 0.005, "step": 167510 }, { "epoch": 2.777602759032349, "grad_norm": 0.004234446212649345, "learning_rate": 2.222397240967651e-05, "loss": 0.0032, "step": 167520 }, { "epoch": 2.7777685662648604, "grad_norm": 0.021634260192513466, "learning_rate": 2.2222314337351397e-05, "loss": 0.0097, "step": 167530 }, { "epoch": 2.777934373497372, "grad_norm": 0.0023920165840536356, "learning_rate": 2.222065626502628e-05, "loss": 0.0009, "step": 167540 }, { "epoch": 2.7781001807298833, "grad_norm": 0.011988840997219086, "learning_rate": 2.2218998192701164e-05, "loss": 0.0001, "step": 167550 }, { "epoch": 2.7782659879623948, "grad_norm": 0.05505862459540367, "learning_rate": 2.221734012037605e-05, "loss": 0.006, "step": 167560 }, { "epoch": 2.7784317951949062, "grad_norm": 0.0004935133620165288, "learning_rate": 2.2215682048050938e-05, "loss": 0.0032, "step": 167570 }, { "epoch": 2.7785976024274177, "grad_norm": 0.01500431727617979, "learning_rate": 2.221402397572582e-05, "loss": 0.012, "step": 167580 }, { "epoch": 2.7787634096599296, "grad_norm": 0.002130919136106968, "learning_rate": 2.2212365903400708e-05, "loss": 0.0001, "step": 167590 }, { "epoch": 2.7789292168924407, "grad_norm": 0.5303996205329895, "learning_rate": 2.2210707831075592e-05, "loss": 0.0035, "step": 167600 }, { "epoch": 2.7790950241249526, "grad_norm": 0.015444680117070675, "learning_rate": 2.220904975875048e-05, "loss": 0.0027, "step": 167610 }, { "epoch": 2.7792608313574636, "grad_norm": 0.006979682482779026, "learning_rate": 2.2207391686425362e-05, "loss": 0.0096, "step": 167620 }, { "epoch": 2.7794266385899755, "grad_norm": 0.00015491203521378338, "learning_rate": 2.220573361410025e-05, "loss": 0.0064, "step": 167630 }, { "epoch": 2.7795924458224865, "grad_norm": 0.00030487755429930985, "learning_rate": 2.2204075541775132e-05, "loss": 0.0053, "step": 167640 }, { "epoch": 2.7797582530549985, "grad_norm": 0.09561655670404434, "learning_rate": 2.220241746945002e-05, "loss": 0.0003, "step": 167650 }, { "epoch": 2.7799240602875095, "grad_norm": 0.0005253151757642627, "learning_rate": 2.2200759397124903e-05, "loss": 0.0029, "step": 167660 }, { "epoch": 2.7800898675200214, "grad_norm": 0.00024799752281978726, "learning_rate": 2.219910132479979e-05, "loss": 0.0029, "step": 167670 }, { "epoch": 2.7802556747525324, "grad_norm": 0.000998605159111321, "learning_rate": 2.2197443252474673e-05, "loss": 0.003, "step": 167680 }, { "epoch": 2.7804214819850444, "grad_norm": 0.5631317496299744, "learning_rate": 2.219578518014956e-05, "loss": 0.0168, "step": 167690 }, { "epoch": 2.780587289217556, "grad_norm": 0.16219930350780487, "learning_rate": 2.2194127107824443e-05, "loss": 0.0035, "step": 167700 }, { "epoch": 2.7807530964500673, "grad_norm": 0.000767685764003545, "learning_rate": 2.219246903549933e-05, "loss": 0.0028, "step": 167710 }, { "epoch": 2.7809189036825788, "grad_norm": 4.083012026967481e-05, "learning_rate": 2.2190810963174214e-05, "loss": 0.0049, "step": 167720 }, { "epoch": 2.7810847109150902, "grad_norm": 0.02984575368463993, "learning_rate": 2.21891528908491e-05, "loss": 0.0039, "step": 167730 }, { "epoch": 2.7812505181476017, "grad_norm": 0.0001734761317493394, "learning_rate": 2.2187494818523984e-05, "loss": 0.0003, "step": 167740 }, { "epoch": 2.781416325380113, "grad_norm": 0.0034514882136136293, "learning_rate": 2.218583674619887e-05, "loss": 0.0042, "step": 167750 }, { "epoch": 2.7815821326126247, "grad_norm": 0.42549607157707214, "learning_rate": 2.2184178673873758e-05, "loss": 0.0052, "step": 167760 }, { "epoch": 2.781747939845136, "grad_norm": 0.0016057027969509363, "learning_rate": 2.218252060154864e-05, "loss": 0.0007, "step": 167770 }, { "epoch": 2.7819137470776476, "grad_norm": 0.00036173942498862743, "learning_rate": 2.2180862529223525e-05, "loss": 0.0, "step": 167780 }, { "epoch": 2.782079554310159, "grad_norm": 0.05086563900113106, "learning_rate": 2.217920445689841e-05, "loss": 0.0024, "step": 167790 }, { "epoch": 2.7822453615426705, "grad_norm": 0.010469593107700348, "learning_rate": 2.21775463845733e-05, "loss": 0.0059, "step": 167800 }, { "epoch": 2.782411168775182, "grad_norm": 5.631486055790447e-05, "learning_rate": 2.217588831224818e-05, "loss": 0.0002, "step": 167810 }, { "epoch": 2.7825769760076935, "grad_norm": 0.229805588722229, "learning_rate": 2.2174230239923066e-05, "loss": 0.0063, "step": 167820 }, { "epoch": 2.782742783240205, "grad_norm": 0.0052200499922037125, "learning_rate": 2.2172572167597952e-05, "loss": 0.0, "step": 167830 }, { "epoch": 2.7829085904727164, "grad_norm": 0.7226816415786743, "learning_rate": 2.217091409527284e-05, "loss": 0.0107, "step": 167840 }, { "epoch": 2.783074397705228, "grad_norm": 0.0025835533160716295, "learning_rate": 2.216925602294772e-05, "loss": 0.0024, "step": 167850 }, { "epoch": 2.7832402049377394, "grad_norm": 0.06383407860994339, "learning_rate": 2.2167597950622606e-05, "loss": 0.0002, "step": 167860 }, { "epoch": 2.783406012170251, "grad_norm": 0.00019565501133911312, "learning_rate": 2.2165939878297493e-05, "loss": 0.0037, "step": 167870 }, { "epoch": 2.7835718194027623, "grad_norm": 0.00028653728077188134, "learning_rate": 2.216428180597238e-05, "loss": 0.0025, "step": 167880 }, { "epoch": 2.783737626635274, "grad_norm": 0.14137957990169525, "learning_rate": 2.216262373364726e-05, "loss": 0.0004, "step": 167890 }, { "epoch": 2.7839034338677853, "grad_norm": 0.6266553401947021, "learning_rate": 2.2160965661322147e-05, "loss": 0.0044, "step": 167900 }, { "epoch": 2.7840692411002967, "grad_norm": 0.0023192032240331173, "learning_rate": 2.2159307588997034e-05, "loss": 0.005, "step": 167910 }, { "epoch": 2.784235048332808, "grad_norm": 0.03543544188141823, "learning_rate": 2.2157649516671917e-05, "loss": 0.003, "step": 167920 }, { "epoch": 2.7844008555653197, "grad_norm": 0.00668936176225543, "learning_rate": 2.2155991444346804e-05, "loss": 0.0007, "step": 167930 }, { "epoch": 2.784566662797831, "grad_norm": 0.028515363112092018, "learning_rate": 2.2154333372021688e-05, "loss": 0.012, "step": 167940 }, { "epoch": 2.7847324700303426, "grad_norm": 0.041116856038570404, "learning_rate": 2.2152675299696574e-05, "loss": 0.0002, "step": 167950 }, { "epoch": 2.784898277262854, "grad_norm": 0.004666073713451624, "learning_rate": 2.2151017227371458e-05, "loss": 0.0083, "step": 167960 }, { "epoch": 2.7850640844953656, "grad_norm": 0.03464260697364807, "learning_rate": 2.2149359155046345e-05, "loss": 0.0053, "step": 167970 }, { "epoch": 2.785229891727877, "grad_norm": 0.0036411001347005367, "learning_rate": 2.2147701082721228e-05, "loss": 0.0006, "step": 167980 }, { "epoch": 2.7853956989603885, "grad_norm": 0.019683843478560448, "learning_rate": 2.2146043010396115e-05, "loss": 0.0071, "step": 167990 }, { "epoch": 2.7855615061929, "grad_norm": 0.004739363212138414, "learning_rate": 2.2144384938071e-05, "loss": 0.0063, "step": 168000 }, { "epoch": 2.7857273134254115, "grad_norm": 5.737798710470088e-05, "learning_rate": 2.2142726865745885e-05, "loss": 0.0068, "step": 168010 }, { "epoch": 2.785893120657923, "grad_norm": 0.002482195384800434, "learning_rate": 2.214106879342077e-05, "loss": 0.0022, "step": 168020 }, { "epoch": 2.7860589278904344, "grad_norm": 0.0010595135390758514, "learning_rate": 2.2139410721095656e-05, "loss": 0.0031, "step": 168030 }, { "epoch": 2.7862247351229463, "grad_norm": 0.0003169015108142048, "learning_rate": 2.213775264877054e-05, "loss": 0.0063, "step": 168040 }, { "epoch": 2.7863905423554574, "grad_norm": 0.18767262995243073, "learning_rate": 2.2136094576445426e-05, "loss": 0.0057, "step": 168050 }, { "epoch": 2.7865563495879693, "grad_norm": 7.397215813398361e-05, "learning_rate": 2.213443650412031e-05, "loss": 0.003, "step": 168060 }, { "epoch": 2.7867221568204803, "grad_norm": 2.5434930648771115e-05, "learning_rate": 2.2132778431795197e-05, "loss": 0.0077, "step": 168070 }, { "epoch": 2.786887964052992, "grad_norm": 0.03109549731016159, "learning_rate": 2.213112035947008e-05, "loss": 0.0044, "step": 168080 }, { "epoch": 2.7870537712855032, "grad_norm": 0.00032863073283806443, "learning_rate": 2.2129462287144967e-05, "loss": 0.0018, "step": 168090 }, { "epoch": 2.787219578518015, "grad_norm": 0.13509048521518707, "learning_rate": 2.2127804214819854e-05, "loss": 0.0035, "step": 168100 }, { "epoch": 2.787385385750526, "grad_norm": 0.00024907890474423766, "learning_rate": 2.2126146142494737e-05, "loss": 0.0003, "step": 168110 }, { "epoch": 2.787551192983038, "grad_norm": 0.0032258976716548204, "learning_rate": 2.212448807016962e-05, "loss": 0.0044, "step": 168120 }, { "epoch": 2.787717000215549, "grad_norm": 0.000675421382766217, "learning_rate": 2.2122829997844508e-05, "loss": 0.0005, "step": 168130 }, { "epoch": 2.787882807448061, "grad_norm": 2.3807453544577584e-05, "learning_rate": 2.2121171925519394e-05, "loss": 0.0001, "step": 168140 }, { "epoch": 2.7880486146805725, "grad_norm": 0.19752945005893707, "learning_rate": 2.2119513853194278e-05, "loss": 0.0065, "step": 168150 }, { "epoch": 2.788214421913084, "grad_norm": 0.02920333668589592, "learning_rate": 2.211785578086916e-05, "loss": 0.005, "step": 168160 }, { "epoch": 2.7883802291455955, "grad_norm": 0.0011818426428362727, "learning_rate": 2.2116197708544048e-05, "loss": 0.0002, "step": 168170 }, { "epoch": 2.788546036378107, "grad_norm": 0.001619779272004962, "learning_rate": 2.2114539636218935e-05, "loss": 0.0025, "step": 168180 }, { "epoch": 2.7887118436106184, "grad_norm": 0.007775747217237949, "learning_rate": 2.211288156389382e-05, "loss": 0.0001, "step": 168190 }, { "epoch": 2.78887765084313, "grad_norm": 0.24186813831329346, "learning_rate": 2.2111223491568702e-05, "loss": 0.0079, "step": 168200 }, { "epoch": 2.7890434580756414, "grad_norm": 0.0031469434034079313, "learning_rate": 2.210956541924359e-05, "loss": 0.0061, "step": 168210 }, { "epoch": 2.789209265308153, "grad_norm": 0.17541684210300446, "learning_rate": 2.2107907346918476e-05, "loss": 0.0059, "step": 168220 }, { "epoch": 2.7893750725406643, "grad_norm": 0.2852455675601959, "learning_rate": 2.2106249274593356e-05, "loss": 0.0086, "step": 168230 }, { "epoch": 2.7895408797731758, "grad_norm": 0.013652510941028595, "learning_rate": 2.2104591202268243e-05, "loss": 0.0009, "step": 168240 }, { "epoch": 2.7897066870056872, "grad_norm": 0.5067167282104492, "learning_rate": 2.210293312994313e-05, "loss": 0.0083, "step": 168250 }, { "epoch": 2.7898724942381987, "grad_norm": 0.0017033753683790565, "learning_rate": 2.2101275057618017e-05, "loss": 0.0037, "step": 168260 }, { "epoch": 2.79003830147071, "grad_norm": 0.16076532006263733, "learning_rate": 2.20996169852929e-05, "loss": 0.0034, "step": 168270 }, { "epoch": 2.7902041087032217, "grad_norm": 0.5466503500938416, "learning_rate": 2.2097958912967783e-05, "loss": 0.0088, "step": 168280 }, { "epoch": 2.790369915935733, "grad_norm": 0.0006306876894086599, "learning_rate": 2.209630084064267e-05, "loss": 0.0032, "step": 168290 }, { "epoch": 2.7905357231682446, "grad_norm": 0.002400424098595977, "learning_rate": 2.2094642768317557e-05, "loss": 0.0066, "step": 168300 }, { "epoch": 2.790701530400756, "grad_norm": 0.001014783512800932, "learning_rate": 2.209298469599244e-05, "loss": 0.0, "step": 168310 }, { "epoch": 2.7908673376332676, "grad_norm": 9.894946560962126e-05, "learning_rate": 2.2091326623667324e-05, "loss": 0.0061, "step": 168320 }, { "epoch": 2.791033144865779, "grad_norm": 0.006601252127438784, "learning_rate": 2.208966855134221e-05, "loss": 0.0012, "step": 168330 }, { "epoch": 2.7911989520982905, "grad_norm": 8.593592792749405e-05, "learning_rate": 2.2088010479017095e-05, "loss": 0.0, "step": 168340 }, { "epoch": 2.791364759330802, "grad_norm": 0.17887887358665466, "learning_rate": 2.208635240669198e-05, "loss": 0.0064, "step": 168350 }, { "epoch": 2.7915305665633134, "grad_norm": 0.0009629662381485105, "learning_rate": 2.2084694334366865e-05, "loss": 0.0038, "step": 168360 }, { "epoch": 2.791696373795825, "grad_norm": 0.1046162098646164, "learning_rate": 2.2083036262041752e-05, "loss": 0.0002, "step": 168370 }, { "epoch": 2.7918621810283364, "grad_norm": 0.0006244035321287811, "learning_rate": 2.2081378189716635e-05, "loss": 0.0002, "step": 168380 }, { "epoch": 2.792027988260848, "grad_norm": 0.00018843052384909242, "learning_rate": 2.2079720117391522e-05, "loss": 0.0004, "step": 168390 }, { "epoch": 2.7921937954933593, "grad_norm": 0.0007162315305322409, "learning_rate": 2.2078062045066406e-05, "loss": 0.0013, "step": 168400 }, { "epoch": 2.792359602725871, "grad_norm": 0.00016544412937946618, "learning_rate": 2.2076403972741292e-05, "loss": 0.001, "step": 168410 }, { "epoch": 2.7925254099583823, "grad_norm": 0.0006656554178334773, "learning_rate": 2.2074745900416176e-05, "loss": 0.0001, "step": 168420 }, { "epoch": 2.7926912171908937, "grad_norm": 0.00039581203600391746, "learning_rate": 2.2073087828091063e-05, "loss": 0.0033, "step": 168430 }, { "epoch": 2.792857024423405, "grad_norm": 0.13154514133930206, "learning_rate": 2.207142975576595e-05, "loss": 0.0011, "step": 168440 }, { "epoch": 2.7930228316559167, "grad_norm": 6.169854168547317e-05, "learning_rate": 2.2069771683440833e-05, "loss": 0.008, "step": 168450 }, { "epoch": 2.793188638888428, "grad_norm": 1.2317291498184204, "learning_rate": 2.2068113611115717e-05, "loss": 0.0051, "step": 168460 }, { "epoch": 2.7933544461209396, "grad_norm": 0.002178605878725648, "learning_rate": 2.2066455538790603e-05, "loss": 0.0084, "step": 168470 }, { "epoch": 2.793520253353451, "grad_norm": 0.0025506734382361174, "learning_rate": 2.206479746646549e-05, "loss": 0.0053, "step": 168480 }, { "epoch": 2.793686060585963, "grad_norm": 0.0003495024284347892, "learning_rate": 2.2063139394140374e-05, "loss": 0.0, "step": 168490 }, { "epoch": 2.793851867818474, "grad_norm": 0.0032057284843176603, "learning_rate": 2.2061481321815257e-05, "loss": 0.0025, "step": 168500 }, { "epoch": 2.794017675050986, "grad_norm": 0.0006513025145977736, "learning_rate": 2.2059823249490144e-05, "loss": 0.0027, "step": 168510 }, { "epoch": 2.794183482283497, "grad_norm": 0.0005740937776863575, "learning_rate": 2.205816517716503e-05, "loss": 0.0022, "step": 168520 }, { "epoch": 2.794349289516009, "grad_norm": 0.0006915598642081022, "learning_rate": 2.2056507104839914e-05, "loss": 0.003, "step": 168530 }, { "epoch": 2.79451509674852, "grad_norm": 0.0016583774704486132, "learning_rate": 2.2054849032514798e-05, "loss": 0.0, "step": 168540 }, { "epoch": 2.794680903981032, "grad_norm": 0.0002812167222145945, "learning_rate": 2.2053190960189685e-05, "loss": 0.0045, "step": 168550 }, { "epoch": 2.794846711213543, "grad_norm": 0.016245907172560692, "learning_rate": 2.2051532887864572e-05, "loss": 0.0086, "step": 168560 }, { "epoch": 2.795012518446055, "grad_norm": 0.22668860852718353, "learning_rate": 2.2049874815539455e-05, "loss": 0.0004, "step": 168570 }, { "epoch": 2.795178325678566, "grad_norm": 0.1824042797088623, "learning_rate": 2.204821674321434e-05, "loss": 0.0037, "step": 168580 }, { "epoch": 2.7953441329110778, "grad_norm": 0.00040976746822707355, "learning_rate": 2.2046558670889226e-05, "loss": 0.006, "step": 168590 }, { "epoch": 2.7955099401435892, "grad_norm": 0.7779090404510498, "learning_rate": 2.2044900598564112e-05, "loss": 0.0079, "step": 168600 }, { "epoch": 2.7956757473761007, "grad_norm": 0.000733457098249346, "learning_rate": 2.2043242526238996e-05, "loss": 0.0034, "step": 168610 }, { "epoch": 2.795841554608612, "grad_norm": 0.1065816730260849, "learning_rate": 2.204158445391388e-05, "loss": 0.0079, "step": 168620 }, { "epoch": 2.7960073618411236, "grad_norm": 0.0039887321181595325, "learning_rate": 2.2039926381588766e-05, "loss": 0.0048, "step": 168630 }, { "epoch": 2.796173169073635, "grad_norm": 6.829867197666317e-05, "learning_rate": 2.2038268309263653e-05, "loss": 0.0126, "step": 168640 }, { "epoch": 2.7963389763061466, "grad_norm": 0.0006965995416976511, "learning_rate": 2.2036610236938537e-05, "loss": 0.0008, "step": 168650 }, { "epoch": 2.796504783538658, "grad_norm": 0.21306706964969635, "learning_rate": 2.203495216461342e-05, "loss": 0.001, "step": 168660 }, { "epoch": 2.7966705907711695, "grad_norm": 0.00974854826927185, "learning_rate": 2.2033294092288307e-05, "loss": 0.0017, "step": 168670 }, { "epoch": 2.796836398003681, "grad_norm": 0.018544688820838928, "learning_rate": 2.2031636019963194e-05, "loss": 0.0031, "step": 168680 }, { "epoch": 2.7970022052361925, "grad_norm": 0.00016990919539239258, "learning_rate": 2.2029977947638077e-05, "loss": 0.0002, "step": 168690 }, { "epoch": 2.797168012468704, "grad_norm": 0.0019099446944892406, "learning_rate": 2.202831987531296e-05, "loss": 0.0001, "step": 168700 }, { "epoch": 2.7973338197012154, "grad_norm": 0.001728645758703351, "learning_rate": 2.2026661802987848e-05, "loss": 0.0035, "step": 168710 }, { "epoch": 2.797499626933727, "grad_norm": 0.0072215767577290535, "learning_rate": 2.202500373066273e-05, "loss": 0.0123, "step": 168720 }, { "epoch": 2.7976654341662384, "grad_norm": 0.00032398916664533317, "learning_rate": 2.2023345658337618e-05, "loss": 0.0024, "step": 168730 }, { "epoch": 2.79783124139875, "grad_norm": 0.0009928335202857852, "learning_rate": 2.20216875860125e-05, "loss": 0.002, "step": 168740 }, { "epoch": 2.7979970486312613, "grad_norm": 0.00021130988898221403, "learning_rate": 2.2020029513687388e-05, "loss": 0.0, "step": 168750 }, { "epoch": 2.798162855863773, "grad_norm": 0.0012118978193029761, "learning_rate": 2.2018371441362272e-05, "loss": 0.0001, "step": 168760 }, { "epoch": 2.7983286630962843, "grad_norm": 0.10201828926801682, "learning_rate": 2.201671336903716e-05, "loss": 0.0042, "step": 168770 }, { "epoch": 2.7984944703287957, "grad_norm": 0.0019799028523266315, "learning_rate": 2.2015055296712046e-05, "loss": 0.0031, "step": 168780 }, { "epoch": 2.798660277561307, "grad_norm": 0.058258190751075745, "learning_rate": 2.201339722438693e-05, "loss": 0.0107, "step": 168790 }, { "epoch": 2.7988260847938187, "grad_norm": 0.7944348454475403, "learning_rate": 2.2011739152061812e-05, "loss": 0.0064, "step": 168800 }, { "epoch": 2.79899189202633, "grad_norm": 0.03001401200890541, "learning_rate": 2.20100810797367e-05, "loss": 0.005, "step": 168810 }, { "epoch": 2.7991576992588416, "grad_norm": 0.00015058371354825795, "learning_rate": 2.2008423007411586e-05, "loss": 0.0027, "step": 168820 }, { "epoch": 2.799323506491353, "grad_norm": 0.00020203991152811795, "learning_rate": 2.200676493508647e-05, "loss": 0.0083, "step": 168830 }, { "epoch": 2.7994893137238646, "grad_norm": 4.156739669269882e-05, "learning_rate": 2.2005106862761353e-05, "loss": 0.0088, "step": 168840 }, { "epoch": 2.799655120956376, "grad_norm": 0.20395708084106445, "learning_rate": 2.200344879043624e-05, "loss": 0.0065, "step": 168850 }, { "epoch": 2.7998209281888875, "grad_norm": 0.0023523808922618628, "learning_rate": 2.2001790718111127e-05, "loss": 0.0001, "step": 168860 }, { "epoch": 2.799986735421399, "grad_norm": 0.0002992102818097919, "learning_rate": 2.200013264578601e-05, "loss": 0.0031, "step": 168870 }, { "epoch": 2.8001525426539104, "grad_norm": 0.003113250946626067, "learning_rate": 2.1998474573460894e-05, "loss": 0.0, "step": 168880 }, { "epoch": 2.800318349886422, "grad_norm": 0.04164043441414833, "learning_rate": 2.199681650113578e-05, "loss": 0.0001, "step": 168890 }, { "epoch": 2.8004841571189334, "grad_norm": 0.0008743664366193116, "learning_rate": 2.1995158428810668e-05, "loss": 0.0, "step": 168900 }, { "epoch": 2.800649964351445, "grad_norm": 0.0031394611578434706, "learning_rate": 2.199350035648555e-05, "loss": 0.0009, "step": 168910 }, { "epoch": 2.8008157715839563, "grad_norm": 0.0020146670285612345, "learning_rate": 2.1991842284160435e-05, "loss": 0.0089, "step": 168920 }, { "epoch": 2.800981578816468, "grad_norm": 3.867284249281511e-05, "learning_rate": 2.199018421183532e-05, "loss": 0.0042, "step": 168930 }, { "epoch": 2.8011473860489797, "grad_norm": 0.0012170338304713368, "learning_rate": 2.1988526139510208e-05, "loss": 0.0048, "step": 168940 }, { "epoch": 2.8013131932814908, "grad_norm": 0.003710447810590267, "learning_rate": 2.1986868067185092e-05, "loss": 0.0, "step": 168950 }, { "epoch": 2.8014790005140027, "grad_norm": 0.00037970152334310114, "learning_rate": 2.1985209994859975e-05, "loss": 0.0041, "step": 168960 }, { "epoch": 2.8016448077465137, "grad_norm": 0.00032474659383296967, "learning_rate": 2.1983551922534862e-05, "loss": 0.0017, "step": 168970 }, { "epoch": 2.8018106149790256, "grad_norm": 0.7532716989517212, "learning_rate": 2.198189385020975e-05, "loss": 0.0129, "step": 168980 }, { "epoch": 2.8019764222115366, "grad_norm": 0.00030891792266629636, "learning_rate": 2.1980235777884632e-05, "loss": 0.0029, "step": 168990 }, { "epoch": 2.8021422294440486, "grad_norm": 0.002974160248413682, "learning_rate": 2.1978577705559516e-05, "loss": 0.0087, "step": 169000 }, { "epoch": 2.8023080366765596, "grad_norm": 0.00026333253481425345, "learning_rate": 2.1976919633234403e-05, "loss": 0.0001, "step": 169010 }, { "epoch": 2.8024738439090715, "grad_norm": 0.15941838920116425, "learning_rate": 2.197526156090929e-05, "loss": 0.0121, "step": 169020 }, { "epoch": 2.8026396511415825, "grad_norm": 0.0001570220774738118, "learning_rate": 2.1973603488584173e-05, "loss": 0.0062, "step": 169030 }, { "epoch": 2.8028054583740944, "grad_norm": 0.19092360138893127, "learning_rate": 2.1971945416259057e-05, "loss": 0.0088, "step": 169040 }, { "epoch": 2.802971265606606, "grad_norm": 0.037791430950164795, "learning_rate": 2.1970287343933943e-05, "loss": 0.0003, "step": 169050 }, { "epoch": 2.8031370728391174, "grad_norm": 0.0011397693306207657, "learning_rate": 2.196862927160883e-05, "loss": 0.0038, "step": 169060 }, { "epoch": 2.803302880071629, "grad_norm": 0.23134881258010864, "learning_rate": 2.1966971199283714e-05, "loss": 0.0004, "step": 169070 }, { "epoch": 2.8034686873041403, "grad_norm": 0.00013839852181263268, "learning_rate": 2.1965313126958597e-05, "loss": 0.0003, "step": 169080 }, { "epoch": 2.803634494536652, "grad_norm": 0.001519887475296855, "learning_rate": 2.1963655054633484e-05, "loss": 0.0084, "step": 169090 }, { "epoch": 2.8038003017691633, "grad_norm": 0.00032888411078602076, "learning_rate": 2.1961996982308368e-05, "loss": 0.0078, "step": 169100 }, { "epoch": 2.8039661090016748, "grad_norm": 0.00010765075421659276, "learning_rate": 2.1960338909983255e-05, "loss": 0.0004, "step": 169110 }, { "epoch": 2.8041319162341862, "grad_norm": 0.00016722831060178578, "learning_rate": 2.195868083765814e-05, "loss": 0.0052, "step": 169120 }, { "epoch": 2.8042977234666977, "grad_norm": 0.0002576859260443598, "learning_rate": 2.1957022765333025e-05, "loss": 0.0029, "step": 169130 }, { "epoch": 2.804463530699209, "grad_norm": 3.012250817846507e-05, "learning_rate": 2.195536469300791e-05, "loss": 0.002, "step": 169140 }, { "epoch": 2.8046293379317206, "grad_norm": 0.0028185369446873665, "learning_rate": 2.1953706620682795e-05, "loss": 0.0007, "step": 169150 }, { "epoch": 2.804795145164232, "grad_norm": 0.0017141912830993533, "learning_rate": 2.1952048548357682e-05, "loss": 0.0027, "step": 169160 }, { "epoch": 2.8049609523967436, "grad_norm": 0.00011867068678839132, "learning_rate": 2.1950390476032566e-05, "loss": 0.0029, "step": 169170 }, { "epoch": 2.805126759629255, "grad_norm": 0.006718630436807871, "learning_rate": 2.194873240370745e-05, "loss": 0.0179, "step": 169180 }, { "epoch": 2.8052925668617665, "grad_norm": 0.0036918355617672205, "learning_rate": 2.1947074331382336e-05, "loss": 0.007, "step": 169190 }, { "epoch": 2.805458374094278, "grad_norm": 0.00010442141501698643, "learning_rate": 2.1945416259057223e-05, "loss": 0.0029, "step": 169200 }, { "epoch": 2.8056241813267895, "grad_norm": 4.0447637729812413e-05, "learning_rate": 2.1943758186732106e-05, "loss": 0.0, "step": 169210 }, { "epoch": 2.805789988559301, "grad_norm": 0.004033264238387346, "learning_rate": 2.194210011440699e-05, "loss": 0.0048, "step": 169220 }, { "epoch": 2.8059557957918124, "grad_norm": 0.002364526269957423, "learning_rate": 2.1940442042081877e-05, "loss": 0.0001, "step": 169230 }, { "epoch": 2.806121603024324, "grad_norm": 9.730560122989118e-05, "learning_rate": 2.1938783969756763e-05, "loss": 0.0079, "step": 169240 }, { "epoch": 2.8062874102568354, "grad_norm": 0.0008825534605421126, "learning_rate": 2.1937125897431647e-05, "loss": 0.0029, "step": 169250 }, { "epoch": 2.806453217489347, "grad_norm": 0.007876124233007431, "learning_rate": 2.193546782510653e-05, "loss": 0.0083, "step": 169260 }, { "epoch": 2.8066190247218583, "grad_norm": 0.0004648160538636148, "learning_rate": 2.1933809752781417e-05, "loss": 0.0053, "step": 169270 }, { "epoch": 2.80678483195437, "grad_norm": 0.00020556844538077712, "learning_rate": 2.1932151680456304e-05, "loss": 0.0015, "step": 169280 }, { "epoch": 2.8069506391868813, "grad_norm": 0.0005397763452492654, "learning_rate": 2.1930493608131188e-05, "loss": 0.013, "step": 169290 }, { "epoch": 2.8071164464193927, "grad_norm": 3.498407386359759e-05, "learning_rate": 2.192883553580607e-05, "loss": 0.0031, "step": 169300 }, { "epoch": 2.807282253651904, "grad_norm": 0.014426895417273045, "learning_rate": 2.1927177463480958e-05, "loss": 0.0048, "step": 169310 }, { "epoch": 2.8074480608844157, "grad_norm": 0.1770946979522705, "learning_rate": 2.1925519391155845e-05, "loss": 0.008, "step": 169320 }, { "epoch": 2.807613868116927, "grad_norm": 0.00021557294530794024, "learning_rate": 2.192386131883073e-05, "loss": 0.0061, "step": 169330 }, { "epoch": 2.8077796753494386, "grad_norm": 0.007394615560770035, "learning_rate": 2.1922203246505612e-05, "loss": 0.0035, "step": 169340 }, { "epoch": 2.80794548258195, "grad_norm": 0.0006950447568669915, "learning_rate": 2.19205451741805e-05, "loss": 0.0092, "step": 169350 }, { "epoch": 2.8081112898144616, "grad_norm": 0.0006995368748903275, "learning_rate": 2.1918887101855386e-05, "loss": 0.0, "step": 169360 }, { "epoch": 2.808277097046973, "grad_norm": 4.6937046136008576e-05, "learning_rate": 2.191722902953027e-05, "loss": 0.0038, "step": 169370 }, { "epoch": 2.8084429042794845, "grad_norm": 0.001816194853745401, "learning_rate": 2.1915570957205153e-05, "loss": 0.0024, "step": 169380 }, { "epoch": 2.8086087115119964, "grad_norm": 0.0005324945668689907, "learning_rate": 2.191391288488004e-05, "loss": 0.004, "step": 169390 }, { "epoch": 2.8087745187445075, "grad_norm": 2.8655704227276146e-05, "learning_rate": 2.1912254812554926e-05, "loss": 0.0002, "step": 169400 }, { "epoch": 2.8089403259770194, "grad_norm": 2.4827164452290162e-05, "learning_rate": 2.191059674022981e-05, "loss": 0.0059, "step": 169410 }, { "epoch": 2.8091061332095304, "grad_norm": 5.85489506192971e-05, "learning_rate": 2.1908938667904693e-05, "loss": 0.0024, "step": 169420 }, { "epoch": 2.8092719404420423, "grad_norm": 0.0017190210055559874, "learning_rate": 2.190728059557958e-05, "loss": 0.0006, "step": 169430 }, { "epoch": 2.8094377476745533, "grad_norm": 5.9873964346479625e-05, "learning_rate": 2.1905622523254467e-05, "loss": 0.0001, "step": 169440 }, { "epoch": 2.8096035549070653, "grad_norm": 0.025685563683509827, "learning_rate": 2.190396445092935e-05, "loss": 0.0025, "step": 169450 }, { "epoch": 2.8097693621395763, "grad_norm": 0.08986924588680267, "learning_rate": 2.1902306378604237e-05, "loss": 0.0003, "step": 169460 }, { "epoch": 2.809935169372088, "grad_norm": 0.08668641746044159, "learning_rate": 2.190064830627912e-05, "loss": 0.0025, "step": 169470 }, { "epoch": 2.8101009766045992, "grad_norm": 0.002590007847175002, "learning_rate": 2.1898990233954008e-05, "loss": 0.0, "step": 169480 }, { "epoch": 2.810266783837111, "grad_norm": 0.008880616165697575, "learning_rate": 2.189733216162889e-05, "loss": 0.0103, "step": 169490 }, { "epoch": 2.8104325910696226, "grad_norm": 0.005247132852673531, "learning_rate": 2.1895674089303778e-05, "loss": 0.0001, "step": 169500 }, { "epoch": 2.810598398302134, "grad_norm": 0.00023218030401039869, "learning_rate": 2.189401601697866e-05, "loss": 0.006, "step": 169510 }, { "epoch": 2.8107642055346456, "grad_norm": 0.00013952403969597071, "learning_rate": 2.1892357944653545e-05, "loss": 0.0032, "step": 169520 }, { "epoch": 2.810930012767157, "grad_norm": 0.19632969796657562, "learning_rate": 2.1890699872328432e-05, "loss": 0.007, "step": 169530 }, { "epoch": 2.8110958199996685, "grad_norm": 8.822047675494105e-05, "learning_rate": 2.188904180000332e-05, "loss": 0.0049, "step": 169540 }, { "epoch": 2.81126162723218, "grad_norm": 0.001078541623428464, "learning_rate": 2.1887383727678202e-05, "loss": 0.0216, "step": 169550 }, { "epoch": 2.8114274344646915, "grad_norm": 1.6619896996417083e-05, "learning_rate": 2.1885725655353086e-05, "loss": 0.0001, "step": 169560 }, { "epoch": 2.811593241697203, "grad_norm": 3.389127232367173e-05, "learning_rate": 2.1884067583027972e-05, "loss": 0.0081, "step": 169570 }, { "epoch": 2.8117590489297144, "grad_norm": 0.16804030537605286, "learning_rate": 2.188240951070286e-05, "loss": 0.0059, "step": 169580 }, { "epoch": 2.811924856162226, "grad_norm": 0.00017425378609914333, "learning_rate": 2.1880751438377743e-05, "loss": 0.009, "step": 169590 }, { "epoch": 2.8120906633947373, "grad_norm": 0.09812609106302261, "learning_rate": 2.1879093366052626e-05, "loss": 0.0121, "step": 169600 }, { "epoch": 2.812256470627249, "grad_norm": 0.00012093449186068028, "learning_rate": 2.1877435293727513e-05, "loss": 0.0007, "step": 169610 }, { "epoch": 2.8124222778597603, "grad_norm": 0.00018842473218683153, "learning_rate": 2.18757772214024e-05, "loss": 0.0055, "step": 169620 }, { "epoch": 2.8125880850922718, "grad_norm": 0.00023111731570679694, "learning_rate": 2.1874119149077284e-05, "loss": 0.0017, "step": 169630 }, { "epoch": 2.8127538923247832, "grad_norm": 2.620361919980496e-05, "learning_rate": 2.1872461076752167e-05, "loss": 0.0072, "step": 169640 }, { "epoch": 2.8129196995572947, "grad_norm": 0.15455079078674316, "learning_rate": 2.1870803004427054e-05, "loss": 0.0104, "step": 169650 }, { "epoch": 2.813085506789806, "grad_norm": 0.002302121138200164, "learning_rate": 2.186914493210194e-05, "loss": 0.0025, "step": 169660 }, { "epoch": 2.8132513140223177, "grad_norm": 0.007807354908436537, "learning_rate": 2.1867486859776824e-05, "loss": 0.0023, "step": 169670 }, { "epoch": 2.813417121254829, "grad_norm": 0.6382673382759094, "learning_rate": 2.1865828787451708e-05, "loss": 0.008, "step": 169680 }, { "epoch": 2.8135829284873406, "grad_norm": 0.0016979339998215437, "learning_rate": 2.1864170715126595e-05, "loss": 0.0001, "step": 169690 }, { "epoch": 2.813748735719852, "grad_norm": 0.0005812805611640215, "learning_rate": 2.186251264280148e-05, "loss": 0.0003, "step": 169700 }, { "epoch": 2.8139145429523635, "grad_norm": 0.0005973081570118666, "learning_rate": 2.1860854570476365e-05, "loss": 0.0074, "step": 169710 }, { "epoch": 2.814080350184875, "grad_norm": 0.005036891903728247, "learning_rate": 2.185919649815125e-05, "loss": 0.0016, "step": 169720 }, { "epoch": 2.8142461574173865, "grad_norm": 0.000832150224596262, "learning_rate": 2.1857538425826135e-05, "loss": 0.0, "step": 169730 }, { "epoch": 2.814411964649898, "grad_norm": 0.00018958178407046944, "learning_rate": 2.1855880353501022e-05, "loss": 0.0, "step": 169740 }, { "epoch": 2.8145777718824094, "grad_norm": 0.007928620092570782, "learning_rate": 2.1854222281175906e-05, "loss": 0.0002, "step": 169750 }, { "epoch": 2.814743579114921, "grad_norm": 0.19865182042121887, "learning_rate": 2.185256420885079e-05, "loss": 0.0095, "step": 169760 }, { "epoch": 2.8149093863474324, "grad_norm": 0.005711131263524294, "learning_rate": 2.1850906136525676e-05, "loss": 0.0026, "step": 169770 }, { "epoch": 2.815075193579944, "grad_norm": 0.0029164254665374756, "learning_rate": 2.1849248064200563e-05, "loss": 0.0, "step": 169780 }, { "epoch": 2.8152410008124553, "grad_norm": 0.043762803077697754, "learning_rate": 2.1847589991875446e-05, "loss": 0.0033, "step": 169790 }, { "epoch": 2.815406808044967, "grad_norm": 0.053448472172021866, "learning_rate": 2.1845931919550333e-05, "loss": 0.002, "step": 169800 }, { "epoch": 2.8155726152774783, "grad_norm": 0.0001943973620655015, "learning_rate": 2.1844273847225217e-05, "loss": 0.0129, "step": 169810 }, { "epoch": 2.8157384225099897, "grad_norm": 0.058493081480264664, "learning_rate": 2.1842615774900104e-05, "loss": 0.0049, "step": 169820 }, { "epoch": 2.815904229742501, "grad_norm": 0.0015245318645611405, "learning_rate": 2.1840957702574987e-05, "loss": 0.0185, "step": 169830 }, { "epoch": 2.816070036975013, "grad_norm": 0.0012397798709571362, "learning_rate": 2.1839299630249874e-05, "loss": 0.0009, "step": 169840 }, { "epoch": 2.816235844207524, "grad_norm": 0.0051653459668159485, "learning_rate": 2.1837641557924757e-05, "loss": 0.003, "step": 169850 }, { "epoch": 2.816401651440036, "grad_norm": 0.0002284448710270226, "learning_rate": 2.1835983485599644e-05, "loss": 0.0002, "step": 169860 }, { "epoch": 2.816567458672547, "grad_norm": 0.004093623720109463, "learning_rate": 2.1834325413274528e-05, "loss": 0.004, "step": 169870 }, { "epoch": 2.816733265905059, "grad_norm": 0.0011619074502959847, "learning_rate": 2.1832667340949415e-05, "loss": 0.0029, "step": 169880 }, { "epoch": 2.81689907313757, "grad_norm": 0.8414076566696167, "learning_rate": 2.1831009268624298e-05, "loss": 0.0034, "step": 169890 }, { "epoch": 2.817064880370082, "grad_norm": 0.0016123699024319649, "learning_rate": 2.182935119629918e-05, "loss": 0.0004, "step": 169900 }, { "epoch": 2.817230687602593, "grad_norm": 0.0017437220085412264, "learning_rate": 2.182769312397407e-05, "loss": 0.0059, "step": 169910 }, { "epoch": 2.817396494835105, "grad_norm": 0.18208231031894684, "learning_rate": 2.1826035051648955e-05, "loss": 0.0121, "step": 169920 }, { "epoch": 2.817562302067616, "grad_norm": 0.0034680620301514864, "learning_rate": 2.182437697932384e-05, "loss": 0.0051, "step": 169930 }, { "epoch": 2.817728109300128, "grad_norm": 0.00048303959192708135, "learning_rate": 2.1822718906998722e-05, "loss": 0.0129, "step": 169940 }, { "epoch": 2.8178939165326393, "grad_norm": 0.0003653036255855113, "learning_rate": 2.182106083467361e-05, "loss": 0.0001, "step": 169950 }, { "epoch": 2.818059723765151, "grad_norm": 0.28954780101776123, "learning_rate": 2.1819402762348496e-05, "loss": 0.0049, "step": 169960 }, { "epoch": 2.8182255309976623, "grad_norm": 0.00017544065485708416, "learning_rate": 2.1817744690023383e-05, "loss": 0.0054, "step": 169970 }, { "epoch": 2.8183913382301737, "grad_norm": 0.17426957190036774, "learning_rate": 2.1816086617698263e-05, "loss": 0.002, "step": 169980 }, { "epoch": 2.818557145462685, "grad_norm": 0.006132603157311678, "learning_rate": 2.181442854537315e-05, "loss": 0.0136, "step": 169990 }, { "epoch": 2.8187229526951967, "grad_norm": 0.2654873728752136, "learning_rate": 2.1812770473048037e-05, "loss": 0.0054, "step": 170000 }, { "epoch": 2.818888759927708, "grad_norm": 0.004234987311065197, "learning_rate": 2.181111240072292e-05, "loss": 0.0056, "step": 170010 }, { "epoch": 2.8190545671602196, "grad_norm": 0.1727614402770996, "learning_rate": 2.1809454328397804e-05, "loss": 0.0056, "step": 170020 }, { "epoch": 2.819220374392731, "grad_norm": 0.004885801579803228, "learning_rate": 2.180779625607269e-05, "loss": 0.0062, "step": 170030 }, { "epoch": 2.8193861816252426, "grad_norm": 0.0003298491647001356, "learning_rate": 2.1806138183747577e-05, "loss": 0.0018, "step": 170040 }, { "epoch": 2.819551988857754, "grad_norm": 0.0017577180406078696, "learning_rate": 2.180448011142246e-05, "loss": 0.0049, "step": 170050 }, { "epoch": 2.8197177960902655, "grad_norm": 0.0005054419161751866, "learning_rate": 2.1802822039097344e-05, "loss": 0.0018, "step": 170060 }, { "epoch": 2.819883603322777, "grad_norm": 0.002150267828255892, "learning_rate": 2.180116396677223e-05, "loss": 0.0002, "step": 170070 }, { "epoch": 2.8200494105552885, "grad_norm": 0.0024200109764933586, "learning_rate": 2.1799505894447118e-05, "loss": 0.0001, "step": 170080 }, { "epoch": 2.8202152177878, "grad_norm": 0.001192054245620966, "learning_rate": 2.1797847822122e-05, "loss": 0.0022, "step": 170090 }, { "epoch": 2.8203810250203114, "grad_norm": 0.022602591663599014, "learning_rate": 2.1796189749796885e-05, "loss": 0.0024, "step": 170100 }, { "epoch": 2.820546832252823, "grad_norm": 0.012543787248432636, "learning_rate": 2.1794531677471772e-05, "loss": 0.003, "step": 170110 }, { "epoch": 2.8207126394853343, "grad_norm": 0.7841717600822449, "learning_rate": 2.179287360514666e-05, "loss": 0.0024, "step": 170120 }, { "epoch": 2.820878446717846, "grad_norm": 0.5314842462539673, "learning_rate": 2.1791215532821542e-05, "loss": 0.003, "step": 170130 }, { "epoch": 2.8210442539503573, "grad_norm": 0.0017099910182878375, "learning_rate": 2.178955746049643e-05, "loss": 0.0104, "step": 170140 }, { "epoch": 2.8212100611828688, "grad_norm": 0.0014958217507228255, "learning_rate": 2.1787899388171313e-05, "loss": 0.0001, "step": 170150 }, { "epoch": 2.8213758684153802, "grad_norm": 0.039959900081157684, "learning_rate": 2.17862413158462e-05, "loss": 0.0095, "step": 170160 }, { "epoch": 2.8215416756478917, "grad_norm": 0.1499468982219696, "learning_rate": 2.1784583243521083e-05, "loss": 0.0094, "step": 170170 }, { "epoch": 2.821707482880403, "grad_norm": 0.04933697357773781, "learning_rate": 2.178292517119597e-05, "loss": 0.0042, "step": 170180 }, { "epoch": 2.8218732901129147, "grad_norm": 0.00014403308159671724, "learning_rate": 2.1781267098870853e-05, "loss": 0.0067, "step": 170190 }, { "epoch": 2.822039097345426, "grad_norm": 0.04905420541763306, "learning_rate": 2.177960902654574e-05, "loss": 0.0024, "step": 170200 }, { "epoch": 2.8222049045779376, "grad_norm": 0.00012116543075535446, "learning_rate": 2.1777950954220624e-05, "loss": 0.0006, "step": 170210 }, { "epoch": 2.822370711810449, "grad_norm": 0.000893160467967391, "learning_rate": 2.177629288189551e-05, "loss": 0.0097, "step": 170220 }, { "epoch": 2.8225365190429605, "grad_norm": 0.00232295086607337, "learning_rate": 2.1774634809570394e-05, "loss": 0.0025, "step": 170230 }, { "epoch": 2.822702326275472, "grad_norm": 4.25908001489006e-05, "learning_rate": 2.177297673724528e-05, "loss": 0.0034, "step": 170240 }, { "epoch": 2.8228681335079835, "grad_norm": 0.005895246285945177, "learning_rate": 2.1771318664920164e-05, "loss": 0.014, "step": 170250 }, { "epoch": 2.823033940740495, "grad_norm": 0.00021352077601477504, "learning_rate": 2.176966059259505e-05, "loss": 0.0023, "step": 170260 }, { "epoch": 2.8231997479730064, "grad_norm": 0.0008828394929878414, "learning_rate": 2.1768002520269935e-05, "loss": 0.0024, "step": 170270 }, { "epoch": 2.823365555205518, "grad_norm": 0.0032978644594550133, "learning_rate": 2.1766344447944818e-05, "loss": 0.0084, "step": 170280 }, { "epoch": 2.82353136243803, "grad_norm": 0.006332967896014452, "learning_rate": 2.1764686375619705e-05, "loss": 0.0068, "step": 170290 }, { "epoch": 2.823697169670541, "grad_norm": 0.0006850854842923582, "learning_rate": 2.1763028303294592e-05, "loss": 0.0065, "step": 170300 }, { "epoch": 2.8238629769030528, "grad_norm": 0.15212887525558472, "learning_rate": 2.176137023096948e-05, "loss": 0.0134, "step": 170310 }, { "epoch": 2.824028784135564, "grad_norm": 0.20653772354125977, "learning_rate": 2.175971215864436e-05, "loss": 0.0003, "step": 170320 }, { "epoch": 2.8241945913680757, "grad_norm": 0.002202163217589259, "learning_rate": 2.1758054086319246e-05, "loss": 0.0024, "step": 170330 }, { "epoch": 2.8243603986005867, "grad_norm": 0.0011510902550071478, "learning_rate": 2.1756396013994133e-05, "loss": 0.0034, "step": 170340 }, { "epoch": 2.8245262058330987, "grad_norm": 3.872936576954089e-05, "learning_rate": 2.175473794166902e-05, "loss": 0.0049, "step": 170350 }, { "epoch": 2.8246920130656097, "grad_norm": 2.7687781766871922e-05, "learning_rate": 2.17530798693439e-05, "loss": 0.0001, "step": 170360 }, { "epoch": 2.8248578202981216, "grad_norm": 0.001064736396074295, "learning_rate": 2.1751421797018786e-05, "loss": 0.0036, "step": 170370 }, { "epoch": 2.8250236275306326, "grad_norm": 0.0005533563671633601, "learning_rate": 2.1749763724693673e-05, "loss": 0.0046, "step": 170380 }, { "epoch": 2.8251894347631445, "grad_norm": 0.000438292627222836, "learning_rate": 2.1748105652368557e-05, "loss": 0.0028, "step": 170390 }, { "epoch": 2.8253552419956556, "grad_norm": 0.0005174612742848694, "learning_rate": 2.174644758004344e-05, "loss": 0.0002, "step": 170400 }, { "epoch": 2.8255210492281675, "grad_norm": 0.1855592429637909, "learning_rate": 2.1744789507718327e-05, "loss": 0.0073, "step": 170410 }, { "epoch": 2.825686856460679, "grad_norm": 0.00026280144811607897, "learning_rate": 2.1743131435393214e-05, "loss": 0.0028, "step": 170420 }, { "epoch": 2.8258526636931904, "grad_norm": 0.00028761912835761905, "learning_rate": 2.1741473363068097e-05, "loss": 0.0004, "step": 170430 }, { "epoch": 2.826018470925702, "grad_norm": 0.0004898759070783854, "learning_rate": 2.173981529074298e-05, "loss": 0.0044, "step": 170440 }, { "epoch": 2.8261842781582134, "grad_norm": 0.009644919075071812, "learning_rate": 2.1738157218417868e-05, "loss": 0.0002, "step": 170450 }, { "epoch": 2.826350085390725, "grad_norm": 0.0023702499456703663, "learning_rate": 2.1736499146092755e-05, "loss": 0.0026, "step": 170460 }, { "epoch": 2.8265158926232363, "grad_norm": 0.014045103453099728, "learning_rate": 2.1734841073767638e-05, "loss": 0.0007, "step": 170470 }, { "epoch": 2.826681699855748, "grad_norm": 0.002685953862965107, "learning_rate": 2.1733183001442525e-05, "loss": 0.0079, "step": 170480 }, { "epoch": 2.8268475070882593, "grad_norm": 7.976072811288759e-05, "learning_rate": 2.173152492911741e-05, "loss": 0.0027, "step": 170490 }, { "epoch": 2.8270133143207707, "grad_norm": 0.02351604960858822, "learning_rate": 2.1729866856792295e-05, "loss": 0.0003, "step": 170500 }, { "epoch": 2.827179121553282, "grad_norm": 0.0024554571136832237, "learning_rate": 2.172820878446718e-05, "loss": 0.0028, "step": 170510 }, { "epoch": 2.8273449287857937, "grad_norm": 0.00017842355009634048, "learning_rate": 2.1726550712142066e-05, "loss": 0.0033, "step": 170520 }, { "epoch": 2.827510736018305, "grad_norm": 0.001692380290478468, "learning_rate": 2.172489263981695e-05, "loss": 0.0009, "step": 170530 }, { "epoch": 2.8276765432508166, "grad_norm": 0.006518772803246975, "learning_rate": 2.1723234567491836e-05, "loss": 0.0056, "step": 170540 }, { "epoch": 2.827842350483328, "grad_norm": 3.2311887480318546e-05, "learning_rate": 2.172157649516672e-05, "loss": 0.0085, "step": 170550 }, { "epoch": 2.8280081577158396, "grad_norm": 0.0010509130079299212, "learning_rate": 2.1719918422841606e-05, "loss": 0.0004, "step": 170560 }, { "epoch": 2.828173964948351, "grad_norm": 2.5196948627126403e-05, "learning_rate": 2.171826035051649e-05, "loss": 0.0024, "step": 170570 }, { "epoch": 2.8283397721808625, "grad_norm": 9.269447036786005e-05, "learning_rate": 2.1716602278191377e-05, "loss": 0.0043, "step": 170580 }, { "epoch": 2.828505579413374, "grad_norm": 0.0002575989346951246, "learning_rate": 2.171494420586626e-05, "loss": 0.0107, "step": 170590 }, { "epoch": 2.8286713866458855, "grad_norm": 0.0006057160208001733, "learning_rate": 2.1713286133541147e-05, "loss": 0.0105, "step": 170600 }, { "epoch": 2.828837193878397, "grad_norm": 0.0015213530277833343, "learning_rate": 2.171162806121603e-05, "loss": 0.0079, "step": 170610 }, { "epoch": 2.8290030011109084, "grad_norm": 2.757522634055931e-05, "learning_rate": 2.1709969988890917e-05, "loss": 0.0037, "step": 170620 }, { "epoch": 2.82916880834342, "grad_norm": 0.0004621979605872184, "learning_rate": 2.17083119165658e-05, "loss": 0.0028, "step": 170630 }, { "epoch": 2.8293346155759314, "grad_norm": 0.010023699142038822, "learning_rate": 2.1706653844240688e-05, "loss": 0.0007, "step": 170640 }, { "epoch": 2.829500422808443, "grad_norm": 0.0001707970368443057, "learning_rate": 2.1704995771915575e-05, "loss": 0.0027, "step": 170650 }, { "epoch": 2.8296662300409543, "grad_norm": 0.0007988453144207597, "learning_rate": 2.1703337699590458e-05, "loss": 0.0044, "step": 170660 }, { "epoch": 2.8298320372734658, "grad_norm": 0.00012056186096742749, "learning_rate": 2.170167962726534e-05, "loss": 0.0031, "step": 170670 }, { "epoch": 2.8299978445059772, "grad_norm": 0.23058262467384338, "learning_rate": 2.170002155494023e-05, "loss": 0.0061, "step": 170680 }, { "epoch": 2.8301636517384887, "grad_norm": 0.0012021120637655258, "learning_rate": 2.1698363482615115e-05, "loss": 0.0057, "step": 170690 }, { "epoch": 2.830329458971, "grad_norm": 1.1671834727167152e-05, "learning_rate": 2.1696705410289995e-05, "loss": 0.0022, "step": 170700 }, { "epoch": 2.8304952662035117, "grad_norm": 0.00024107425997499377, "learning_rate": 2.1695047337964882e-05, "loss": 0.0029, "step": 170710 }, { "epoch": 2.830661073436023, "grad_norm": 0.0005168990464881063, "learning_rate": 2.169338926563977e-05, "loss": 0.0072, "step": 170720 }, { "epoch": 2.8308268806685346, "grad_norm": 1.4522209312417544e-05, "learning_rate": 2.1691731193314656e-05, "loss": 0.008, "step": 170730 }, { "epoch": 2.830992687901046, "grad_norm": 0.0001648144971113652, "learning_rate": 2.1690073120989536e-05, "loss": 0.0001, "step": 170740 }, { "epoch": 2.8311584951335576, "grad_norm": 0.7540838122367859, "learning_rate": 2.1688415048664423e-05, "loss": 0.0095, "step": 170750 }, { "epoch": 2.8313243023660695, "grad_norm": 0.2728504240512848, "learning_rate": 2.168675697633931e-05, "loss": 0.0062, "step": 170760 }, { "epoch": 2.8314901095985805, "grad_norm": 0.044408317655324936, "learning_rate": 2.1685098904014197e-05, "loss": 0.01, "step": 170770 }, { "epoch": 2.8316559168310924, "grad_norm": 0.009101876057684422, "learning_rate": 2.1683440831689077e-05, "loss": 0.0068, "step": 170780 }, { "epoch": 2.8318217240636034, "grad_norm": 0.0018932870589196682, "learning_rate": 2.1681782759363964e-05, "loss": 0.0023, "step": 170790 }, { "epoch": 2.8319875312961154, "grad_norm": 0.0005520360427908599, "learning_rate": 2.168012468703885e-05, "loss": 0.0001, "step": 170800 }, { "epoch": 2.8321533385286264, "grad_norm": 0.000954819901380688, "learning_rate": 2.1678466614713734e-05, "loss": 0.0078, "step": 170810 }, { "epoch": 2.8323191457611383, "grad_norm": 0.15378065407276154, "learning_rate": 2.167680854238862e-05, "loss": 0.0021, "step": 170820 }, { "epoch": 2.8324849529936493, "grad_norm": 0.30569222569465637, "learning_rate": 2.1675150470063504e-05, "loss": 0.0133, "step": 170830 }, { "epoch": 2.8326507602261612, "grad_norm": 0.00808915589004755, "learning_rate": 2.167349239773839e-05, "loss": 0.0052, "step": 170840 }, { "epoch": 2.8328165674586723, "grad_norm": 0.4482015371322632, "learning_rate": 2.1671834325413275e-05, "loss": 0.004, "step": 170850 }, { "epoch": 2.832982374691184, "grad_norm": 4.428195476531982, "learning_rate": 2.167017625308816e-05, "loss": 0.0329, "step": 170860 }, { "epoch": 2.8331481819236957, "grad_norm": 0.0012810881016775966, "learning_rate": 2.1668518180763045e-05, "loss": 0.0026, "step": 170870 }, { "epoch": 2.833313989156207, "grad_norm": 0.004720710217952728, "learning_rate": 2.1666860108437932e-05, "loss": 0.0026, "step": 170880 }, { "epoch": 2.8334797963887186, "grad_norm": 0.00032544805435463786, "learning_rate": 2.1665202036112815e-05, "loss": 0.0001, "step": 170890 }, { "epoch": 2.83364560362123, "grad_norm": 0.0005554496892727911, "learning_rate": 2.1663543963787702e-05, "loss": 0.0077, "step": 170900 }, { "epoch": 2.8338114108537416, "grad_norm": 2.287332790729124e-05, "learning_rate": 2.1661885891462586e-05, "loss": 0.0002, "step": 170910 }, { "epoch": 2.833977218086253, "grad_norm": 0.00047198671381920576, "learning_rate": 2.1660227819137473e-05, "loss": 0.0008, "step": 170920 }, { "epoch": 2.8341430253187645, "grad_norm": 0.00043993396684527397, "learning_rate": 2.1658569746812356e-05, "loss": 0.0027, "step": 170930 }, { "epoch": 2.834308832551276, "grad_norm": 7.837102748453617e-05, "learning_rate": 2.1656911674487243e-05, "loss": 0.0027, "step": 170940 }, { "epoch": 2.8344746397837874, "grad_norm": 0.22396868467330933, "learning_rate": 2.1655253602162126e-05, "loss": 0.0041, "step": 170950 }, { "epoch": 2.834640447016299, "grad_norm": 0.0018428514013066888, "learning_rate": 2.1653595529837013e-05, "loss": 0.0004, "step": 170960 }, { "epoch": 2.8348062542488104, "grad_norm": 0.00018765490676742047, "learning_rate": 2.1651937457511897e-05, "loss": 0.0036, "step": 170970 }, { "epoch": 2.834972061481322, "grad_norm": 0.0018415217055007815, "learning_rate": 2.1650279385186784e-05, "loss": 0.005, "step": 170980 }, { "epoch": 2.8351378687138333, "grad_norm": 0.00040203388198278844, "learning_rate": 2.164862131286167e-05, "loss": 0.0039, "step": 170990 }, { "epoch": 2.835303675946345, "grad_norm": 0.002141763688996434, "learning_rate": 2.1646963240536554e-05, "loss": 0.0024, "step": 171000 }, { "epoch": 2.8354694831788563, "grad_norm": 0.00021695747273042798, "learning_rate": 2.1645305168211437e-05, "loss": 0.0023, "step": 171010 }, { "epoch": 2.8356352904113677, "grad_norm": 0.33445820212364197, "learning_rate": 2.1643647095886324e-05, "loss": 0.001, "step": 171020 }, { "epoch": 2.835801097643879, "grad_norm": 0.002059231512248516, "learning_rate": 2.164198902356121e-05, "loss": 0.0006, "step": 171030 }, { "epoch": 2.8359669048763907, "grad_norm": 0.10467178374528885, "learning_rate": 2.1640330951236095e-05, "loss": 0.0038, "step": 171040 }, { "epoch": 2.836132712108902, "grad_norm": 0.013073943555355072, "learning_rate": 2.1638672878910978e-05, "loss": 0.0032, "step": 171050 }, { "epoch": 2.8362985193414136, "grad_norm": 0.2272355854511261, "learning_rate": 2.1637014806585865e-05, "loss": 0.0032, "step": 171060 }, { "epoch": 2.836464326573925, "grad_norm": 6.754509377060458e-05, "learning_rate": 2.1635356734260752e-05, "loss": 0.0087, "step": 171070 }, { "epoch": 2.8366301338064366, "grad_norm": 0.015509436838328838, "learning_rate": 2.1633698661935632e-05, "loss": 0.0032, "step": 171080 }, { "epoch": 2.836795941038948, "grad_norm": 0.0005017622606828809, "learning_rate": 2.163204058961052e-05, "loss": 0.0002, "step": 171090 }, { "epoch": 2.8369617482714595, "grad_norm": 0.003239548299461603, "learning_rate": 2.1630382517285406e-05, "loss": 0.0009, "step": 171100 }, { "epoch": 2.837127555503971, "grad_norm": 0.0004607491136994213, "learning_rate": 2.1628724444960293e-05, "loss": 0.0, "step": 171110 }, { "epoch": 2.8372933627364825, "grad_norm": 0.0001467242545913905, "learning_rate": 2.1627066372635173e-05, "loss": 0.0001, "step": 171120 }, { "epoch": 2.837459169968994, "grad_norm": 0.0470711812376976, "learning_rate": 2.162540830031006e-05, "loss": 0.0035, "step": 171130 }, { "epoch": 2.8376249772015054, "grad_norm": 0.44385623931884766, "learning_rate": 2.1623750227984946e-05, "loss": 0.0098, "step": 171140 }, { "epoch": 2.837790784434017, "grad_norm": 0.1109599620103836, "learning_rate": 2.1622092155659833e-05, "loss": 0.0108, "step": 171150 }, { "epoch": 2.8379565916665284, "grad_norm": 0.00012234364112373441, "learning_rate": 2.1620434083334717e-05, "loss": 0.0034, "step": 171160 }, { "epoch": 2.83812239889904, "grad_norm": 0.00011891705798916519, "learning_rate": 2.16187760110096e-05, "loss": 0.012, "step": 171170 }, { "epoch": 2.8382882061315513, "grad_norm": 0.2306647002696991, "learning_rate": 2.1617117938684487e-05, "loss": 0.007, "step": 171180 }, { "epoch": 2.8384540133640628, "grad_norm": 0.0017461479874327779, "learning_rate": 2.161545986635937e-05, "loss": 0.0027, "step": 171190 }, { "epoch": 2.8386198205965743, "grad_norm": 0.000662509526591748, "learning_rate": 2.1613801794034257e-05, "loss": 0.0001, "step": 171200 }, { "epoch": 2.838785627829086, "grad_norm": 5.511185008799657e-05, "learning_rate": 2.161214372170914e-05, "loss": 0.0026, "step": 171210 }, { "epoch": 2.838951435061597, "grad_norm": 0.0034762683790177107, "learning_rate": 2.1610485649384028e-05, "loss": 0.0037, "step": 171220 }, { "epoch": 2.839117242294109, "grad_norm": 0.040032900869846344, "learning_rate": 2.160882757705891e-05, "loss": 0.0047, "step": 171230 }, { "epoch": 2.83928304952662, "grad_norm": 0.00019824161427095532, "learning_rate": 2.1607169504733798e-05, "loss": 0.0065, "step": 171240 }, { "epoch": 2.839448856759132, "grad_norm": 0.002691468456760049, "learning_rate": 2.160551143240868e-05, "loss": 0.0094, "step": 171250 }, { "epoch": 2.839614663991643, "grad_norm": 0.03299808129668236, "learning_rate": 2.160385336008357e-05, "loss": 0.0001, "step": 171260 }, { "epoch": 2.839780471224155, "grad_norm": 5.848335422342643e-05, "learning_rate": 2.1602195287758452e-05, "loss": 0.0, "step": 171270 }, { "epoch": 2.839946278456666, "grad_norm": 0.0008839246584102511, "learning_rate": 2.160053721543334e-05, "loss": 0.0053, "step": 171280 }, { "epoch": 2.840112085689178, "grad_norm": 6.361223495332524e-05, "learning_rate": 2.1598879143108222e-05, "loss": 0.0077, "step": 171290 }, { "epoch": 2.840277892921689, "grad_norm": 0.08352223038673401, "learning_rate": 2.159722107078311e-05, "loss": 0.0025, "step": 171300 }, { "epoch": 2.840443700154201, "grad_norm": 0.15108151733875275, "learning_rate": 2.1595562998457993e-05, "loss": 0.0123, "step": 171310 }, { "epoch": 2.8406095073867124, "grad_norm": 0.005970607977360487, "learning_rate": 2.159390492613288e-05, "loss": 0.0013, "step": 171320 }, { "epoch": 2.840775314619224, "grad_norm": 0.00032734256819821894, "learning_rate": 2.1592246853807766e-05, "loss": 0.0079, "step": 171330 }, { "epoch": 2.8409411218517353, "grad_norm": 0.0005550672649405897, "learning_rate": 2.159058878148265e-05, "loss": 0.0009, "step": 171340 }, { "epoch": 2.841106929084247, "grad_norm": 0.001943148672580719, "learning_rate": 2.1588930709157533e-05, "loss": 0.0108, "step": 171350 }, { "epoch": 2.8412727363167583, "grad_norm": 0.0028012958355247974, "learning_rate": 2.158727263683242e-05, "loss": 0.0034, "step": 171360 }, { "epoch": 2.8414385435492697, "grad_norm": 0.0012532011605799198, "learning_rate": 2.1585614564507307e-05, "loss": 0.0003, "step": 171370 }, { "epoch": 2.841604350781781, "grad_norm": 0.002437753137201071, "learning_rate": 2.158395649218219e-05, "loss": 0.0118, "step": 171380 }, { "epoch": 2.8417701580142927, "grad_norm": 0.012864751741290092, "learning_rate": 2.1582298419857074e-05, "loss": 0.0042, "step": 171390 }, { "epoch": 2.841935965246804, "grad_norm": 0.17175959050655365, "learning_rate": 2.158064034753196e-05, "loss": 0.0053, "step": 171400 }, { "epoch": 2.8421017724793156, "grad_norm": 0.00010960565123241395, "learning_rate": 2.1578982275206848e-05, "loss": 0.0002, "step": 171410 }, { "epoch": 2.842267579711827, "grad_norm": 2.9457574783009477e-05, "learning_rate": 2.157732420288173e-05, "loss": 0.008, "step": 171420 }, { "epoch": 2.8424333869443386, "grad_norm": 0.0006231993320398033, "learning_rate": 2.1575666130556615e-05, "loss": 0.0028, "step": 171430 }, { "epoch": 2.84259919417685, "grad_norm": 0.015137298963963985, "learning_rate": 2.15740080582315e-05, "loss": 0.0006, "step": 171440 }, { "epoch": 2.8427650014093615, "grad_norm": 0.00022680194524582475, "learning_rate": 2.157234998590639e-05, "loss": 0.0046, "step": 171450 }, { "epoch": 2.842930808641873, "grad_norm": 0.02770792879164219, "learning_rate": 2.157069191358127e-05, "loss": 0.0003, "step": 171460 }, { "epoch": 2.8430966158743844, "grad_norm": 0.010411107912659645, "learning_rate": 2.1569033841256155e-05, "loss": 0.0037, "step": 171470 }, { "epoch": 2.843262423106896, "grad_norm": 0.0009538022568449378, "learning_rate": 2.1567375768931042e-05, "loss": 0.0025, "step": 171480 }, { "epoch": 2.8434282303394074, "grad_norm": 0.0015271706506609917, "learning_rate": 2.156571769660593e-05, "loss": 0.0014, "step": 171490 }, { "epoch": 2.843594037571919, "grad_norm": 0.0001843920472310856, "learning_rate": 2.1564059624280813e-05, "loss": 0.0001, "step": 171500 }, { "epoch": 2.8437598448044303, "grad_norm": 0.002294329460710287, "learning_rate": 2.1562401551955696e-05, "loss": 0.0026, "step": 171510 }, { "epoch": 2.843925652036942, "grad_norm": 0.001364736701361835, "learning_rate": 2.1560743479630583e-05, "loss": 0.0031, "step": 171520 }, { "epoch": 2.8440914592694533, "grad_norm": 0.002783700590953231, "learning_rate": 2.155908540730547e-05, "loss": 0.0004, "step": 171530 }, { "epoch": 2.8442572665019648, "grad_norm": 0.00029259445727802813, "learning_rate": 2.1557427334980353e-05, "loss": 0.0032, "step": 171540 }, { "epoch": 2.8444230737344762, "grad_norm": 0.00041478374623693526, "learning_rate": 2.1555769262655237e-05, "loss": 0.0002, "step": 171550 }, { "epoch": 2.8445888809669877, "grad_norm": 0.024794651195406914, "learning_rate": 2.1554111190330124e-05, "loss": 0.0096, "step": 171560 }, { "epoch": 2.844754688199499, "grad_norm": 0.001338941277936101, "learning_rate": 2.1552453118005007e-05, "loss": 0.0025, "step": 171570 }, { "epoch": 2.8449204954320106, "grad_norm": 0.00019919923215638846, "learning_rate": 2.1550795045679894e-05, "loss": 0.0012, "step": 171580 }, { "epoch": 2.845086302664522, "grad_norm": 0.0015444773016497493, "learning_rate": 2.1549136973354777e-05, "loss": 0.0038, "step": 171590 }, { "epoch": 2.8452521098970336, "grad_norm": 0.0934591069817543, "learning_rate": 2.1547478901029664e-05, "loss": 0.0018, "step": 171600 }, { "epoch": 2.845417917129545, "grad_norm": 0.0037103809881955385, "learning_rate": 2.1545820828704548e-05, "loss": 0.0058, "step": 171610 }, { "epoch": 2.8455837243620565, "grad_norm": 0.045294564217329025, "learning_rate": 2.1544162756379435e-05, "loss": 0.0068, "step": 171620 }, { "epoch": 2.845749531594568, "grad_norm": 0.15491831302642822, "learning_rate": 2.1542504684054318e-05, "loss": 0.0085, "step": 171630 }, { "epoch": 2.8459153388270795, "grad_norm": 0.005978689994663, "learning_rate": 2.1540846611729205e-05, "loss": 0.0012, "step": 171640 }, { "epoch": 2.846081146059591, "grad_norm": 0.14628592133522034, "learning_rate": 2.153918853940409e-05, "loss": 0.0004, "step": 171650 }, { "epoch": 2.846246953292103, "grad_norm": 0.15762774646282196, "learning_rate": 2.1537530467078975e-05, "loss": 0.0022, "step": 171660 }, { "epoch": 2.846412760524614, "grad_norm": 0.0004356372228357941, "learning_rate": 2.1535872394753862e-05, "loss": 0.0001, "step": 171670 }, { "epoch": 2.846578567757126, "grad_norm": 0.001538631971925497, "learning_rate": 2.1534214322428746e-05, "loss": 0.0002, "step": 171680 }, { "epoch": 2.846744374989637, "grad_norm": 0.5603222846984863, "learning_rate": 2.153255625010363e-05, "loss": 0.0053, "step": 171690 }, { "epoch": 2.8469101822221488, "grad_norm": 0.019322611391544342, "learning_rate": 2.1530898177778516e-05, "loss": 0.0039, "step": 171700 }, { "epoch": 2.84707598945466, "grad_norm": 0.00033496206742711365, "learning_rate": 2.1529240105453403e-05, "loss": 0.001, "step": 171710 }, { "epoch": 2.8472417966871717, "grad_norm": 0.0003895486006513238, "learning_rate": 2.1527582033128286e-05, "loss": 0.0077, "step": 171720 }, { "epoch": 2.8474076039196827, "grad_norm": 0.0009317319490946829, "learning_rate": 2.152592396080317e-05, "loss": 0.0001, "step": 171730 }, { "epoch": 2.8475734111521946, "grad_norm": 0.0016520227072760463, "learning_rate": 2.1524265888478057e-05, "loss": 0.0, "step": 171740 }, { "epoch": 2.8477392183847057, "grad_norm": 0.0020221262238919735, "learning_rate": 2.1522607816152944e-05, "loss": 0.003, "step": 171750 }, { "epoch": 2.8479050256172176, "grad_norm": 0.43742871284484863, "learning_rate": 2.1520949743827827e-05, "loss": 0.0008, "step": 171760 }, { "epoch": 2.848070832849729, "grad_norm": 0.01187682244926691, "learning_rate": 2.151929167150271e-05, "loss": 0.0076, "step": 171770 }, { "epoch": 2.8482366400822405, "grad_norm": 0.0014409307623282075, "learning_rate": 2.1517633599177597e-05, "loss": 0.0048, "step": 171780 }, { "epoch": 2.848402447314752, "grad_norm": 0.00019883121422026306, "learning_rate": 2.1515975526852484e-05, "loss": 0.0092, "step": 171790 }, { "epoch": 2.8485682545472635, "grad_norm": 0.00021330523304641247, "learning_rate": 2.1514317454527368e-05, "loss": 0.0031, "step": 171800 }, { "epoch": 2.848734061779775, "grad_norm": 0.001624985714443028, "learning_rate": 2.151265938220225e-05, "loss": 0.008, "step": 171810 }, { "epoch": 2.8488998690122864, "grad_norm": 0.002906097797676921, "learning_rate": 2.1511001309877138e-05, "loss": 0.0025, "step": 171820 }, { "epoch": 2.849065676244798, "grad_norm": 0.18428754806518555, "learning_rate": 2.1509343237552025e-05, "loss": 0.0192, "step": 171830 }, { "epoch": 2.8492314834773094, "grad_norm": 3.0695726309204474e-05, "learning_rate": 2.150768516522691e-05, "loss": 0.0, "step": 171840 }, { "epoch": 2.849397290709821, "grad_norm": 0.006165140774101019, "learning_rate": 2.1506027092901792e-05, "loss": 0.0012, "step": 171850 }, { "epoch": 2.8495630979423323, "grad_norm": 0.00016304090968333185, "learning_rate": 2.150436902057668e-05, "loss": 0.0016, "step": 171860 }, { "epoch": 2.849728905174844, "grad_norm": 0.00017875814228318632, "learning_rate": 2.1502710948251566e-05, "loss": 0.0001, "step": 171870 }, { "epoch": 2.8498947124073553, "grad_norm": 0.18932190537452698, "learning_rate": 2.150105287592645e-05, "loss": 0.0027, "step": 171880 }, { "epoch": 2.8500605196398667, "grad_norm": 0.04416637495160103, "learning_rate": 2.1499394803601333e-05, "loss": 0.0034, "step": 171890 }, { "epoch": 2.850226326872378, "grad_norm": 0.01638866774737835, "learning_rate": 2.149773673127622e-05, "loss": 0.0027, "step": 171900 }, { "epoch": 2.8503921341048897, "grad_norm": 0.000502613780554384, "learning_rate": 2.1496078658951106e-05, "loss": 0.0007, "step": 171910 }, { "epoch": 2.850557941337401, "grad_norm": 0.0006118945311754942, "learning_rate": 2.149442058662599e-05, "loss": 0.0086, "step": 171920 }, { "epoch": 2.8507237485699126, "grad_norm": 0.1886810064315796, "learning_rate": 2.1492762514300873e-05, "loss": 0.0092, "step": 171930 }, { "epoch": 2.850889555802424, "grad_norm": 4.427263047546148e-05, "learning_rate": 2.149110444197576e-05, "loss": 0.0031, "step": 171940 }, { "epoch": 2.8510553630349356, "grad_norm": 8.200664888136089e-05, "learning_rate": 2.1489446369650647e-05, "loss": 0.0013, "step": 171950 }, { "epoch": 2.851221170267447, "grad_norm": 0.005646964069455862, "learning_rate": 2.148778829732553e-05, "loss": 0.0, "step": 171960 }, { "epoch": 2.8513869774999585, "grad_norm": 0.000976867857389152, "learning_rate": 2.1486130225000414e-05, "loss": 0.0001, "step": 171970 }, { "epoch": 2.85155278473247, "grad_norm": 0.01189554762095213, "learning_rate": 2.14844721526753e-05, "loss": 0.0028, "step": 171980 }, { "epoch": 2.8517185919649815, "grad_norm": 0.015397446230053902, "learning_rate": 2.1482814080350184e-05, "loss": 0.0026, "step": 171990 }, { "epoch": 2.851884399197493, "grad_norm": 0.003491161623969674, "learning_rate": 2.148115600802507e-05, "loss": 0.0001, "step": 172000 }, { "epoch": 2.8520502064300044, "grad_norm": 0.00041750542004592717, "learning_rate": 2.1479497935699958e-05, "loss": 0.0049, "step": 172010 }, { "epoch": 2.852216013662516, "grad_norm": 0.17999336123466492, "learning_rate": 2.147783986337484e-05, "loss": 0.0075, "step": 172020 }, { "epoch": 2.8523818208950273, "grad_norm": 0.08154807984828949, "learning_rate": 2.1476181791049725e-05, "loss": 0.0005, "step": 172030 }, { "epoch": 2.852547628127539, "grad_norm": 0.0006437490810640156, "learning_rate": 2.1474523718724612e-05, "loss": 0.0002, "step": 172040 }, { "epoch": 2.8527134353600503, "grad_norm": 6.417509575840086e-05, "learning_rate": 2.14728656463995e-05, "loss": 0.0037, "step": 172050 }, { "epoch": 2.8528792425925618, "grad_norm": 0.003193550044670701, "learning_rate": 2.1471207574074382e-05, "loss": 0.003, "step": 172060 }, { "epoch": 2.8530450498250732, "grad_norm": 6.606241367990151e-05, "learning_rate": 2.1469549501749266e-05, "loss": 0.0087, "step": 172070 }, { "epoch": 2.8532108570575847, "grad_norm": 0.1688874065876007, "learning_rate": 2.1467891429424153e-05, "loss": 0.0106, "step": 172080 }, { "epoch": 2.853376664290096, "grad_norm": 0.0005031228065490723, "learning_rate": 2.146623335709904e-05, "loss": 0.0002, "step": 172090 }, { "epoch": 2.8535424715226076, "grad_norm": 0.006222870200872421, "learning_rate": 2.1464575284773923e-05, "loss": 0.009, "step": 172100 }, { "epoch": 2.8537082787551196, "grad_norm": 0.013870502822101116, "learning_rate": 2.1462917212448806e-05, "loss": 0.0, "step": 172110 }, { "epoch": 2.8538740859876306, "grad_norm": 0.00031078464235179126, "learning_rate": 2.1461259140123693e-05, "loss": 0.0087, "step": 172120 }, { "epoch": 2.8540398932201425, "grad_norm": 0.0052257259376347065, "learning_rate": 2.145960106779858e-05, "loss": 0.0181, "step": 172130 }, { "epoch": 2.8542057004526535, "grad_norm": 0.021023787558078766, "learning_rate": 2.1457942995473464e-05, "loss": 0.009, "step": 172140 }, { "epoch": 2.8543715076851655, "grad_norm": 0.0003409591445233673, "learning_rate": 2.1456284923148347e-05, "loss": 0.0084, "step": 172150 }, { "epoch": 2.8545373149176765, "grad_norm": 9.980246250052005e-05, "learning_rate": 2.1454626850823234e-05, "loss": 0.0012, "step": 172160 }, { "epoch": 2.8547031221501884, "grad_norm": 0.10513084381818771, "learning_rate": 2.145296877849812e-05, "loss": 0.0004, "step": 172170 }, { "epoch": 2.8548689293826994, "grad_norm": 0.0008593783713877201, "learning_rate": 2.1451310706173004e-05, "loss": 0.0146, "step": 172180 }, { "epoch": 2.8550347366152113, "grad_norm": 0.003269989276304841, "learning_rate": 2.1449652633847888e-05, "loss": 0.0125, "step": 172190 }, { "epoch": 2.8552005438477224, "grad_norm": 0.01537256222218275, "learning_rate": 2.1447994561522775e-05, "loss": 0.0, "step": 172200 }, { "epoch": 2.8553663510802343, "grad_norm": 9.313379996456206e-05, "learning_rate": 2.144633648919766e-05, "loss": 0.0003, "step": 172210 }, { "epoch": 2.8555321583127458, "grad_norm": 0.0018782555125653744, "learning_rate": 2.1444678416872545e-05, "loss": 0.0062, "step": 172220 }, { "epoch": 2.8556979655452572, "grad_norm": 0.024351567029953003, "learning_rate": 2.144302034454743e-05, "loss": 0.0084, "step": 172230 }, { "epoch": 2.8558637727777687, "grad_norm": 0.013061690144240856, "learning_rate": 2.1441362272222315e-05, "loss": 0.0054, "step": 172240 }, { "epoch": 2.85602958001028, "grad_norm": 0.017479516565799713, "learning_rate": 2.1439704199897202e-05, "loss": 0.0048, "step": 172250 }, { "epoch": 2.8561953872427917, "grad_norm": 0.0020465459674596786, "learning_rate": 2.1438046127572086e-05, "loss": 0.0007, "step": 172260 }, { "epoch": 2.856361194475303, "grad_norm": 0.04681256040930748, "learning_rate": 2.143638805524697e-05, "loss": 0.0034, "step": 172270 }, { "epoch": 2.8565270017078146, "grad_norm": 0.30756497383117676, "learning_rate": 2.1434729982921856e-05, "loss": 0.0085, "step": 172280 }, { "epoch": 2.856692808940326, "grad_norm": 0.0022006782237440348, "learning_rate": 2.1433071910596743e-05, "loss": 0.0166, "step": 172290 }, { "epoch": 2.8568586161728375, "grad_norm": 0.0020381815265864134, "learning_rate": 2.1431413838271626e-05, "loss": 0.0021, "step": 172300 }, { "epoch": 2.857024423405349, "grad_norm": 0.03280307352542877, "learning_rate": 2.142975576594651e-05, "loss": 0.0044, "step": 172310 }, { "epoch": 2.8571902306378605, "grad_norm": 3.863762321998365e-05, "learning_rate": 2.1428097693621397e-05, "loss": 0.0026, "step": 172320 }, { "epoch": 2.857356037870372, "grad_norm": 0.0002078444231301546, "learning_rate": 2.1426439621296284e-05, "loss": 0.0021, "step": 172330 }, { "epoch": 2.8575218451028834, "grad_norm": 0.0008765250095166266, "learning_rate": 2.1424781548971167e-05, "loss": 0.0025, "step": 172340 }, { "epoch": 2.857687652335395, "grad_norm": 0.00034029249218292534, "learning_rate": 2.1423123476646054e-05, "loss": 0.0002, "step": 172350 }, { "epoch": 2.8578534595679064, "grad_norm": 0.010482672601938248, "learning_rate": 2.1421465404320937e-05, "loss": 0.0187, "step": 172360 }, { "epoch": 2.858019266800418, "grad_norm": 2.3341144697042182e-05, "learning_rate": 2.141980733199582e-05, "loss": 0.0054, "step": 172370 }, { "epoch": 2.8581850740329293, "grad_norm": 0.24830804765224457, "learning_rate": 2.1418149259670708e-05, "loss": 0.0033, "step": 172380 }, { "epoch": 2.858350881265441, "grad_norm": 0.001645853160880506, "learning_rate": 2.1416491187345595e-05, "loss": 0.0071, "step": 172390 }, { "epoch": 2.8585166884979523, "grad_norm": 1.665998570388183e-05, "learning_rate": 2.1414833115020478e-05, "loss": 0.0038, "step": 172400 }, { "epoch": 2.8586824957304637, "grad_norm": 0.012569699436426163, "learning_rate": 2.141317504269536e-05, "loss": 0.0003, "step": 172410 }, { "epoch": 2.858848302962975, "grad_norm": 0.1661706268787384, "learning_rate": 2.141151697037025e-05, "loss": 0.0024, "step": 172420 }, { "epoch": 2.8590141101954867, "grad_norm": 0.003967680502682924, "learning_rate": 2.1409858898045135e-05, "loss": 0.0019, "step": 172430 }, { "epoch": 2.859179917427998, "grad_norm": 0.00016743381274864078, "learning_rate": 2.140820082572002e-05, "loss": 0.0037, "step": 172440 }, { "epoch": 2.8593457246605096, "grad_norm": 0.003474525175988674, "learning_rate": 2.1406542753394902e-05, "loss": 0.0025, "step": 172450 }, { "epoch": 2.859511531893021, "grad_norm": 0.011915947310626507, "learning_rate": 2.140488468106979e-05, "loss": 0.0001, "step": 172460 }, { "epoch": 2.8596773391255326, "grad_norm": 0.0034054038114845753, "learning_rate": 2.1403226608744676e-05, "loss": 0.0005, "step": 172470 }, { "epoch": 2.859843146358044, "grad_norm": 0.00855405256152153, "learning_rate": 2.140156853641956e-05, "loss": 0.004, "step": 172480 }, { "epoch": 2.8600089535905555, "grad_norm": 0.002613246673718095, "learning_rate": 2.1399910464094443e-05, "loss": 0.0112, "step": 172490 }, { "epoch": 2.860174760823067, "grad_norm": 0.002288136165589094, "learning_rate": 2.139825239176933e-05, "loss": 0.0048, "step": 172500 }, { "epoch": 2.8603405680555785, "grad_norm": 0.13521838188171387, "learning_rate": 2.1396594319444217e-05, "loss": 0.0009, "step": 172510 }, { "epoch": 2.86050637528809, "grad_norm": 0.011252651922404766, "learning_rate": 2.13949362471191e-05, "loss": 0.0, "step": 172520 }, { "epoch": 2.8606721825206014, "grad_norm": 0.0017335241427645087, "learning_rate": 2.1393278174793984e-05, "loss": 0.0, "step": 172530 }, { "epoch": 2.860837989753113, "grad_norm": 7.999593071872368e-05, "learning_rate": 2.139162010246887e-05, "loss": 0.0, "step": 172540 }, { "epoch": 2.8610037969856243, "grad_norm": 0.3180612623691559, "learning_rate": 2.1389962030143757e-05, "loss": 0.0076, "step": 172550 }, { "epoch": 2.8611696042181363, "grad_norm": 0.0014791596913710237, "learning_rate": 2.138830395781864e-05, "loss": 0.0385, "step": 172560 }, { "epoch": 2.8613354114506473, "grad_norm": 0.0024610417895019054, "learning_rate": 2.1386645885493524e-05, "loss": 0.0055, "step": 172570 }, { "epoch": 2.861501218683159, "grad_norm": 0.002852978650480509, "learning_rate": 2.138498781316841e-05, "loss": 0.0002, "step": 172580 }, { "epoch": 2.8616670259156702, "grad_norm": 0.00786720123142004, "learning_rate": 2.1383329740843298e-05, "loss": 0.0004, "step": 172590 }, { "epoch": 2.861832833148182, "grad_norm": 0.006278362590819597, "learning_rate": 2.138167166851818e-05, "loss": 0.0119, "step": 172600 }, { "epoch": 2.861998640380693, "grad_norm": 0.002908843569457531, "learning_rate": 2.1380013596193065e-05, "loss": 0.0068, "step": 172610 }, { "epoch": 2.862164447613205, "grad_norm": 0.00021239928901195526, "learning_rate": 2.1378355523867952e-05, "loss": 0.0096, "step": 172620 }, { "epoch": 2.862330254845716, "grad_norm": 9.576525189913809e-05, "learning_rate": 2.137669745154284e-05, "loss": 0.006, "step": 172630 }, { "epoch": 2.862496062078228, "grad_norm": 0.002643717685714364, "learning_rate": 2.1375039379217722e-05, "loss": 0.0084, "step": 172640 }, { "epoch": 2.862661869310739, "grad_norm": 0.7083986401557922, "learning_rate": 2.1373381306892606e-05, "loss": 0.0105, "step": 172650 }, { "epoch": 2.862827676543251, "grad_norm": 0.035660989582538605, "learning_rate": 2.1371723234567493e-05, "loss": 0.0059, "step": 172660 }, { "epoch": 2.8629934837757625, "grad_norm": 0.0002889327297452837, "learning_rate": 2.137006516224238e-05, "loss": 0.0076, "step": 172670 }, { "epoch": 2.863159291008274, "grad_norm": 0.0014463453553617, "learning_rate": 2.1368407089917263e-05, "loss": 0.0001, "step": 172680 }, { "epoch": 2.8633250982407854, "grad_norm": 0.24837420880794525, "learning_rate": 2.136674901759215e-05, "loss": 0.0051, "step": 172690 }, { "epoch": 2.863490905473297, "grad_norm": 0.014279098249971867, "learning_rate": 2.1365090945267033e-05, "loss": 0.0002, "step": 172700 }, { "epoch": 2.8636567127058083, "grad_norm": 0.0023401258513331413, "learning_rate": 2.136343287294192e-05, "loss": 0.001, "step": 172710 }, { "epoch": 2.86382251993832, "grad_norm": 0.0005527914618141949, "learning_rate": 2.1361774800616804e-05, "loss": 0.0032, "step": 172720 }, { "epoch": 2.8639883271708313, "grad_norm": 0.000766287324950099, "learning_rate": 2.136011672829169e-05, "loss": 0.0044, "step": 172730 }, { "epoch": 2.8641541344033428, "grad_norm": 0.004622960928827524, "learning_rate": 2.1358458655966574e-05, "loss": 0.0002, "step": 172740 }, { "epoch": 2.8643199416358542, "grad_norm": 0.0007169833988882601, "learning_rate": 2.1356800583641458e-05, "loss": 0.0039, "step": 172750 }, { "epoch": 2.8644857488683657, "grad_norm": 0.0002276648738188669, "learning_rate": 2.1355142511316344e-05, "loss": 0.0024, "step": 172760 }, { "epoch": 2.864651556100877, "grad_norm": 0.11319960653781891, "learning_rate": 2.135348443899123e-05, "loss": 0.0031, "step": 172770 }, { "epoch": 2.8648173633333887, "grad_norm": 0.0003363475843798369, "learning_rate": 2.1351826366666115e-05, "loss": 0.0063, "step": 172780 }, { "epoch": 2.8649831705659, "grad_norm": 0.22614562511444092, "learning_rate": 2.1350168294340998e-05, "loss": 0.0068, "step": 172790 }, { "epoch": 2.8651489777984116, "grad_norm": 0.06141503527760506, "learning_rate": 2.1348510222015885e-05, "loss": 0.0025, "step": 172800 }, { "epoch": 2.865314785030923, "grad_norm": 0.00048715207958593965, "learning_rate": 2.1346852149690772e-05, "loss": 0.0106, "step": 172810 }, { "epoch": 2.8654805922634345, "grad_norm": 0.1545480340719223, "learning_rate": 2.1345194077365655e-05, "loss": 0.0105, "step": 172820 }, { "epoch": 2.865646399495946, "grad_norm": 0.00037317429087124765, "learning_rate": 2.134353600504054e-05, "loss": 0.0042, "step": 172830 }, { "epoch": 2.8658122067284575, "grad_norm": 0.018940452486276627, "learning_rate": 2.1341877932715426e-05, "loss": 0.0144, "step": 172840 }, { "epoch": 2.865978013960969, "grad_norm": 0.004815333057194948, "learning_rate": 2.1340219860390313e-05, "loss": 0.0001, "step": 172850 }, { "epoch": 2.8661438211934804, "grad_norm": 0.16376030445098877, "learning_rate": 2.1338561788065196e-05, "loss": 0.0106, "step": 172860 }, { "epoch": 2.866309628425992, "grad_norm": 0.15568439662456512, "learning_rate": 2.133690371574008e-05, "loss": 0.0071, "step": 172870 }, { "epoch": 2.8664754356585034, "grad_norm": 0.015704115852713585, "learning_rate": 2.1335245643414966e-05, "loss": 0.0009, "step": 172880 }, { "epoch": 2.866641242891015, "grad_norm": 0.004146734718233347, "learning_rate": 2.1333587571089853e-05, "loss": 0.0039, "step": 172890 }, { "epoch": 2.8668070501235263, "grad_norm": 3.975206345785409e-05, "learning_rate": 2.1331929498764737e-05, "loss": 0.0001, "step": 172900 }, { "epoch": 2.866972857356038, "grad_norm": 0.2909219264984131, "learning_rate": 2.133027142643962e-05, "loss": 0.0043, "step": 172910 }, { "epoch": 2.8671386645885493, "grad_norm": 0.0024605458602309227, "learning_rate": 2.1328613354114507e-05, "loss": 0.0001, "step": 172920 }, { "epoch": 2.8673044718210607, "grad_norm": 0.12007500976324081, "learning_rate": 2.1326955281789394e-05, "loss": 0.009, "step": 172930 }, { "epoch": 2.867470279053572, "grad_norm": 0.0024783776607364416, "learning_rate": 2.1325297209464278e-05, "loss": 0.0032, "step": 172940 }, { "epoch": 2.8676360862860837, "grad_norm": 0.00010719556303229183, "learning_rate": 2.132363913713916e-05, "loss": 0.0, "step": 172950 }, { "epoch": 2.867801893518595, "grad_norm": 0.08479457348585129, "learning_rate": 2.1321981064814048e-05, "loss": 0.0007, "step": 172960 }, { "epoch": 2.8679677007511066, "grad_norm": 0.006700368132442236, "learning_rate": 2.1320322992488935e-05, "loss": 0.0029, "step": 172970 }, { "epoch": 2.868133507983618, "grad_norm": 0.0010270541533827782, "learning_rate": 2.1318664920163818e-05, "loss": 0.0103, "step": 172980 }, { "epoch": 2.8682993152161296, "grad_norm": 0.00010802425822475925, "learning_rate": 2.1317006847838702e-05, "loss": 0.0094, "step": 172990 }, { "epoch": 2.868465122448641, "grad_norm": 0.00019756663823500276, "learning_rate": 2.131534877551359e-05, "loss": 0.0001, "step": 173000 }, { "epoch": 2.868630929681153, "grad_norm": 0.0005784402601420879, "learning_rate": 2.1313690703188475e-05, "loss": 0.0041, "step": 173010 }, { "epoch": 2.868796736913664, "grad_norm": 0.06307654082775116, "learning_rate": 2.131203263086336e-05, "loss": 0.0072, "step": 173020 }, { "epoch": 2.868962544146176, "grad_norm": 0.014481417834758759, "learning_rate": 2.1310374558538246e-05, "loss": 0.0086, "step": 173030 }, { "epoch": 2.869128351378687, "grad_norm": 0.03061368130147457, "learning_rate": 2.130871648621313e-05, "loss": 0.0091, "step": 173040 }, { "epoch": 2.869294158611199, "grad_norm": 0.0002704161452129483, "learning_rate": 2.1307058413888016e-05, "loss": 0.0, "step": 173050 }, { "epoch": 2.86945996584371, "grad_norm": 0.0003240058140363544, "learning_rate": 2.13054003415629e-05, "loss": 0.003, "step": 173060 }, { "epoch": 2.869625773076222, "grad_norm": 0.0006859256536699831, "learning_rate": 2.1303742269237786e-05, "loss": 0.0062, "step": 173070 }, { "epoch": 2.869791580308733, "grad_norm": 0.00015373741916846484, "learning_rate": 2.130208419691267e-05, "loss": 0.0003, "step": 173080 }, { "epoch": 2.8699573875412447, "grad_norm": 0.00015103518671821803, "learning_rate": 2.1300426124587557e-05, "loss": 0.0, "step": 173090 }, { "epoch": 2.8701231947737558, "grad_norm": 0.698658287525177, "learning_rate": 2.129876805226244e-05, "loss": 0.0063, "step": 173100 }, { "epoch": 2.8702890020062677, "grad_norm": 0.05094130337238312, "learning_rate": 2.1297109979937327e-05, "loss": 0.0068, "step": 173110 }, { "epoch": 2.870454809238779, "grad_norm": 0.0005994074745103717, "learning_rate": 2.129545190761221e-05, "loss": 0.0046, "step": 173120 }, { "epoch": 2.8706206164712906, "grad_norm": 0.016427192836999893, "learning_rate": 2.1293793835287098e-05, "loss": 0.0059, "step": 173130 }, { "epoch": 2.870786423703802, "grad_norm": 0.022130731493234634, "learning_rate": 2.129213576296198e-05, "loss": 0.0046, "step": 173140 }, { "epoch": 2.8709522309363136, "grad_norm": 0.0052072047255933285, "learning_rate": 2.1290477690636868e-05, "loss": 0.0022, "step": 173150 }, { "epoch": 2.871118038168825, "grad_norm": 0.1613740175962448, "learning_rate": 2.128881961831175e-05, "loss": 0.011, "step": 173160 }, { "epoch": 2.8712838454013365, "grad_norm": 0.002794635947793722, "learning_rate": 2.1287161545986635e-05, "loss": 0.0038, "step": 173170 }, { "epoch": 2.871449652633848, "grad_norm": 0.027475163340568542, "learning_rate": 2.128550347366152e-05, "loss": 0.0046, "step": 173180 }, { "epoch": 2.8716154598663595, "grad_norm": 0.35268113017082214, "learning_rate": 2.128384540133641e-05, "loss": 0.0066, "step": 173190 }, { "epoch": 2.871781267098871, "grad_norm": 0.1706164926290512, "learning_rate": 2.1282187329011295e-05, "loss": 0.003, "step": 173200 }, { "epoch": 2.8719470743313824, "grad_norm": 9.130210673902184e-05, "learning_rate": 2.1280529256686176e-05, "loss": 0.0006, "step": 173210 }, { "epoch": 2.872112881563894, "grad_norm": 0.0006181950448080897, "learning_rate": 2.1278871184361062e-05, "loss": 0.0001, "step": 173220 }, { "epoch": 2.8722786887964054, "grad_norm": 9.785150177776814e-05, "learning_rate": 2.127721311203595e-05, "loss": 0.0048, "step": 173230 }, { "epoch": 2.872444496028917, "grad_norm": 0.0012729876907542348, "learning_rate": 2.1275555039710836e-05, "loss": 0.0022, "step": 173240 }, { "epoch": 2.8726103032614283, "grad_norm": 0.00160212314222008, "learning_rate": 2.1273896967385716e-05, "loss": 0.0037, "step": 173250 }, { "epoch": 2.8727761104939398, "grad_norm": 0.023225655779242516, "learning_rate": 2.1272238895060603e-05, "loss": 0.0035, "step": 173260 }, { "epoch": 2.8729419177264512, "grad_norm": 8.459836681140587e-05, "learning_rate": 2.127058082273549e-05, "loss": 0.0043, "step": 173270 }, { "epoch": 2.8731077249589627, "grad_norm": 0.04489858075976372, "learning_rate": 2.1268922750410373e-05, "loss": 0.0002, "step": 173280 }, { "epoch": 2.873273532191474, "grad_norm": 0.0006969423848204315, "learning_rate": 2.1267264678085257e-05, "loss": 0.0031, "step": 173290 }, { "epoch": 2.8734393394239857, "grad_norm": 0.04622865840792656, "learning_rate": 2.1265606605760144e-05, "loss": 0.003, "step": 173300 }, { "epoch": 2.873605146656497, "grad_norm": 0.12702323496341705, "learning_rate": 2.126394853343503e-05, "loss": 0.0002, "step": 173310 }, { "epoch": 2.8737709538890086, "grad_norm": 0.19940201938152313, "learning_rate": 2.1262290461109914e-05, "loss": 0.0064, "step": 173320 }, { "epoch": 2.87393676112152, "grad_norm": 0.13424335420131683, "learning_rate": 2.1260632388784798e-05, "loss": 0.0019, "step": 173330 }, { "epoch": 2.8741025683540316, "grad_norm": 0.0004966671695001423, "learning_rate": 2.1258974316459684e-05, "loss": 0.0026, "step": 173340 }, { "epoch": 2.874268375586543, "grad_norm": 0.0012242166558280587, "learning_rate": 2.125731624413457e-05, "loss": 0.0039, "step": 173350 }, { "epoch": 2.8744341828190545, "grad_norm": 0.0002298913459526375, "learning_rate": 2.1255658171809455e-05, "loss": 0.0046, "step": 173360 }, { "epoch": 2.874599990051566, "grad_norm": 0.052722588181495667, "learning_rate": 2.125400009948434e-05, "loss": 0.0032, "step": 173370 }, { "epoch": 2.8747657972840774, "grad_norm": 6.780977855669335e-05, "learning_rate": 2.1252342027159225e-05, "loss": 0.0021, "step": 173380 }, { "epoch": 2.874931604516589, "grad_norm": 0.16468241810798645, "learning_rate": 2.1250683954834112e-05, "loss": 0.0069, "step": 173390 }, { "epoch": 2.8750974117491004, "grad_norm": 6.742114783264697e-05, "learning_rate": 2.1249025882508995e-05, "loss": 0.0026, "step": 173400 }, { "epoch": 2.875263218981612, "grad_norm": 0.005902134347707033, "learning_rate": 2.1247367810183882e-05, "loss": 0.0097, "step": 173410 }, { "epoch": 2.8754290262141233, "grad_norm": 0.2975246012210846, "learning_rate": 2.1245709737858766e-05, "loss": 0.014, "step": 173420 }, { "epoch": 2.875594833446635, "grad_norm": 0.0011435875203460455, "learning_rate": 2.1244051665533653e-05, "loss": 0.0009, "step": 173430 }, { "epoch": 2.8757606406791463, "grad_norm": 0.0006870235083624721, "learning_rate": 2.1242393593208536e-05, "loss": 0.0128, "step": 173440 }, { "epoch": 2.8759264479116577, "grad_norm": 0.09206339716911316, "learning_rate": 2.1240735520883423e-05, "loss": 0.0064, "step": 173450 }, { "epoch": 2.8760922551441697, "grad_norm": 0.19857913255691528, "learning_rate": 2.1239077448558307e-05, "loss": 0.0042, "step": 173460 }, { "epoch": 2.8762580623766807, "grad_norm": 0.002195023000240326, "learning_rate": 2.1237419376233193e-05, "loss": 0.0179, "step": 173470 }, { "epoch": 2.8764238696091926, "grad_norm": 0.38797831535339355, "learning_rate": 2.1235761303908077e-05, "loss": 0.0031, "step": 173480 }, { "epoch": 2.8765896768417036, "grad_norm": 0.0014100935077294707, "learning_rate": 2.1234103231582964e-05, "loss": 0.0059, "step": 173490 }, { "epoch": 2.8767554840742156, "grad_norm": 0.0007590632885694504, "learning_rate": 2.1232445159257847e-05, "loss": 0.005, "step": 173500 }, { "epoch": 2.8769212913067266, "grad_norm": 0.0030785652343183756, "learning_rate": 2.1230787086932734e-05, "loss": 0.009, "step": 173510 }, { "epoch": 2.8770870985392385, "grad_norm": 0.0023283064365386963, "learning_rate": 2.1229129014607618e-05, "loss": 0.0028, "step": 173520 }, { "epoch": 2.8772529057717495, "grad_norm": 0.41275468468666077, "learning_rate": 2.1227470942282504e-05, "loss": 0.0104, "step": 173530 }, { "epoch": 2.8774187130042614, "grad_norm": 0.00474905502051115, "learning_rate": 2.122581286995739e-05, "loss": 0.0112, "step": 173540 }, { "epoch": 2.8775845202367725, "grad_norm": 0.0028625656850636005, "learning_rate": 2.122415479763227e-05, "loss": 0.0023, "step": 173550 }, { "epoch": 2.8777503274692844, "grad_norm": 0.10852406919002533, "learning_rate": 2.1222496725307158e-05, "loss": 0.0119, "step": 173560 }, { "epoch": 2.877916134701796, "grad_norm": 9.536599100101739e-05, "learning_rate": 2.1220838652982045e-05, "loss": 0.0074, "step": 173570 }, { "epoch": 2.8780819419343073, "grad_norm": 0.023152794688940048, "learning_rate": 2.1219180580656932e-05, "loss": 0.0054, "step": 173580 }, { "epoch": 2.878247749166819, "grad_norm": 0.0004774340195581317, "learning_rate": 2.1217522508331812e-05, "loss": 0.0001, "step": 173590 }, { "epoch": 2.8784135563993303, "grad_norm": 0.000526356277987361, "learning_rate": 2.12158644360067e-05, "loss": 0.0028, "step": 173600 }, { "epoch": 2.8785793636318417, "grad_norm": 0.000143639394082129, "learning_rate": 2.1214206363681586e-05, "loss": 0.0001, "step": 173610 }, { "epoch": 2.878745170864353, "grad_norm": 0.0016694430960342288, "learning_rate": 2.1212548291356473e-05, "loss": 0.0012, "step": 173620 }, { "epoch": 2.8789109780968647, "grad_norm": 0.0002815114858094603, "learning_rate": 2.1210890219031353e-05, "loss": 0.0, "step": 173630 }, { "epoch": 2.879076785329376, "grad_norm": 0.0009748733136802912, "learning_rate": 2.120923214670624e-05, "loss": 0.0092, "step": 173640 }, { "epoch": 2.8792425925618876, "grad_norm": 0.0007339699659496546, "learning_rate": 2.1207574074381127e-05, "loss": 0.0059, "step": 173650 }, { "epoch": 2.879408399794399, "grad_norm": 0.011367522180080414, "learning_rate": 2.120591600205601e-05, "loss": 0.0035, "step": 173660 }, { "epoch": 2.8795742070269106, "grad_norm": 0.0010892298305407166, "learning_rate": 2.1204257929730893e-05, "loss": 0.0053, "step": 173670 }, { "epoch": 2.879740014259422, "grad_norm": 0.0005490618059411645, "learning_rate": 2.120259985740578e-05, "loss": 0.0026, "step": 173680 }, { "epoch": 2.8799058214919335, "grad_norm": 0.00019557496125344187, "learning_rate": 2.1200941785080667e-05, "loss": 0.0045, "step": 173690 }, { "epoch": 2.880071628724445, "grad_norm": 0.014231066219508648, "learning_rate": 2.119928371275555e-05, "loss": 0.005, "step": 173700 }, { "epoch": 2.8802374359569565, "grad_norm": 0.0009366682497784495, "learning_rate": 2.1197625640430438e-05, "loss": 0.0, "step": 173710 }, { "epoch": 2.880403243189468, "grad_norm": 0.025771858170628548, "learning_rate": 2.119596756810532e-05, "loss": 0.006, "step": 173720 }, { "epoch": 2.8805690504219794, "grad_norm": 0.005964370910078287, "learning_rate": 2.1194309495780208e-05, "loss": 0.0094, "step": 173730 }, { "epoch": 2.880734857654491, "grad_norm": 0.1909124106168747, "learning_rate": 2.119265142345509e-05, "loss": 0.0023, "step": 173740 }, { "epoch": 2.8809006648870024, "grad_norm": 0.028233230113983154, "learning_rate": 2.1190993351129978e-05, "loss": 0.0093, "step": 173750 }, { "epoch": 2.881066472119514, "grad_norm": 0.027150534093379974, "learning_rate": 2.1189335278804862e-05, "loss": 0.0095, "step": 173760 }, { "epoch": 2.8812322793520253, "grad_norm": 0.0027120886370539665, "learning_rate": 2.118767720647975e-05, "loss": 0.0029, "step": 173770 }, { "epoch": 2.8813980865845368, "grad_norm": 0.1738394945859909, "learning_rate": 2.1186019134154632e-05, "loss": 0.0005, "step": 173780 }, { "epoch": 2.8815638938170482, "grad_norm": 0.0006426738109439611, "learning_rate": 2.118436106182952e-05, "loss": 0.0033, "step": 173790 }, { "epoch": 2.8817297010495597, "grad_norm": 0.00017700440366752446, "learning_rate": 2.1182702989504402e-05, "loss": 0.0052, "step": 173800 }, { "epoch": 2.881895508282071, "grad_norm": 0.5372179746627808, "learning_rate": 2.118104491717929e-05, "loss": 0.0057, "step": 173810 }, { "epoch": 2.8820613155145827, "grad_norm": 0.0024403571151196957, "learning_rate": 2.1179386844854173e-05, "loss": 0.0001, "step": 173820 }, { "epoch": 2.882227122747094, "grad_norm": 0.6135579347610474, "learning_rate": 2.117772877252906e-05, "loss": 0.0039, "step": 173830 }, { "epoch": 2.8823929299796056, "grad_norm": 0.00096993736224249, "learning_rate": 2.1176070700203943e-05, "loss": 0.0032, "step": 173840 }, { "epoch": 2.882558737212117, "grad_norm": 0.0001278835698030889, "learning_rate": 2.117441262787883e-05, "loss": 0.0026, "step": 173850 }, { "epoch": 2.8827245444446286, "grad_norm": 0.06855960190296173, "learning_rate": 2.1172754555553713e-05, "loss": 0.0026, "step": 173860 }, { "epoch": 2.88289035167714, "grad_norm": 0.4339201748371124, "learning_rate": 2.11710964832286e-05, "loss": 0.0025, "step": 173870 }, { "epoch": 2.8830561589096515, "grad_norm": 0.6037992835044861, "learning_rate": 2.1169438410903487e-05, "loss": 0.0046, "step": 173880 }, { "epoch": 2.883221966142163, "grad_norm": 0.027585560455918312, "learning_rate": 2.116778033857837e-05, "loss": 0.0001, "step": 173890 }, { "epoch": 2.8833877733746744, "grad_norm": 0.005396211054176092, "learning_rate": 2.1166122266253254e-05, "loss": 0.011, "step": 173900 }, { "epoch": 2.8835535806071864, "grad_norm": 0.9328123927116394, "learning_rate": 2.116446419392814e-05, "loss": 0.0028, "step": 173910 }, { "epoch": 2.8837193878396974, "grad_norm": 0.1049640029668808, "learning_rate": 2.1162806121603028e-05, "loss": 0.0036, "step": 173920 }, { "epoch": 2.8838851950722093, "grad_norm": 6.644841050729156e-05, "learning_rate": 2.1161148049277908e-05, "loss": 0.0059, "step": 173930 }, { "epoch": 2.8840510023047203, "grad_norm": 0.0006493882974609733, "learning_rate": 2.1159489976952795e-05, "loss": 0.0001, "step": 173940 }, { "epoch": 2.8842168095372323, "grad_norm": 0.0058070882223546505, "learning_rate": 2.1157831904627682e-05, "loss": 0.0002, "step": 173950 }, { "epoch": 2.8843826167697433, "grad_norm": 0.010591433383524418, "learning_rate": 2.115617383230257e-05, "loss": 0.0026, "step": 173960 }, { "epoch": 2.884548424002255, "grad_norm": 0.0023349400144070387, "learning_rate": 2.115451575997745e-05, "loss": 0.0049, "step": 173970 }, { "epoch": 2.8847142312347662, "grad_norm": 0.000557763793040067, "learning_rate": 2.1152857687652336e-05, "loss": 0.0174, "step": 173980 }, { "epoch": 2.884880038467278, "grad_norm": 0.00021746415586676449, "learning_rate": 2.1151199615327222e-05, "loss": 0.0, "step": 173990 }, { "epoch": 2.885045845699789, "grad_norm": 0.0007349593797698617, "learning_rate": 2.114954154300211e-05, "loss": 0.0072, "step": 174000 }, { "epoch": 2.885211652932301, "grad_norm": 0.0327160581946373, "learning_rate": 2.114788347067699e-05, "loss": 0.0024, "step": 174010 }, { "epoch": 2.885377460164812, "grad_norm": 0.018592478707432747, "learning_rate": 2.1146225398351876e-05, "loss": 0.0001, "step": 174020 }, { "epoch": 2.885543267397324, "grad_norm": 0.015369662083685398, "learning_rate": 2.1144567326026763e-05, "loss": 0.0042, "step": 174030 }, { "epoch": 2.8857090746298355, "grad_norm": 0.0002298097824677825, "learning_rate": 2.1142909253701647e-05, "loss": 0.0068, "step": 174040 }, { "epoch": 2.885874881862347, "grad_norm": 0.011626586318016052, "learning_rate": 2.1141251181376533e-05, "loss": 0.0027, "step": 174050 }, { "epoch": 2.8860406890948584, "grad_norm": 0.0004082067171111703, "learning_rate": 2.1139593109051417e-05, "loss": 0.0115, "step": 174060 }, { "epoch": 2.88620649632737, "grad_norm": 7.978196663316339e-05, "learning_rate": 2.1137935036726304e-05, "loss": 0.0041, "step": 174070 }, { "epoch": 2.8863723035598814, "grad_norm": 0.016990244388580322, "learning_rate": 2.1136276964401187e-05, "loss": 0.0109, "step": 174080 }, { "epoch": 2.886538110792393, "grad_norm": 0.0003024251782335341, "learning_rate": 2.1134618892076074e-05, "loss": 0.0002, "step": 174090 }, { "epoch": 2.8867039180249043, "grad_norm": 5.1042879931628704e-05, "learning_rate": 2.1132960819750958e-05, "loss": 0.0014, "step": 174100 }, { "epoch": 2.886869725257416, "grad_norm": 0.0014216306153684855, "learning_rate": 2.1131302747425844e-05, "loss": 0.006, "step": 174110 }, { "epoch": 2.8870355324899273, "grad_norm": 0.00841221958398819, "learning_rate": 2.1129644675100728e-05, "loss": 0.0002, "step": 174120 }, { "epoch": 2.8872013397224388, "grad_norm": 0.004289545584470034, "learning_rate": 2.1127986602775615e-05, "loss": 0.0025, "step": 174130 }, { "epoch": 2.8873671469549502, "grad_norm": 7.0295841396728065e-06, "learning_rate": 2.1126328530450498e-05, "loss": 0.0007, "step": 174140 }, { "epoch": 2.8875329541874617, "grad_norm": 0.001295619411394, "learning_rate": 2.1124670458125385e-05, "loss": 0.0006, "step": 174150 }, { "epoch": 2.887698761419973, "grad_norm": 0.0004602092085406184, "learning_rate": 2.112301238580027e-05, "loss": 0.0003, "step": 174160 }, { "epoch": 2.8878645686524846, "grad_norm": 0.0003048540384043008, "learning_rate": 2.1121354313475156e-05, "loss": 0.0041, "step": 174170 }, { "epoch": 2.888030375884996, "grad_norm": 0.04376397281885147, "learning_rate": 2.111969624115004e-05, "loss": 0.0044, "step": 174180 }, { "epoch": 2.8881961831175076, "grad_norm": 0.0006404861924238503, "learning_rate": 2.1118038168824926e-05, "loss": 0.0001, "step": 174190 }, { "epoch": 2.888361990350019, "grad_norm": 0.00020576536189764738, "learning_rate": 2.111638009649981e-05, "loss": 0.0023, "step": 174200 }, { "epoch": 2.8885277975825305, "grad_norm": 0.004490436986088753, "learning_rate": 2.1114722024174696e-05, "loss": 0.0034, "step": 174210 }, { "epoch": 2.888693604815042, "grad_norm": 0.0016146195121109486, "learning_rate": 2.111306395184958e-05, "loss": 0.0076, "step": 174220 }, { "epoch": 2.8888594120475535, "grad_norm": 0.15999169647693634, "learning_rate": 2.1111405879524467e-05, "loss": 0.0052, "step": 174230 }, { "epoch": 2.889025219280065, "grad_norm": 0.009468348696827888, "learning_rate": 2.110974780719935e-05, "loss": 0.004, "step": 174240 }, { "epoch": 2.8891910265125764, "grad_norm": 0.09494391083717346, "learning_rate": 2.1108089734874237e-05, "loss": 0.0004, "step": 174250 }, { "epoch": 2.889356833745088, "grad_norm": 0.19477984309196472, "learning_rate": 2.1106431662549124e-05, "loss": 0.0043, "step": 174260 }, { "epoch": 2.8895226409775994, "grad_norm": 0.00034297723323106766, "learning_rate": 2.1104773590224007e-05, "loss": 0.0061, "step": 174270 }, { "epoch": 2.889688448210111, "grad_norm": 0.006928887218236923, "learning_rate": 2.110311551789889e-05, "loss": 0.0078, "step": 174280 }, { "epoch": 2.8898542554426223, "grad_norm": 0.005077160894870758, "learning_rate": 2.1101457445573778e-05, "loss": 0.0001, "step": 174290 }, { "epoch": 2.890020062675134, "grad_norm": 4.0535160223953426e-05, "learning_rate": 2.1099799373248664e-05, "loss": 0.0024, "step": 174300 }, { "epoch": 2.8901858699076453, "grad_norm": 0.0017631599912419915, "learning_rate": 2.1098141300923548e-05, "loss": 0.0001, "step": 174310 }, { "epoch": 2.8903516771401567, "grad_norm": 0.0025875363498926163, "learning_rate": 2.109648322859843e-05, "loss": 0.0054, "step": 174320 }, { "epoch": 2.890517484372668, "grad_norm": 0.00027602797490544617, "learning_rate": 2.1094825156273318e-05, "loss": 0.0035, "step": 174330 }, { "epoch": 2.8906832916051797, "grad_norm": 0.004296185914427042, "learning_rate": 2.1093167083948205e-05, "loss": 0.0032, "step": 174340 }, { "epoch": 2.890849098837691, "grad_norm": 0.15169596672058105, "learning_rate": 2.1091509011623085e-05, "loss": 0.0086, "step": 174350 }, { "epoch": 2.8910149060702026, "grad_norm": 0.007834418676793575, "learning_rate": 2.1089850939297972e-05, "loss": 0.0105, "step": 174360 }, { "epoch": 2.891180713302714, "grad_norm": 0.00010027651296695694, "learning_rate": 2.108819286697286e-05, "loss": 0.006, "step": 174370 }, { "epoch": 2.891346520535226, "grad_norm": 0.0077268523164093494, "learning_rate": 2.1086534794647746e-05, "loss": 0.0001, "step": 174380 }, { "epoch": 2.891512327767737, "grad_norm": 0.20827682316303253, "learning_rate": 2.1084876722322626e-05, "loss": 0.0065, "step": 174390 }, { "epoch": 2.891678135000249, "grad_norm": 0.00011089217150583863, "learning_rate": 2.1083218649997513e-05, "loss": 0.0001, "step": 174400 }, { "epoch": 2.89184394223276, "grad_norm": 0.0011896882206201553, "learning_rate": 2.10815605776724e-05, "loss": 0.0034, "step": 174410 }, { "epoch": 2.892009749465272, "grad_norm": 0.0008127889595925808, "learning_rate": 2.1079902505347283e-05, "loss": 0.0026, "step": 174420 }, { "epoch": 2.892175556697783, "grad_norm": 1.2159525795141235e-05, "learning_rate": 2.107824443302217e-05, "loss": 0.0019, "step": 174430 }, { "epoch": 2.892341363930295, "grad_norm": 0.011003402993083, "learning_rate": 2.1076586360697053e-05, "loss": 0.0136, "step": 174440 }, { "epoch": 2.892507171162806, "grad_norm": 0.008105318993330002, "learning_rate": 2.107492828837194e-05, "loss": 0.0084, "step": 174450 }, { "epoch": 2.892672978395318, "grad_norm": 0.00011051871115341783, "learning_rate": 2.1073270216046824e-05, "loss": 0.0003, "step": 174460 }, { "epoch": 2.892838785627829, "grad_norm": 0.007587372791022062, "learning_rate": 2.107161214372171e-05, "loss": 0.0, "step": 174470 }, { "epoch": 2.8930045928603407, "grad_norm": 0.012017176486551762, "learning_rate": 2.1069954071396594e-05, "loss": 0.0036, "step": 174480 }, { "epoch": 2.893170400092852, "grad_norm": 0.00026188461924903095, "learning_rate": 2.106829599907148e-05, "loss": 0.007, "step": 174490 }, { "epoch": 2.8933362073253637, "grad_norm": 0.009956619702279568, "learning_rate": 2.1066637926746365e-05, "loss": 0.0001, "step": 174500 }, { "epoch": 2.893502014557875, "grad_norm": 0.013433754444122314, "learning_rate": 2.106497985442125e-05, "loss": 0.0063, "step": 174510 }, { "epoch": 2.8936678217903866, "grad_norm": 0.004321368411183357, "learning_rate": 2.1063321782096135e-05, "loss": 0.0046, "step": 174520 }, { "epoch": 2.893833629022898, "grad_norm": 0.00016942352522164583, "learning_rate": 2.1061663709771022e-05, "loss": 0.0028, "step": 174530 }, { "epoch": 2.8939994362554096, "grad_norm": 0.7225363850593567, "learning_rate": 2.1060005637445905e-05, "loss": 0.0119, "step": 174540 }, { "epoch": 2.894165243487921, "grad_norm": 0.001615637564100325, "learning_rate": 2.1058347565120792e-05, "loss": 0.0001, "step": 174550 }, { "epoch": 2.8943310507204325, "grad_norm": 0.00463299872353673, "learning_rate": 2.1056689492795676e-05, "loss": 0.0001, "step": 174560 }, { "epoch": 2.894496857952944, "grad_norm": 5.1389215514063835e-05, "learning_rate": 2.1055031420470562e-05, "loss": 0.0149, "step": 174570 }, { "epoch": 2.8946626651854555, "grad_norm": 0.0002852062461897731, "learning_rate": 2.1053373348145446e-05, "loss": 0.0068, "step": 174580 }, { "epoch": 2.894828472417967, "grad_norm": 1.1541517972946167, "learning_rate": 2.1051715275820333e-05, "loss": 0.0044, "step": 174590 }, { "epoch": 2.8949942796504784, "grad_norm": 0.00011691902909660712, "learning_rate": 2.105005720349522e-05, "loss": 0.0034, "step": 174600 }, { "epoch": 2.89516008688299, "grad_norm": 0.16722120344638824, "learning_rate": 2.1048399131170103e-05, "loss": 0.0179, "step": 174610 }, { "epoch": 2.8953258941155013, "grad_norm": 0.10556311905384064, "learning_rate": 2.1046741058844987e-05, "loss": 0.0016, "step": 174620 }, { "epoch": 2.895491701348013, "grad_norm": 0.014043874107301235, "learning_rate": 2.1045082986519873e-05, "loss": 0.0026, "step": 174630 }, { "epoch": 2.8956575085805243, "grad_norm": 0.0004271922807674855, "learning_rate": 2.104342491419476e-05, "loss": 0.0047, "step": 174640 }, { "epoch": 2.8958233158130358, "grad_norm": 0.0006134400609880686, "learning_rate": 2.1041766841869644e-05, "loss": 0.0003, "step": 174650 }, { "epoch": 2.8959891230455472, "grad_norm": 4.2061812564497814e-05, "learning_rate": 2.1040108769544527e-05, "loss": 0.005, "step": 174660 }, { "epoch": 2.8961549302780587, "grad_norm": 0.0006995599251240492, "learning_rate": 2.1038450697219414e-05, "loss": 0.0053, "step": 174670 }, { "epoch": 2.89632073751057, "grad_norm": 0.2956307530403137, "learning_rate": 2.10367926248943e-05, "loss": 0.0041, "step": 174680 }, { "epoch": 2.8964865447430816, "grad_norm": 0.004635551478713751, "learning_rate": 2.1035134552569185e-05, "loss": 0.0027, "step": 174690 }, { "epoch": 2.896652351975593, "grad_norm": 0.008964063599705696, "learning_rate": 2.1033476480244068e-05, "loss": 0.0007, "step": 174700 }, { "epoch": 2.8968181592081046, "grad_norm": 0.009947058744728565, "learning_rate": 2.1031818407918955e-05, "loss": 0.0002, "step": 174710 }, { "epoch": 2.896983966440616, "grad_norm": 0.0012075548293069005, "learning_rate": 2.1030160335593842e-05, "loss": 0.0, "step": 174720 }, { "epoch": 2.8971497736731275, "grad_norm": 0.008909450843930244, "learning_rate": 2.1028502263268722e-05, "loss": 0.0028, "step": 174730 }, { "epoch": 2.897315580905639, "grad_norm": 0.00022590441221836954, "learning_rate": 2.102684419094361e-05, "loss": 0.0005, "step": 174740 }, { "epoch": 2.8974813881381505, "grad_norm": 0.00010730362555477768, "learning_rate": 2.1025186118618496e-05, "loss": 0.0035, "step": 174750 }, { "epoch": 2.897647195370662, "grad_norm": 0.00024186298833228648, "learning_rate": 2.1023528046293382e-05, "loss": 0.0213, "step": 174760 }, { "epoch": 2.8978130026031734, "grad_norm": 0.052707113325595856, "learning_rate": 2.1021869973968266e-05, "loss": 0.011, "step": 174770 }, { "epoch": 2.897978809835685, "grad_norm": 0.00040802216972224414, "learning_rate": 2.102021190164315e-05, "loss": 0.0037, "step": 174780 }, { "epoch": 2.8981446170681964, "grad_norm": 0.006388537585735321, "learning_rate": 2.1018553829318036e-05, "loss": 0.0045, "step": 174790 }, { "epoch": 2.898310424300708, "grad_norm": 0.005865033250302076, "learning_rate": 2.1016895756992923e-05, "loss": 0.0021, "step": 174800 }, { "epoch": 2.8984762315332193, "grad_norm": 0.002887164941057563, "learning_rate": 2.1015237684667807e-05, "loss": 0.0001, "step": 174810 }, { "epoch": 2.898642038765731, "grad_norm": 0.5050948858261108, "learning_rate": 2.101357961234269e-05, "loss": 0.0087, "step": 174820 }, { "epoch": 2.8988078459982427, "grad_norm": 0.0003628885024227202, "learning_rate": 2.1011921540017577e-05, "loss": 0.0045, "step": 174830 }, { "epoch": 2.8989736532307537, "grad_norm": 0.0014056928921490908, "learning_rate": 2.101026346769246e-05, "loss": 0.0007, "step": 174840 }, { "epoch": 2.8991394604632656, "grad_norm": 0.012675294652581215, "learning_rate": 2.1008605395367347e-05, "loss": 0.003, "step": 174850 }, { "epoch": 2.8993052676957767, "grad_norm": 0.3576399087905884, "learning_rate": 2.100694732304223e-05, "loss": 0.0013, "step": 174860 }, { "epoch": 2.8994710749282886, "grad_norm": 0.0025314136873930693, "learning_rate": 2.1005289250717118e-05, "loss": 0.0001, "step": 174870 }, { "epoch": 2.8996368821607996, "grad_norm": 0.21687723696231842, "learning_rate": 2.1003631178392e-05, "loss": 0.0102, "step": 174880 }, { "epoch": 2.8998026893933115, "grad_norm": 0.0004305346228647977, "learning_rate": 2.1001973106066888e-05, "loss": 0.0063, "step": 174890 }, { "epoch": 2.8999684966258226, "grad_norm": 0.008923960849642754, "learning_rate": 2.100031503374177e-05, "loss": 0.0029, "step": 174900 }, { "epoch": 2.9001343038583345, "grad_norm": 0.008555948734283447, "learning_rate": 2.099865696141666e-05, "loss": 0.0057, "step": 174910 }, { "epoch": 2.9003001110908455, "grad_norm": 0.009682784788310528, "learning_rate": 2.0996998889091542e-05, "loss": 0.0112, "step": 174920 }, { "epoch": 2.9004659183233574, "grad_norm": 0.00479895481839776, "learning_rate": 2.099534081676643e-05, "loss": 0.0103, "step": 174930 }, { "epoch": 2.900631725555869, "grad_norm": 0.0005030279280617833, "learning_rate": 2.0993682744441316e-05, "loss": 0.003, "step": 174940 }, { "epoch": 2.9007975327883804, "grad_norm": 6.028420102666132e-05, "learning_rate": 2.09920246721162e-05, "loss": 0.0037, "step": 174950 }, { "epoch": 2.900963340020892, "grad_norm": 0.12375089526176453, "learning_rate": 2.0990366599791082e-05, "loss": 0.0076, "step": 174960 }, { "epoch": 2.9011291472534033, "grad_norm": 0.0002342908555874601, "learning_rate": 2.098870852746597e-05, "loss": 0.0002, "step": 174970 }, { "epoch": 2.901294954485915, "grad_norm": 1.6834468841552734, "learning_rate": 2.0987050455140856e-05, "loss": 0.005, "step": 174980 }, { "epoch": 2.9014607617184263, "grad_norm": 0.008863330818712711, "learning_rate": 2.098539238281574e-05, "loss": 0.0047, "step": 174990 }, { "epoch": 2.9016265689509377, "grad_norm": 5.976181637379341e-05, "learning_rate": 2.0983734310490623e-05, "loss": 0.0047, "step": 175000 }, { "epoch": 2.901792376183449, "grad_norm": 0.005496467463672161, "learning_rate": 2.098207623816551e-05, "loss": 0.0001, "step": 175010 }, { "epoch": 2.9019581834159607, "grad_norm": 0.0045617809519171715, "learning_rate": 2.0980418165840397e-05, "loss": 0.0045, "step": 175020 }, { "epoch": 2.902123990648472, "grad_norm": 0.07169916480779648, "learning_rate": 2.097876009351528e-05, "loss": 0.0002, "step": 175030 }, { "epoch": 2.9022897978809836, "grad_norm": 0.00012502176105044782, "learning_rate": 2.0977102021190164e-05, "loss": 0.0177, "step": 175040 }, { "epoch": 2.902455605113495, "grad_norm": 0.00022502284264191985, "learning_rate": 2.097544394886505e-05, "loss": 0.0101, "step": 175050 }, { "epoch": 2.9026214123460066, "grad_norm": 0.0074414839036762714, "learning_rate": 2.0973785876539938e-05, "loss": 0.0044, "step": 175060 }, { "epoch": 2.902787219578518, "grad_norm": 0.01060352474451065, "learning_rate": 2.097212780421482e-05, "loss": 0.0066, "step": 175070 }, { "epoch": 2.9029530268110295, "grad_norm": 0.0002217415749328211, "learning_rate": 2.0970469731889705e-05, "loss": 0.0004, "step": 175080 }, { "epoch": 2.903118834043541, "grad_norm": 0.0011651143431663513, "learning_rate": 2.096881165956459e-05, "loss": 0.0075, "step": 175090 }, { "epoch": 2.9032846412760525, "grad_norm": 0.00037448646617121994, "learning_rate": 2.0967153587239478e-05, "loss": 0.0081, "step": 175100 }, { "epoch": 2.903450448508564, "grad_norm": 0.0007604605634696782, "learning_rate": 2.0965495514914362e-05, "loss": 0.0053, "step": 175110 }, { "epoch": 2.9036162557410754, "grad_norm": 0.00382988597266376, "learning_rate": 2.0963837442589245e-05, "loss": 0.0001, "step": 175120 }, { "epoch": 2.903782062973587, "grad_norm": 0.0018193621654063463, "learning_rate": 2.0962179370264132e-05, "loss": 0.0038, "step": 175130 }, { "epoch": 2.9039478702060983, "grad_norm": 0.0005424231640063226, "learning_rate": 2.096052129793902e-05, "loss": 0.0069, "step": 175140 }, { "epoch": 2.90411367743861, "grad_norm": 0.0019196972716599703, "learning_rate": 2.0958863225613902e-05, "loss": 0.0084, "step": 175150 }, { "epoch": 2.9042794846711213, "grad_norm": 0.00054516940144822, "learning_rate": 2.0957205153288786e-05, "loss": 0.0002, "step": 175160 }, { "epoch": 2.9044452919036328, "grad_norm": 0.0030800639651715755, "learning_rate": 2.0955547080963673e-05, "loss": 0.0009, "step": 175170 }, { "epoch": 2.9046110991361442, "grad_norm": 0.009355348534882069, "learning_rate": 2.095388900863856e-05, "loss": 0.0001, "step": 175180 }, { "epoch": 2.9047769063686557, "grad_norm": 0.00043826966430060565, "learning_rate": 2.0952230936313443e-05, "loss": 0.0042, "step": 175190 }, { "epoch": 2.904942713601167, "grad_norm": 0.013824713416397572, "learning_rate": 2.0950572863988327e-05, "loss": 0.0001, "step": 175200 }, { "epoch": 2.9051085208336787, "grad_norm": 0.22622747719287872, "learning_rate": 2.0948914791663214e-05, "loss": 0.0085, "step": 175210 }, { "epoch": 2.90527432806619, "grad_norm": 0.000684491591528058, "learning_rate": 2.0947256719338097e-05, "loss": 0.0031, "step": 175220 }, { "epoch": 2.9054401352987016, "grad_norm": 0.032323207706213, "learning_rate": 2.0945598647012984e-05, "loss": 0.0031, "step": 175230 }, { "epoch": 2.905605942531213, "grad_norm": 0.015103137120604515, "learning_rate": 2.0943940574687867e-05, "loss": 0.0003, "step": 175240 }, { "epoch": 2.9057717497637245, "grad_norm": 0.8310717940330505, "learning_rate": 2.0942282502362754e-05, "loss": 0.0089, "step": 175250 }, { "epoch": 2.905937556996236, "grad_norm": 0.0003281162935309112, "learning_rate": 2.0940624430037638e-05, "loss": 0.0028, "step": 175260 }, { "epoch": 2.9061033642287475, "grad_norm": 0.009723937138915062, "learning_rate": 2.0938966357712525e-05, "loss": 0.0072, "step": 175270 }, { "epoch": 2.9062691714612594, "grad_norm": 0.0002179058501496911, "learning_rate": 2.093730828538741e-05, "loss": 0.0001, "step": 175280 }, { "epoch": 2.9064349786937704, "grad_norm": 0.2084496021270752, "learning_rate": 2.0935650213062295e-05, "loss": 0.0055, "step": 175290 }, { "epoch": 2.9066007859262823, "grad_norm": 0.0016498166369274259, "learning_rate": 2.093399214073718e-05, "loss": 0.0036, "step": 175300 }, { "epoch": 2.9067665931587934, "grad_norm": 0.0023926044814288616, "learning_rate": 2.0932334068412065e-05, "loss": 0.0001, "step": 175310 }, { "epoch": 2.9069324003913053, "grad_norm": 0.0036418759264051914, "learning_rate": 2.0930675996086952e-05, "loss": 0.004, "step": 175320 }, { "epoch": 2.9070982076238163, "grad_norm": 0.8434602618217468, "learning_rate": 2.0929017923761836e-05, "loss": 0.005, "step": 175330 }, { "epoch": 2.9072640148563282, "grad_norm": 0.00011286976950941607, "learning_rate": 2.092735985143672e-05, "loss": 0.0028, "step": 175340 }, { "epoch": 2.9074298220888393, "grad_norm": 0.0070775775238871574, "learning_rate": 2.0925701779111606e-05, "loss": 0.0056, "step": 175350 }, { "epoch": 2.907595629321351, "grad_norm": 0.0440763421356678, "learning_rate": 2.0924043706786493e-05, "loss": 0.0062, "step": 175360 }, { "epoch": 2.907761436553862, "grad_norm": 0.0029401539359241724, "learning_rate": 2.0922385634461376e-05, "loss": 0.0031, "step": 175370 }, { "epoch": 2.907927243786374, "grad_norm": 0.0052434178069233894, "learning_rate": 2.092072756213626e-05, "loss": 0.0035, "step": 175380 }, { "epoch": 2.9080930510188856, "grad_norm": 0.001241327146999538, "learning_rate": 2.0919069489811147e-05, "loss": 0.0065, "step": 175390 }, { "epoch": 2.908258858251397, "grad_norm": 0.0008398377685807645, "learning_rate": 2.0917411417486033e-05, "loss": 0.0003, "step": 175400 }, { "epoch": 2.9084246654839085, "grad_norm": 0.0007043235236778855, "learning_rate": 2.0915753345160917e-05, "loss": 0.0105, "step": 175410 }, { "epoch": 2.90859047271642, "grad_norm": 8.506185986334458e-05, "learning_rate": 2.09140952728358e-05, "loss": 0.0028, "step": 175420 }, { "epoch": 2.9087562799489315, "grad_norm": 0.0025297037791460752, "learning_rate": 2.0912437200510687e-05, "loss": 0.0056, "step": 175430 }, { "epoch": 2.908922087181443, "grad_norm": 0.0069361464120447636, "learning_rate": 2.0910779128185574e-05, "loss": 0.0062, "step": 175440 }, { "epoch": 2.9090878944139544, "grad_norm": 0.00686984695494175, "learning_rate": 2.0909121055860458e-05, "loss": 0.0023, "step": 175450 }, { "epoch": 2.909253701646466, "grad_norm": 0.16412216424942017, "learning_rate": 2.090746298353534e-05, "loss": 0.0084, "step": 175460 }, { "epoch": 2.9094195088789774, "grad_norm": 0.03746531903743744, "learning_rate": 2.0905804911210228e-05, "loss": 0.0005, "step": 175470 }, { "epoch": 2.909585316111489, "grad_norm": 0.3249209523200989, "learning_rate": 2.0904146838885115e-05, "loss": 0.0038, "step": 175480 }, { "epoch": 2.9097511233440003, "grad_norm": 0.00010977740021189675, "learning_rate": 2.090248876656e-05, "loss": 0.0066, "step": 175490 }, { "epoch": 2.909916930576512, "grad_norm": 0.0005034617497585714, "learning_rate": 2.0900830694234882e-05, "loss": 0.0039, "step": 175500 }, { "epoch": 2.9100827378090233, "grad_norm": 0.40401047468185425, "learning_rate": 2.089917262190977e-05, "loss": 0.0112, "step": 175510 }, { "epoch": 2.9102485450415347, "grad_norm": 0.0021011182107031345, "learning_rate": 2.0897514549584656e-05, "loss": 0.0001, "step": 175520 }, { "epoch": 2.910414352274046, "grad_norm": 0.6077368259429932, "learning_rate": 2.089585647725954e-05, "loss": 0.0212, "step": 175530 }, { "epoch": 2.9105801595065577, "grad_norm": 5.085607335786335e-05, "learning_rate": 2.0894198404934423e-05, "loss": 0.0006, "step": 175540 }, { "epoch": 2.910745966739069, "grad_norm": 0.40189242362976074, "learning_rate": 2.089254033260931e-05, "loss": 0.0126, "step": 175550 }, { "epoch": 2.9109117739715806, "grad_norm": 0.001239479286596179, "learning_rate": 2.0890882260284196e-05, "loss": 0.0051, "step": 175560 }, { "epoch": 2.911077581204092, "grad_norm": 0.000746569421608001, "learning_rate": 2.088922418795908e-05, "loss": 0.0001, "step": 175570 }, { "epoch": 2.9112433884366036, "grad_norm": 4.059188722749241e-05, "learning_rate": 2.0887566115633963e-05, "loss": 0.0002, "step": 175580 }, { "epoch": 2.911409195669115, "grad_norm": 0.16975410282611847, "learning_rate": 2.088590804330885e-05, "loss": 0.0042, "step": 175590 }, { "epoch": 2.9115750029016265, "grad_norm": 0.0002680196485016495, "learning_rate": 2.0884249970983734e-05, "loss": 0.0025, "step": 175600 }, { "epoch": 2.911740810134138, "grad_norm": 0.09338328242301941, "learning_rate": 2.088259189865862e-05, "loss": 0.0055, "step": 175610 }, { "epoch": 2.9119066173666495, "grad_norm": 0.00019181032257620245, "learning_rate": 2.0880933826333507e-05, "loss": 0.0037, "step": 175620 }, { "epoch": 2.912072424599161, "grad_norm": 1.4879708290100098, "learning_rate": 2.087927575400839e-05, "loss": 0.0232, "step": 175630 }, { "epoch": 2.9122382318316724, "grad_norm": 0.0007548365392722189, "learning_rate": 2.0877617681683274e-05, "loss": 0.0002, "step": 175640 }, { "epoch": 2.912404039064184, "grad_norm": 0.020087001845240593, "learning_rate": 2.087595960935816e-05, "loss": 0.0038, "step": 175650 }, { "epoch": 2.9125698462966954, "grad_norm": 0.005850540474057198, "learning_rate": 2.0874301537033048e-05, "loss": 0.0109, "step": 175660 }, { "epoch": 2.912735653529207, "grad_norm": 0.04523766040802002, "learning_rate": 2.087264346470793e-05, "loss": 0.0147, "step": 175670 }, { "epoch": 2.9129014607617183, "grad_norm": 0.00023589431657455862, "learning_rate": 2.0870985392382815e-05, "loss": 0.0091, "step": 175680 }, { "epoch": 2.9130672679942298, "grad_norm": 0.19091837108135223, "learning_rate": 2.0869327320057702e-05, "loss": 0.0028, "step": 175690 }, { "epoch": 2.9132330752267412, "grad_norm": 0.07158161699771881, "learning_rate": 2.086766924773259e-05, "loss": 0.0028, "step": 175700 }, { "epoch": 2.9133988824592527, "grad_norm": 0.22139650583267212, "learning_rate": 2.0866011175407472e-05, "loss": 0.0054, "step": 175710 }, { "epoch": 2.913564689691764, "grad_norm": 0.0007156250067055225, "learning_rate": 2.0864353103082356e-05, "loss": 0.0056, "step": 175720 }, { "epoch": 2.913730496924276, "grad_norm": 0.05947950854897499, "learning_rate": 2.0862695030757243e-05, "loss": 0.0057, "step": 175730 }, { "epoch": 2.913896304156787, "grad_norm": 0.005776677746325731, "learning_rate": 2.086103695843213e-05, "loss": 0.0001, "step": 175740 }, { "epoch": 2.914062111389299, "grad_norm": 0.0025545198004692793, "learning_rate": 2.0859378886107013e-05, "loss": 0.0107, "step": 175750 }, { "epoch": 2.91422791862181, "grad_norm": 0.02131505124270916, "learning_rate": 2.0857720813781896e-05, "loss": 0.0002, "step": 175760 }, { "epoch": 2.914393725854322, "grad_norm": 0.00028476183069869876, "learning_rate": 2.0856062741456783e-05, "loss": 0.0002, "step": 175770 }, { "epoch": 2.914559533086833, "grad_norm": 0.00027595856226980686, "learning_rate": 2.085440466913167e-05, "loss": 0.0026, "step": 175780 }, { "epoch": 2.914725340319345, "grad_norm": 7.909967825980857e-05, "learning_rate": 2.0852746596806554e-05, "loss": 0.0065, "step": 175790 }, { "epoch": 2.914891147551856, "grad_norm": 0.005436146166175604, "learning_rate": 2.0851088524481437e-05, "loss": 0.0015, "step": 175800 }, { "epoch": 2.915056954784368, "grad_norm": 0.8491919040679932, "learning_rate": 2.0849430452156324e-05, "loss": 0.0038, "step": 175810 }, { "epoch": 2.915222762016879, "grad_norm": 0.0005646872450597584, "learning_rate": 2.084777237983121e-05, "loss": 0.0057, "step": 175820 }, { "epoch": 2.915388569249391, "grad_norm": 9.749265154823661e-05, "learning_rate": 2.0846114307506094e-05, "loss": 0.0056, "step": 175830 }, { "epoch": 2.9155543764819023, "grad_norm": 0.0009091621031984687, "learning_rate": 2.0844456235180978e-05, "loss": 0.0091, "step": 175840 }, { "epoch": 2.9157201837144138, "grad_norm": 0.023217009380459785, "learning_rate": 2.0842798162855865e-05, "loss": 0.0052, "step": 175850 }, { "epoch": 2.9158859909469252, "grad_norm": 0.0027032396756112576, "learning_rate": 2.084114009053075e-05, "loss": 0.0032, "step": 175860 }, { "epoch": 2.9160517981794367, "grad_norm": 0.0016806196654215455, "learning_rate": 2.0839482018205635e-05, "loss": 0.011, "step": 175870 }, { "epoch": 2.916217605411948, "grad_norm": 0.00015634942974429578, "learning_rate": 2.083782394588052e-05, "loss": 0.0063, "step": 175880 }, { "epoch": 2.9163834126444597, "grad_norm": 0.0007980691734701395, "learning_rate": 2.0836165873555405e-05, "loss": 0.0038, "step": 175890 }, { "epoch": 2.916549219876971, "grad_norm": 0.002216528169810772, "learning_rate": 2.0834507801230292e-05, "loss": 0.0004, "step": 175900 }, { "epoch": 2.9167150271094826, "grad_norm": 0.012492426671087742, "learning_rate": 2.0832849728905176e-05, "loss": 0.0003, "step": 175910 }, { "epoch": 2.916880834341994, "grad_norm": 0.0007775980047881603, "learning_rate": 2.083119165658006e-05, "loss": 0.0, "step": 175920 }, { "epoch": 2.9170466415745055, "grad_norm": 0.00016091523866634816, "learning_rate": 2.0829533584254946e-05, "loss": 0.0039, "step": 175930 }, { "epoch": 2.917212448807017, "grad_norm": 0.00010797964932862669, "learning_rate": 2.0827875511929833e-05, "loss": 0.0053, "step": 175940 }, { "epoch": 2.9173782560395285, "grad_norm": 5.2828901971224695e-05, "learning_rate": 2.0826217439604716e-05, "loss": 0.014, "step": 175950 }, { "epoch": 2.91754406327204, "grad_norm": 0.0003981671470683068, "learning_rate": 2.0824559367279603e-05, "loss": 0.0051, "step": 175960 }, { "epoch": 2.9177098705045514, "grad_norm": 0.01562616415321827, "learning_rate": 2.0822901294954487e-05, "loss": 0.0027, "step": 175970 }, { "epoch": 2.917875677737063, "grad_norm": 0.2299502044916153, "learning_rate": 2.0821243222629374e-05, "loss": 0.0061, "step": 175980 }, { "epoch": 2.9180414849695744, "grad_norm": 0.012705965898931026, "learning_rate": 2.0819585150304257e-05, "loss": 0.0027, "step": 175990 }, { "epoch": 2.918207292202086, "grad_norm": 0.0016637087101116776, "learning_rate": 2.0817927077979144e-05, "loss": 0.0019, "step": 176000 }, { "epoch": 2.9183730994345973, "grad_norm": 0.001668923650868237, "learning_rate": 2.0816269005654027e-05, "loss": 0.0003, "step": 176010 }, { "epoch": 2.918538906667109, "grad_norm": 0.0012161926133558154, "learning_rate": 2.081461093332891e-05, "loss": 0.0056, "step": 176020 }, { "epoch": 2.9187047138996203, "grad_norm": 0.0012273512547835708, "learning_rate": 2.0812952861003798e-05, "loss": 0.0062, "step": 176030 }, { "epoch": 2.9188705211321317, "grad_norm": 0.00023564681760035455, "learning_rate": 2.0811294788678685e-05, "loss": 0.0095, "step": 176040 }, { "epoch": 2.919036328364643, "grad_norm": 0.0004658555844798684, "learning_rate": 2.0809636716353568e-05, "loss": 0.003, "step": 176050 }, { "epoch": 2.9192021355971547, "grad_norm": 0.20616084337234497, "learning_rate": 2.080797864402845e-05, "loss": 0.0164, "step": 176060 }, { "epoch": 2.919367942829666, "grad_norm": 0.0013263069558888674, "learning_rate": 2.080632057170334e-05, "loss": 0.0085, "step": 176070 }, { "epoch": 2.9195337500621776, "grad_norm": 0.2972332537174225, "learning_rate": 2.0804662499378225e-05, "loss": 0.0072, "step": 176080 }, { "epoch": 2.919699557294689, "grad_norm": 0.0016332297818735242, "learning_rate": 2.080300442705311e-05, "loss": 0.0025, "step": 176090 }, { "epoch": 2.9198653645272006, "grad_norm": 0.00243319571018219, "learning_rate": 2.0801346354727992e-05, "loss": 0.0002, "step": 176100 }, { "epoch": 2.920031171759712, "grad_norm": 0.0009338013478554785, "learning_rate": 2.079968828240288e-05, "loss": 0.0007, "step": 176110 }, { "epoch": 2.9201969789922235, "grad_norm": 0.0013253132347017527, "learning_rate": 2.0798030210077766e-05, "loss": 0.0004, "step": 176120 }, { "epoch": 2.920362786224735, "grad_norm": 0.4379619359970093, "learning_rate": 2.079637213775265e-05, "loss": 0.0009, "step": 176130 }, { "epoch": 2.9205285934572465, "grad_norm": 0.0002731826971285045, "learning_rate": 2.0794714065427533e-05, "loss": 0.0031, "step": 176140 }, { "epoch": 2.920694400689758, "grad_norm": 0.00597230764105916, "learning_rate": 2.079305599310242e-05, "loss": 0.0043, "step": 176150 }, { "epoch": 2.9208602079222694, "grad_norm": 0.04090693220496178, "learning_rate": 2.0791397920777307e-05, "loss": 0.0061, "step": 176160 }, { "epoch": 2.921026015154781, "grad_norm": 0.02183813415467739, "learning_rate": 2.078973984845219e-05, "loss": 0.0003, "step": 176170 }, { "epoch": 2.921191822387293, "grad_norm": 0.0003779908292926848, "learning_rate": 2.0788081776127074e-05, "loss": 0.0001, "step": 176180 }, { "epoch": 2.921357629619804, "grad_norm": 0.0008125504828058183, "learning_rate": 2.078642370380196e-05, "loss": 0.0071, "step": 176190 }, { "epoch": 2.9215234368523157, "grad_norm": 0.011851695366203785, "learning_rate": 2.0784765631476847e-05, "loss": 0.0001, "step": 176200 }, { "epoch": 2.9216892440848268, "grad_norm": 0.005994011182337999, "learning_rate": 2.078310755915173e-05, "loss": 0.004, "step": 176210 }, { "epoch": 2.9218550513173387, "grad_norm": 0.004052308388054371, "learning_rate": 2.0781449486826614e-05, "loss": 0.0003, "step": 176220 }, { "epoch": 2.9220208585498497, "grad_norm": 0.0025410905946046114, "learning_rate": 2.07797914145015e-05, "loss": 0.0038, "step": 176230 }, { "epoch": 2.9221866657823616, "grad_norm": 0.00019356892153155059, "learning_rate": 2.0778133342176388e-05, "loss": 0.0009, "step": 176240 }, { "epoch": 2.9223524730148727, "grad_norm": 0.019406717270612717, "learning_rate": 2.077647526985127e-05, "loss": 0.004, "step": 176250 }, { "epoch": 2.9225182802473846, "grad_norm": 0.003292491426691413, "learning_rate": 2.0774817197526155e-05, "loss": 0.0085, "step": 176260 }, { "epoch": 2.9226840874798956, "grad_norm": 0.012231474742293358, "learning_rate": 2.0773159125201042e-05, "loss": 0.0043, "step": 176270 }, { "epoch": 2.9228498947124075, "grad_norm": 0.00015370483743026853, "learning_rate": 2.077150105287593e-05, "loss": 0.0083, "step": 176280 }, { "epoch": 2.923015701944919, "grad_norm": 0.0004004841030109674, "learning_rate": 2.0769842980550812e-05, "loss": 0.0106, "step": 176290 }, { "epoch": 2.9231815091774305, "grad_norm": 0.555251955986023, "learning_rate": 2.07681849082257e-05, "loss": 0.0053, "step": 176300 }, { "epoch": 2.923347316409942, "grad_norm": 0.16947440803050995, "learning_rate": 2.0766526835900583e-05, "loss": 0.0061, "step": 176310 }, { "epoch": 2.9235131236424534, "grad_norm": 0.006102157756686211, "learning_rate": 2.076486876357547e-05, "loss": 0.0039, "step": 176320 }, { "epoch": 2.923678930874965, "grad_norm": 0.01991349458694458, "learning_rate": 2.0763210691250353e-05, "loss": 0.0053, "step": 176330 }, { "epoch": 2.9238447381074764, "grad_norm": 0.006642120890319347, "learning_rate": 2.076155261892524e-05, "loss": 0.0211, "step": 176340 }, { "epoch": 2.924010545339988, "grad_norm": 0.023163123056292534, "learning_rate": 2.0759894546600123e-05, "loss": 0.007, "step": 176350 }, { "epoch": 2.9241763525724993, "grad_norm": 0.016052143648266792, "learning_rate": 2.075823647427501e-05, "loss": 0.0084, "step": 176360 }, { "epoch": 2.9243421598050108, "grad_norm": 0.005218611564487219, "learning_rate": 2.0756578401949894e-05, "loss": 0.0062, "step": 176370 }, { "epoch": 2.9245079670375222, "grad_norm": 0.0032360267359763384, "learning_rate": 2.075492032962478e-05, "loss": 0.0001, "step": 176380 }, { "epoch": 2.9246737742700337, "grad_norm": 0.00966526661068201, "learning_rate": 2.0753262257299664e-05, "loss": 0.005, "step": 176390 }, { "epoch": 2.924839581502545, "grad_norm": 0.0169140063226223, "learning_rate": 2.0751604184974547e-05, "loss": 0.0002, "step": 176400 }, { "epoch": 2.9250053887350567, "grad_norm": 0.00012899935245513916, "learning_rate": 2.0749946112649434e-05, "loss": 0.0022, "step": 176410 }, { "epoch": 2.925171195967568, "grad_norm": 0.020406121388077736, "learning_rate": 2.074828804032432e-05, "loss": 0.0057, "step": 176420 }, { "epoch": 2.9253370032000796, "grad_norm": 0.00031642173416912556, "learning_rate": 2.0746629967999205e-05, "loss": 0.0035, "step": 176430 }, { "epoch": 2.925502810432591, "grad_norm": 0.0002955595846287906, "learning_rate": 2.0744971895674088e-05, "loss": 0.0044, "step": 176440 }, { "epoch": 2.9256686176651026, "grad_norm": 0.00011872647883137688, "learning_rate": 2.0743313823348975e-05, "loss": 0.0088, "step": 176450 }, { "epoch": 2.925834424897614, "grad_norm": 0.008707991801202297, "learning_rate": 2.0741655751023862e-05, "loss": 0.0079, "step": 176460 }, { "epoch": 2.9260002321301255, "grad_norm": 0.00989694707095623, "learning_rate": 2.073999767869875e-05, "loss": 0.0061, "step": 176470 }, { "epoch": 2.926166039362637, "grad_norm": 0.00012864572636317462, "learning_rate": 2.073833960637363e-05, "loss": 0.0003, "step": 176480 }, { "epoch": 2.9263318465951484, "grad_norm": 0.0011051627807319164, "learning_rate": 2.0736681534048516e-05, "loss": 0.0029, "step": 176490 }, { "epoch": 2.92649765382766, "grad_norm": 0.008193796500563622, "learning_rate": 2.0735023461723403e-05, "loss": 0.0221, "step": 176500 }, { "epoch": 2.9266634610601714, "grad_norm": 0.002457600785419345, "learning_rate": 2.0733365389398286e-05, "loss": 0.0001, "step": 176510 }, { "epoch": 2.926829268292683, "grad_norm": 0.001882304553873837, "learning_rate": 2.073170731707317e-05, "loss": 0.0001, "step": 176520 }, { "epoch": 2.9269950755251943, "grad_norm": 0.0005017400253564119, "learning_rate": 2.0730049244748056e-05, "loss": 0.0043, "step": 176530 }, { "epoch": 2.927160882757706, "grad_norm": 5.8591765991877764e-05, "learning_rate": 2.0728391172422943e-05, "loss": 0.001, "step": 176540 }, { "epoch": 2.9273266899902173, "grad_norm": 0.0007262086728587747, "learning_rate": 2.0726733100097827e-05, "loss": 0.0063, "step": 176550 }, { "epoch": 2.9274924972227288, "grad_norm": 0.00022924832592252642, "learning_rate": 2.072507502777271e-05, "loss": 0.0051, "step": 176560 }, { "epoch": 2.9276583044552402, "grad_norm": 0.002163316123187542, "learning_rate": 2.0723416955447597e-05, "loss": 0.0059, "step": 176570 }, { "epoch": 2.9278241116877517, "grad_norm": 0.0008808800484985113, "learning_rate": 2.0721758883122484e-05, "loss": 0.0, "step": 176580 }, { "epoch": 2.927989918920263, "grad_norm": 0.00042521159048192203, "learning_rate": 2.0720100810797367e-05, "loss": 0.0116, "step": 176590 }, { "epoch": 2.9281557261527746, "grad_norm": 0.000150923035107553, "learning_rate": 2.071844273847225e-05, "loss": 0.0046, "step": 176600 }, { "epoch": 2.928321533385286, "grad_norm": 0.011020039208233356, "learning_rate": 2.0716784666147138e-05, "loss": 0.0109, "step": 176610 }, { "epoch": 2.9284873406177976, "grad_norm": 6.207025580806658e-05, "learning_rate": 2.0715126593822025e-05, "loss": 0.0002, "step": 176620 }, { "epoch": 2.9286531478503095, "grad_norm": 0.00018025502504315227, "learning_rate": 2.0713468521496908e-05, "loss": 0.0038, "step": 176630 }, { "epoch": 2.9288189550828205, "grad_norm": 0.000484628340927884, "learning_rate": 2.0711810449171795e-05, "loss": 0.0056, "step": 176640 }, { "epoch": 2.9289847623153324, "grad_norm": 0.0022448257077485323, "learning_rate": 2.071015237684668e-05, "loss": 0.0002, "step": 176650 }, { "epoch": 2.9291505695478435, "grad_norm": 0.0390348806977272, "learning_rate": 2.0708494304521565e-05, "loss": 0.0005, "step": 176660 }, { "epoch": 2.9293163767803554, "grad_norm": 0.16065867245197296, "learning_rate": 2.070683623219645e-05, "loss": 0.0044, "step": 176670 }, { "epoch": 2.9294821840128664, "grad_norm": 0.0004142879624851048, "learning_rate": 2.0705178159871336e-05, "loss": 0.0002, "step": 176680 }, { "epoch": 2.9296479912453783, "grad_norm": 0.0002260822366224602, "learning_rate": 2.070352008754622e-05, "loss": 0.0014, "step": 176690 }, { "epoch": 2.9298137984778894, "grad_norm": 0.00039950612699612975, "learning_rate": 2.0701862015221106e-05, "loss": 0.0024, "step": 176700 }, { "epoch": 2.9299796057104013, "grad_norm": 7.219318649731576e-05, "learning_rate": 2.070020394289599e-05, "loss": 0.0023, "step": 176710 }, { "epoch": 2.9301454129429123, "grad_norm": 0.04140620306134224, "learning_rate": 2.0698545870570876e-05, "loss": 0.0051, "step": 176720 }, { "epoch": 2.9303112201754242, "grad_norm": 0.0006806546589359641, "learning_rate": 2.069688779824576e-05, "loss": 0.0046, "step": 176730 }, { "epoch": 2.9304770274079357, "grad_norm": 0.0003589626867324114, "learning_rate": 2.0695229725920647e-05, "loss": 0.0076, "step": 176740 }, { "epoch": 2.930642834640447, "grad_norm": 0.0003053916443604976, "learning_rate": 2.069357165359553e-05, "loss": 0.0045, "step": 176750 }, { "epoch": 2.9308086418729586, "grad_norm": 0.0009509134688414633, "learning_rate": 2.0691913581270417e-05, "loss": 0.0031, "step": 176760 }, { "epoch": 2.93097444910547, "grad_norm": 0.19649416208267212, "learning_rate": 2.06902555089453e-05, "loss": 0.0066, "step": 176770 }, { "epoch": 2.9311402563379816, "grad_norm": 0.00046459698933176696, "learning_rate": 2.0688597436620184e-05, "loss": 0.0034, "step": 176780 }, { "epoch": 2.931306063570493, "grad_norm": 0.0019594000186771154, "learning_rate": 2.068693936429507e-05, "loss": 0.006, "step": 176790 }, { "epoch": 2.9314718708030045, "grad_norm": 0.0057005006819963455, "learning_rate": 2.0685281291969958e-05, "loss": 0.0072, "step": 176800 }, { "epoch": 2.931637678035516, "grad_norm": 0.0005835368647240102, "learning_rate": 2.0683623219644845e-05, "loss": 0.0045, "step": 176810 }, { "epoch": 2.9318034852680275, "grad_norm": 0.0022248325403779745, "learning_rate": 2.0681965147319725e-05, "loss": 0.006, "step": 176820 }, { "epoch": 2.931969292500539, "grad_norm": 0.00023933564079925418, "learning_rate": 2.068030707499461e-05, "loss": 0.0061, "step": 176830 }, { "epoch": 2.9321350997330504, "grad_norm": 0.0592869371175766, "learning_rate": 2.06786490026695e-05, "loss": 0.0064, "step": 176840 }, { "epoch": 2.932300906965562, "grad_norm": 6.027657582308166e-05, "learning_rate": 2.0676990930344385e-05, "loss": 0.0008, "step": 176850 }, { "epoch": 2.9324667141980734, "grad_norm": 0.0026046265847980976, "learning_rate": 2.0675332858019265e-05, "loss": 0.0008, "step": 176860 }, { "epoch": 2.932632521430585, "grad_norm": 0.007266466040164232, "learning_rate": 2.0673674785694152e-05, "loss": 0.0104, "step": 176870 }, { "epoch": 2.9327983286630963, "grad_norm": 0.7186612486839294, "learning_rate": 2.067201671336904e-05, "loss": 0.0081, "step": 176880 }, { "epoch": 2.932964135895608, "grad_norm": 0.0012791766785085201, "learning_rate": 2.0670358641043923e-05, "loss": 0.0, "step": 176890 }, { "epoch": 2.9331299431281193, "grad_norm": 0.005067688412964344, "learning_rate": 2.0668700568718806e-05, "loss": 0.0047, "step": 176900 }, { "epoch": 2.9332957503606307, "grad_norm": 0.9314259886741638, "learning_rate": 2.0667042496393693e-05, "loss": 0.0118, "step": 176910 }, { "epoch": 2.933461557593142, "grad_norm": 0.0009973777923732996, "learning_rate": 2.066538442406858e-05, "loss": 0.0029, "step": 176920 }, { "epoch": 2.9336273648256537, "grad_norm": 0.5448222160339355, "learning_rate": 2.0663726351743463e-05, "loss": 0.0012, "step": 176930 }, { "epoch": 2.933793172058165, "grad_norm": 0.011095612309873104, "learning_rate": 2.0662068279418347e-05, "loss": 0.0023, "step": 176940 }, { "epoch": 2.9339589792906766, "grad_norm": 0.0014563065487891436, "learning_rate": 2.0660410207093234e-05, "loss": 0.0072, "step": 176950 }, { "epoch": 2.934124786523188, "grad_norm": 0.00046670512529090047, "learning_rate": 2.065875213476812e-05, "loss": 0.0034, "step": 176960 }, { "epoch": 2.9342905937556996, "grad_norm": 0.008647223934531212, "learning_rate": 2.0657094062443004e-05, "loss": 0.0058, "step": 176970 }, { "epoch": 2.934456400988211, "grad_norm": 0.00012245867401361465, "learning_rate": 2.065543599011789e-05, "loss": 0.0278, "step": 176980 }, { "epoch": 2.9346222082207225, "grad_norm": 0.020509492605924606, "learning_rate": 2.0653777917792774e-05, "loss": 0.0167, "step": 176990 }, { "epoch": 2.934788015453234, "grad_norm": 0.19891425967216492, "learning_rate": 2.065211984546766e-05, "loss": 0.0084, "step": 177000 }, { "epoch": 2.9349538226857455, "grad_norm": 0.00013047218089923263, "learning_rate": 2.0650461773142545e-05, "loss": 0.0021, "step": 177010 }, { "epoch": 2.935119629918257, "grad_norm": 0.02740282192826271, "learning_rate": 2.064880370081743e-05, "loss": 0.0038, "step": 177020 }, { "epoch": 2.9352854371507684, "grad_norm": 0.022774990648031235, "learning_rate": 2.0647145628492315e-05, "loss": 0.0016, "step": 177030 }, { "epoch": 2.93545124438328, "grad_norm": 0.22117799520492554, "learning_rate": 2.0645487556167202e-05, "loss": 0.0088, "step": 177040 }, { "epoch": 2.9356170516157913, "grad_norm": 0.00014188916247803718, "learning_rate": 2.0643829483842085e-05, "loss": 0.0002, "step": 177050 }, { "epoch": 2.935782858848303, "grad_norm": 0.00048440159298479557, "learning_rate": 2.0642171411516972e-05, "loss": 0.003, "step": 177060 }, { "epoch": 2.9359486660808143, "grad_norm": 0.1860007345676422, "learning_rate": 2.0640513339191856e-05, "loss": 0.0117, "step": 177070 }, { "epoch": 2.936114473313326, "grad_norm": 0.0007854104624129832, "learning_rate": 2.0638855266866743e-05, "loss": 0.0067, "step": 177080 }, { "epoch": 2.9362802805458372, "grad_norm": 0.0009578967583365738, "learning_rate": 2.0637197194541626e-05, "loss": 0.0001, "step": 177090 }, { "epoch": 2.936446087778349, "grad_norm": 0.0011588830966502428, "learning_rate": 2.0635539122216513e-05, "loss": 0.0002, "step": 177100 }, { "epoch": 2.93661189501086, "grad_norm": 0.02065427042543888, "learning_rate": 2.0633881049891396e-05, "loss": 0.0117, "step": 177110 }, { "epoch": 2.936777702243372, "grad_norm": 0.0001262710284208879, "learning_rate": 2.0632222977566283e-05, "loss": 0.0036, "step": 177120 }, { "epoch": 2.936943509475883, "grad_norm": 0.0022854863200336695, "learning_rate": 2.0630564905241167e-05, "loss": 0.0053, "step": 177130 }, { "epoch": 2.937109316708395, "grad_norm": 9.04843836906366e-05, "learning_rate": 2.0628906832916054e-05, "loss": 0.0, "step": 177140 }, { "epoch": 2.937275123940906, "grad_norm": 0.002556354273110628, "learning_rate": 2.062724876059094e-05, "loss": 0.0253, "step": 177150 }, { "epoch": 2.937440931173418, "grad_norm": 0.010302061215043068, "learning_rate": 2.0625590688265824e-05, "loss": 0.0057, "step": 177160 }, { "epoch": 2.937606738405929, "grad_norm": 0.00037045948556624353, "learning_rate": 2.0623932615940707e-05, "loss": 0.0059, "step": 177170 }, { "epoch": 2.937772545638441, "grad_norm": 0.0024585535284131765, "learning_rate": 2.0622274543615594e-05, "loss": 0.0063, "step": 177180 }, { "epoch": 2.9379383528709524, "grad_norm": 0.000506571785081178, "learning_rate": 2.062061647129048e-05, "loss": 0.0192, "step": 177190 }, { "epoch": 2.938104160103464, "grad_norm": 0.0007436784217134118, "learning_rate": 2.061895839896536e-05, "loss": 0.004, "step": 177200 }, { "epoch": 2.9382699673359753, "grad_norm": 0.0005016282666474581, "learning_rate": 2.0617300326640248e-05, "loss": 0.0032, "step": 177210 }, { "epoch": 2.938435774568487, "grad_norm": 0.0006890710210427642, "learning_rate": 2.0615642254315135e-05, "loss": 0.01, "step": 177220 }, { "epoch": 2.9386015818009983, "grad_norm": 0.003084490541368723, "learning_rate": 2.0613984181990022e-05, "loss": 0.0032, "step": 177230 }, { "epoch": 2.9387673890335098, "grad_norm": 0.0011113362852483988, "learning_rate": 2.0612326109664902e-05, "loss": 0.002, "step": 177240 }, { "epoch": 2.9389331962660212, "grad_norm": 0.0035939346998929977, "learning_rate": 2.061066803733979e-05, "loss": 0.0055, "step": 177250 }, { "epoch": 2.9390990034985327, "grad_norm": 0.002737006638199091, "learning_rate": 2.0609009965014676e-05, "loss": 0.0009, "step": 177260 }, { "epoch": 2.939264810731044, "grad_norm": 0.0010889825643971562, "learning_rate": 2.0607351892689563e-05, "loss": 0.0002, "step": 177270 }, { "epoch": 2.9394306179635556, "grad_norm": 0.006866656243801117, "learning_rate": 2.0605693820364443e-05, "loss": 0.0034, "step": 177280 }, { "epoch": 2.939596425196067, "grad_norm": 0.16987663507461548, "learning_rate": 2.060403574803933e-05, "loss": 0.0109, "step": 177290 }, { "epoch": 2.9397622324285786, "grad_norm": 0.002447104547172785, "learning_rate": 2.0602377675714216e-05, "loss": 0.0027, "step": 177300 }, { "epoch": 2.93992803966109, "grad_norm": 0.15692435204982758, "learning_rate": 2.06007196033891e-05, "loss": 0.0118, "step": 177310 }, { "epoch": 2.9400938468936015, "grad_norm": 0.0006841872236691415, "learning_rate": 2.0599061531063987e-05, "loss": 0.0112, "step": 177320 }, { "epoch": 2.940259654126113, "grad_norm": 0.17589393258094788, "learning_rate": 2.059740345873887e-05, "loss": 0.0031, "step": 177330 }, { "epoch": 2.9404254613586245, "grad_norm": 0.005200013983994722, "learning_rate": 2.0595745386413757e-05, "loss": 0.01, "step": 177340 }, { "epoch": 2.940591268591136, "grad_norm": 0.06480516493320465, "learning_rate": 2.059408731408864e-05, "loss": 0.003, "step": 177350 }, { "epoch": 2.9407570758236474, "grad_norm": 0.0008746541570872068, "learning_rate": 2.0592429241763527e-05, "loss": 0.001, "step": 177360 }, { "epoch": 2.940922883056159, "grad_norm": 0.28604164719581604, "learning_rate": 2.059077116943841e-05, "loss": 0.012, "step": 177370 }, { "epoch": 2.9410886902886704, "grad_norm": 0.8379905223846436, "learning_rate": 2.0589113097113298e-05, "loss": 0.0117, "step": 177380 }, { "epoch": 2.941254497521182, "grad_norm": 0.00044871671707369387, "learning_rate": 2.058745502478818e-05, "loss": 0.0001, "step": 177390 }, { "epoch": 2.9414203047536933, "grad_norm": 0.07820776849985123, "learning_rate": 2.0585796952463068e-05, "loss": 0.0067, "step": 177400 }, { "epoch": 2.941586111986205, "grad_norm": 0.0013076466275379062, "learning_rate": 2.058413888013795e-05, "loss": 0.0079, "step": 177410 }, { "epoch": 2.9417519192187163, "grad_norm": 0.00041222351137548685, "learning_rate": 2.058248080781284e-05, "loss": 0.0036, "step": 177420 }, { "epoch": 2.9419177264512277, "grad_norm": 0.009994488209486008, "learning_rate": 2.0580822735487722e-05, "loss": 0.0045, "step": 177430 }, { "epoch": 2.942083533683739, "grad_norm": 0.0019413904519751668, "learning_rate": 2.057916466316261e-05, "loss": 0.0057, "step": 177440 }, { "epoch": 2.9422493409162507, "grad_norm": 0.0007560437661595643, "learning_rate": 2.0577506590837492e-05, "loss": 0.0002, "step": 177450 }, { "epoch": 2.942415148148762, "grad_norm": 0.0002540883724577725, "learning_rate": 2.057584851851238e-05, "loss": 0.0054, "step": 177460 }, { "epoch": 2.9425809553812736, "grad_norm": 0.004496443085372448, "learning_rate": 2.0574190446187263e-05, "loss": 0.0007, "step": 177470 }, { "epoch": 2.942746762613785, "grad_norm": 0.007698547560721636, "learning_rate": 2.057253237386215e-05, "loss": 0.0038, "step": 177480 }, { "epoch": 2.9429125698462966, "grad_norm": 0.0001326106139458716, "learning_rate": 2.0570874301537036e-05, "loss": 0.0012, "step": 177490 }, { "epoch": 2.943078377078808, "grad_norm": 0.004808387253433466, "learning_rate": 2.056921622921192e-05, "loss": 0.0, "step": 177500 }, { "epoch": 2.9432441843113195, "grad_norm": 0.6691361665725708, "learning_rate": 2.0567558156886803e-05, "loss": 0.0126, "step": 177510 }, { "epoch": 2.943409991543831, "grad_norm": 9.000277350423858e-05, "learning_rate": 2.056590008456169e-05, "loss": 0.0098, "step": 177520 }, { "epoch": 2.943575798776343, "grad_norm": 0.0016553602181375027, "learning_rate": 2.0564242012236577e-05, "loss": 0.0072, "step": 177530 }, { "epoch": 2.943741606008854, "grad_norm": 0.09823069721460342, "learning_rate": 2.056258393991146e-05, "loss": 0.0034, "step": 177540 }, { "epoch": 2.943907413241366, "grad_norm": 0.019801020622253418, "learning_rate": 2.0560925867586344e-05, "loss": 0.0017, "step": 177550 }, { "epoch": 2.944073220473877, "grad_norm": 0.001055961474776268, "learning_rate": 2.055926779526123e-05, "loss": 0.0029, "step": 177560 }, { "epoch": 2.944239027706389, "grad_norm": 0.26525646448135376, "learning_rate": 2.0557609722936118e-05, "loss": 0.0025, "step": 177570 }, { "epoch": 2.9444048349389, "grad_norm": 0.11655692756175995, "learning_rate": 2.0555951650610998e-05, "loss": 0.0068, "step": 177580 }, { "epoch": 2.9445706421714117, "grad_norm": 0.003421992063522339, "learning_rate": 2.0554293578285885e-05, "loss": 0.003, "step": 177590 }, { "epoch": 2.9447364494039228, "grad_norm": 0.00042549308273009956, "learning_rate": 2.055263550596077e-05, "loss": 0.0001, "step": 177600 }, { "epoch": 2.9449022566364347, "grad_norm": 0.04915602505207062, "learning_rate": 2.055097743363566e-05, "loss": 0.0025, "step": 177610 }, { "epoch": 2.9450680638689457, "grad_norm": 0.00037094560684636235, "learning_rate": 2.054931936131054e-05, "loss": 0.0063, "step": 177620 }, { "epoch": 2.9452338711014576, "grad_norm": 0.000958675635047257, "learning_rate": 2.0547661288985425e-05, "loss": 0.0001, "step": 177630 }, { "epoch": 2.9453996783339687, "grad_norm": 0.006645767483860254, "learning_rate": 2.0546003216660312e-05, "loss": 0.0027, "step": 177640 }, { "epoch": 2.9455654855664806, "grad_norm": 0.00027872947975993156, "learning_rate": 2.05443451443352e-05, "loss": 0.0001, "step": 177650 }, { "epoch": 2.945731292798992, "grad_norm": 0.00023070027236826718, "learning_rate": 2.0542687072010083e-05, "loss": 0.0001, "step": 177660 }, { "epoch": 2.9458971000315035, "grad_norm": 0.0009775337530300021, "learning_rate": 2.0541028999684966e-05, "loss": 0.0002, "step": 177670 }, { "epoch": 2.946062907264015, "grad_norm": 0.04050249978899956, "learning_rate": 2.0539370927359853e-05, "loss": 0.0033, "step": 177680 }, { "epoch": 2.9462287144965265, "grad_norm": 0.0028996807523071766, "learning_rate": 2.0537712855034736e-05, "loss": 0.0016, "step": 177690 }, { "epoch": 2.946394521729038, "grad_norm": 0.14709101617336273, "learning_rate": 2.0536054782709623e-05, "loss": 0.0078, "step": 177700 }, { "epoch": 2.9465603289615494, "grad_norm": 0.0020846060942858458, "learning_rate": 2.0534396710384507e-05, "loss": 0.0144, "step": 177710 }, { "epoch": 2.946726136194061, "grad_norm": 0.004131749272346497, "learning_rate": 2.0532738638059394e-05, "loss": 0.0063, "step": 177720 }, { "epoch": 2.9468919434265723, "grad_norm": 0.0020386239048093557, "learning_rate": 2.0531080565734277e-05, "loss": 0.0, "step": 177730 }, { "epoch": 2.947057750659084, "grad_norm": 0.44691598415374756, "learning_rate": 2.0529422493409164e-05, "loss": 0.008, "step": 177740 }, { "epoch": 2.9472235578915953, "grad_norm": 3.28580972563941e-05, "learning_rate": 2.0527764421084047e-05, "loss": 0.0052, "step": 177750 }, { "epoch": 2.9473893651241068, "grad_norm": 0.007070403080433607, "learning_rate": 2.0526106348758934e-05, "loss": 0.0026, "step": 177760 }, { "epoch": 2.9475551723566182, "grad_norm": 0.027428288012742996, "learning_rate": 2.0524448276433818e-05, "loss": 0.0075, "step": 177770 }, { "epoch": 2.9477209795891297, "grad_norm": 0.6057350039482117, "learning_rate": 2.0522790204108705e-05, "loss": 0.0035, "step": 177780 }, { "epoch": 2.947886786821641, "grad_norm": 0.0003816666721832007, "learning_rate": 2.0521132131783588e-05, "loss": 0.0024, "step": 177790 }, { "epoch": 2.9480525940541527, "grad_norm": 0.08689650148153305, "learning_rate": 2.0519474059458475e-05, "loss": 0.0005, "step": 177800 }, { "epoch": 2.948218401286664, "grad_norm": 0.7475351095199585, "learning_rate": 2.051781598713336e-05, "loss": 0.0012, "step": 177810 }, { "epoch": 2.9483842085191756, "grad_norm": 7.122337410692126e-05, "learning_rate": 2.0516157914808245e-05, "loss": 0.0004, "step": 177820 }, { "epoch": 2.948550015751687, "grad_norm": 0.10113223642110825, "learning_rate": 2.0514499842483132e-05, "loss": 0.0087, "step": 177830 }, { "epoch": 2.9487158229841985, "grad_norm": 0.008450294844806194, "learning_rate": 2.0512841770158016e-05, "loss": 0.0035, "step": 177840 }, { "epoch": 2.94888163021671, "grad_norm": 0.1338864266872406, "learning_rate": 2.05111836978329e-05, "loss": 0.0095, "step": 177850 }, { "epoch": 2.9490474374492215, "grad_norm": 0.0015326207503676414, "learning_rate": 2.0509525625507786e-05, "loss": 0.0035, "step": 177860 }, { "epoch": 2.949213244681733, "grad_norm": 0.0051818592473864555, "learning_rate": 2.0507867553182673e-05, "loss": 0.0002, "step": 177870 }, { "epoch": 2.9493790519142444, "grad_norm": 0.00371284200809896, "learning_rate": 2.0506209480857556e-05, "loss": 0.0005, "step": 177880 }, { "epoch": 2.949544859146756, "grad_norm": 0.0008357600891031325, "learning_rate": 2.050455140853244e-05, "loss": 0.0045, "step": 177890 }, { "epoch": 2.9497106663792674, "grad_norm": 0.00027765173581428826, "learning_rate": 2.0502893336207327e-05, "loss": 0.0025, "step": 177900 }, { "epoch": 2.949876473611779, "grad_norm": 0.0013413983397185802, "learning_rate": 2.0501235263882214e-05, "loss": 0.0087, "step": 177910 }, { "epoch": 2.9500422808442903, "grad_norm": 0.00803975760936737, "learning_rate": 2.0499577191557097e-05, "loss": 0.0, "step": 177920 }, { "epoch": 2.950208088076802, "grad_norm": 0.00013364678306970745, "learning_rate": 2.049791911923198e-05, "loss": 0.0032, "step": 177930 }, { "epoch": 2.9503738953093133, "grad_norm": 4.179227471468039e-05, "learning_rate": 2.0496261046906867e-05, "loss": 0.0094, "step": 177940 }, { "epoch": 2.9505397025418247, "grad_norm": 0.0001963489776244387, "learning_rate": 2.0494602974581754e-05, "loss": 0.0001, "step": 177950 }, { "epoch": 2.950705509774336, "grad_norm": 0.0003181649371981621, "learning_rate": 2.0492944902256634e-05, "loss": 0.0065, "step": 177960 }, { "epoch": 2.9508713170068477, "grad_norm": 2.5560213543940336e-05, "learning_rate": 2.049128682993152e-05, "loss": 0.0, "step": 177970 }, { "epoch": 2.951037124239359, "grad_norm": 0.012178899720311165, "learning_rate": 2.0489628757606408e-05, "loss": 0.0039, "step": 177980 }, { "epoch": 2.9512029314718706, "grad_norm": 0.00020320840121712536, "learning_rate": 2.0487970685281295e-05, "loss": 0.0001, "step": 177990 }, { "epoch": 2.9513687387043825, "grad_norm": 3.139056570944376e-05, "learning_rate": 2.048631261295618e-05, "loss": 0.0059, "step": 178000 }, { "epoch": 2.9515345459368936, "grad_norm": 0.09565836936235428, "learning_rate": 2.0484654540631062e-05, "loss": 0.0066, "step": 178010 }, { "epoch": 2.9517003531694055, "grad_norm": 5.581356890616007e-05, "learning_rate": 2.048299646830595e-05, "loss": 0.0121, "step": 178020 }, { "epoch": 2.9518661604019165, "grad_norm": 0.046519454568624496, "learning_rate": 2.0481338395980836e-05, "loss": 0.0052, "step": 178030 }, { "epoch": 2.9520319676344284, "grad_norm": 0.001935897278599441, "learning_rate": 2.047968032365572e-05, "loss": 0.0039, "step": 178040 }, { "epoch": 2.9521977748669395, "grad_norm": 0.0023071879986673594, "learning_rate": 2.0478022251330603e-05, "loss": 0.0001, "step": 178050 }, { "epoch": 2.9523635820994514, "grad_norm": 0.004171228036284447, "learning_rate": 2.047636417900549e-05, "loss": 0.0001, "step": 178060 }, { "epoch": 2.9525293893319624, "grad_norm": 0.07064373046159744, "learning_rate": 2.0474706106680373e-05, "loss": 0.0001, "step": 178070 }, { "epoch": 2.9526951965644743, "grad_norm": 0.0005462068365886807, "learning_rate": 2.047304803435526e-05, "loss": 0.0051, "step": 178080 }, { "epoch": 2.9528610037969854, "grad_norm": 0.0003052186802960932, "learning_rate": 2.0471389962030143e-05, "loss": 0.0038, "step": 178090 }, { "epoch": 2.9530268110294973, "grad_norm": 0.7349821329116821, "learning_rate": 2.046973188970503e-05, "loss": 0.0058, "step": 178100 }, { "epoch": 2.9531926182620087, "grad_norm": 0.0010316423140466213, "learning_rate": 2.0468073817379914e-05, "loss": 0.0067, "step": 178110 }, { "epoch": 2.95335842549452, "grad_norm": 0.5565633773803711, "learning_rate": 2.04664157450548e-05, "loss": 0.008, "step": 178120 }, { "epoch": 2.9535242327270317, "grad_norm": 0.2366439402103424, "learning_rate": 2.0464757672729684e-05, "loss": 0.0071, "step": 178130 }, { "epoch": 2.953690039959543, "grad_norm": 0.00019735025125555694, "learning_rate": 2.046309960040457e-05, "loss": 0.0079, "step": 178140 }, { "epoch": 2.9538558471920546, "grad_norm": 0.01312008872628212, "learning_rate": 2.0461441528079454e-05, "loss": 0.0083, "step": 178150 }, { "epoch": 2.954021654424566, "grad_norm": 0.005266699939966202, "learning_rate": 2.045978345575434e-05, "loss": 0.0082, "step": 178160 }, { "epoch": 2.9541874616570776, "grad_norm": 0.003708711126819253, "learning_rate": 2.0458125383429228e-05, "loss": 0.0056, "step": 178170 }, { "epoch": 2.954353268889589, "grad_norm": 0.022073598578572273, "learning_rate": 2.045646731110411e-05, "loss": 0.0047, "step": 178180 }, { "epoch": 2.9545190761221005, "grad_norm": 0.0012346466537564993, "learning_rate": 2.0454809238778995e-05, "loss": 0.0001, "step": 178190 }, { "epoch": 2.954684883354612, "grad_norm": 0.5359506011009216, "learning_rate": 2.0453151166453882e-05, "loss": 0.0013, "step": 178200 }, { "epoch": 2.9548506905871235, "grad_norm": 0.006980931386351585, "learning_rate": 2.045149309412877e-05, "loss": 0.0, "step": 178210 }, { "epoch": 2.955016497819635, "grad_norm": 0.20550625026226044, "learning_rate": 2.0449835021803652e-05, "loss": 0.0033, "step": 178220 }, { "epoch": 2.9551823050521464, "grad_norm": 0.0002169426588807255, "learning_rate": 2.0448176949478536e-05, "loss": 0.0042, "step": 178230 }, { "epoch": 2.955348112284658, "grad_norm": 0.0007927067927084863, "learning_rate": 2.0446518877153423e-05, "loss": 0.013, "step": 178240 }, { "epoch": 2.9555139195171694, "grad_norm": 0.2790285646915436, "learning_rate": 2.044486080482831e-05, "loss": 0.0133, "step": 178250 }, { "epoch": 2.955679726749681, "grad_norm": 1.0328545570373535, "learning_rate": 2.0443202732503193e-05, "loss": 0.0111, "step": 178260 }, { "epoch": 2.9558455339821923, "grad_norm": 0.023210782557725906, "learning_rate": 2.0441544660178076e-05, "loss": 0.0001, "step": 178270 }, { "epoch": 2.9560113412147038, "grad_norm": 0.1616508811712265, "learning_rate": 2.0439886587852963e-05, "loss": 0.0133, "step": 178280 }, { "epoch": 2.9561771484472152, "grad_norm": 0.0006418603006750345, "learning_rate": 2.043822851552785e-05, "loss": 0.0176, "step": 178290 }, { "epoch": 2.9563429556797267, "grad_norm": 0.31637072563171387, "learning_rate": 2.0436570443202734e-05, "loss": 0.019, "step": 178300 }, { "epoch": 2.956508762912238, "grad_norm": 0.051876988261938095, "learning_rate": 2.0434912370877617e-05, "loss": 0.003, "step": 178310 }, { "epoch": 2.9566745701447497, "grad_norm": 0.000955349241849035, "learning_rate": 2.0433254298552504e-05, "loss": 0.0053, "step": 178320 }, { "epoch": 2.956840377377261, "grad_norm": 0.000708091480191797, "learning_rate": 2.043159622622739e-05, "loss": 0.0089, "step": 178330 }, { "epoch": 2.9570061846097726, "grad_norm": 0.008045163936913013, "learning_rate": 2.0429938153902274e-05, "loss": 0.0055, "step": 178340 }, { "epoch": 2.957171991842284, "grad_norm": 0.0007568766595795751, "learning_rate": 2.0428280081577158e-05, "loss": 0.0159, "step": 178350 }, { "epoch": 2.9573377990747955, "grad_norm": 0.0002457703521940857, "learning_rate": 2.0426622009252045e-05, "loss": 0.0051, "step": 178360 }, { "epoch": 2.957503606307307, "grad_norm": 0.0011612719390541315, "learning_rate": 2.042496393692693e-05, "loss": 0.0082, "step": 178370 }, { "epoch": 2.9576694135398185, "grad_norm": 0.0003986334486398846, "learning_rate": 2.0423305864601815e-05, "loss": 0.0044, "step": 178380 }, { "epoch": 2.95783522077233, "grad_norm": 0.0025229963939636946, "learning_rate": 2.04216477922767e-05, "loss": 0.0098, "step": 178390 }, { "epoch": 2.9580010280048414, "grad_norm": 0.009769641794264317, "learning_rate": 2.0419989719951585e-05, "loss": 0.0069, "step": 178400 }, { "epoch": 2.958166835237353, "grad_norm": 0.002752735046669841, "learning_rate": 2.0418331647626472e-05, "loss": 0.0003, "step": 178410 }, { "epoch": 2.9583326424698644, "grad_norm": 0.0048460629768669605, "learning_rate": 2.0416673575301356e-05, "loss": 0.0001, "step": 178420 }, { "epoch": 2.958498449702376, "grad_norm": 0.15126512944698334, "learning_rate": 2.041501550297624e-05, "loss": 0.0088, "step": 178430 }, { "epoch": 2.9586642569348873, "grad_norm": 0.06292131543159485, "learning_rate": 2.0413357430651126e-05, "loss": 0.0098, "step": 178440 }, { "epoch": 2.9588300641673992, "grad_norm": 0.003683451795950532, "learning_rate": 2.0411699358326013e-05, "loss": 0.0033, "step": 178450 }, { "epoch": 2.9589958713999103, "grad_norm": 0.0002606580965220928, "learning_rate": 2.0410041286000896e-05, "loss": 0.0068, "step": 178460 }, { "epoch": 2.959161678632422, "grad_norm": 0.13281670212745667, "learning_rate": 2.040838321367578e-05, "loss": 0.0015, "step": 178470 }, { "epoch": 2.959327485864933, "grad_norm": 0.01575561799108982, "learning_rate": 2.0406725141350667e-05, "loss": 0.0001, "step": 178480 }, { "epoch": 2.959493293097445, "grad_norm": 8.01776914158836e-05, "learning_rate": 2.040506706902555e-05, "loss": 0.0059, "step": 178490 }, { "epoch": 2.959659100329956, "grad_norm": 0.017860373482108116, "learning_rate": 2.0403408996700437e-05, "loss": 0.0039, "step": 178500 }, { "epoch": 2.959824907562468, "grad_norm": 0.16584952175617218, "learning_rate": 2.0401750924375324e-05, "loss": 0.0045, "step": 178510 }, { "epoch": 2.959990714794979, "grad_norm": 0.22217445075511932, "learning_rate": 2.0400092852050208e-05, "loss": 0.0177, "step": 178520 }, { "epoch": 2.960156522027491, "grad_norm": 0.6522890329360962, "learning_rate": 2.039843477972509e-05, "loss": 0.0042, "step": 178530 }, { "epoch": 2.960322329260002, "grad_norm": 0.008078833110630512, "learning_rate": 2.0396776707399978e-05, "loss": 0.0037, "step": 178540 }, { "epoch": 2.960488136492514, "grad_norm": 0.001575330039486289, "learning_rate": 2.0395118635074865e-05, "loss": 0.004, "step": 178550 }, { "epoch": 2.9606539437250254, "grad_norm": 0.5264379382133484, "learning_rate": 2.0393460562749748e-05, "loss": 0.0128, "step": 178560 }, { "epoch": 2.960819750957537, "grad_norm": 0.00034900609171018004, "learning_rate": 2.039180249042463e-05, "loss": 0.0001, "step": 178570 }, { "epoch": 2.9609855581900484, "grad_norm": 0.00014650671801064163, "learning_rate": 2.039014441809952e-05, "loss": 0.0018, "step": 178580 }, { "epoch": 2.96115136542256, "grad_norm": 0.0002985649334732443, "learning_rate": 2.0388486345774405e-05, "loss": 0.0033, "step": 178590 }, { "epoch": 2.9613171726550713, "grad_norm": 0.0022743036970496178, "learning_rate": 2.038682827344929e-05, "loss": 0.0001, "step": 178600 }, { "epoch": 2.961482979887583, "grad_norm": 0.0006778881070204079, "learning_rate": 2.0385170201124172e-05, "loss": 0.0052, "step": 178610 }, { "epoch": 2.9616487871200943, "grad_norm": 0.19826380908489227, "learning_rate": 2.038351212879906e-05, "loss": 0.012, "step": 178620 }, { "epoch": 2.9618145943526057, "grad_norm": 0.00012589483230840415, "learning_rate": 2.0381854056473946e-05, "loss": 0.0056, "step": 178630 }, { "epoch": 2.961980401585117, "grad_norm": 2.3177457478595898e-05, "learning_rate": 2.038019598414883e-05, "loss": 0.0066, "step": 178640 }, { "epoch": 2.9621462088176287, "grad_norm": 0.22605857253074646, "learning_rate": 2.0378537911823713e-05, "loss": 0.0056, "step": 178650 }, { "epoch": 2.96231201605014, "grad_norm": 0.00423576682806015, "learning_rate": 2.03768798394986e-05, "loss": 0.0066, "step": 178660 }, { "epoch": 2.9624778232826516, "grad_norm": 0.0011684218188747764, "learning_rate": 2.0375221767173487e-05, "loss": 0.0033, "step": 178670 }, { "epoch": 2.962643630515163, "grad_norm": 9.631726243242156e-06, "learning_rate": 2.037356369484837e-05, "loss": 0.0004, "step": 178680 }, { "epoch": 2.9628094377476746, "grad_norm": 0.04674014076590538, "learning_rate": 2.0371905622523254e-05, "loss": 0.0015, "step": 178690 }, { "epoch": 2.962975244980186, "grad_norm": 0.11429347842931747, "learning_rate": 2.037024755019814e-05, "loss": 0.0059, "step": 178700 }, { "epoch": 2.9631410522126975, "grad_norm": 0.010743122547864914, "learning_rate": 2.0368589477873027e-05, "loss": 0.0076, "step": 178710 }, { "epoch": 2.963306859445209, "grad_norm": 0.010019427165389061, "learning_rate": 2.036693140554791e-05, "loss": 0.0, "step": 178720 }, { "epoch": 2.9634726666777205, "grad_norm": 0.0038248631171882153, "learning_rate": 2.0365273333222794e-05, "loss": 0.0001, "step": 178730 }, { "epoch": 2.963638473910232, "grad_norm": 9.948078513843939e-05, "learning_rate": 2.036361526089768e-05, "loss": 0.009, "step": 178740 }, { "epoch": 2.9638042811427434, "grad_norm": 0.0001638881949475035, "learning_rate": 2.0361957188572568e-05, "loss": 0.006, "step": 178750 }, { "epoch": 2.963970088375255, "grad_norm": 0.008708617649972439, "learning_rate": 2.036029911624745e-05, "loss": 0.0023, "step": 178760 }, { "epoch": 2.9641358956077664, "grad_norm": 0.000357510318281129, "learning_rate": 2.0358641043922335e-05, "loss": 0.0062, "step": 178770 }, { "epoch": 2.964301702840278, "grad_norm": 0.5650730133056641, "learning_rate": 2.0356982971597222e-05, "loss": 0.001, "step": 178780 }, { "epoch": 2.9644675100727893, "grad_norm": 0.0027233834844082594, "learning_rate": 2.035532489927211e-05, "loss": 0.004, "step": 178790 }, { "epoch": 2.9646333173053008, "grad_norm": 0.05834481865167618, "learning_rate": 2.0353666826946992e-05, "loss": 0.0009, "step": 178800 }, { "epoch": 2.9647991245378122, "grad_norm": 0.026682866737246513, "learning_rate": 2.0352008754621876e-05, "loss": 0.0011, "step": 178810 }, { "epoch": 2.9649649317703237, "grad_norm": 0.00011646995699265972, "learning_rate": 2.0350350682296763e-05, "loss": 0.012, "step": 178820 }, { "epoch": 2.965130739002835, "grad_norm": 0.01465229969471693, "learning_rate": 2.034869260997165e-05, "loss": 0.0024, "step": 178830 }, { "epoch": 2.9652965462353467, "grad_norm": 0.06485386192798615, "learning_rate": 2.0347034537646533e-05, "loss": 0.0001, "step": 178840 }, { "epoch": 2.965462353467858, "grad_norm": 0.0002129335916833952, "learning_rate": 2.034537646532142e-05, "loss": 0.0007, "step": 178850 }, { "epoch": 2.9656281607003696, "grad_norm": 0.00023031570890452713, "learning_rate": 2.0343718392996303e-05, "loss": 0.0067, "step": 178860 }, { "epoch": 2.965793967932881, "grad_norm": 0.002318517304956913, "learning_rate": 2.0342060320671187e-05, "loss": 0.0032, "step": 178870 }, { "epoch": 2.9659597751653926, "grad_norm": 0.00015270030417013913, "learning_rate": 2.0340402248346074e-05, "loss": 0.0037, "step": 178880 }, { "epoch": 2.966125582397904, "grad_norm": 0.7005970478057861, "learning_rate": 2.033874417602096e-05, "loss": 0.0076, "step": 178890 }, { "epoch": 2.966291389630416, "grad_norm": 0.0002743182994890958, "learning_rate": 2.0337086103695844e-05, "loss": 0.0076, "step": 178900 }, { "epoch": 2.966457196862927, "grad_norm": 0.0005489702452905476, "learning_rate": 2.0335428031370728e-05, "loss": 0.0023, "step": 178910 }, { "epoch": 2.966623004095439, "grad_norm": 0.10372505336999893, "learning_rate": 2.0333769959045614e-05, "loss": 0.0002, "step": 178920 }, { "epoch": 2.96678881132795, "grad_norm": 0.0010923657100647688, "learning_rate": 2.03321118867205e-05, "loss": 0.0006, "step": 178930 }, { "epoch": 2.966954618560462, "grad_norm": 0.007735247723758221, "learning_rate": 2.0330453814395385e-05, "loss": 0.0003, "step": 178940 }, { "epoch": 2.967120425792973, "grad_norm": 0.35131222009658813, "learning_rate": 2.0328795742070268e-05, "loss": 0.0094, "step": 178950 }, { "epoch": 2.9672862330254848, "grad_norm": 0.001083655166439712, "learning_rate": 2.0327137669745155e-05, "loss": 0.003, "step": 178960 }, { "epoch": 2.967452040257996, "grad_norm": 0.000597810372710228, "learning_rate": 2.0325479597420042e-05, "loss": 0.0038, "step": 178970 }, { "epoch": 2.9676178474905077, "grad_norm": 0.08230368047952652, "learning_rate": 2.0323821525094925e-05, "loss": 0.0057, "step": 178980 }, { "epoch": 2.9677836547230187, "grad_norm": 0.22677898406982422, "learning_rate": 2.032216345276981e-05, "loss": 0.0127, "step": 178990 }, { "epoch": 2.9679494619555307, "grad_norm": 0.5613599419593811, "learning_rate": 2.0320505380444696e-05, "loss": 0.0138, "step": 179000 }, { "epoch": 2.968115269188042, "grad_norm": 0.002758810529485345, "learning_rate": 2.0318847308119583e-05, "loss": 0.0001, "step": 179010 }, { "epoch": 2.9682810764205536, "grad_norm": 0.457698255777359, "learning_rate": 2.0317189235794466e-05, "loss": 0.0072, "step": 179020 }, { "epoch": 2.968446883653065, "grad_norm": 0.0004396432195790112, "learning_rate": 2.031553116346935e-05, "loss": 0.0019, "step": 179030 }, { "epoch": 2.9686126908855766, "grad_norm": 0.004994616378098726, "learning_rate": 2.0313873091144237e-05, "loss": 0.0002, "step": 179040 }, { "epoch": 2.968778498118088, "grad_norm": 0.058752723038196564, "learning_rate": 2.0312215018819123e-05, "loss": 0.0147, "step": 179050 }, { "epoch": 2.9689443053505995, "grad_norm": 0.0014109096955507994, "learning_rate": 2.0310556946494007e-05, "loss": 0.0, "step": 179060 }, { "epoch": 2.969110112583111, "grad_norm": 0.15501320362091064, "learning_rate": 2.030889887416889e-05, "loss": 0.0023, "step": 179070 }, { "epoch": 2.9692759198156224, "grad_norm": 0.0005744100199081004, "learning_rate": 2.0307240801843777e-05, "loss": 0.0049, "step": 179080 }, { "epoch": 2.969441727048134, "grad_norm": 0.0013878372265025973, "learning_rate": 2.0305582729518664e-05, "loss": 0.011, "step": 179090 }, { "epoch": 2.9696075342806454, "grad_norm": 0.006402198690921068, "learning_rate": 2.0303924657193548e-05, "loss": 0.0028, "step": 179100 }, { "epoch": 2.969773341513157, "grad_norm": 0.05698814615607262, "learning_rate": 2.030226658486843e-05, "loss": 0.0028, "step": 179110 }, { "epoch": 2.9699391487456683, "grad_norm": 0.00020625577599275857, "learning_rate": 2.0300608512543318e-05, "loss": 0.0005, "step": 179120 }, { "epoch": 2.97010495597818, "grad_norm": 9.426732867723331e-05, "learning_rate": 2.0298950440218205e-05, "loss": 0.0019, "step": 179130 }, { "epoch": 2.9702707632106913, "grad_norm": 0.2667171359062195, "learning_rate": 2.0297292367893088e-05, "loss": 0.0035, "step": 179140 }, { "epoch": 2.9704365704432028, "grad_norm": 0.009540489874780178, "learning_rate": 2.0295634295567972e-05, "loss": 0.0027, "step": 179150 }, { "epoch": 2.9706023776757142, "grad_norm": 0.005467968061566353, "learning_rate": 2.029397622324286e-05, "loss": 0.0029, "step": 179160 }, { "epoch": 2.9707681849082257, "grad_norm": 0.04625808447599411, "learning_rate": 2.0292318150917745e-05, "loss": 0.0003, "step": 179170 }, { "epoch": 2.970933992140737, "grad_norm": 0.0026329022366553545, "learning_rate": 2.029066007859263e-05, "loss": 0.0001, "step": 179180 }, { "epoch": 2.9710997993732486, "grad_norm": 0.0015853201039135456, "learning_rate": 2.0289002006267516e-05, "loss": 0.0024, "step": 179190 }, { "epoch": 2.97126560660576, "grad_norm": 1.6074824088718742e-05, "learning_rate": 2.02873439339424e-05, "loss": 0.0055, "step": 179200 }, { "epoch": 2.9714314138382716, "grad_norm": 0.0006132422713562846, "learning_rate": 2.0285685861617286e-05, "loss": 0.0001, "step": 179210 }, { "epoch": 2.971597221070783, "grad_norm": 0.16793572902679443, "learning_rate": 2.028402778929217e-05, "loss": 0.0053, "step": 179220 }, { "epoch": 2.9717630283032945, "grad_norm": 0.0026568614412099123, "learning_rate": 2.0282369716967056e-05, "loss": 0.004, "step": 179230 }, { "epoch": 2.971928835535806, "grad_norm": 0.1874728947877884, "learning_rate": 2.028071164464194e-05, "loss": 0.0077, "step": 179240 }, { "epoch": 2.9720946427683175, "grad_norm": 0.00019398036238271743, "learning_rate": 2.0279053572316823e-05, "loss": 0.0006, "step": 179250 }, { "epoch": 2.972260450000829, "grad_norm": 0.0006297442014329135, "learning_rate": 2.027739549999171e-05, "loss": 0.0056, "step": 179260 }, { "epoch": 2.9724262572333404, "grad_norm": 0.0074075618758797646, "learning_rate": 2.0275737427666597e-05, "loss": 0.0103, "step": 179270 }, { "epoch": 2.972592064465852, "grad_norm": 0.0019152984023094177, "learning_rate": 2.027407935534148e-05, "loss": 0.0031, "step": 179280 }, { "epoch": 2.9727578716983634, "grad_norm": 0.16224929690361023, "learning_rate": 2.0272421283016364e-05, "loss": 0.0063, "step": 179290 }, { "epoch": 2.972923678930875, "grad_norm": 1.0099300197907723e-05, "learning_rate": 2.027076321069125e-05, "loss": 0.0003, "step": 179300 }, { "epoch": 2.9730894861633863, "grad_norm": 0.0003185858076903969, "learning_rate": 2.0269105138366138e-05, "loss": 0.0026, "step": 179310 }, { "epoch": 2.973255293395898, "grad_norm": 0.0008273986168205738, "learning_rate": 2.026744706604102e-05, "loss": 0.0001, "step": 179320 }, { "epoch": 2.9734211006284093, "grad_norm": 0.00020346765813883394, "learning_rate": 2.0265788993715905e-05, "loss": 0.0066, "step": 179330 }, { "epoch": 2.9735869078609207, "grad_norm": 0.09049583971500397, "learning_rate": 2.0264130921390792e-05, "loss": 0.004, "step": 179340 }, { "epoch": 2.9737527150934326, "grad_norm": 0.23518241941928864, "learning_rate": 2.026247284906568e-05, "loss": 0.0048, "step": 179350 }, { "epoch": 2.9739185223259437, "grad_norm": 0.00033548971987329423, "learning_rate": 2.0260814776740562e-05, "loss": 0.0027, "step": 179360 }, { "epoch": 2.9740843295584556, "grad_norm": 0.00025041401386260986, "learning_rate": 2.0259156704415446e-05, "loss": 0.005, "step": 179370 }, { "epoch": 2.9742501367909666, "grad_norm": 0.0005568354390561581, "learning_rate": 2.0257498632090332e-05, "loss": 0.0023, "step": 179380 }, { "epoch": 2.9744159440234785, "grad_norm": 0.0021419767290353775, "learning_rate": 2.025584055976522e-05, "loss": 0.0059, "step": 179390 }, { "epoch": 2.9745817512559896, "grad_norm": 0.18827787041664124, "learning_rate": 2.0254182487440103e-05, "loss": 0.0031, "step": 179400 }, { "epoch": 2.9747475584885015, "grad_norm": 0.07363127171993256, "learning_rate": 2.0252524415114986e-05, "loss": 0.0014, "step": 179410 }, { "epoch": 2.9749133657210125, "grad_norm": 0.0062906802631914616, "learning_rate": 2.0250866342789873e-05, "loss": 0.0023, "step": 179420 }, { "epoch": 2.9750791729535244, "grad_norm": 0.005254026502370834, "learning_rate": 2.024920827046476e-05, "loss": 0.006, "step": 179430 }, { "epoch": 2.9752449801860354, "grad_norm": 0.0011175399413332343, "learning_rate": 2.0247550198139643e-05, "loss": 0.0027, "step": 179440 }, { "epoch": 2.9754107874185474, "grad_norm": 0.204166978597641, "learning_rate": 2.0245892125814527e-05, "loss": 0.0173, "step": 179450 }, { "epoch": 2.975576594651059, "grad_norm": 0.0016640264075249434, "learning_rate": 2.0244234053489414e-05, "loss": 0.0023, "step": 179460 }, { "epoch": 2.9757424018835703, "grad_norm": 0.6444319486618042, "learning_rate": 2.02425759811643e-05, "loss": 0.0016, "step": 179470 }, { "epoch": 2.975908209116082, "grad_norm": 0.0013557116035372019, "learning_rate": 2.0240917908839184e-05, "loss": 0.0045, "step": 179480 }, { "epoch": 2.9760740163485933, "grad_norm": 0.002404581056907773, "learning_rate": 2.0239259836514068e-05, "loss": 0.0001, "step": 179490 }, { "epoch": 2.9762398235811047, "grad_norm": 0.0006176263559609652, "learning_rate": 2.0237601764188954e-05, "loss": 0.002, "step": 179500 }, { "epoch": 2.976405630813616, "grad_norm": 0.20491118729114532, "learning_rate": 2.023594369186384e-05, "loss": 0.0054, "step": 179510 }, { "epoch": 2.9765714380461277, "grad_norm": 0.2694995105266571, "learning_rate": 2.0234285619538725e-05, "loss": 0.0004, "step": 179520 }, { "epoch": 2.976737245278639, "grad_norm": 0.00042124331230297685, "learning_rate": 2.023262754721361e-05, "loss": 0.0001, "step": 179530 }, { "epoch": 2.9769030525111506, "grad_norm": 0.00038559536915272474, "learning_rate": 2.0230969474888495e-05, "loss": 0.0069, "step": 179540 }, { "epoch": 2.977068859743662, "grad_norm": 0.0008671391988173127, "learning_rate": 2.0229311402563382e-05, "loss": 0.0033, "step": 179550 }, { "epoch": 2.9772346669761736, "grad_norm": 0.001719393883831799, "learning_rate": 2.0227653330238266e-05, "loss": 0.0063, "step": 179560 }, { "epoch": 2.977400474208685, "grad_norm": 0.014751851558685303, "learning_rate": 2.0225995257913152e-05, "loss": 0.0006, "step": 179570 }, { "epoch": 2.9775662814411965, "grad_norm": 0.00026899168733507395, "learning_rate": 2.0224337185588036e-05, "loss": 0.0005, "step": 179580 }, { "epoch": 2.977732088673708, "grad_norm": 0.027471687644720078, "learning_rate": 2.0222679113262923e-05, "loss": 0.0038, "step": 179590 }, { "epoch": 2.9778978959062194, "grad_norm": 6.426402978831902e-05, "learning_rate": 2.0221021040937806e-05, "loss": 0.0014, "step": 179600 }, { "epoch": 2.978063703138731, "grad_norm": 0.0015216282336041331, "learning_rate": 2.0219362968612693e-05, "loss": 0.0001, "step": 179610 }, { "epoch": 2.9782295103712424, "grad_norm": 0.000705586513504386, "learning_rate": 2.0217704896287577e-05, "loss": 0.0088, "step": 179620 }, { "epoch": 2.978395317603754, "grad_norm": 1.5404701116494834e-05, "learning_rate": 2.0216046823962463e-05, "loss": 0.0063, "step": 179630 }, { "epoch": 2.9785611248362653, "grad_norm": 1.789477937563788e-05, "learning_rate": 2.0214388751637347e-05, "loss": 0.0001, "step": 179640 }, { "epoch": 2.978726932068777, "grad_norm": 0.0125812953338027, "learning_rate": 2.0212730679312234e-05, "loss": 0.0001, "step": 179650 }, { "epoch": 2.9788927393012883, "grad_norm": 0.00015446632460225374, "learning_rate": 2.0211072606987117e-05, "loss": 0.0017, "step": 179660 }, { "epoch": 2.9790585465337998, "grad_norm": 0.0004173695342615247, "learning_rate": 2.0209414534662e-05, "loss": 0.0062, "step": 179670 }, { "epoch": 2.9792243537663112, "grad_norm": 0.00032185117015615106, "learning_rate": 2.0207756462336888e-05, "loss": 0.0115, "step": 179680 }, { "epoch": 2.9793901609988227, "grad_norm": 0.001207843073643744, "learning_rate": 2.0206098390011774e-05, "loss": 0.0103, "step": 179690 }, { "epoch": 2.979555968231334, "grad_norm": 0.0002779065107461065, "learning_rate": 2.020444031768666e-05, "loss": 0.0043, "step": 179700 }, { "epoch": 2.9797217754638456, "grad_norm": 0.0001090067598852329, "learning_rate": 2.020278224536154e-05, "loss": 0.0004, "step": 179710 }, { "epoch": 2.979887582696357, "grad_norm": 0.00017394773021806031, "learning_rate": 2.0201124173036428e-05, "loss": 0.0104, "step": 179720 }, { "epoch": 2.9800533899288686, "grad_norm": 0.0007662831922061741, "learning_rate": 2.0199466100711315e-05, "loss": 0.0076, "step": 179730 }, { "epoch": 2.98021919716138, "grad_norm": 0.0038225434254854918, "learning_rate": 2.0197808028386202e-05, "loss": 0.0002, "step": 179740 }, { "epoch": 2.9803850043938915, "grad_norm": 0.00029224107856862247, "learning_rate": 2.0196149956061082e-05, "loss": 0.0031, "step": 179750 }, { "epoch": 2.980550811626403, "grad_norm": 0.16929809749126434, "learning_rate": 2.019449188373597e-05, "loss": 0.0093, "step": 179760 }, { "epoch": 2.9807166188589145, "grad_norm": 0.0002778185298666358, "learning_rate": 2.0192833811410856e-05, "loss": 0.0051, "step": 179770 }, { "epoch": 2.980882426091426, "grad_norm": 0.01922691985964775, "learning_rate": 2.019117573908574e-05, "loss": 0.0004, "step": 179780 }, { "epoch": 2.9810482333239374, "grad_norm": 0.0013566898414865136, "learning_rate": 2.0189517666760623e-05, "loss": 0.0115, "step": 179790 }, { "epoch": 2.9812140405564493, "grad_norm": 0.0015464312164112926, "learning_rate": 2.018785959443551e-05, "loss": 0.0075, "step": 179800 }, { "epoch": 2.9813798477889604, "grad_norm": 6.006017065374181e-05, "learning_rate": 2.0186201522110397e-05, "loss": 0.004, "step": 179810 }, { "epoch": 2.9815456550214723, "grad_norm": 0.0010730152716860175, "learning_rate": 2.018454344978528e-05, "loss": 0.0041, "step": 179820 }, { "epoch": 2.9817114622539833, "grad_norm": 0.0038588240277022123, "learning_rate": 2.0182885377460163e-05, "loss": 0.0026, "step": 179830 }, { "epoch": 2.9818772694864952, "grad_norm": 0.0003556828887667507, "learning_rate": 2.018122730513505e-05, "loss": 0.005, "step": 179840 }, { "epoch": 2.9820430767190063, "grad_norm": 0.0001595326029928401, "learning_rate": 2.0179569232809937e-05, "loss": 0.0042, "step": 179850 }, { "epoch": 2.982208883951518, "grad_norm": 0.0005503295105881989, "learning_rate": 2.017791116048482e-05, "loss": 0.0078, "step": 179860 }, { "epoch": 2.982374691184029, "grad_norm": 0.0022635061759501696, "learning_rate": 2.0176253088159708e-05, "loss": 0.0049, "step": 179870 }, { "epoch": 2.982540498416541, "grad_norm": 0.19449526071548462, "learning_rate": 2.017459501583459e-05, "loss": 0.0071, "step": 179880 }, { "epoch": 2.982706305649052, "grad_norm": 0.015241521410644054, "learning_rate": 2.0172936943509478e-05, "loss": 0.0001, "step": 179890 }, { "epoch": 2.982872112881564, "grad_norm": 0.020417440682649612, "learning_rate": 2.017127887118436e-05, "loss": 0.0008, "step": 179900 }, { "epoch": 2.9830379201140755, "grad_norm": 0.5473238229751587, "learning_rate": 2.0169620798859248e-05, "loss": 0.0034, "step": 179910 }, { "epoch": 2.983203727346587, "grad_norm": 0.004315742291510105, "learning_rate": 2.0167962726534132e-05, "loss": 0.0035, "step": 179920 }, { "epoch": 2.9833695345790985, "grad_norm": 0.0009994908468797803, "learning_rate": 2.016630465420902e-05, "loss": 0.0072, "step": 179930 }, { "epoch": 2.98353534181161, "grad_norm": 0.09253789484500885, "learning_rate": 2.0164646581883902e-05, "loss": 0.0039, "step": 179940 }, { "epoch": 2.9837011490441214, "grad_norm": 0.017912166193127632, "learning_rate": 2.016298850955879e-05, "loss": 0.0007, "step": 179950 }, { "epoch": 2.983866956276633, "grad_norm": 0.1178102195262909, "learning_rate": 2.0161330437233672e-05, "loss": 0.0002, "step": 179960 }, { "epoch": 2.9840327635091444, "grad_norm": 0.0025103215593844652, "learning_rate": 2.015967236490856e-05, "loss": 0.0035, "step": 179970 }, { "epoch": 2.984198570741656, "grad_norm": 6.6720972426992375e-06, "learning_rate": 2.0158014292583443e-05, "loss": 0.005, "step": 179980 }, { "epoch": 2.9843643779741673, "grad_norm": 0.00019860333122778684, "learning_rate": 2.015635622025833e-05, "loss": 0.0063, "step": 179990 }, { "epoch": 2.984530185206679, "grad_norm": 0.014046932570636272, "learning_rate": 2.0154698147933213e-05, "loss": 0.0001, "step": 180000 }, { "epoch": 2.9846959924391903, "grad_norm": 0.3980746865272522, "learning_rate": 2.01530400756081e-05, "loss": 0.0036, "step": 180010 }, { "epoch": 2.9848617996717017, "grad_norm": 0.002443042118102312, "learning_rate": 2.0151382003282983e-05, "loss": 0.0013, "step": 180020 }, { "epoch": 2.985027606904213, "grad_norm": 0.00036268183612264693, "learning_rate": 2.014972393095787e-05, "loss": 0.0026, "step": 180030 }, { "epoch": 2.9851934141367247, "grad_norm": 0.044274136424064636, "learning_rate": 2.0148065858632757e-05, "loss": 0.0001, "step": 180040 }, { "epoch": 2.985359221369236, "grad_norm": 1.845740553108044e-05, "learning_rate": 2.0146407786307637e-05, "loss": 0.0001, "step": 180050 }, { "epoch": 2.9855250286017476, "grad_norm": 0.14818742871284485, "learning_rate": 2.0144749713982524e-05, "loss": 0.0051, "step": 180060 }, { "epoch": 2.985690835834259, "grad_norm": 0.009167960844933987, "learning_rate": 2.014309164165741e-05, "loss": 0.0033, "step": 180070 }, { "epoch": 2.9858566430667706, "grad_norm": 5.67493298149202e-05, "learning_rate": 2.0141433569332298e-05, "loss": 0.0004, "step": 180080 }, { "epoch": 2.986022450299282, "grad_norm": 0.0002987347834277898, "learning_rate": 2.0139775497007178e-05, "loss": 0.0004, "step": 180090 }, { "epoch": 2.9861882575317935, "grad_norm": 0.0002015763457166031, "learning_rate": 2.0138117424682065e-05, "loss": 0.0071, "step": 180100 }, { "epoch": 2.986354064764305, "grad_norm": 0.003209891030564904, "learning_rate": 2.0136459352356952e-05, "loss": 0.0, "step": 180110 }, { "epoch": 2.9865198719968165, "grad_norm": 0.27889150381088257, "learning_rate": 2.013480128003184e-05, "loss": 0.0032, "step": 180120 }, { "epoch": 2.986685679229328, "grad_norm": 0.00014050411118660122, "learning_rate": 2.013314320770672e-05, "loss": 0.0074, "step": 180130 }, { "epoch": 2.9868514864618394, "grad_norm": 0.0002482299751136452, "learning_rate": 2.0131485135381606e-05, "loss": 0.0096, "step": 180140 }, { "epoch": 2.987017293694351, "grad_norm": 0.8748260140419006, "learning_rate": 2.0129827063056492e-05, "loss": 0.0021, "step": 180150 }, { "epoch": 2.9871831009268623, "grad_norm": 0.00022474663273897022, "learning_rate": 2.0128168990731376e-05, "loss": 0.0067, "step": 180160 }, { "epoch": 2.987348908159374, "grad_norm": 0.0006045373738743365, "learning_rate": 2.012651091840626e-05, "loss": 0.0035, "step": 180170 }, { "epoch": 2.9875147153918853, "grad_norm": 0.0007858448661863804, "learning_rate": 2.0124852846081146e-05, "loss": 0.009, "step": 180180 }, { "epoch": 2.9876805226243968, "grad_norm": 0.0016082565998658538, "learning_rate": 2.0123194773756033e-05, "loss": 0.0, "step": 180190 }, { "epoch": 2.9878463298569082, "grad_norm": 0.035668905824422836, "learning_rate": 2.0121536701430917e-05, "loss": 0.0003, "step": 180200 }, { "epoch": 2.9880121370894197, "grad_norm": 0.1649142950773239, "learning_rate": 2.0119878629105803e-05, "loss": 0.0147, "step": 180210 }, { "epoch": 2.988177944321931, "grad_norm": 0.0001944891846505925, "learning_rate": 2.0118220556780687e-05, "loss": 0.0004, "step": 180220 }, { "epoch": 2.9883437515544427, "grad_norm": 0.002161881886422634, "learning_rate": 2.0116562484455574e-05, "loss": 0.005, "step": 180230 }, { "epoch": 2.988509558786954, "grad_norm": 0.002279647858813405, "learning_rate": 2.0114904412130457e-05, "loss": 0.0013, "step": 180240 }, { "epoch": 2.988675366019466, "grad_norm": 0.001200967002660036, "learning_rate": 2.0113246339805344e-05, "loss": 0.0078, "step": 180250 }, { "epoch": 2.988841173251977, "grad_norm": 0.00025638283113949, "learning_rate": 2.0111588267480228e-05, "loss": 0.0028, "step": 180260 }, { "epoch": 2.989006980484489, "grad_norm": 0.00010383214248577133, "learning_rate": 2.0109930195155114e-05, "loss": 0.0032, "step": 180270 }, { "epoch": 2.989172787717, "grad_norm": 2.6963434720528312e-05, "learning_rate": 2.0108272122829998e-05, "loss": 0.0004, "step": 180280 }, { "epoch": 2.989338594949512, "grad_norm": 0.5338032841682434, "learning_rate": 2.0106614050504885e-05, "loss": 0.0026, "step": 180290 }, { "epoch": 2.989504402182023, "grad_norm": 0.005332067608833313, "learning_rate": 2.010495597817977e-05, "loss": 0.0001, "step": 180300 }, { "epoch": 2.989670209414535, "grad_norm": 0.18901503086090088, "learning_rate": 2.0103297905854655e-05, "loss": 0.0042, "step": 180310 }, { "epoch": 2.989836016647046, "grad_norm": 0.00026212172815576196, "learning_rate": 2.010163983352954e-05, "loss": 0.0096, "step": 180320 }, { "epoch": 2.990001823879558, "grad_norm": 0.0030053823720663786, "learning_rate": 2.0099981761204426e-05, "loss": 0.0026, "step": 180330 }, { "epoch": 2.990167631112069, "grad_norm": 0.00013747281627729535, "learning_rate": 2.009832368887931e-05, "loss": 0.0, "step": 180340 }, { "epoch": 2.9903334383445808, "grad_norm": 0.00031185406260192394, "learning_rate": 2.0096665616554196e-05, "loss": 0.0052, "step": 180350 }, { "epoch": 2.9904992455770922, "grad_norm": 3.0803326808381826e-05, "learning_rate": 2.009500754422908e-05, "loss": 0.0026, "step": 180360 }, { "epoch": 2.9906650528096037, "grad_norm": 0.001212140079587698, "learning_rate": 2.0093349471903966e-05, "loss": 0.0001, "step": 180370 }, { "epoch": 2.990830860042115, "grad_norm": 0.0033609673846513033, "learning_rate": 2.0091691399578853e-05, "loss": 0.0028, "step": 180380 }, { "epoch": 2.9909966672746267, "grad_norm": 0.14821569621562958, "learning_rate": 2.0090033327253737e-05, "loss": 0.0051, "step": 180390 }, { "epoch": 2.991162474507138, "grad_norm": 4.7557179641444236e-05, "learning_rate": 2.008837525492862e-05, "loss": 0.0091, "step": 180400 }, { "epoch": 2.9913282817396496, "grad_norm": 0.000208451907383278, "learning_rate": 2.0086717182603507e-05, "loss": 0.0001, "step": 180410 }, { "epoch": 2.991494088972161, "grad_norm": 0.003030223771929741, "learning_rate": 2.0085059110278394e-05, "loss": 0.0024, "step": 180420 }, { "epoch": 2.9916598962046725, "grad_norm": 0.04674270376563072, "learning_rate": 2.0083401037953274e-05, "loss": 0.0032, "step": 180430 }, { "epoch": 2.991825703437184, "grad_norm": 0.0002210902894148603, "learning_rate": 2.008174296562816e-05, "loss": 0.0134, "step": 180440 }, { "epoch": 2.9919915106696955, "grad_norm": 0.1389733850955963, "learning_rate": 2.0080084893303048e-05, "loss": 0.0088, "step": 180450 }, { "epoch": 2.992157317902207, "grad_norm": 0.10405174642801285, "learning_rate": 2.0078426820977934e-05, "loss": 0.0002, "step": 180460 }, { "epoch": 2.9923231251347184, "grad_norm": 0.0030675616580992937, "learning_rate": 2.0076768748652815e-05, "loss": 0.0035, "step": 180470 }, { "epoch": 2.99248893236723, "grad_norm": 0.00022087917022872716, "learning_rate": 2.00751106763277e-05, "loss": 0.0149, "step": 180480 }, { "epoch": 2.9926547395997414, "grad_norm": 0.005514088086783886, "learning_rate": 2.0073452604002588e-05, "loss": 0.0002, "step": 180490 }, { "epoch": 2.992820546832253, "grad_norm": 0.00035842694342136383, "learning_rate": 2.0071794531677475e-05, "loss": 0.0058, "step": 180500 }, { "epoch": 2.9929863540647643, "grad_norm": 5.721976776840165e-05, "learning_rate": 2.0070136459352355e-05, "loss": 0.0045, "step": 180510 }, { "epoch": 2.993152161297276, "grad_norm": 0.0001356114516966045, "learning_rate": 2.0068478387027242e-05, "loss": 0.0102, "step": 180520 }, { "epoch": 2.9933179685297873, "grad_norm": 0.0009242580854333937, "learning_rate": 2.006682031470213e-05, "loss": 0.0, "step": 180530 }, { "epoch": 2.9934837757622987, "grad_norm": 0.10531561821699142, "learning_rate": 2.0065162242377012e-05, "loss": 0.0072, "step": 180540 }, { "epoch": 2.99364958299481, "grad_norm": 0.029275748878717422, "learning_rate": 2.00635041700519e-05, "loss": 0.0002, "step": 180550 }, { "epoch": 2.9938153902273217, "grad_norm": 0.0004146290011703968, "learning_rate": 2.0061846097726783e-05, "loss": 0.0096, "step": 180560 }, { "epoch": 2.993981197459833, "grad_norm": 0.2677555978298187, "learning_rate": 2.006018802540167e-05, "loss": 0.0042, "step": 180570 }, { "epoch": 2.9941470046923446, "grad_norm": 0.0038168090395629406, "learning_rate": 2.0058529953076553e-05, "loss": 0.0001, "step": 180580 }, { "epoch": 2.994312811924856, "grad_norm": 0.0002374205505475402, "learning_rate": 2.005687188075144e-05, "loss": 0.0069, "step": 180590 }, { "epoch": 2.9944786191573676, "grad_norm": 0.0003307923034299165, "learning_rate": 2.0055213808426324e-05, "loss": 0.0053, "step": 180600 }, { "epoch": 2.994644426389879, "grad_norm": 0.0017814524471759796, "learning_rate": 2.005355573610121e-05, "loss": 0.0073, "step": 180610 }, { "epoch": 2.9948102336223905, "grad_norm": 0.0030708604026585817, "learning_rate": 2.0051897663776094e-05, "loss": 0.0, "step": 180620 }, { "epoch": 2.994976040854902, "grad_norm": 3.586913589970209e-05, "learning_rate": 2.005023959145098e-05, "loss": 0.0, "step": 180630 }, { "epoch": 2.9951418480874135, "grad_norm": 0.005926582962274551, "learning_rate": 2.0048581519125864e-05, "loss": 0.0006, "step": 180640 }, { "epoch": 2.995307655319925, "grad_norm": 0.0003111228870693594, "learning_rate": 2.004692344680075e-05, "loss": 0.0117, "step": 180650 }, { "epoch": 2.9954734625524364, "grad_norm": 0.00019727807375602424, "learning_rate": 2.0045265374475635e-05, "loss": 0.0105, "step": 180660 }, { "epoch": 2.995639269784948, "grad_norm": 0.16436688601970673, "learning_rate": 2.004360730215052e-05, "loss": 0.0023, "step": 180670 }, { "epoch": 2.9958050770174594, "grad_norm": 0.24238097667694092, "learning_rate": 2.0041949229825405e-05, "loss": 0.0008, "step": 180680 }, { "epoch": 2.995970884249971, "grad_norm": 0.0002543895971029997, "learning_rate": 2.0040291157500292e-05, "loss": 0.0065, "step": 180690 }, { "epoch": 2.9961366914824827, "grad_norm": 0.00018756030476652086, "learning_rate": 2.0038633085175175e-05, "loss": 0.0027, "step": 180700 }, { "epoch": 2.9963024987149938, "grad_norm": 0.0011612080270424485, "learning_rate": 2.0036975012850062e-05, "loss": 0.0036, "step": 180710 }, { "epoch": 2.9964683059475057, "grad_norm": 0.0003266818530391902, "learning_rate": 2.003531694052495e-05, "loss": 0.0006, "step": 180720 }, { "epoch": 2.9966341131800167, "grad_norm": 0.00032003785599954426, "learning_rate": 2.0033658868199832e-05, "loss": 0.0004, "step": 180730 }, { "epoch": 2.9967999204125286, "grad_norm": 0.00032052909955382347, "learning_rate": 2.0032000795874716e-05, "loss": 0.0034, "step": 180740 }, { "epoch": 2.9969657276450397, "grad_norm": 0.006496659014374018, "learning_rate": 2.0030342723549603e-05, "loss": 0.0126, "step": 180750 }, { "epoch": 2.9971315348775516, "grad_norm": 0.003986814059317112, "learning_rate": 2.002868465122449e-05, "loss": 0.0053, "step": 180760 }, { "epoch": 2.9972973421100626, "grad_norm": 0.00033226163941435516, "learning_rate": 2.0027026578899373e-05, "loss": 0.001, "step": 180770 }, { "epoch": 2.9974631493425745, "grad_norm": 0.00032257914426736534, "learning_rate": 2.0025368506574257e-05, "loss": 0.0041, "step": 180780 }, { "epoch": 2.9976289565750855, "grad_norm": 0.00018786075816024095, "learning_rate": 2.0023710434249143e-05, "loss": 0.0071, "step": 180790 }, { "epoch": 2.9977947638075975, "grad_norm": 0.00753431161865592, "learning_rate": 2.002205236192403e-05, "loss": 0.0001, "step": 180800 }, { "epoch": 2.997960571040109, "grad_norm": 0.0044584376737475395, "learning_rate": 2.0020394289598914e-05, "loss": 0.0025, "step": 180810 }, { "epoch": 2.9981263782726204, "grad_norm": 0.027871407568454742, "learning_rate": 2.0018736217273797e-05, "loss": 0.0003, "step": 180820 }, { "epoch": 2.998292185505132, "grad_norm": 0.0001563914556754753, "learning_rate": 2.0017078144948684e-05, "loss": 0.003, "step": 180830 }, { "epoch": 2.9984579927376434, "grad_norm": 0.21525560319423676, "learning_rate": 2.001542007262357e-05, "loss": 0.003, "step": 180840 }, { "epoch": 2.998623799970155, "grad_norm": 0.0004288905474822968, "learning_rate": 2.001376200029845e-05, "loss": 0.0028, "step": 180850 }, { "epoch": 2.9987896072026663, "grad_norm": 0.00040270734461955726, "learning_rate": 2.0012103927973338e-05, "loss": 0.0027, "step": 180860 }, { "epoch": 2.9989554144351778, "grad_norm": 9.334198693977669e-05, "learning_rate": 2.0010445855648225e-05, "loss": 0.0, "step": 180870 }, { "epoch": 2.9991212216676892, "grad_norm": 0.00027876856620423496, "learning_rate": 2.0008787783323112e-05, "loss": 0.0005, "step": 180880 }, { "epoch": 2.9992870289002007, "grad_norm": 0.0014837086200714111, "learning_rate": 2.0007129710997995e-05, "loss": 0.0001, "step": 180890 }, { "epoch": 2.999452836132712, "grad_norm": 3.0098606657702476e-05, "learning_rate": 2.000547163867288e-05, "loss": 0.0025, "step": 180900 }, { "epoch": 2.9996186433652237, "grad_norm": 0.0001410416152793914, "learning_rate": 2.0003813566347766e-05, "loss": 0.0045, "step": 180910 }, { "epoch": 2.999784450597735, "grad_norm": 0.001191415823996067, "learning_rate": 2.0002155494022652e-05, "loss": 0.0118, "step": 180920 }, { "epoch": 2.9999502578302466, "grad_norm": 0.15129372477531433, "learning_rate": 2.0000497421697536e-05, "loss": 0.008, "step": 180930 }, { "epoch": 3.000116065062758, "grad_norm": 0.12141211330890656, "learning_rate": 1.999883934937242e-05, "loss": 0.0119, "step": 180940 }, { "epoch": 3.0002818722952695, "grad_norm": 0.003306774888187647, "learning_rate": 1.9997181277047306e-05, "loss": 0.0009, "step": 180950 }, { "epoch": 3.000447679527781, "grad_norm": 0.00032657169504091144, "learning_rate": 1.999552320472219e-05, "loss": 0.0041, "step": 180960 }, { "epoch": 3.0006134867602925, "grad_norm": 0.0001796626311261207, "learning_rate": 1.9993865132397077e-05, "loss": 0.0, "step": 180970 }, { "epoch": 3.000779293992804, "grad_norm": 0.008471895009279251, "learning_rate": 1.999220706007196e-05, "loss": 0.0062, "step": 180980 }, { "epoch": 3.0009451012253154, "grad_norm": 0.17796321213245392, "learning_rate": 1.9990548987746847e-05, "loss": 0.0004, "step": 180990 }, { "epoch": 3.001110908457827, "grad_norm": 0.0006578700849786401, "learning_rate": 1.998889091542173e-05, "loss": 0.0033, "step": 181000 }, { "epoch": 3.0012767156903384, "grad_norm": 0.013285203836858273, "learning_rate": 1.9987232843096617e-05, "loss": 0.0041, "step": 181010 }, { "epoch": 3.00144252292285, "grad_norm": 0.002514562336727977, "learning_rate": 1.99855747707715e-05, "loss": 0.0016, "step": 181020 }, { "epoch": 3.0016083301553613, "grad_norm": 0.00013734852836932987, "learning_rate": 1.9983916698446388e-05, "loss": 0.0, "step": 181030 }, { "epoch": 3.001774137387873, "grad_norm": 0.27453282475471497, "learning_rate": 1.998225862612127e-05, "loss": 0.0094, "step": 181040 }, { "epoch": 3.0019399446203843, "grad_norm": 0.00030286674154922366, "learning_rate": 1.9980600553796158e-05, "loss": 0.0054, "step": 181050 }, { "epoch": 3.0021057518528957, "grad_norm": 0.18870048224925995, "learning_rate": 1.9978942481471045e-05, "loss": 0.0084, "step": 181060 }, { "epoch": 3.002271559085407, "grad_norm": 8.279016037704423e-05, "learning_rate": 1.997728440914593e-05, "loss": 0.0029, "step": 181070 }, { "epoch": 3.0024373663179187, "grad_norm": 0.19933192431926727, "learning_rate": 1.9975626336820812e-05, "loss": 0.0035, "step": 181080 }, { "epoch": 3.00260317355043, "grad_norm": 0.0061109550297260284, "learning_rate": 1.99739682644957e-05, "loss": 0.0098, "step": 181090 }, { "epoch": 3.0027689807829416, "grad_norm": 0.0002589936775621027, "learning_rate": 1.9972310192170586e-05, "loss": 0.0001, "step": 181100 }, { "epoch": 3.002934788015453, "grad_norm": 0.0018316059140488505, "learning_rate": 1.997065211984547e-05, "loss": 0.0032, "step": 181110 }, { "epoch": 3.0031005952479646, "grad_norm": 0.0003447533817961812, "learning_rate": 1.9968994047520353e-05, "loss": 0.0001, "step": 181120 }, { "epoch": 3.003266402480476, "grad_norm": 0.00018748323782347143, "learning_rate": 1.996733597519524e-05, "loss": 0.0073, "step": 181130 }, { "epoch": 3.0034322097129875, "grad_norm": 0.0006188669940456748, "learning_rate": 1.9965677902870126e-05, "loss": 0.0029, "step": 181140 }, { "epoch": 3.003598016945499, "grad_norm": 0.00012728615547530353, "learning_rate": 1.996401983054501e-05, "loss": 0.0025, "step": 181150 }, { "epoch": 3.0037638241780105, "grad_norm": 0.0012252026936039329, "learning_rate": 1.9962361758219893e-05, "loss": 0.0064, "step": 181160 }, { "epoch": 3.003929631410522, "grad_norm": 0.0007992027094587684, "learning_rate": 1.996070368589478e-05, "loss": 0.0032, "step": 181170 }, { "epoch": 3.0040954386430334, "grad_norm": 2.5564717361703515e-05, "learning_rate": 1.9959045613569667e-05, "loss": 0.0, "step": 181180 }, { "epoch": 3.004261245875545, "grad_norm": 0.0076465485617518425, "learning_rate": 1.995738754124455e-05, "loss": 0.0002, "step": 181190 }, { "epoch": 3.0044270531080564, "grad_norm": 0.034094758331775665, "learning_rate": 1.9955729468919434e-05, "loss": 0.0003, "step": 181200 }, { "epoch": 3.0045928603405683, "grad_norm": 0.187299907207489, "learning_rate": 1.995407139659432e-05, "loss": 0.0091, "step": 181210 }, { "epoch": 3.0047586675730797, "grad_norm": 0.002332882024347782, "learning_rate": 1.9952413324269208e-05, "loss": 0.0, "step": 181220 }, { "epoch": 3.004924474805591, "grad_norm": 0.002284680726006627, "learning_rate": 1.995075525194409e-05, "loss": 0.0008, "step": 181230 }, { "epoch": 3.0050902820381027, "grad_norm": 0.06064101681113243, "learning_rate": 1.9949097179618975e-05, "loss": 0.0161, "step": 181240 }, { "epoch": 3.005256089270614, "grad_norm": 0.3720226585865021, "learning_rate": 1.994743910729386e-05, "loss": 0.0066, "step": 181250 }, { "epoch": 3.0054218965031256, "grad_norm": 0.01136588305234909, "learning_rate": 1.994578103496875e-05, "loss": 0.0001, "step": 181260 }, { "epoch": 3.005587703735637, "grad_norm": 0.003275914117693901, "learning_rate": 1.9944122962643632e-05, "loss": 0.0002, "step": 181270 }, { "epoch": 3.0057535109681486, "grad_norm": 0.0006273887120187283, "learning_rate": 1.9942464890318515e-05, "loss": 0.0062, "step": 181280 }, { "epoch": 3.00591931820066, "grad_norm": 0.001343709183856845, "learning_rate": 1.9940806817993402e-05, "loss": 0.0015, "step": 181290 }, { "epoch": 3.0060851254331715, "grad_norm": 0.0004496221663430333, "learning_rate": 1.993914874566829e-05, "loss": 0.0131, "step": 181300 }, { "epoch": 3.006250932665683, "grad_norm": 0.0003207857662346214, "learning_rate": 1.9937490673343172e-05, "loss": 0.0004, "step": 181310 }, { "epoch": 3.0064167398981945, "grad_norm": 0.0006626775721088052, "learning_rate": 1.9935832601018056e-05, "loss": 0.0, "step": 181320 }, { "epoch": 3.006582547130706, "grad_norm": 0.0030849629547446966, "learning_rate": 1.9934174528692943e-05, "loss": 0.0002, "step": 181330 }, { "epoch": 3.0067483543632174, "grad_norm": 0.016254650428891182, "learning_rate": 1.9932516456367826e-05, "loss": 0.0149, "step": 181340 }, { "epoch": 3.006914161595729, "grad_norm": 0.000671447953209281, "learning_rate": 1.9930858384042713e-05, "loss": 0.0038, "step": 181350 }, { "epoch": 3.0070799688282404, "grad_norm": 0.06025400385260582, "learning_rate": 1.9929200311717597e-05, "loss": 0.0003, "step": 181360 }, { "epoch": 3.007245776060752, "grad_norm": 0.1916654407978058, "learning_rate": 1.9927542239392484e-05, "loss": 0.0081, "step": 181370 }, { "epoch": 3.0074115832932633, "grad_norm": 0.0064086816273629665, "learning_rate": 1.9925884167067367e-05, "loss": 0.0031, "step": 181380 }, { "epoch": 3.0075773905257748, "grad_norm": 0.00017992079665418714, "learning_rate": 1.9924226094742254e-05, "loss": 0.0034, "step": 181390 }, { "epoch": 3.0077431977582862, "grad_norm": 0.017243782058358192, "learning_rate": 1.992256802241714e-05, "loss": 0.0069, "step": 181400 }, { "epoch": 3.0079090049907977, "grad_norm": 0.00036890158662572503, "learning_rate": 1.9920909950092024e-05, "loss": 0.0029, "step": 181410 }, { "epoch": 3.008074812223309, "grad_norm": 0.0021406016312539577, "learning_rate": 1.9919251877766908e-05, "loss": 0.0026, "step": 181420 }, { "epoch": 3.0082406194558207, "grad_norm": 0.028064019978046417, "learning_rate": 1.9917593805441795e-05, "loss": 0.006, "step": 181430 }, { "epoch": 3.008406426688332, "grad_norm": 0.0011137239634990692, "learning_rate": 1.991593573311668e-05, "loss": 0.0003, "step": 181440 }, { "epoch": 3.0085722339208436, "grad_norm": 3.9944599848240614e-05, "learning_rate": 1.9914277660791565e-05, "loss": 0.0004, "step": 181450 }, { "epoch": 3.008738041153355, "grad_norm": 0.014468508772552013, "learning_rate": 1.991261958846645e-05, "loss": 0.0018, "step": 181460 }, { "epoch": 3.0089038483858666, "grad_norm": 0.0005745254456996918, "learning_rate": 1.9910961516141335e-05, "loss": 0.0053, "step": 181470 }, { "epoch": 3.009069655618378, "grad_norm": 0.0012703104875981808, "learning_rate": 1.9909303443816222e-05, "loss": 0.0002, "step": 181480 }, { "epoch": 3.0092354628508895, "grad_norm": 0.012126323767006397, "learning_rate": 1.9907645371491106e-05, "loss": 0.0051, "step": 181490 }, { "epoch": 3.009401270083401, "grad_norm": 0.0020160225685685873, "learning_rate": 1.990598729916599e-05, "loss": 0.0081, "step": 181500 }, { "epoch": 3.0095670773159124, "grad_norm": 0.036290474236011505, "learning_rate": 1.9904329226840876e-05, "loss": 0.0002, "step": 181510 }, { "epoch": 3.009732884548424, "grad_norm": 0.07245921343564987, "learning_rate": 1.9902671154515763e-05, "loss": 0.0052, "step": 181520 }, { "epoch": 3.0098986917809354, "grad_norm": 0.0005296338931657374, "learning_rate": 1.9901013082190646e-05, "loss": 0.0041, "step": 181530 }, { "epoch": 3.010064499013447, "grad_norm": 0.3865688145160675, "learning_rate": 1.989935500986553e-05, "loss": 0.0009, "step": 181540 }, { "epoch": 3.0102303062459583, "grad_norm": 0.006940817926079035, "learning_rate": 1.9897696937540417e-05, "loss": 0.0024, "step": 181550 }, { "epoch": 3.01039611347847, "grad_norm": 0.00036248168908059597, "learning_rate": 1.9896038865215304e-05, "loss": 0.0005, "step": 181560 }, { "epoch": 3.0105619207109813, "grad_norm": 0.7970808744430542, "learning_rate": 1.9894380792890187e-05, "loss": 0.0029, "step": 181570 }, { "epoch": 3.0107277279434927, "grad_norm": 0.0006531508988700807, "learning_rate": 1.989272272056507e-05, "loss": 0.0046, "step": 181580 }, { "epoch": 3.010893535176004, "grad_norm": 9.87394669209607e-05, "learning_rate": 1.9891064648239957e-05, "loss": 0.0001, "step": 181590 }, { "epoch": 3.0110593424085157, "grad_norm": 0.0001224128936883062, "learning_rate": 1.9889406575914844e-05, "loss": 0.007, "step": 181600 }, { "epoch": 3.011225149641027, "grad_norm": 0.0003198776685167104, "learning_rate": 1.9887748503589728e-05, "loss": 0.0062, "step": 181610 }, { "epoch": 3.0113909568735386, "grad_norm": 0.007290890906006098, "learning_rate": 1.988609043126461e-05, "loss": 0.0008, "step": 181620 }, { "epoch": 3.01155676410605, "grad_norm": 0.4769802987575531, "learning_rate": 1.9884432358939498e-05, "loss": 0.0054, "step": 181630 }, { "epoch": 3.0117225713385616, "grad_norm": 0.0005167167400941253, "learning_rate": 1.9882774286614385e-05, "loss": 0.004, "step": 181640 }, { "epoch": 3.011888378571073, "grad_norm": 0.0021493372041732073, "learning_rate": 1.988111621428927e-05, "loss": 0.0087, "step": 181650 }, { "epoch": 3.012054185803585, "grad_norm": 0.0025762536097317934, "learning_rate": 1.9879458141964152e-05, "loss": 0.0033, "step": 181660 }, { "epoch": 3.0122199930360964, "grad_norm": 0.0028405797202140093, "learning_rate": 1.987780006963904e-05, "loss": 0.0021, "step": 181670 }, { "epoch": 3.012385800268608, "grad_norm": 0.00012229909771122038, "learning_rate": 1.9876141997313926e-05, "loss": 0.0067, "step": 181680 }, { "epoch": 3.0125516075011194, "grad_norm": 0.48049768805503845, "learning_rate": 1.987448392498881e-05, "loss": 0.0055, "step": 181690 }, { "epoch": 3.012717414733631, "grad_norm": 0.002373647643253207, "learning_rate": 1.9872825852663693e-05, "loss": 0.0001, "step": 181700 }, { "epoch": 3.0128832219661423, "grad_norm": 0.14188235998153687, "learning_rate": 1.987116778033858e-05, "loss": 0.0097, "step": 181710 }, { "epoch": 3.013049029198654, "grad_norm": 0.00018929073121398687, "learning_rate": 1.9869509708013463e-05, "loss": 0.0035, "step": 181720 }, { "epoch": 3.0132148364311653, "grad_norm": 0.0024233886506408453, "learning_rate": 1.986785163568835e-05, "loss": 0.0104, "step": 181730 }, { "epoch": 3.0133806436636768, "grad_norm": 0.0027719249483197927, "learning_rate": 1.9866193563363237e-05, "loss": 0.0001, "step": 181740 }, { "epoch": 3.0135464508961882, "grad_norm": 0.07313824445009232, "learning_rate": 1.986453549103812e-05, "loss": 0.0039, "step": 181750 }, { "epoch": 3.0137122581286997, "grad_norm": 0.0011701927287504077, "learning_rate": 1.9862877418713004e-05, "loss": 0.0024, "step": 181760 }, { "epoch": 3.013878065361211, "grad_norm": 8.029950549826026e-05, "learning_rate": 1.986121934638789e-05, "loss": 0.0008, "step": 181770 }, { "epoch": 3.0140438725937226, "grad_norm": 0.0003034743422176689, "learning_rate": 1.9859561274062777e-05, "loss": 0.0029, "step": 181780 }, { "epoch": 3.014209679826234, "grad_norm": 0.002910546725615859, "learning_rate": 1.985790320173766e-05, "loss": 0.0025, "step": 181790 }, { "epoch": 3.0143754870587456, "grad_norm": 6.149481487227604e-05, "learning_rate": 1.9856245129412544e-05, "loss": 0.0079, "step": 181800 }, { "epoch": 3.014541294291257, "grad_norm": 0.03891753777861595, "learning_rate": 1.985458705708743e-05, "loss": 0.009, "step": 181810 }, { "epoch": 3.0147071015237685, "grad_norm": 0.001350546139292419, "learning_rate": 1.9852928984762318e-05, "loss": 0.0059, "step": 181820 }, { "epoch": 3.01487290875628, "grad_norm": 0.00043760144035331905, "learning_rate": 1.98512709124372e-05, "loss": 0.0028, "step": 181830 }, { "epoch": 3.0150387159887915, "grad_norm": 0.04573073238134384, "learning_rate": 1.9849612840112085e-05, "loss": 0.0049, "step": 181840 }, { "epoch": 3.015204523221303, "grad_norm": 6.539333116961643e-05, "learning_rate": 1.9847954767786972e-05, "loss": 0.0033, "step": 181850 }, { "epoch": 3.0153703304538144, "grad_norm": 0.001770425122231245, "learning_rate": 1.984629669546186e-05, "loss": 0.0016, "step": 181860 }, { "epoch": 3.015536137686326, "grad_norm": 0.09921242296695709, "learning_rate": 1.9844638623136742e-05, "loss": 0.0052, "step": 181870 }, { "epoch": 3.0157019449188374, "grad_norm": 0.030469095334410667, "learning_rate": 1.9842980550811626e-05, "loss": 0.0049, "step": 181880 }, { "epoch": 3.015867752151349, "grad_norm": 0.0025122130755335093, "learning_rate": 1.9841322478486513e-05, "loss": 0.0041, "step": 181890 }, { "epoch": 3.0160335593838603, "grad_norm": 0.00024092000967357308, "learning_rate": 1.98396644061614e-05, "loss": 0.0028, "step": 181900 }, { "epoch": 3.016199366616372, "grad_norm": 0.3147658705711365, "learning_rate": 1.9838006333836283e-05, "loss": 0.0003, "step": 181910 }, { "epoch": 3.0163651738488833, "grad_norm": 0.011593653820455074, "learning_rate": 1.9836348261511166e-05, "loss": 0.0079, "step": 181920 }, { "epoch": 3.0165309810813947, "grad_norm": 0.007658566348254681, "learning_rate": 1.9834690189186053e-05, "loss": 0.0029, "step": 181930 }, { "epoch": 3.016696788313906, "grad_norm": 0.00010327370546292514, "learning_rate": 1.983303211686094e-05, "loss": 0.0174, "step": 181940 }, { "epoch": 3.0168625955464177, "grad_norm": 0.0013017056044191122, "learning_rate": 1.9831374044535824e-05, "loss": 0.0008, "step": 181950 }, { "epoch": 3.017028402778929, "grad_norm": 0.320493221282959, "learning_rate": 1.9829715972210707e-05, "loss": 0.0012, "step": 181960 }, { "epoch": 3.0171942100114406, "grad_norm": 0.17075830698013306, "learning_rate": 1.9828057899885594e-05, "loss": 0.0049, "step": 181970 }, { "epoch": 3.017360017243952, "grad_norm": 5.983356459182687e-05, "learning_rate": 1.982639982756048e-05, "loss": 0.003, "step": 181980 }, { "epoch": 3.0175258244764636, "grad_norm": 0.008310641162097454, "learning_rate": 1.9824741755235364e-05, "loss": 0.003, "step": 181990 }, { "epoch": 3.017691631708975, "grad_norm": 0.0012238648487254977, "learning_rate": 1.9823083682910248e-05, "loss": 0.0003, "step": 182000 }, { "epoch": 3.0178574389414865, "grad_norm": 0.4374358057975769, "learning_rate": 1.9821425610585135e-05, "loss": 0.0057, "step": 182010 }, { "epoch": 3.018023246173998, "grad_norm": 0.0007965537952259183, "learning_rate": 1.981976753826002e-05, "loss": 0.0005, "step": 182020 }, { "epoch": 3.0181890534065094, "grad_norm": 0.005489587318152189, "learning_rate": 1.9818109465934905e-05, "loss": 0.003, "step": 182030 }, { "epoch": 3.018354860639021, "grad_norm": 0.013707331381738186, "learning_rate": 1.981645139360979e-05, "loss": 0.0039, "step": 182040 }, { "epoch": 3.0185206678715324, "grad_norm": 0.03440673276782036, "learning_rate": 1.9814793321284675e-05, "loss": 0.0001, "step": 182050 }, { "epoch": 3.018686475104044, "grad_norm": 7.650152110727504e-05, "learning_rate": 1.9813135248959562e-05, "loss": 0.0001, "step": 182060 }, { "epoch": 3.0188522823365553, "grad_norm": 0.00479871267452836, "learning_rate": 1.9811477176634446e-05, "loss": 0.0129, "step": 182070 }, { "epoch": 3.019018089569067, "grad_norm": 0.0002226419310318306, "learning_rate": 1.9809819104309333e-05, "loss": 0.0027, "step": 182080 }, { "epoch": 3.0191838968015783, "grad_norm": 0.1815672367811203, "learning_rate": 1.9808161031984216e-05, "loss": 0.0065, "step": 182090 }, { "epoch": 3.0193497040340898, "grad_norm": 0.0026239396538585424, "learning_rate": 1.9806502959659103e-05, "loss": 0.0001, "step": 182100 }, { "epoch": 3.0195155112666017, "grad_norm": 0.0034345313906669617, "learning_rate": 1.9804844887333986e-05, "loss": 0.0001, "step": 182110 }, { "epoch": 3.019681318499113, "grad_norm": 0.002309489296749234, "learning_rate": 1.9803186815008873e-05, "loss": 0.0001, "step": 182120 }, { "epoch": 3.0198471257316246, "grad_norm": 0.14437730610370636, "learning_rate": 1.9801528742683757e-05, "loss": 0.0058, "step": 182130 }, { "epoch": 3.020012932964136, "grad_norm": 0.0036675622686743736, "learning_rate": 1.979987067035864e-05, "loss": 0.0, "step": 182140 }, { "epoch": 3.0201787401966476, "grad_norm": 4.1875602619256824e-05, "learning_rate": 1.9798212598033527e-05, "loss": 0.0095, "step": 182150 }, { "epoch": 3.020344547429159, "grad_norm": 1.0298477411270142, "learning_rate": 1.9796554525708414e-05, "loss": 0.0054, "step": 182160 }, { "epoch": 3.0205103546616705, "grad_norm": 0.1971093714237213, "learning_rate": 1.9794896453383297e-05, "loss": 0.0028, "step": 182170 }, { "epoch": 3.020676161894182, "grad_norm": 0.006413623690605164, "learning_rate": 1.979323838105818e-05, "loss": 0.0057, "step": 182180 }, { "epoch": 3.0208419691266934, "grad_norm": 6.615066376980394e-05, "learning_rate": 1.9791580308733068e-05, "loss": 0.0073, "step": 182190 }, { "epoch": 3.021007776359205, "grad_norm": 0.00027584529016166925, "learning_rate": 1.9789922236407955e-05, "loss": 0.0008, "step": 182200 }, { "epoch": 3.0211735835917164, "grad_norm": 0.0003475476987659931, "learning_rate": 1.9788264164082838e-05, "loss": 0.0061, "step": 182210 }, { "epoch": 3.021339390824228, "grad_norm": 0.0005153527017682791, "learning_rate": 1.978660609175772e-05, "loss": 0.0036, "step": 182220 }, { "epoch": 3.0215051980567393, "grad_norm": 0.00040783020085655153, "learning_rate": 1.978494801943261e-05, "loss": 0.0, "step": 182230 }, { "epoch": 3.021671005289251, "grad_norm": 0.017800940200686455, "learning_rate": 1.9783289947107495e-05, "loss": 0.0028, "step": 182240 }, { "epoch": 3.0218368125217623, "grad_norm": 0.13193199038505554, "learning_rate": 1.978163187478238e-05, "loss": 0.0052, "step": 182250 }, { "epoch": 3.0220026197542738, "grad_norm": 0.07311516255140305, "learning_rate": 1.9779973802457262e-05, "loss": 0.0005, "step": 182260 }, { "epoch": 3.0221684269867852, "grad_norm": 0.00035031611332669854, "learning_rate": 1.977831573013215e-05, "loss": 0.0, "step": 182270 }, { "epoch": 3.0223342342192967, "grad_norm": 0.17735658586025238, "learning_rate": 1.9776657657807036e-05, "loss": 0.0003, "step": 182280 }, { "epoch": 3.022500041451808, "grad_norm": 0.018055889755487442, "learning_rate": 1.977499958548192e-05, "loss": 0.005, "step": 182290 }, { "epoch": 3.0226658486843196, "grad_norm": 0.00010419703176012263, "learning_rate": 1.9773341513156803e-05, "loss": 0.0055, "step": 182300 }, { "epoch": 3.022831655916831, "grad_norm": 0.15448899567127228, "learning_rate": 1.977168344083169e-05, "loss": 0.0047, "step": 182310 }, { "epoch": 3.0229974631493426, "grad_norm": 0.031146345660090446, "learning_rate": 1.9770025368506577e-05, "loss": 0.0042, "step": 182320 }, { "epoch": 3.023163270381854, "grad_norm": 0.004263656679540873, "learning_rate": 1.976836729618146e-05, "loss": 0.0047, "step": 182330 }, { "epoch": 3.0233290776143655, "grad_norm": 0.0009547761874273419, "learning_rate": 1.9766709223856344e-05, "loss": 0.0008, "step": 182340 }, { "epoch": 3.023494884846877, "grad_norm": 0.0002677231386769563, "learning_rate": 1.976505115153123e-05, "loss": 0.0066, "step": 182350 }, { "epoch": 3.0236606920793885, "grad_norm": 0.5495836734771729, "learning_rate": 1.9763393079206117e-05, "loss": 0.0024, "step": 182360 }, { "epoch": 3.0238264993119, "grad_norm": 0.00034208616125397384, "learning_rate": 1.9761735006881e-05, "loss": 0.0001, "step": 182370 }, { "epoch": 3.0239923065444114, "grad_norm": 0.0005684445495717227, "learning_rate": 1.9760076934555884e-05, "loss": 0.003, "step": 182380 }, { "epoch": 3.024158113776923, "grad_norm": 0.013994413428008556, "learning_rate": 1.975841886223077e-05, "loss": 0.0049, "step": 182390 }, { "epoch": 3.0243239210094344, "grad_norm": 0.20690089464187622, "learning_rate": 1.9756760789905658e-05, "loss": 0.0104, "step": 182400 }, { "epoch": 3.024489728241946, "grad_norm": 0.0019634065683931112, "learning_rate": 1.975510271758054e-05, "loss": 0.0103, "step": 182410 }, { "epoch": 3.0246555354744573, "grad_norm": 0.0006087978836148977, "learning_rate": 1.975344464525543e-05, "loss": 0.0111, "step": 182420 }, { "epoch": 3.024821342706969, "grad_norm": 0.0008724571671336889, "learning_rate": 1.9751786572930312e-05, "loss": 0.0002, "step": 182430 }, { "epoch": 3.0249871499394803, "grad_norm": 0.05374471843242645, "learning_rate": 1.97501285006052e-05, "loss": 0.006, "step": 182440 }, { "epoch": 3.0251529571719917, "grad_norm": 0.8277864456176758, "learning_rate": 1.9748470428280082e-05, "loss": 0.0017, "step": 182450 }, { "epoch": 3.025318764404503, "grad_norm": 0.0002993949456140399, "learning_rate": 1.974681235595497e-05, "loss": 0.017, "step": 182460 }, { "epoch": 3.0254845716370147, "grad_norm": 0.002162351505830884, "learning_rate": 1.9745154283629853e-05, "loss": 0.0084, "step": 182470 }, { "epoch": 3.025650378869526, "grad_norm": 0.00029356556478887796, "learning_rate": 1.974349621130474e-05, "loss": 0.003, "step": 182480 }, { "epoch": 3.0258161861020376, "grad_norm": 0.0060831718146800995, "learning_rate": 1.9741838138979623e-05, "loss": 0.0098, "step": 182490 }, { "epoch": 3.025981993334549, "grad_norm": 0.000262560963165015, "learning_rate": 1.974018006665451e-05, "loss": 0.0029, "step": 182500 }, { "epoch": 3.0261478005670606, "grad_norm": 0.0013447472592815757, "learning_rate": 1.9738521994329393e-05, "loss": 0.006, "step": 182510 }, { "epoch": 3.026313607799572, "grad_norm": 0.01889736019074917, "learning_rate": 1.9736863922004277e-05, "loss": 0.0039, "step": 182520 }, { "epoch": 3.0264794150320835, "grad_norm": 0.011516133323311806, "learning_rate": 1.9735205849679164e-05, "loss": 0.003, "step": 182530 }, { "epoch": 3.026645222264595, "grad_norm": 0.2077580690383911, "learning_rate": 1.973354777735405e-05, "loss": 0.0025, "step": 182540 }, { "epoch": 3.0268110294971065, "grad_norm": 0.003531479276716709, "learning_rate": 1.9731889705028934e-05, "loss": 0.0028, "step": 182550 }, { "epoch": 3.026976836729618, "grad_norm": 0.005052531603723764, "learning_rate": 1.9730231632703817e-05, "loss": 0.0045, "step": 182560 }, { "epoch": 3.02714264396213, "grad_norm": 0.04654019698500633, "learning_rate": 1.9728573560378704e-05, "loss": 0.0045, "step": 182570 }, { "epoch": 3.0273084511946413, "grad_norm": 0.0012927849311381578, "learning_rate": 1.972691548805359e-05, "loss": 0.0031, "step": 182580 }, { "epoch": 3.027474258427153, "grad_norm": 0.0003783205756917596, "learning_rate": 1.9725257415728478e-05, "loss": 0.0001, "step": 182590 }, { "epoch": 3.0276400656596643, "grad_norm": 0.005061933770775795, "learning_rate": 1.9723599343403358e-05, "loss": 0.0001, "step": 182600 }, { "epoch": 3.0278058728921757, "grad_norm": 0.0014199863653630018, "learning_rate": 1.9721941271078245e-05, "loss": 0.0002, "step": 182610 }, { "epoch": 3.027971680124687, "grad_norm": 7.750231452519074e-05, "learning_rate": 1.9720283198753132e-05, "loss": 0.003, "step": 182620 }, { "epoch": 3.0281374873571987, "grad_norm": 0.00046590834972448647, "learning_rate": 1.9718625126428015e-05, "loss": 0.0003, "step": 182630 }, { "epoch": 3.02830329458971, "grad_norm": 0.0007801998872309923, "learning_rate": 1.97169670541029e-05, "loss": 0.0025, "step": 182640 }, { "epoch": 3.0284691018222216, "grad_norm": 0.0008344906964339316, "learning_rate": 1.9715308981777786e-05, "loss": 0.0005, "step": 182650 }, { "epoch": 3.028634909054733, "grad_norm": 0.0006807306199334562, "learning_rate": 1.9713650909452673e-05, "loss": 0.0, "step": 182660 }, { "epoch": 3.0288007162872446, "grad_norm": 0.000300638988846913, "learning_rate": 1.9711992837127556e-05, "loss": 0.0052, "step": 182670 }, { "epoch": 3.028966523519756, "grad_norm": 0.0046062106266617775, "learning_rate": 1.971033476480244e-05, "loss": 0.0027, "step": 182680 }, { "epoch": 3.0291323307522675, "grad_norm": 0.0077764722518622875, "learning_rate": 1.9708676692477326e-05, "loss": 0.0041, "step": 182690 }, { "epoch": 3.029298137984779, "grad_norm": 0.19938579201698303, "learning_rate": 1.9707018620152213e-05, "loss": 0.0146, "step": 182700 }, { "epoch": 3.0294639452172905, "grad_norm": 0.012146513909101486, "learning_rate": 1.9705360547827097e-05, "loss": 0.0, "step": 182710 }, { "epoch": 3.029629752449802, "grad_norm": 0.0014660360757261515, "learning_rate": 1.970370247550198e-05, "loss": 0.0042, "step": 182720 }, { "epoch": 3.0297955596823134, "grad_norm": 0.00023750161926727742, "learning_rate": 1.9702044403176867e-05, "loss": 0.0068, "step": 182730 }, { "epoch": 3.029961366914825, "grad_norm": 0.0002991813817061484, "learning_rate": 1.9700386330851754e-05, "loss": 0.0089, "step": 182740 }, { "epoch": 3.0301271741473363, "grad_norm": 0.000347798690199852, "learning_rate": 1.9698728258526637e-05, "loss": 0.0002, "step": 182750 }, { "epoch": 3.030292981379848, "grad_norm": 0.1642421931028366, "learning_rate": 1.969707018620152e-05, "loss": 0.0059, "step": 182760 }, { "epoch": 3.0304587886123593, "grad_norm": 0.02440890111029148, "learning_rate": 1.9695412113876408e-05, "loss": 0.0023, "step": 182770 }, { "epoch": 3.0306245958448708, "grad_norm": 0.3766251802444458, "learning_rate": 1.9693754041551295e-05, "loss": 0.0051, "step": 182780 }, { "epoch": 3.0307904030773822, "grad_norm": 0.0007443257491104305, "learning_rate": 1.9692095969226178e-05, "loss": 0.0068, "step": 182790 }, { "epoch": 3.0309562103098937, "grad_norm": 0.00027123242034576833, "learning_rate": 1.9690437896901065e-05, "loss": 0.0086, "step": 182800 }, { "epoch": 3.031122017542405, "grad_norm": 0.0033959364518523216, "learning_rate": 1.968877982457595e-05, "loss": 0.0016, "step": 182810 }, { "epoch": 3.0312878247749167, "grad_norm": 0.3874276578426361, "learning_rate": 1.9687121752250835e-05, "loss": 0.0011, "step": 182820 }, { "epoch": 3.031453632007428, "grad_norm": 7.29660750948824e-05, "learning_rate": 1.968546367992572e-05, "loss": 0.0, "step": 182830 }, { "epoch": 3.0316194392399396, "grad_norm": 0.0006480023148469627, "learning_rate": 1.9683805607600606e-05, "loss": 0.0025, "step": 182840 }, { "epoch": 3.031785246472451, "grad_norm": 0.000729792402125895, "learning_rate": 1.968214753527549e-05, "loss": 0.0035, "step": 182850 }, { "epoch": 3.0319510537049625, "grad_norm": 0.02303721383213997, "learning_rate": 1.9680489462950376e-05, "loss": 0.0026, "step": 182860 }, { "epoch": 3.032116860937474, "grad_norm": 0.002029666444286704, "learning_rate": 1.967883139062526e-05, "loss": 0.004, "step": 182870 }, { "epoch": 3.0322826681699855, "grad_norm": 0.00080062699271366, "learning_rate": 1.9677173318300146e-05, "loss": 0.0001, "step": 182880 }, { "epoch": 3.032448475402497, "grad_norm": 1.5763818737468682e-05, "learning_rate": 1.967551524597503e-05, "loss": 0.005, "step": 182890 }, { "epoch": 3.0326142826350084, "grad_norm": 0.04234040156006813, "learning_rate": 1.9673857173649913e-05, "loss": 0.0023, "step": 182900 }, { "epoch": 3.03278008986752, "grad_norm": 0.0001882953947642818, "learning_rate": 1.96721991013248e-05, "loss": 0.005, "step": 182910 }, { "epoch": 3.0329458971000314, "grad_norm": 0.00016386932111345232, "learning_rate": 1.9670541028999687e-05, "loss": 0.0034, "step": 182920 }, { "epoch": 3.033111704332543, "grad_norm": 0.0010469899279996753, "learning_rate": 1.966888295667457e-05, "loss": 0.0053, "step": 182930 }, { "epoch": 3.0332775115650543, "grad_norm": 0.00010941817163256928, "learning_rate": 1.9667224884349454e-05, "loss": 0.0042, "step": 182940 }, { "epoch": 3.033443318797566, "grad_norm": 0.008564792573451996, "learning_rate": 1.966556681202434e-05, "loss": 0.0155, "step": 182950 }, { "epoch": 3.0336091260300773, "grad_norm": 0.001862144097685814, "learning_rate": 1.9663908739699228e-05, "loss": 0.0065, "step": 182960 }, { "epoch": 3.0337749332625887, "grad_norm": 0.026012439280748367, "learning_rate": 1.9662250667374115e-05, "loss": 0.0057, "step": 182970 }, { "epoch": 3.0339407404951, "grad_norm": 0.0072642783634364605, "learning_rate": 1.9660592595048995e-05, "loss": 0.0031, "step": 182980 }, { "epoch": 3.0341065477276117, "grad_norm": 0.0015834844671189785, "learning_rate": 1.965893452272388e-05, "loss": 0.0053, "step": 182990 }, { "epoch": 3.034272354960123, "grad_norm": 0.0002853266487363726, "learning_rate": 1.965727645039877e-05, "loss": 0.0057, "step": 183000 }, { "epoch": 3.0344381621926346, "grad_norm": 0.000455546221928671, "learning_rate": 1.9655618378073652e-05, "loss": 0.0026, "step": 183010 }, { "epoch": 3.0346039694251465, "grad_norm": 3.3875403460115194e-05, "learning_rate": 1.9653960305748535e-05, "loss": 0.0077, "step": 183020 }, { "epoch": 3.034769776657658, "grad_norm": 1.5237134903145488e-05, "learning_rate": 1.9652302233423422e-05, "loss": 0.0001, "step": 183030 }, { "epoch": 3.0349355838901695, "grad_norm": 0.00020258738368283957, "learning_rate": 1.965064416109831e-05, "loss": 0.0067, "step": 183040 }, { "epoch": 3.035101391122681, "grad_norm": 9.550801041768864e-05, "learning_rate": 1.9648986088773193e-05, "loss": 0.0064, "step": 183050 }, { "epoch": 3.0352671983551924, "grad_norm": 0.0005791739677079022, "learning_rate": 1.9647328016448076e-05, "loss": 0.0038, "step": 183060 }, { "epoch": 3.035433005587704, "grad_norm": 0.2253369241952896, "learning_rate": 1.9645669944122963e-05, "loss": 0.0082, "step": 183070 }, { "epoch": 3.0355988128202154, "grad_norm": 0.0001347967772744596, "learning_rate": 1.964401187179785e-05, "loss": 0.0041, "step": 183080 }, { "epoch": 3.035764620052727, "grad_norm": 3.5112818295601755e-05, "learning_rate": 1.9642353799472733e-05, "loss": 0.0202, "step": 183090 }, { "epoch": 3.0359304272852383, "grad_norm": 0.0006523231859318912, "learning_rate": 1.9640695727147617e-05, "loss": 0.0034, "step": 183100 }, { "epoch": 3.03609623451775, "grad_norm": 0.002486428013071418, "learning_rate": 1.9639037654822504e-05, "loss": 0.0027, "step": 183110 }, { "epoch": 3.0362620417502613, "grad_norm": 0.000534087186679244, "learning_rate": 1.963737958249739e-05, "loss": 0.003, "step": 183120 }, { "epoch": 3.0364278489827727, "grad_norm": 0.2199297845363617, "learning_rate": 1.9635721510172274e-05, "loss": 0.0029, "step": 183130 }, { "epoch": 3.036593656215284, "grad_norm": 0.031054064631462097, "learning_rate": 1.963406343784716e-05, "loss": 0.0052, "step": 183140 }, { "epoch": 3.0367594634477957, "grad_norm": 7.570925663458183e-05, "learning_rate": 1.9632405365522044e-05, "loss": 0.0076, "step": 183150 }, { "epoch": 3.036925270680307, "grad_norm": 0.006018533371388912, "learning_rate": 1.963074729319693e-05, "loss": 0.0115, "step": 183160 }, { "epoch": 3.0370910779128186, "grad_norm": 0.0005582726444117725, "learning_rate": 1.9629089220871815e-05, "loss": 0.0001, "step": 183170 }, { "epoch": 3.03725688514533, "grad_norm": 0.0035118700470775366, "learning_rate": 1.96274311485467e-05, "loss": 0.0033, "step": 183180 }, { "epoch": 3.0374226923778416, "grad_norm": 0.002988961059600115, "learning_rate": 1.9625773076221585e-05, "loss": 0.0069, "step": 183190 }, { "epoch": 3.037588499610353, "grad_norm": 0.38620296120643616, "learning_rate": 1.9624115003896472e-05, "loss": 0.0106, "step": 183200 }, { "epoch": 3.0377543068428645, "grad_norm": 0.0017940514953806996, "learning_rate": 1.9622456931571355e-05, "loss": 0.008, "step": 183210 }, { "epoch": 3.037920114075376, "grad_norm": 1.8250333596370183e-05, "learning_rate": 1.9620798859246242e-05, "loss": 0.0, "step": 183220 }, { "epoch": 3.0380859213078875, "grad_norm": 2.582870911282953e-05, "learning_rate": 1.9619140786921126e-05, "loss": 0.0044, "step": 183230 }, { "epoch": 3.038251728540399, "grad_norm": 0.0064402250573039055, "learning_rate": 1.9617482714596013e-05, "loss": 0.0107, "step": 183240 }, { "epoch": 3.0384175357729104, "grad_norm": 0.00041257537668570876, "learning_rate": 1.9615824642270896e-05, "loss": 0.0029, "step": 183250 }, { "epoch": 3.038583343005422, "grad_norm": 0.00028032963746227324, "learning_rate": 1.9614166569945783e-05, "loss": 0.0002, "step": 183260 }, { "epoch": 3.0387491502379333, "grad_norm": 0.00029762648046016693, "learning_rate": 1.9612508497620666e-05, "loss": 0.0004, "step": 183270 }, { "epoch": 3.038914957470445, "grad_norm": 0.004331575706601143, "learning_rate": 1.9610850425295553e-05, "loss": 0.003, "step": 183280 }, { "epoch": 3.0390807647029563, "grad_norm": 0.0005943496362306178, "learning_rate": 1.9609192352970437e-05, "loss": 0.0089, "step": 183290 }, { "epoch": 3.0392465719354678, "grad_norm": 0.003056115237995982, "learning_rate": 1.9607534280645324e-05, "loss": 0.0, "step": 183300 }, { "epoch": 3.0394123791679792, "grad_norm": 0.00017134797235485166, "learning_rate": 1.960587620832021e-05, "loss": 0.0001, "step": 183310 }, { "epoch": 3.0395781864004907, "grad_norm": 0.0016895949374884367, "learning_rate": 1.960421813599509e-05, "loss": 0.0023, "step": 183320 }, { "epoch": 3.039743993633002, "grad_norm": 0.010548659600317478, "learning_rate": 1.9602560063669977e-05, "loss": 0.0014, "step": 183330 }, { "epoch": 3.0399098008655137, "grad_norm": 2.0440447769942693e-05, "learning_rate": 1.9600901991344864e-05, "loss": 0.0032, "step": 183340 }, { "epoch": 3.040075608098025, "grad_norm": 6.541041784657864e-06, "learning_rate": 1.959924391901975e-05, "loss": 0.0078, "step": 183350 }, { "epoch": 3.0402414153305366, "grad_norm": 0.00033224772778339684, "learning_rate": 1.959758584669463e-05, "loss": 0.0059, "step": 183360 }, { "epoch": 3.040407222563048, "grad_norm": 0.0007454611477442086, "learning_rate": 1.9595927774369518e-05, "loss": 0.0045, "step": 183370 }, { "epoch": 3.0405730297955595, "grad_norm": 0.006256108172237873, "learning_rate": 1.9594269702044405e-05, "loss": 0.0, "step": 183380 }, { "epoch": 3.040738837028071, "grad_norm": 0.0551861971616745, "learning_rate": 1.9592611629719292e-05, "loss": 0.0026, "step": 183390 }, { "epoch": 3.0409046442605825, "grad_norm": 0.0004121728998143226, "learning_rate": 1.9590953557394172e-05, "loss": 0.0001, "step": 183400 }, { "epoch": 3.041070451493094, "grad_norm": 0.16217990219593048, "learning_rate": 1.958929548506906e-05, "loss": 0.0068, "step": 183410 }, { "epoch": 3.0412362587256054, "grad_norm": 0.00012198658077977598, "learning_rate": 1.9587637412743946e-05, "loss": 0.0123, "step": 183420 }, { "epoch": 3.041402065958117, "grad_norm": 0.003828584449365735, "learning_rate": 1.958597934041883e-05, "loss": 0.0112, "step": 183430 }, { "epoch": 3.0415678731906284, "grad_norm": 0.0006942921900190413, "learning_rate": 1.9584321268093713e-05, "loss": 0.0003, "step": 183440 }, { "epoch": 3.04173368042314, "grad_norm": 0.01753033511340618, "learning_rate": 1.95826631957686e-05, "loss": 0.0021, "step": 183450 }, { "epoch": 3.0418994876556513, "grad_norm": 0.08436620980501175, "learning_rate": 1.9581005123443486e-05, "loss": 0.0003, "step": 183460 }, { "epoch": 3.042065294888163, "grad_norm": 0.0012260397197678685, "learning_rate": 1.957934705111837e-05, "loss": 0.0099, "step": 183470 }, { "epoch": 3.0422311021206747, "grad_norm": 0.004082173109054565, "learning_rate": 1.9577688978793257e-05, "loss": 0.0053, "step": 183480 }, { "epoch": 3.042396909353186, "grad_norm": 0.1364355981349945, "learning_rate": 1.957603090646814e-05, "loss": 0.0027, "step": 183490 }, { "epoch": 3.0425627165856977, "grad_norm": 0.18769484758377075, "learning_rate": 1.9574372834143027e-05, "loss": 0.0032, "step": 183500 }, { "epoch": 3.042728523818209, "grad_norm": 0.00026775969308800995, "learning_rate": 1.957271476181791e-05, "loss": 0.0, "step": 183510 }, { "epoch": 3.0428943310507206, "grad_norm": 3.653511157608591e-05, "learning_rate": 1.9571056689492797e-05, "loss": 0.004, "step": 183520 }, { "epoch": 3.043060138283232, "grad_norm": 0.0005487946327775717, "learning_rate": 1.956939861716768e-05, "loss": 0.0001, "step": 183530 }, { "epoch": 3.0432259455157435, "grad_norm": 0.00011028879089280963, "learning_rate": 1.9567740544842568e-05, "loss": 0.0022, "step": 183540 }, { "epoch": 3.043391752748255, "grad_norm": 0.0005819672369398177, "learning_rate": 1.956608247251745e-05, "loss": 0.0061, "step": 183550 }, { "epoch": 3.0435575599807665, "grad_norm": 0.0004531435261014849, "learning_rate": 1.9564424400192338e-05, "loss": 0.0005, "step": 183560 }, { "epoch": 3.043723367213278, "grad_norm": 0.09598346799612045, "learning_rate": 1.956276632786722e-05, "loss": 0.0008, "step": 183570 }, { "epoch": 3.0438891744457894, "grad_norm": 0.0067872763611376286, "learning_rate": 1.956110825554211e-05, "loss": 0.003, "step": 183580 }, { "epoch": 3.044054981678301, "grad_norm": 0.0014532145578414202, "learning_rate": 1.9559450183216992e-05, "loss": 0.0102, "step": 183590 }, { "epoch": 3.0442207889108124, "grad_norm": 0.000529132375959307, "learning_rate": 1.955779211089188e-05, "loss": 0.0011, "step": 183600 }, { "epoch": 3.044386596143324, "grad_norm": 0.00327277067117393, "learning_rate": 1.9556134038566762e-05, "loss": 0.0056, "step": 183610 }, { "epoch": 3.0445524033758353, "grad_norm": 5.222731124376878e-05, "learning_rate": 1.955447596624165e-05, "loss": 0.0031, "step": 183620 }, { "epoch": 3.044718210608347, "grad_norm": 0.023804346099495888, "learning_rate": 1.9552817893916533e-05, "loss": 0.004, "step": 183630 }, { "epoch": 3.0448840178408583, "grad_norm": 0.0005757896578870714, "learning_rate": 1.955115982159142e-05, "loss": 0.0007, "step": 183640 }, { "epoch": 3.0450498250733697, "grad_norm": 0.00013930628483649343, "learning_rate": 1.9549501749266306e-05, "loss": 0.009, "step": 183650 }, { "epoch": 3.045215632305881, "grad_norm": 0.001993602840229869, "learning_rate": 1.954784367694119e-05, "loss": 0.0047, "step": 183660 }, { "epoch": 3.0453814395383927, "grad_norm": 0.0016227075830101967, "learning_rate": 1.9546185604616073e-05, "loss": 0.0168, "step": 183670 }, { "epoch": 3.045547246770904, "grad_norm": 0.02194344438612461, "learning_rate": 1.954452753229096e-05, "loss": 0.0116, "step": 183680 }, { "epoch": 3.0457130540034156, "grad_norm": 0.0009594613802619278, "learning_rate": 1.9542869459965847e-05, "loss": 0.0005, "step": 183690 }, { "epoch": 3.045878861235927, "grad_norm": 0.16839830577373505, "learning_rate": 1.9541211387640727e-05, "loss": 0.0058, "step": 183700 }, { "epoch": 3.0460446684684386, "grad_norm": 0.027653861790895462, "learning_rate": 1.9539553315315614e-05, "loss": 0.0023, "step": 183710 }, { "epoch": 3.04621047570095, "grad_norm": 0.4032677114009857, "learning_rate": 1.95378952429905e-05, "loss": 0.0075, "step": 183720 }, { "epoch": 3.0463762829334615, "grad_norm": 0.00014656111306976527, "learning_rate": 1.9536237170665388e-05, "loss": 0.0003, "step": 183730 }, { "epoch": 3.046542090165973, "grad_norm": 0.002882692962884903, "learning_rate": 1.9534579098340268e-05, "loss": 0.0037, "step": 183740 }, { "epoch": 3.0467078973984845, "grad_norm": 0.4773215353488922, "learning_rate": 1.9532921026015155e-05, "loss": 0.0034, "step": 183750 }, { "epoch": 3.046873704630996, "grad_norm": 0.0023455056361854076, "learning_rate": 1.953126295369004e-05, "loss": 0.0, "step": 183760 }, { "epoch": 3.0470395118635074, "grad_norm": 0.00028870804817415774, "learning_rate": 1.952960488136493e-05, "loss": 0.0013, "step": 183770 }, { "epoch": 3.047205319096019, "grad_norm": 0.0006011941586621106, "learning_rate": 1.952794680903981e-05, "loss": 0.0099, "step": 183780 }, { "epoch": 3.0473711263285304, "grad_norm": 1.9024504581466317e-05, "learning_rate": 1.9526288736714695e-05, "loss": 0.0002, "step": 183790 }, { "epoch": 3.047536933561042, "grad_norm": 0.0005787534755654633, "learning_rate": 1.9524630664389582e-05, "loss": 0.0049, "step": 183800 }, { "epoch": 3.0477027407935533, "grad_norm": 0.004300655797123909, "learning_rate": 1.9522972592064466e-05, "loss": 0.0026, "step": 183810 }, { "epoch": 3.0478685480260648, "grad_norm": 0.007327079772949219, "learning_rate": 1.9521314519739353e-05, "loss": 0.0027, "step": 183820 }, { "epoch": 3.0480343552585762, "grad_norm": 0.0116159338504076, "learning_rate": 1.9519656447414236e-05, "loss": 0.0031, "step": 183830 }, { "epoch": 3.0482001624910877, "grad_norm": 2.8624961487366818e-05, "learning_rate": 1.9517998375089123e-05, "loss": 0.0003, "step": 183840 }, { "epoch": 3.048365969723599, "grad_norm": 0.18069717288017273, "learning_rate": 1.9516340302764006e-05, "loss": 0.0109, "step": 183850 }, { "epoch": 3.0485317769561107, "grad_norm": 0.008260754868388176, "learning_rate": 1.9514682230438893e-05, "loss": 0.0008, "step": 183860 }, { "epoch": 3.048697584188622, "grad_norm": 0.007956443354487419, "learning_rate": 1.9513024158113777e-05, "loss": 0.0029, "step": 183870 }, { "epoch": 3.0488633914211336, "grad_norm": 0.028798315674066544, "learning_rate": 1.9511366085788664e-05, "loss": 0.0084, "step": 183880 }, { "epoch": 3.049029198653645, "grad_norm": 0.00031503316131420434, "learning_rate": 1.9509708013463547e-05, "loss": 0.0001, "step": 183890 }, { "epoch": 3.0491950058861566, "grad_norm": 0.00016037654131650925, "learning_rate": 1.9508049941138434e-05, "loss": 0.0045, "step": 183900 }, { "epoch": 3.049360813118668, "grad_norm": 1.6350686564692296e-05, "learning_rate": 1.9506391868813317e-05, "loss": 0.0006, "step": 183910 }, { "epoch": 3.0495266203511795, "grad_norm": 0.0006610954878851771, "learning_rate": 1.9504733796488204e-05, "loss": 0.0, "step": 183920 }, { "epoch": 3.0496924275836914, "grad_norm": 0.0007549978327006102, "learning_rate": 1.9503075724163088e-05, "loss": 0.0001, "step": 183930 }, { "epoch": 3.049858234816203, "grad_norm": 0.00021059135906398296, "learning_rate": 1.9501417651837975e-05, "loss": 0.0039, "step": 183940 }, { "epoch": 3.0500240420487144, "grad_norm": 0.027585750445723534, "learning_rate": 1.9499759579512858e-05, "loss": 0.0053, "step": 183950 }, { "epoch": 3.050189849281226, "grad_norm": 2.752321961452253e-05, "learning_rate": 1.9498101507187745e-05, "loss": 0.0031, "step": 183960 }, { "epoch": 3.0503556565137373, "grad_norm": 0.0014342860085889697, "learning_rate": 1.949644343486263e-05, "loss": 0.0066, "step": 183970 }, { "epoch": 3.0505214637462488, "grad_norm": 0.1647467464208603, "learning_rate": 1.9494785362537515e-05, "loss": 0.0077, "step": 183980 }, { "epoch": 3.0506872709787602, "grad_norm": 0.3294162452220917, "learning_rate": 1.9493127290212402e-05, "loss": 0.004, "step": 183990 }, { "epoch": 3.0508530782112717, "grad_norm": 0.00089277233928442, "learning_rate": 1.9491469217887286e-05, "loss": 0.0119, "step": 184000 }, { "epoch": 3.051018885443783, "grad_norm": 0.007085493765771389, "learning_rate": 1.948981114556217e-05, "loss": 0.0028, "step": 184010 }, { "epoch": 3.0511846926762947, "grad_norm": 0.0035667328629642725, "learning_rate": 1.9488153073237056e-05, "loss": 0.0029, "step": 184020 }, { "epoch": 3.051350499908806, "grad_norm": 0.005617977119982243, "learning_rate": 1.9486495000911943e-05, "loss": 0.0025, "step": 184030 }, { "epoch": 3.0515163071413176, "grad_norm": 0.00012262807285878807, "learning_rate": 1.9484836928586826e-05, "loss": 0.0015, "step": 184040 }, { "epoch": 3.051682114373829, "grad_norm": 0.0009847007459029555, "learning_rate": 1.948317885626171e-05, "loss": 0.0028, "step": 184050 }, { "epoch": 3.0518479216063406, "grad_norm": 0.00024123850744217634, "learning_rate": 1.9481520783936597e-05, "loss": 0.0024, "step": 184060 }, { "epoch": 3.052013728838852, "grad_norm": 0.00019019942556042224, "learning_rate": 1.9479862711611484e-05, "loss": 0.0088, "step": 184070 }, { "epoch": 3.0521795360713635, "grad_norm": 0.00882043782621622, "learning_rate": 1.9478204639286364e-05, "loss": 0.0, "step": 184080 }, { "epoch": 3.052345343303875, "grad_norm": 0.5711027383804321, "learning_rate": 1.947654656696125e-05, "loss": 0.0047, "step": 184090 }, { "epoch": 3.0525111505363864, "grad_norm": 0.0005663455231115222, "learning_rate": 1.9474888494636137e-05, "loss": 0.0043, "step": 184100 }, { "epoch": 3.052676957768898, "grad_norm": 5.3012161515653133e-05, "learning_rate": 1.9473230422311024e-05, "loss": 0.0029, "step": 184110 }, { "epoch": 3.0528427650014094, "grad_norm": 0.0005549900233745575, "learning_rate": 1.9471572349985904e-05, "loss": 0.0001, "step": 184120 }, { "epoch": 3.053008572233921, "grad_norm": 0.04896168410778046, "learning_rate": 1.946991427766079e-05, "loss": 0.0057, "step": 184130 }, { "epoch": 3.0531743794664323, "grad_norm": 0.00031431124079972506, "learning_rate": 1.9468256205335678e-05, "loss": 0.0036, "step": 184140 }, { "epoch": 3.053340186698944, "grad_norm": 0.06862335652112961, "learning_rate": 1.9466598133010565e-05, "loss": 0.005, "step": 184150 }, { "epoch": 3.0535059939314553, "grad_norm": 0.02230580896139145, "learning_rate": 1.946494006068545e-05, "loss": 0.0001, "step": 184160 }, { "epoch": 3.0536718011639667, "grad_norm": 0.002150977496057749, "learning_rate": 1.9463281988360332e-05, "loss": 0.0001, "step": 184170 }, { "epoch": 3.053837608396478, "grad_norm": 0.0002205490745836869, "learning_rate": 1.946162391603522e-05, "loss": 0.0009, "step": 184180 }, { "epoch": 3.0540034156289897, "grad_norm": 0.0003274046757724136, "learning_rate": 1.9459965843710102e-05, "loss": 0.0072, "step": 184190 }, { "epoch": 3.054169222861501, "grad_norm": 0.0001901517971418798, "learning_rate": 1.945830777138499e-05, "loss": 0.0081, "step": 184200 }, { "epoch": 3.0543350300940126, "grad_norm": 0.07411395758390427, "learning_rate": 1.9456649699059873e-05, "loss": 0.0049, "step": 184210 }, { "epoch": 3.054500837326524, "grad_norm": 0.2781093120574951, "learning_rate": 1.945499162673476e-05, "loss": 0.0081, "step": 184220 }, { "epoch": 3.0546666445590356, "grad_norm": 0.003464160719886422, "learning_rate": 1.9453333554409643e-05, "loss": 0.0005, "step": 184230 }, { "epoch": 3.054832451791547, "grad_norm": 0.0036983084864914417, "learning_rate": 1.945167548208453e-05, "loss": 0.0057, "step": 184240 }, { "epoch": 3.0549982590240585, "grad_norm": 0.004054385237395763, "learning_rate": 1.9450017409759413e-05, "loss": 0.0051, "step": 184250 }, { "epoch": 3.05516406625657, "grad_norm": 0.008311143144965172, "learning_rate": 1.94483593374343e-05, "loss": 0.0001, "step": 184260 }, { "epoch": 3.0553298734890815, "grad_norm": 0.033420998603105545, "learning_rate": 1.9446701265109184e-05, "loss": 0.0027, "step": 184270 }, { "epoch": 3.055495680721593, "grad_norm": 3.4294705983484164e-05, "learning_rate": 1.944504319278407e-05, "loss": 0.003, "step": 184280 }, { "epoch": 3.0556614879541044, "grad_norm": 0.00044720835285261273, "learning_rate": 1.9443385120458954e-05, "loss": 0.01, "step": 184290 }, { "epoch": 3.055827295186616, "grad_norm": 0.1102786660194397, "learning_rate": 1.944172704813384e-05, "loss": 0.0036, "step": 184300 }, { "epoch": 3.0559931024191274, "grad_norm": 0.06194596365094185, "learning_rate": 1.9440068975808724e-05, "loss": 0.0041, "step": 184310 }, { "epoch": 3.056158909651639, "grad_norm": 6.96770366630517e-05, "learning_rate": 1.943841090348361e-05, "loss": 0.0041, "step": 184320 }, { "epoch": 3.0563247168841503, "grad_norm": 0.00020414935715962201, "learning_rate": 1.9436752831158498e-05, "loss": 0.0074, "step": 184330 }, { "epoch": 3.0564905241166618, "grad_norm": 3.2323911000275984e-05, "learning_rate": 1.943509475883338e-05, "loss": 0.0025, "step": 184340 }, { "epoch": 3.0566563313491733, "grad_norm": 0.0005309099215082824, "learning_rate": 1.9433436686508265e-05, "loss": 0.0073, "step": 184350 }, { "epoch": 3.0568221385816847, "grad_norm": 0.21829454600811005, "learning_rate": 1.9431778614183152e-05, "loss": 0.0123, "step": 184360 }, { "epoch": 3.056987945814196, "grad_norm": 0.23971807956695557, "learning_rate": 1.943012054185804e-05, "loss": 0.0138, "step": 184370 }, { "epoch": 3.057153753046708, "grad_norm": 0.003484259359538555, "learning_rate": 1.9428462469532922e-05, "loss": 0.0026, "step": 184380 }, { "epoch": 3.0573195602792196, "grad_norm": 0.00028708213358186185, "learning_rate": 1.9426804397207806e-05, "loss": 0.004, "step": 184390 }, { "epoch": 3.057485367511731, "grad_norm": 0.1557764858007431, "learning_rate": 1.9425146324882693e-05, "loss": 0.0089, "step": 184400 }, { "epoch": 3.0576511747442425, "grad_norm": 0.0019442469347268343, "learning_rate": 1.942348825255758e-05, "loss": 0.0004, "step": 184410 }, { "epoch": 3.057816981976754, "grad_norm": 0.0012808656319975853, "learning_rate": 1.9421830180232463e-05, "loss": 0.0041, "step": 184420 }, { "epoch": 3.0579827892092655, "grad_norm": 0.0003662052331492305, "learning_rate": 1.9420172107907347e-05, "loss": 0.0002, "step": 184430 }, { "epoch": 3.058148596441777, "grad_norm": 0.18548178672790527, "learning_rate": 1.9418514035582233e-05, "loss": 0.0091, "step": 184440 }, { "epoch": 3.0583144036742884, "grad_norm": 0.0008903217385523021, "learning_rate": 1.941685596325712e-05, "loss": 0.0078, "step": 184450 }, { "epoch": 3.0584802109068, "grad_norm": 0.009871942922472954, "learning_rate": 1.9415197890932004e-05, "loss": 0.0103, "step": 184460 }, { "epoch": 3.0586460181393114, "grad_norm": 0.2427522987127304, "learning_rate": 1.9413539818606887e-05, "loss": 0.0118, "step": 184470 }, { "epoch": 3.058811825371823, "grad_norm": 5.647583748213947e-05, "learning_rate": 1.9411881746281774e-05, "loss": 0.0038, "step": 184480 }, { "epoch": 3.0589776326043343, "grad_norm": 0.002946578897535801, "learning_rate": 1.941022367395666e-05, "loss": 0.0072, "step": 184490 }, { "epoch": 3.059143439836846, "grad_norm": 0.011436368338763714, "learning_rate": 1.9408565601631544e-05, "loss": 0.0023, "step": 184500 }, { "epoch": 3.0593092470693573, "grad_norm": 0.0031755692325532436, "learning_rate": 1.9406907529306428e-05, "loss": 0.0021, "step": 184510 }, { "epoch": 3.0594750543018687, "grad_norm": 0.0028947866521775723, "learning_rate": 1.9405249456981315e-05, "loss": 0.0002, "step": 184520 }, { "epoch": 3.05964086153438, "grad_norm": 0.0012884116731584072, "learning_rate": 1.94035913846562e-05, "loss": 0.0029, "step": 184530 }, { "epoch": 3.0598066687668917, "grad_norm": 0.002218908630311489, "learning_rate": 1.9401933312331085e-05, "loss": 0.0062, "step": 184540 }, { "epoch": 3.059972475999403, "grad_norm": 0.00023962782870512456, "learning_rate": 1.940027524000597e-05, "loss": 0.0014, "step": 184550 }, { "epoch": 3.0601382832319146, "grad_norm": 0.004979849327355623, "learning_rate": 1.9398617167680855e-05, "loss": 0.0001, "step": 184560 }, { "epoch": 3.060304090464426, "grad_norm": 0.0005732198478654027, "learning_rate": 1.9396959095355742e-05, "loss": 0.0049, "step": 184570 }, { "epoch": 3.0604698976969376, "grad_norm": 6.645044049946591e-05, "learning_rate": 1.9395301023030626e-05, "loss": 0.0001, "step": 184580 }, { "epoch": 3.060635704929449, "grad_norm": 0.001959840767085552, "learning_rate": 1.939364295070551e-05, "loss": 0.0011, "step": 184590 }, { "epoch": 3.0608015121619605, "grad_norm": 0.000554896891117096, "learning_rate": 1.9391984878380396e-05, "loss": 0.0033, "step": 184600 }, { "epoch": 3.060967319394472, "grad_norm": 0.0007617398514412344, "learning_rate": 1.939032680605528e-05, "loss": 0.0067, "step": 184610 }, { "epoch": 3.0611331266269834, "grad_norm": 0.004685683641582727, "learning_rate": 1.9388668733730166e-05, "loss": 0.0072, "step": 184620 }, { "epoch": 3.061298933859495, "grad_norm": 0.0001966270210687071, "learning_rate": 1.938701066140505e-05, "loss": 0.0, "step": 184630 }, { "epoch": 3.0614647410920064, "grad_norm": 0.002199441660195589, "learning_rate": 1.9385352589079937e-05, "loss": 0.0074, "step": 184640 }, { "epoch": 3.061630548324518, "grad_norm": 0.03625514730811119, "learning_rate": 1.938369451675482e-05, "loss": 0.0042, "step": 184650 }, { "epoch": 3.0617963555570293, "grad_norm": 0.00046765711158514023, "learning_rate": 1.9382036444429707e-05, "loss": 0.0002, "step": 184660 }, { "epoch": 3.061962162789541, "grad_norm": 0.0014920043759047985, "learning_rate": 1.9380378372104594e-05, "loss": 0.0075, "step": 184670 }, { "epoch": 3.0621279700220523, "grad_norm": 0.09688882529735565, "learning_rate": 1.9378720299779478e-05, "loss": 0.0001, "step": 184680 }, { "epoch": 3.0622937772545638, "grad_norm": 0.0008826801786199212, "learning_rate": 1.937706222745436e-05, "loss": 0.0, "step": 184690 }, { "epoch": 3.0624595844870752, "grad_norm": 0.1441616266965866, "learning_rate": 1.9375404155129248e-05, "loss": 0.0093, "step": 184700 }, { "epoch": 3.0626253917195867, "grad_norm": 0.15891891717910767, "learning_rate": 1.9373746082804135e-05, "loss": 0.01, "step": 184710 }, { "epoch": 3.062791198952098, "grad_norm": 0.005919652059674263, "learning_rate": 1.9372088010479018e-05, "loss": 0.007, "step": 184720 }, { "epoch": 3.0629570061846096, "grad_norm": 0.001127013354562223, "learning_rate": 1.93704299381539e-05, "loss": 0.0058, "step": 184730 }, { "epoch": 3.063122813417121, "grad_norm": 0.00031736213713884354, "learning_rate": 1.936877186582879e-05, "loss": 0.0111, "step": 184740 }, { "epoch": 3.0632886206496326, "grad_norm": 0.00047009848640300333, "learning_rate": 1.9367113793503675e-05, "loss": 0.0001, "step": 184750 }, { "epoch": 3.063454427882144, "grad_norm": 0.00040069155511446297, "learning_rate": 1.936545572117856e-05, "loss": 0.0001, "step": 184760 }, { "epoch": 3.0636202351146555, "grad_norm": 0.0006125639192759991, "learning_rate": 1.9363797648853442e-05, "loss": 0.0049, "step": 184770 }, { "epoch": 3.063786042347167, "grad_norm": 0.00010267566540278494, "learning_rate": 1.936213957652833e-05, "loss": 0.0024, "step": 184780 }, { "epoch": 3.0639518495796785, "grad_norm": 0.002750721760094166, "learning_rate": 1.9360481504203216e-05, "loss": 0.0005, "step": 184790 }, { "epoch": 3.06411765681219, "grad_norm": 0.0011363133089616895, "learning_rate": 1.93588234318781e-05, "loss": 0.0001, "step": 184800 }, { "epoch": 3.0642834640447014, "grad_norm": 7.809455564711243e-05, "learning_rate": 1.9357165359552983e-05, "loss": 0.0018, "step": 184810 }, { "epoch": 3.064449271277213, "grad_norm": 0.040752146393060684, "learning_rate": 1.935550728722787e-05, "loss": 0.0001, "step": 184820 }, { "epoch": 3.064615078509725, "grad_norm": 0.05364302918314934, "learning_rate": 1.9353849214902757e-05, "loss": 0.0001, "step": 184830 }, { "epoch": 3.0647808857422363, "grad_norm": 0.002217109315097332, "learning_rate": 1.935219114257764e-05, "loss": 0.0007, "step": 184840 }, { "epoch": 3.0649466929747478, "grad_norm": 0.00034297999809496105, "learning_rate": 1.9350533070252524e-05, "loss": 0.0031, "step": 184850 }, { "epoch": 3.0651125002072592, "grad_norm": 0.00032566956360824406, "learning_rate": 1.934887499792741e-05, "loss": 0.0006, "step": 184860 }, { "epoch": 3.0652783074397707, "grad_norm": 0.0001326667843386531, "learning_rate": 1.9347216925602298e-05, "loss": 0.0058, "step": 184870 }, { "epoch": 3.065444114672282, "grad_norm": 0.014538845978677273, "learning_rate": 1.934555885327718e-05, "loss": 0.0001, "step": 184880 }, { "epoch": 3.0656099219047936, "grad_norm": 0.7857365012168884, "learning_rate": 1.9343900780952064e-05, "loss": 0.0153, "step": 184890 }, { "epoch": 3.065775729137305, "grad_norm": 0.0007213768549263477, "learning_rate": 1.934224270862695e-05, "loss": 0.0, "step": 184900 }, { "epoch": 3.0659415363698166, "grad_norm": 0.18861420452594757, "learning_rate": 1.9340584636301838e-05, "loss": 0.0075, "step": 184910 }, { "epoch": 3.066107343602328, "grad_norm": 0.00042157465941272676, "learning_rate": 1.933892656397672e-05, "loss": 0.0001, "step": 184920 }, { "epoch": 3.0662731508348395, "grad_norm": 0.00015385556616820395, "learning_rate": 1.9337268491651605e-05, "loss": 0.0008, "step": 184930 }, { "epoch": 3.066438958067351, "grad_norm": 0.006991890724748373, "learning_rate": 1.9335610419326492e-05, "loss": 0.0032, "step": 184940 }, { "epoch": 3.0666047652998625, "grad_norm": 0.010657728649675846, "learning_rate": 1.933395234700138e-05, "loss": 0.0, "step": 184950 }, { "epoch": 3.066770572532374, "grad_norm": 0.019864840433001518, "learning_rate": 1.9332294274676262e-05, "loss": 0.0025, "step": 184960 }, { "epoch": 3.0669363797648854, "grad_norm": 6.053167089703493e-05, "learning_rate": 1.9330636202351146e-05, "loss": 0.0027, "step": 184970 }, { "epoch": 3.067102186997397, "grad_norm": 0.0017910503083840013, "learning_rate": 1.9328978130026033e-05, "loss": 0.0044, "step": 184980 }, { "epoch": 3.0672679942299084, "grad_norm": 8.534984954167157e-05, "learning_rate": 1.9327320057700916e-05, "loss": 0.0018, "step": 184990 }, { "epoch": 3.06743380146242, "grad_norm": 0.0006745344144292176, "learning_rate": 1.9325661985375803e-05, "loss": 0.0001, "step": 185000 }, { "epoch": 3.0675996086949313, "grad_norm": 0.00032722679316066206, "learning_rate": 1.932400391305069e-05, "loss": 0.0017, "step": 185010 }, { "epoch": 3.067765415927443, "grad_norm": 0.00038786607910878956, "learning_rate": 1.9322345840725573e-05, "loss": 0.0092, "step": 185020 }, { "epoch": 3.0679312231599543, "grad_norm": 0.001374871819280088, "learning_rate": 1.9320687768400457e-05, "loss": 0.0003, "step": 185030 }, { "epoch": 3.0680970303924657, "grad_norm": 0.00019987570703960955, "learning_rate": 1.9319029696075344e-05, "loss": 0.0026, "step": 185040 }, { "epoch": 3.068262837624977, "grad_norm": 0.00033249022089876235, "learning_rate": 1.931737162375023e-05, "loss": 0.0088, "step": 185050 }, { "epoch": 3.0684286448574887, "grad_norm": 0.0033775349147617817, "learning_rate": 1.9315713551425114e-05, "loss": 0.0028, "step": 185060 }, { "epoch": 3.06859445209, "grad_norm": 0.0001136894934461452, "learning_rate": 1.9314055479099998e-05, "loss": 0.0106, "step": 185070 }, { "epoch": 3.0687602593225116, "grad_norm": 0.00012856708781328052, "learning_rate": 1.9312397406774884e-05, "loss": 0.0083, "step": 185080 }, { "epoch": 3.068926066555023, "grad_norm": 3.1190218578558415e-05, "learning_rate": 1.931073933444977e-05, "loss": 0.0027, "step": 185090 }, { "epoch": 3.0690918737875346, "grad_norm": 0.0018743828404694796, "learning_rate": 1.9309081262124655e-05, "loss": 0.0118, "step": 185100 }, { "epoch": 3.069257681020046, "grad_norm": 0.020141756162047386, "learning_rate": 1.9307423189799538e-05, "loss": 0.0001, "step": 185110 }, { "epoch": 3.0694234882525575, "grad_norm": 0.915734052658081, "learning_rate": 1.9305765117474425e-05, "loss": 0.0064, "step": 185120 }, { "epoch": 3.069589295485069, "grad_norm": 0.020166587084531784, "learning_rate": 1.9304107045149312e-05, "loss": 0.007, "step": 185130 }, { "epoch": 3.0697551027175805, "grad_norm": 0.0027557036373764277, "learning_rate": 1.9302448972824195e-05, "loss": 0.0023, "step": 185140 }, { "epoch": 3.069920909950092, "grad_norm": 0.00015579318278469145, "learning_rate": 1.930079090049908e-05, "loss": 0.0012, "step": 185150 }, { "epoch": 3.0700867171826034, "grad_norm": 0.0013419195311143994, "learning_rate": 1.9299132828173966e-05, "loss": 0.0099, "step": 185160 }, { "epoch": 3.070252524415115, "grad_norm": 1.9468310711090453e-05, "learning_rate": 1.9297474755848853e-05, "loss": 0.0007, "step": 185170 }, { "epoch": 3.0704183316476263, "grad_norm": 0.00799605157226324, "learning_rate": 1.9295816683523736e-05, "loss": 0.0057, "step": 185180 }, { "epoch": 3.070584138880138, "grad_norm": 0.004006680101156235, "learning_rate": 1.929415861119862e-05, "loss": 0.0054, "step": 185190 }, { "epoch": 3.0707499461126493, "grad_norm": 0.0031131687574088573, "learning_rate": 1.9292500538873507e-05, "loss": 0.0149, "step": 185200 }, { "epoch": 3.0709157533451608, "grad_norm": 0.011519396677613258, "learning_rate": 1.9290842466548393e-05, "loss": 0.0072, "step": 185210 }, { "epoch": 3.0710815605776722, "grad_norm": 0.005956753622740507, "learning_rate": 1.9289184394223277e-05, "loss": 0.0, "step": 185220 }, { "epoch": 3.0712473678101837, "grad_norm": 0.18780378997325897, "learning_rate": 1.928752632189816e-05, "loss": 0.0028, "step": 185230 }, { "epoch": 3.071413175042695, "grad_norm": 0.00052209896966815, "learning_rate": 1.9285868249573047e-05, "loss": 0.0032, "step": 185240 }, { "epoch": 3.0715789822752066, "grad_norm": 0.0001896498433779925, "learning_rate": 1.9284210177247934e-05, "loss": 0.0043, "step": 185250 }, { "epoch": 3.071744789507718, "grad_norm": 0.0013792198151350021, "learning_rate": 1.9282552104922818e-05, "loss": 0.0005, "step": 185260 }, { "epoch": 3.0719105967402296, "grad_norm": 0.27633416652679443, "learning_rate": 1.92808940325977e-05, "loss": 0.0051, "step": 185270 }, { "epoch": 3.0720764039727415, "grad_norm": 0.11204326897859573, "learning_rate": 1.9279235960272588e-05, "loss": 0.0032, "step": 185280 }, { "epoch": 3.072242211205253, "grad_norm": 0.2233668714761734, "learning_rate": 1.9277577887947475e-05, "loss": 0.014, "step": 185290 }, { "epoch": 3.0724080184377645, "grad_norm": 0.09196777641773224, "learning_rate": 1.9275919815622358e-05, "loss": 0.0031, "step": 185300 }, { "epoch": 3.072573825670276, "grad_norm": 0.03631092235445976, "learning_rate": 1.9274261743297242e-05, "loss": 0.0074, "step": 185310 }, { "epoch": 3.0727396329027874, "grad_norm": 4.9831742217065766e-05, "learning_rate": 1.927260367097213e-05, "loss": 0.0033, "step": 185320 }, { "epoch": 3.072905440135299, "grad_norm": 0.008805496618151665, "learning_rate": 1.9270945598647015e-05, "loss": 0.0039, "step": 185330 }, { "epoch": 3.0730712473678103, "grad_norm": 0.00044778911978937685, "learning_rate": 1.92692875263219e-05, "loss": 0.0039, "step": 185340 }, { "epoch": 3.073237054600322, "grad_norm": 0.0003268829605076462, "learning_rate": 1.9267629453996786e-05, "loss": 0.0043, "step": 185350 }, { "epoch": 3.0734028618328333, "grad_norm": 0.005046647973358631, "learning_rate": 1.926597138167167e-05, "loss": 0.0035, "step": 185360 }, { "epoch": 3.0735686690653448, "grad_norm": 0.00029834272572770715, "learning_rate": 1.9264313309346553e-05, "loss": 0.0037, "step": 185370 }, { "epoch": 3.0737344762978562, "grad_norm": 3.637124609667808e-05, "learning_rate": 1.926265523702144e-05, "loss": 0.0072, "step": 185380 }, { "epoch": 3.0739002835303677, "grad_norm": 0.0055313147604465485, "learning_rate": 1.9260997164696327e-05, "loss": 0.0093, "step": 185390 }, { "epoch": 3.074066090762879, "grad_norm": 0.23426611721515656, "learning_rate": 1.925933909237121e-05, "loss": 0.0004, "step": 185400 }, { "epoch": 3.0742318979953906, "grad_norm": 0.00044021045323461294, "learning_rate": 1.9257681020046093e-05, "loss": 0.0028, "step": 185410 }, { "epoch": 3.074397705227902, "grad_norm": 0.0033034232910722494, "learning_rate": 1.925602294772098e-05, "loss": 0.0, "step": 185420 }, { "epoch": 3.0745635124604136, "grad_norm": 0.00011065650323871523, "learning_rate": 1.9254364875395867e-05, "loss": 0.0033, "step": 185430 }, { "epoch": 3.074729319692925, "grad_norm": 1.1432057619094849, "learning_rate": 1.925270680307075e-05, "loss": 0.0221, "step": 185440 }, { "epoch": 3.0748951269254365, "grad_norm": 0.19598941504955292, "learning_rate": 1.9251048730745634e-05, "loss": 0.0145, "step": 185450 }, { "epoch": 3.075060934157948, "grad_norm": 0.0017060399986803532, "learning_rate": 1.924939065842052e-05, "loss": 0.0001, "step": 185460 }, { "epoch": 3.0752267413904595, "grad_norm": 0.0013301558792591095, "learning_rate": 1.9247732586095408e-05, "loss": 0.0073, "step": 185470 }, { "epoch": 3.075392548622971, "grad_norm": 0.013579280115664005, "learning_rate": 1.924607451377029e-05, "loss": 0.0051, "step": 185480 }, { "epoch": 3.0755583558554824, "grad_norm": 0.19002683460712433, "learning_rate": 1.9244416441445175e-05, "loss": 0.0056, "step": 185490 }, { "epoch": 3.075724163087994, "grad_norm": 0.19033457338809967, "learning_rate": 1.9242758369120062e-05, "loss": 0.0173, "step": 185500 }, { "epoch": 3.0758899703205054, "grad_norm": 0.0008724114741198719, "learning_rate": 1.924110029679495e-05, "loss": 0.0003, "step": 185510 }, { "epoch": 3.076055777553017, "grad_norm": 0.019824884831905365, "learning_rate": 1.9239442224469832e-05, "loss": 0.0063, "step": 185520 }, { "epoch": 3.0762215847855283, "grad_norm": 0.002188656246289611, "learning_rate": 1.9237784152144716e-05, "loss": 0.0057, "step": 185530 }, { "epoch": 3.07638739201804, "grad_norm": 7.345149060711265e-05, "learning_rate": 1.9236126079819602e-05, "loss": 0.0004, "step": 185540 }, { "epoch": 3.0765531992505513, "grad_norm": 0.007196432910859585, "learning_rate": 1.923446800749449e-05, "loss": 0.0, "step": 185550 }, { "epoch": 3.0767190064830627, "grad_norm": 0.00016515895549673587, "learning_rate": 1.9232809935169373e-05, "loss": 0.003, "step": 185560 }, { "epoch": 3.076884813715574, "grad_norm": 0.10763711482286453, "learning_rate": 1.9231151862844256e-05, "loss": 0.0002, "step": 185570 }, { "epoch": 3.0770506209480857, "grad_norm": 0.14418956637382507, "learning_rate": 1.9229493790519143e-05, "loss": 0.0043, "step": 185580 }, { "epoch": 3.077216428180597, "grad_norm": 0.00217234343290329, "learning_rate": 1.922783571819403e-05, "loss": 0.0001, "step": 185590 }, { "epoch": 3.0773822354131086, "grad_norm": 0.0011482242261990905, "learning_rate": 1.9226177645868913e-05, "loss": 0.0032, "step": 185600 }, { "epoch": 3.07754804264562, "grad_norm": 0.0001873026485554874, "learning_rate": 1.9224519573543797e-05, "loss": 0.0001, "step": 185610 }, { "epoch": 3.0777138498781316, "grad_norm": 0.0003885836631525308, "learning_rate": 1.9222861501218684e-05, "loss": 0.0, "step": 185620 }, { "epoch": 3.077879657110643, "grad_norm": 0.25614795088768005, "learning_rate": 1.922120342889357e-05, "loss": 0.0034, "step": 185630 }, { "epoch": 3.0780454643431545, "grad_norm": 0.0007322159945033491, "learning_rate": 1.9219545356568454e-05, "loss": 0.0058, "step": 185640 }, { "epoch": 3.078211271575666, "grad_norm": 0.0005579274729825556, "learning_rate": 1.9217887284243338e-05, "loss": 0.0003, "step": 185650 }, { "epoch": 3.0783770788081775, "grad_norm": 0.006340165622532368, "learning_rate": 1.9216229211918224e-05, "loss": 0.0059, "step": 185660 }, { "epoch": 3.078542886040689, "grad_norm": 0.20694595575332642, "learning_rate": 1.921457113959311e-05, "loss": 0.003, "step": 185670 }, { "epoch": 3.0787086932732004, "grad_norm": 0.0002450784668326378, "learning_rate": 1.9212913067267995e-05, "loss": 0.0008, "step": 185680 }, { "epoch": 3.078874500505712, "grad_norm": 1.1549304723739624, "learning_rate": 1.9211254994942882e-05, "loss": 0.0097, "step": 185690 }, { "epoch": 3.0790403077382233, "grad_norm": 0.0004539352667052299, "learning_rate": 1.9209596922617765e-05, "loss": 0.0035, "step": 185700 }, { "epoch": 3.079206114970735, "grad_norm": 0.00012596897431649268, "learning_rate": 1.9207938850292652e-05, "loss": 0.0026, "step": 185710 }, { "epoch": 3.0793719222032463, "grad_norm": 0.00019314158998895437, "learning_rate": 1.9206280777967536e-05, "loss": 0.0002, "step": 185720 }, { "epoch": 3.079537729435758, "grad_norm": 0.044070225208997726, "learning_rate": 1.9204622705642422e-05, "loss": 0.0009, "step": 185730 }, { "epoch": 3.0797035366682697, "grad_norm": 0.036022212356328964, "learning_rate": 1.9202964633317306e-05, "loss": 0.011, "step": 185740 }, { "epoch": 3.079869343900781, "grad_norm": 0.1109914630651474, "learning_rate": 1.9201306560992193e-05, "loss": 0.0029, "step": 185750 }, { "epoch": 3.0800351511332926, "grad_norm": 6.905092595843598e-05, "learning_rate": 1.9199648488667076e-05, "loss": 0.0028, "step": 185760 }, { "epoch": 3.080200958365804, "grad_norm": 0.010209450498223305, "learning_rate": 1.9197990416341963e-05, "loss": 0.0002, "step": 185770 }, { "epoch": 3.0803667655983156, "grad_norm": 0.14948490262031555, "learning_rate": 1.9196332344016847e-05, "loss": 0.0081, "step": 185780 }, { "epoch": 3.080532572830827, "grad_norm": 0.0008543081930838525, "learning_rate": 1.919467427169173e-05, "loss": 0.0023, "step": 185790 }, { "epoch": 3.0806983800633385, "grad_norm": 5.497011443367228e-05, "learning_rate": 1.9193016199366617e-05, "loss": 0.0078, "step": 185800 }, { "epoch": 3.08086418729585, "grad_norm": 0.0007586398860439658, "learning_rate": 1.9191358127041504e-05, "loss": 0.0054, "step": 185810 }, { "epoch": 3.0810299945283615, "grad_norm": 0.09535301476716995, "learning_rate": 1.9189700054716387e-05, "loss": 0.0043, "step": 185820 }, { "epoch": 3.081195801760873, "grad_norm": 5.8748890296556056e-05, "learning_rate": 1.918804198239127e-05, "loss": 0.0001, "step": 185830 }, { "epoch": 3.0813616089933844, "grad_norm": 0.00022824853658676147, "learning_rate": 1.9186383910066158e-05, "loss": 0.0065, "step": 185840 }, { "epoch": 3.081527416225896, "grad_norm": 0.0002877811202779412, "learning_rate": 1.9184725837741044e-05, "loss": 0.0025, "step": 185850 }, { "epoch": 3.0816932234584073, "grad_norm": 0.00010339786967961118, "learning_rate": 1.918306776541593e-05, "loss": 0.0106, "step": 185860 }, { "epoch": 3.081859030690919, "grad_norm": 0.0001487609260948375, "learning_rate": 1.918140969309081e-05, "loss": 0.0012, "step": 185870 }, { "epoch": 3.0820248379234303, "grad_norm": 0.004349777474999428, "learning_rate": 1.9179751620765698e-05, "loss": 0.0008, "step": 185880 }, { "epoch": 3.0821906451559418, "grad_norm": 0.0015063812024891376, "learning_rate": 1.9178093548440585e-05, "loss": 0.0001, "step": 185890 }, { "epoch": 3.0823564523884532, "grad_norm": 0.0030299194622784853, "learning_rate": 1.917643547611547e-05, "loss": 0.0014, "step": 185900 }, { "epoch": 3.0825222596209647, "grad_norm": 0.0007413194980472326, "learning_rate": 1.9174777403790352e-05, "loss": 0.0056, "step": 185910 }, { "epoch": 3.082688066853476, "grad_norm": 0.9862171411514282, "learning_rate": 1.917311933146524e-05, "loss": 0.0137, "step": 185920 }, { "epoch": 3.0828538740859877, "grad_norm": 0.0002818490320350975, "learning_rate": 1.9171461259140126e-05, "loss": 0.0052, "step": 185930 }, { "epoch": 3.083019681318499, "grad_norm": 0.07435914874076843, "learning_rate": 1.916980318681501e-05, "loss": 0.0079, "step": 185940 }, { "epoch": 3.0831854885510106, "grad_norm": 0.0015852717915549874, "learning_rate": 1.9168145114489893e-05, "loss": 0.0141, "step": 185950 }, { "epoch": 3.083351295783522, "grad_norm": 0.004349718801677227, "learning_rate": 1.916648704216478e-05, "loss": 0.0038, "step": 185960 }, { "epoch": 3.0835171030160335, "grad_norm": 0.0007576982607133687, "learning_rate": 1.9164828969839667e-05, "loss": 0.0027, "step": 185970 }, { "epoch": 3.083682910248545, "grad_norm": 0.00030013162177056074, "learning_rate": 1.916317089751455e-05, "loss": 0.0021, "step": 185980 }, { "epoch": 3.0838487174810565, "grad_norm": 0.0023941416293382645, "learning_rate": 1.9161512825189434e-05, "loss": 0.0077, "step": 185990 }, { "epoch": 3.084014524713568, "grad_norm": 0.0014379650820046663, "learning_rate": 1.915985475286432e-05, "loss": 0.004, "step": 186000 }, { "epoch": 3.0841803319460794, "grad_norm": 0.0001264690945390612, "learning_rate": 1.9158196680539207e-05, "loss": 0.0058, "step": 186010 }, { "epoch": 3.084346139178591, "grad_norm": 0.000821329012978822, "learning_rate": 1.915653860821409e-05, "loss": 0.0003, "step": 186020 }, { "epoch": 3.0845119464111024, "grad_norm": 0.031093060970306396, "learning_rate": 1.9154880535888978e-05, "loss": 0.0053, "step": 186030 }, { "epoch": 3.084677753643614, "grad_norm": 0.00043322393321432173, "learning_rate": 1.915322246356386e-05, "loss": 0.0004, "step": 186040 }, { "epoch": 3.0848435608761253, "grad_norm": 0.17171970009803772, "learning_rate": 1.9151564391238748e-05, "loss": 0.0078, "step": 186050 }, { "epoch": 3.085009368108637, "grad_norm": 0.00029501254903152585, "learning_rate": 1.914990631891363e-05, "loss": 0.0039, "step": 186060 }, { "epoch": 3.0851751753411483, "grad_norm": 0.0006042818422429264, "learning_rate": 1.9148248246588518e-05, "loss": 0.0036, "step": 186070 }, { "epoch": 3.0853409825736597, "grad_norm": 0.006807694211602211, "learning_rate": 1.9146590174263402e-05, "loss": 0.0062, "step": 186080 }, { "epoch": 3.085506789806171, "grad_norm": 0.00020568858599290252, "learning_rate": 1.914493210193829e-05, "loss": 0.0066, "step": 186090 }, { "epoch": 3.0856725970386827, "grad_norm": 0.003608529455959797, "learning_rate": 1.9143274029613172e-05, "loss": 0.0031, "step": 186100 }, { "epoch": 3.085838404271194, "grad_norm": 0.0004233058134559542, "learning_rate": 1.914161595728806e-05, "loss": 0.0073, "step": 186110 }, { "epoch": 3.0860042115037056, "grad_norm": 0.0002674816641956568, "learning_rate": 1.9139957884962942e-05, "loss": 0.0102, "step": 186120 }, { "epoch": 3.086170018736217, "grad_norm": 0.0007234097574837506, "learning_rate": 1.913829981263783e-05, "loss": 0.0058, "step": 186130 }, { "epoch": 3.0863358259687286, "grad_norm": 0.3793768584728241, "learning_rate": 1.9136641740312713e-05, "loss": 0.012, "step": 186140 }, { "epoch": 3.08650163320124, "grad_norm": 0.0049011800438165665, "learning_rate": 1.91349836679876e-05, "loss": 0.0028, "step": 186150 }, { "epoch": 3.0866674404337515, "grad_norm": 0.0002949314075522125, "learning_rate": 1.9133325595662483e-05, "loss": 0.0119, "step": 186160 }, { "epoch": 3.086833247666263, "grad_norm": 0.04030362516641617, "learning_rate": 1.9131667523337367e-05, "loss": 0.0039, "step": 186170 }, { "epoch": 3.086999054898775, "grad_norm": 0.16391175985336304, "learning_rate": 1.9130009451012253e-05, "loss": 0.0027, "step": 186180 }, { "epoch": 3.0871648621312864, "grad_norm": 0.06350749731063843, "learning_rate": 1.912835137868714e-05, "loss": 0.0036, "step": 186190 }, { "epoch": 3.087330669363798, "grad_norm": 0.00017988175386562943, "learning_rate": 1.9126693306362027e-05, "loss": 0.0053, "step": 186200 }, { "epoch": 3.0874964765963093, "grad_norm": 0.0021961682941764593, "learning_rate": 1.9125035234036907e-05, "loss": 0.0039, "step": 186210 }, { "epoch": 3.087662283828821, "grad_norm": 0.00024333776673302054, "learning_rate": 1.9123377161711794e-05, "loss": 0.0043, "step": 186220 }, { "epoch": 3.0878280910613323, "grad_norm": 0.00013580144150182605, "learning_rate": 1.912171908938668e-05, "loss": 0.0003, "step": 186230 }, { "epoch": 3.0879938982938437, "grad_norm": 0.001255238545127213, "learning_rate": 1.9120061017061568e-05, "loss": 0.0115, "step": 186240 }, { "epoch": 3.088159705526355, "grad_norm": 0.0022567855194211006, "learning_rate": 1.9118402944736448e-05, "loss": 0.0036, "step": 186250 }, { "epoch": 3.0883255127588667, "grad_norm": 0.0033060938585549593, "learning_rate": 1.9116744872411335e-05, "loss": 0.0037, "step": 186260 }, { "epoch": 3.088491319991378, "grad_norm": 0.018747709691524506, "learning_rate": 1.9115086800086222e-05, "loss": 0.0037, "step": 186270 }, { "epoch": 3.0886571272238896, "grad_norm": 8.6491672846023e-05, "learning_rate": 1.9113428727761105e-05, "loss": 0.0005, "step": 186280 }, { "epoch": 3.088822934456401, "grad_norm": 0.0009909161599352956, "learning_rate": 1.911177065543599e-05, "loss": 0.0004, "step": 186290 }, { "epoch": 3.0889887416889126, "grad_norm": 8.08820259408094e-05, "learning_rate": 1.9110112583110876e-05, "loss": 0.0123, "step": 186300 }, { "epoch": 3.089154548921424, "grad_norm": 5.863098704139702e-05, "learning_rate": 1.9108454510785762e-05, "loss": 0.0094, "step": 186310 }, { "epoch": 3.0893203561539355, "grad_norm": 0.1986004263162613, "learning_rate": 1.9106796438460646e-05, "loss": 0.0106, "step": 186320 }, { "epoch": 3.089486163386447, "grad_norm": 0.002442186465486884, "learning_rate": 1.910513836613553e-05, "loss": 0.0113, "step": 186330 }, { "epoch": 3.0896519706189585, "grad_norm": 8.15012026578188e-05, "learning_rate": 1.9103480293810416e-05, "loss": 0.0001, "step": 186340 }, { "epoch": 3.08981777785147, "grad_norm": 0.026130661368370056, "learning_rate": 1.9101822221485303e-05, "loss": 0.0123, "step": 186350 }, { "epoch": 3.0899835850839814, "grad_norm": 0.00034619690268300474, "learning_rate": 1.9100164149160187e-05, "loss": 0.0024, "step": 186360 }, { "epoch": 3.090149392316493, "grad_norm": 0.0012510968372225761, "learning_rate": 1.9098506076835073e-05, "loss": 0.0089, "step": 186370 }, { "epoch": 3.0903151995490044, "grad_norm": 0.00012913873069919646, "learning_rate": 1.9096848004509957e-05, "loss": 0.0031, "step": 186380 }, { "epoch": 3.090481006781516, "grad_norm": 0.19513961672782898, "learning_rate": 1.9095189932184844e-05, "loss": 0.0143, "step": 186390 }, { "epoch": 3.0906468140140273, "grad_norm": 0.5005059838294983, "learning_rate": 1.9093531859859727e-05, "loss": 0.0029, "step": 186400 }, { "epoch": 3.0908126212465388, "grad_norm": 0.01128950621932745, "learning_rate": 1.9091873787534614e-05, "loss": 0.0001, "step": 186410 }, { "epoch": 3.0909784284790502, "grad_norm": 0.02058892697095871, "learning_rate": 1.9090215715209498e-05, "loss": 0.0028, "step": 186420 }, { "epoch": 3.0911442357115617, "grad_norm": 0.01217956654727459, "learning_rate": 1.9088557642884385e-05, "loss": 0.003, "step": 186430 }, { "epoch": 3.091310042944073, "grad_norm": 0.00029835200984962285, "learning_rate": 1.9086899570559268e-05, "loss": 0.0111, "step": 186440 }, { "epoch": 3.0914758501765847, "grad_norm": 0.17530997097492218, "learning_rate": 1.9085241498234155e-05, "loss": 0.0059, "step": 186450 }, { "epoch": 3.091641657409096, "grad_norm": 0.00044444421655498445, "learning_rate": 1.908358342590904e-05, "loss": 0.001, "step": 186460 }, { "epoch": 3.0918074646416076, "grad_norm": 0.22228828072547913, "learning_rate": 1.9081925353583925e-05, "loss": 0.0083, "step": 186470 }, { "epoch": 3.091973271874119, "grad_norm": 0.0003181625506840646, "learning_rate": 1.908026728125881e-05, "loss": 0.0002, "step": 186480 }, { "epoch": 3.0921390791066306, "grad_norm": 0.0025067287497222424, "learning_rate": 1.9078609208933696e-05, "loss": 0.0001, "step": 186490 }, { "epoch": 3.092304886339142, "grad_norm": 0.007265200838446617, "learning_rate": 1.907695113660858e-05, "loss": 0.0043, "step": 186500 }, { "epoch": 3.0924706935716535, "grad_norm": 0.007322594523429871, "learning_rate": 1.9075293064283466e-05, "loss": 0.0056, "step": 186510 }, { "epoch": 3.092636500804165, "grad_norm": 0.0004361058527138084, "learning_rate": 1.907363499195835e-05, "loss": 0.0029, "step": 186520 }, { "epoch": 3.0928023080366764, "grad_norm": 0.002600489417091012, "learning_rate": 1.9071976919633236e-05, "loss": 0.0034, "step": 186530 }, { "epoch": 3.092968115269188, "grad_norm": 0.2939673662185669, "learning_rate": 1.9070318847308123e-05, "loss": 0.0022, "step": 186540 }, { "epoch": 3.0931339225016994, "grad_norm": 0.005242109764367342, "learning_rate": 1.9068660774983003e-05, "loss": 0.0, "step": 186550 }, { "epoch": 3.093299729734211, "grad_norm": 0.0003935809654649347, "learning_rate": 1.906700270265789e-05, "loss": 0.0068, "step": 186560 }, { "epoch": 3.0934655369667223, "grad_norm": 0.0005000484525226057, "learning_rate": 1.9065344630332777e-05, "loss": 0.0054, "step": 186570 }, { "epoch": 3.093631344199234, "grad_norm": 0.050355032086372375, "learning_rate": 1.9063686558007664e-05, "loss": 0.0007, "step": 186580 }, { "epoch": 3.0937971514317453, "grad_norm": 0.0031875998247414827, "learning_rate": 1.9062028485682544e-05, "loss": 0.0, "step": 186590 }, { "epoch": 3.0939629586642567, "grad_norm": 0.7125389575958252, "learning_rate": 1.906037041335743e-05, "loss": 0.0139, "step": 186600 }, { "epoch": 3.094128765896768, "grad_norm": 0.02115999348461628, "learning_rate": 1.9058712341032318e-05, "loss": 0.0002, "step": 186610 }, { "epoch": 3.0942945731292797, "grad_norm": 0.00040976490708999336, "learning_rate": 1.9057054268707204e-05, "loss": 0.0, "step": 186620 }, { "epoch": 3.0944603803617916, "grad_norm": 1.8085245756083168e-05, "learning_rate": 1.9055396196382085e-05, "loss": 0.0004, "step": 186630 }, { "epoch": 3.0946261875943026, "grad_norm": 0.00011565426393644884, "learning_rate": 1.905373812405697e-05, "loss": 0.0, "step": 186640 }, { "epoch": 3.0947919948268146, "grad_norm": 0.0004243430739734322, "learning_rate": 1.905208005173186e-05, "loss": 0.0031, "step": 186650 }, { "epoch": 3.094957802059326, "grad_norm": 0.017067691311240196, "learning_rate": 1.9050421979406742e-05, "loss": 0.0037, "step": 186660 }, { "epoch": 3.0951236092918375, "grad_norm": 0.4485836327075958, "learning_rate": 1.9048763907081625e-05, "loss": 0.0046, "step": 186670 }, { "epoch": 3.095289416524349, "grad_norm": 0.18654991686344147, "learning_rate": 1.9047105834756512e-05, "loss": 0.0042, "step": 186680 }, { "epoch": 3.0954552237568604, "grad_norm": 0.0004116451309528202, "learning_rate": 1.90454477624314e-05, "loss": 0.0001, "step": 186690 }, { "epoch": 3.095621030989372, "grad_norm": 0.00022381653252523392, "learning_rate": 1.9043789690106282e-05, "loss": 0.0, "step": 186700 }, { "epoch": 3.0957868382218834, "grad_norm": 0.19520333409309387, "learning_rate": 1.904213161778117e-05, "loss": 0.0095, "step": 186710 }, { "epoch": 3.095952645454395, "grad_norm": 0.003098946763202548, "learning_rate": 1.9040473545456053e-05, "loss": 0.0004, "step": 186720 }, { "epoch": 3.0961184526869063, "grad_norm": 0.0035347226075828075, "learning_rate": 1.903881547313094e-05, "loss": 0.0058, "step": 186730 }, { "epoch": 3.096284259919418, "grad_norm": 0.001102142734453082, "learning_rate": 1.9037157400805823e-05, "loss": 0.0075, "step": 186740 }, { "epoch": 3.0964500671519293, "grad_norm": 0.0012837020913138986, "learning_rate": 1.903549932848071e-05, "loss": 0.0019, "step": 186750 }, { "epoch": 3.0966158743844407, "grad_norm": 0.00016266381135210395, "learning_rate": 1.9033841256155594e-05, "loss": 0.007, "step": 186760 }, { "epoch": 3.096781681616952, "grad_norm": 0.0013389451196417212, "learning_rate": 1.903218318383048e-05, "loss": 0.0001, "step": 186770 }, { "epoch": 3.0969474888494637, "grad_norm": 0.000604735454544425, "learning_rate": 1.9030525111505364e-05, "loss": 0.0024, "step": 186780 }, { "epoch": 3.097113296081975, "grad_norm": 0.0002791297738440335, "learning_rate": 1.902886703918025e-05, "loss": 0.0052, "step": 186790 }, { "epoch": 3.0972791033144866, "grad_norm": 0.00010257391113555059, "learning_rate": 1.9027208966855134e-05, "loss": 0.0018, "step": 186800 }, { "epoch": 3.097444910546998, "grad_norm": 0.0010113258613273501, "learning_rate": 1.902555089453002e-05, "loss": 0.0133, "step": 186810 }, { "epoch": 3.0976107177795096, "grad_norm": 0.0006789626786485314, "learning_rate": 1.9023892822204905e-05, "loss": 0.0035, "step": 186820 }, { "epoch": 3.097776525012021, "grad_norm": 0.359567791223526, "learning_rate": 1.902223474987979e-05, "loss": 0.0055, "step": 186830 }, { "epoch": 3.0979423322445325, "grad_norm": 0.002550764475017786, "learning_rate": 1.9020576677554675e-05, "loss": 0.0025, "step": 186840 }, { "epoch": 3.098108139477044, "grad_norm": 0.0006381065468303859, "learning_rate": 1.9018918605229562e-05, "loss": 0.0063, "step": 186850 }, { "epoch": 3.0982739467095555, "grad_norm": 0.0003988729149568826, "learning_rate": 1.9017260532904445e-05, "loss": 0.0058, "step": 186860 }, { "epoch": 3.098439753942067, "grad_norm": 0.1657070368528366, "learning_rate": 1.9015602460579332e-05, "loss": 0.0067, "step": 186870 }, { "epoch": 3.0986055611745784, "grad_norm": 0.12180565297603607, "learning_rate": 1.901394438825422e-05, "loss": 0.0029, "step": 186880 }, { "epoch": 3.09877136840709, "grad_norm": 1.435236663382966e-05, "learning_rate": 1.9012286315929102e-05, "loss": 0.0009, "step": 186890 }, { "epoch": 3.0989371756396014, "grad_norm": 0.0006878050626255572, "learning_rate": 1.9010628243603986e-05, "loss": 0.0065, "step": 186900 }, { "epoch": 3.099102982872113, "grad_norm": 0.00031163892708718777, "learning_rate": 1.9008970171278873e-05, "loss": 0.0057, "step": 186910 }, { "epoch": 3.0992687901046243, "grad_norm": 0.8942569494247437, "learning_rate": 1.900731209895376e-05, "loss": 0.0031, "step": 186920 }, { "epoch": 3.0994345973371358, "grad_norm": 1.4238542318344116, "learning_rate": 1.9005654026628643e-05, "loss": 0.0201, "step": 186930 }, { "epoch": 3.0996004045696472, "grad_norm": 0.0006022038287483156, "learning_rate": 1.9003995954303527e-05, "loss": 0.0015, "step": 186940 }, { "epoch": 3.0997662118021587, "grad_norm": 0.004126534331589937, "learning_rate": 1.9002337881978414e-05, "loss": 0.003, "step": 186950 }, { "epoch": 3.09993201903467, "grad_norm": 0.001112528727389872, "learning_rate": 1.90006798096533e-05, "loss": 0.0002, "step": 186960 }, { "epoch": 3.1000978262671817, "grad_norm": 0.005894558038562536, "learning_rate": 1.899902173732818e-05, "loss": 0.003, "step": 186970 }, { "epoch": 3.100263633499693, "grad_norm": 0.17480376362800598, "learning_rate": 1.8997363665003067e-05, "loss": 0.0026, "step": 186980 }, { "epoch": 3.1004294407322046, "grad_norm": 0.7473800778388977, "learning_rate": 1.8995705592677954e-05, "loss": 0.0081, "step": 186990 }, { "epoch": 3.100595247964716, "grad_norm": 0.39291059970855713, "learning_rate": 1.899404752035284e-05, "loss": 0.0057, "step": 187000 }, { "epoch": 3.1007610551972276, "grad_norm": 0.00038320323801599443, "learning_rate": 1.899238944802772e-05, "loss": 0.0001, "step": 187010 }, { "epoch": 3.100926862429739, "grad_norm": 0.009965004399418831, "learning_rate": 1.8990731375702608e-05, "loss": 0.0, "step": 187020 }, { "epoch": 3.1010926696622505, "grad_norm": 0.0006964096101000905, "learning_rate": 1.8989073303377495e-05, "loss": 0.0155, "step": 187030 }, { "epoch": 3.101258476894762, "grad_norm": 0.26617828011512756, "learning_rate": 1.8987415231052382e-05, "loss": 0.005, "step": 187040 }, { "epoch": 3.1014242841272734, "grad_norm": 5.380364746088162e-05, "learning_rate": 1.8985757158727265e-05, "loss": 0.005, "step": 187050 }, { "epoch": 3.101590091359785, "grad_norm": 0.0002698955067899078, "learning_rate": 1.898409908640215e-05, "loss": 0.0003, "step": 187060 }, { "epoch": 3.1017558985922964, "grad_norm": 0.2954504191875458, "learning_rate": 1.8982441014077036e-05, "loss": 0.0039, "step": 187070 }, { "epoch": 3.1019217058248083, "grad_norm": 0.02631397172808647, "learning_rate": 1.898078294175192e-05, "loss": 0.0027, "step": 187080 }, { "epoch": 3.1020875130573193, "grad_norm": 0.13290101289749146, "learning_rate": 1.8979124869426806e-05, "loss": 0.0085, "step": 187090 }, { "epoch": 3.1022533202898313, "grad_norm": 0.04044102504849434, "learning_rate": 1.897746679710169e-05, "loss": 0.0086, "step": 187100 }, { "epoch": 3.1024191275223427, "grad_norm": 0.000265141308773309, "learning_rate": 1.8975808724776576e-05, "loss": 0.0088, "step": 187110 }, { "epoch": 3.102584934754854, "grad_norm": 0.0004100400547031313, "learning_rate": 1.897415065245146e-05, "loss": 0.0022, "step": 187120 }, { "epoch": 3.1027507419873657, "grad_norm": 0.020798934623599052, "learning_rate": 1.8972492580126347e-05, "loss": 0.0042, "step": 187130 }, { "epoch": 3.102916549219877, "grad_norm": 0.0002319965133210644, "learning_rate": 1.897083450780123e-05, "loss": 0.0025, "step": 187140 }, { "epoch": 3.1030823564523886, "grad_norm": 0.04721235856413841, "learning_rate": 1.8969176435476117e-05, "loss": 0.0002, "step": 187150 }, { "epoch": 3.1032481636849, "grad_norm": 0.00029419182101264596, "learning_rate": 1.8967518363151e-05, "loss": 0.0061, "step": 187160 }, { "epoch": 3.1034139709174116, "grad_norm": 0.0004196653317194432, "learning_rate": 1.8965860290825887e-05, "loss": 0.0002, "step": 187170 }, { "epoch": 3.103579778149923, "grad_norm": 0.00016079915803857148, "learning_rate": 1.896420221850077e-05, "loss": 0.0077, "step": 187180 }, { "epoch": 3.1037455853824345, "grad_norm": 0.0008462273981422186, "learning_rate": 1.8962544146175658e-05, "loss": 0.0031, "step": 187190 }, { "epoch": 3.103911392614946, "grad_norm": 0.00020840816432610154, "learning_rate": 1.896088607385054e-05, "loss": 0.0023, "step": 187200 }, { "epoch": 3.1040771998474574, "grad_norm": 0.010514738038182259, "learning_rate": 1.8959228001525428e-05, "loss": 0.0026, "step": 187210 }, { "epoch": 3.104243007079969, "grad_norm": 0.152388796210289, "learning_rate": 1.8957569929200315e-05, "loss": 0.0108, "step": 187220 }, { "epoch": 3.1044088143124804, "grad_norm": 0.001141645130701363, "learning_rate": 1.89559118568752e-05, "loss": 0.0048, "step": 187230 }, { "epoch": 3.104574621544992, "grad_norm": 5.480366598931141e-05, "learning_rate": 1.8954253784550082e-05, "loss": 0.0005, "step": 187240 }, { "epoch": 3.1047404287775033, "grad_norm": 0.0001124875561799854, "learning_rate": 1.895259571222497e-05, "loss": 0.0067, "step": 187250 }, { "epoch": 3.104906236010015, "grad_norm": 0.00017319555627182126, "learning_rate": 1.8950937639899856e-05, "loss": 0.0013, "step": 187260 }, { "epoch": 3.1050720432425263, "grad_norm": 0.4378112852573395, "learning_rate": 1.894927956757474e-05, "loss": 0.0027, "step": 187270 }, { "epoch": 3.1052378504750378, "grad_norm": 0.03905286639928818, "learning_rate": 1.8947621495249623e-05, "loss": 0.0006, "step": 187280 }, { "epoch": 3.1054036577075492, "grad_norm": 0.15594227612018585, "learning_rate": 1.894596342292451e-05, "loss": 0.0033, "step": 187290 }, { "epoch": 3.1055694649400607, "grad_norm": 0.006581729277968407, "learning_rate": 1.8944305350599396e-05, "loss": 0.0095, "step": 187300 }, { "epoch": 3.105735272172572, "grad_norm": 0.00014739226025994867, "learning_rate": 1.894264727827428e-05, "loss": 0.0001, "step": 187310 }, { "epoch": 3.1059010794050836, "grad_norm": 0.14892935752868652, "learning_rate": 1.8940989205949163e-05, "loss": 0.0023, "step": 187320 }, { "epoch": 3.106066886637595, "grad_norm": 0.0056897359900176525, "learning_rate": 1.893933113362405e-05, "loss": 0.0002, "step": 187330 }, { "epoch": 3.1062326938701066, "grad_norm": 0.0003467113128863275, "learning_rate": 1.8937673061298937e-05, "loss": 0.0001, "step": 187340 }, { "epoch": 3.106398501102618, "grad_norm": 0.001970859244465828, "learning_rate": 1.8936014988973817e-05, "loss": 0.0013, "step": 187350 }, { "epoch": 3.1065643083351295, "grad_norm": 0.14510023593902588, "learning_rate": 1.8934356916648704e-05, "loss": 0.0084, "step": 187360 }, { "epoch": 3.106730115567641, "grad_norm": 0.03935162350535393, "learning_rate": 1.893269884432359e-05, "loss": 0.0086, "step": 187370 }, { "epoch": 3.1068959228001525, "grad_norm": 0.00360935740172863, "learning_rate": 1.8931040771998478e-05, "loss": 0.0009, "step": 187380 }, { "epoch": 3.107061730032664, "grad_norm": 0.05960548296570778, "learning_rate": 1.892938269967336e-05, "loss": 0.0011, "step": 187390 }, { "epoch": 3.1072275372651754, "grad_norm": 0.0039677973836660385, "learning_rate": 1.8927724627348245e-05, "loss": 0.0014, "step": 187400 }, { "epoch": 3.107393344497687, "grad_norm": 0.012940932996571064, "learning_rate": 1.892606655502313e-05, "loss": 0.0049, "step": 187410 }, { "epoch": 3.1075591517301984, "grad_norm": 0.05244644731283188, "learning_rate": 1.892440848269802e-05, "loss": 0.007, "step": 187420 }, { "epoch": 3.10772495896271, "grad_norm": 0.01673997938632965, "learning_rate": 1.8922750410372902e-05, "loss": 0.005, "step": 187430 }, { "epoch": 3.1078907661952213, "grad_norm": 0.31684160232543945, "learning_rate": 1.8921092338047785e-05, "loss": 0.0161, "step": 187440 }, { "epoch": 3.108056573427733, "grad_norm": 0.0003346521407365799, "learning_rate": 1.8919434265722672e-05, "loss": 0.0, "step": 187450 }, { "epoch": 3.1082223806602443, "grad_norm": 8.271920523839071e-05, "learning_rate": 1.8917776193397556e-05, "loss": 0.0001, "step": 187460 }, { "epoch": 3.1083881878927557, "grad_norm": 0.00015656700998079032, "learning_rate": 1.8916118121072443e-05, "loss": 0.0023, "step": 187470 }, { "epoch": 3.108553995125267, "grad_norm": 5.362550655263476e-05, "learning_rate": 1.8914460048747326e-05, "loss": 0.0019, "step": 187480 }, { "epoch": 3.1087198023577787, "grad_norm": 0.00013164208212401718, "learning_rate": 1.8912801976422213e-05, "loss": 0.0032, "step": 187490 }, { "epoch": 3.10888560959029, "grad_norm": 0.0024315675254911184, "learning_rate": 1.8911143904097096e-05, "loss": 0.0089, "step": 187500 }, { "epoch": 3.1090514168228016, "grad_norm": 0.00021274934988468885, "learning_rate": 1.8909485831771983e-05, "loss": 0.0014, "step": 187510 }, { "epoch": 3.109217224055313, "grad_norm": 0.1690901666879654, "learning_rate": 1.8907827759446867e-05, "loss": 0.0038, "step": 187520 }, { "epoch": 3.1093830312878246, "grad_norm": 0.011576244607567787, "learning_rate": 1.8906169687121754e-05, "loss": 0.0046, "step": 187530 }, { "epoch": 3.109548838520336, "grad_norm": 0.17197929322719574, "learning_rate": 1.8904511614796637e-05, "loss": 0.0059, "step": 187540 }, { "epoch": 3.109714645752848, "grad_norm": 0.00031926791416481137, "learning_rate": 1.8902853542471524e-05, "loss": 0.0024, "step": 187550 }, { "epoch": 3.1098804529853594, "grad_norm": 0.004659572616219521, "learning_rate": 1.890119547014641e-05, "loss": 0.0091, "step": 187560 }, { "epoch": 3.110046260217871, "grad_norm": 0.013275058940052986, "learning_rate": 1.8899537397821294e-05, "loss": 0.0035, "step": 187570 }, { "epoch": 3.1102120674503824, "grad_norm": 0.007224421948194504, "learning_rate": 1.8897879325496178e-05, "loss": 0.0038, "step": 187580 }, { "epoch": 3.110377874682894, "grad_norm": 0.010627306066453457, "learning_rate": 1.8896221253171065e-05, "loss": 0.0049, "step": 187590 }, { "epoch": 3.1105436819154053, "grad_norm": 0.12154218554496765, "learning_rate": 1.889456318084595e-05, "loss": 0.0066, "step": 187600 }, { "epoch": 3.110709489147917, "grad_norm": 0.0014510939363390207, "learning_rate": 1.8892905108520835e-05, "loss": 0.0025, "step": 187610 }, { "epoch": 3.1108752963804283, "grad_norm": 0.0003669089637696743, "learning_rate": 1.889124703619572e-05, "loss": 0.0029, "step": 187620 }, { "epoch": 3.1110411036129397, "grad_norm": 0.006746900267899036, "learning_rate": 1.8889588963870605e-05, "loss": 0.0002, "step": 187630 }, { "epoch": 3.111206910845451, "grad_norm": 0.00039480498526245356, "learning_rate": 1.8887930891545492e-05, "loss": 0.0053, "step": 187640 }, { "epoch": 3.1113727180779627, "grad_norm": 0.21090444922447205, "learning_rate": 1.8886272819220376e-05, "loss": 0.0045, "step": 187650 }, { "epoch": 3.111538525310474, "grad_norm": 5.832318856846541e-05, "learning_rate": 1.888461474689526e-05, "loss": 0.0076, "step": 187660 }, { "epoch": 3.1117043325429856, "grad_norm": 0.0006839192355982959, "learning_rate": 1.8882956674570146e-05, "loss": 0.0017, "step": 187670 }, { "epoch": 3.111870139775497, "grad_norm": 0.008647325448691845, "learning_rate": 1.8881298602245033e-05, "loss": 0.0202, "step": 187680 }, { "epoch": 3.1120359470080086, "grad_norm": 0.31425410509109497, "learning_rate": 1.8879640529919916e-05, "loss": 0.0075, "step": 187690 }, { "epoch": 3.11220175424052, "grad_norm": 0.00023199207498691976, "learning_rate": 1.88779824575948e-05, "loss": 0.0037, "step": 187700 }, { "epoch": 3.1123675614730315, "grad_norm": 0.0004002049972768873, "learning_rate": 1.8876324385269687e-05, "loss": 0.0002, "step": 187710 }, { "epoch": 3.112533368705543, "grad_norm": 0.00041892679291777313, "learning_rate": 1.8874666312944574e-05, "loss": 0.0, "step": 187720 }, { "epoch": 3.1126991759380545, "grad_norm": 0.05621415376663208, "learning_rate": 1.8873008240619457e-05, "loss": 0.0072, "step": 187730 }, { "epoch": 3.112864983170566, "grad_norm": 0.6009771823883057, "learning_rate": 1.887135016829434e-05, "loss": 0.0037, "step": 187740 }, { "epoch": 3.1130307904030774, "grad_norm": 0.3620188534259796, "learning_rate": 1.8869692095969227e-05, "loss": 0.0066, "step": 187750 }, { "epoch": 3.113196597635589, "grad_norm": 0.12647072970867157, "learning_rate": 1.8868034023644114e-05, "loss": 0.005, "step": 187760 }, { "epoch": 3.1133624048681003, "grad_norm": 0.23650595545768738, "learning_rate": 1.8866375951318998e-05, "loss": 0.0131, "step": 187770 }, { "epoch": 3.113528212100612, "grad_norm": 0.0004781737516168505, "learning_rate": 1.886471787899388e-05, "loss": 0.0003, "step": 187780 }, { "epoch": 3.1136940193331233, "grad_norm": 3.0514149329974316e-05, "learning_rate": 1.8863059806668768e-05, "loss": 0.0095, "step": 187790 }, { "epoch": 3.1138598265656348, "grad_norm": 4.655956945498474e-05, "learning_rate": 1.8861401734343655e-05, "loss": 0.0036, "step": 187800 }, { "epoch": 3.1140256337981462, "grad_norm": 0.0044927773997187614, "learning_rate": 1.885974366201854e-05, "loss": 0.0002, "step": 187810 }, { "epoch": 3.1141914410306577, "grad_norm": 0.09774946421384811, "learning_rate": 1.8858085589693422e-05, "loss": 0.0003, "step": 187820 }, { "epoch": 3.114357248263169, "grad_norm": 0.20993538200855255, "learning_rate": 1.885642751736831e-05, "loss": 0.0038, "step": 187830 }, { "epoch": 3.1145230554956806, "grad_norm": 0.13561074435710907, "learning_rate": 1.8854769445043192e-05, "loss": 0.0064, "step": 187840 }, { "epoch": 3.114688862728192, "grad_norm": 0.0003453512326814234, "learning_rate": 1.885311137271808e-05, "loss": 0.0091, "step": 187850 }, { "epoch": 3.1148546699607036, "grad_norm": 0.0002603856264613569, "learning_rate": 1.8851453300392963e-05, "loss": 0.0023, "step": 187860 }, { "epoch": 3.115020477193215, "grad_norm": 0.6699768304824829, "learning_rate": 1.884979522806785e-05, "loss": 0.0026, "step": 187870 }, { "epoch": 3.1151862844257265, "grad_norm": 0.0019627234432846308, "learning_rate": 1.8848137155742733e-05, "loss": 0.001, "step": 187880 }, { "epoch": 3.115352091658238, "grad_norm": 0.0005962721188552678, "learning_rate": 1.884647908341762e-05, "loss": 0.003, "step": 187890 }, { "epoch": 3.1155178988907495, "grad_norm": 3.986732735938858e-06, "learning_rate": 1.8844821011092507e-05, "loss": 0.0072, "step": 187900 }, { "epoch": 3.115683706123261, "grad_norm": 0.0014551857020705938, "learning_rate": 1.884316293876739e-05, "loss": 0.011, "step": 187910 }, { "epoch": 3.1158495133557724, "grad_norm": 0.00044130574679002166, "learning_rate": 1.8841504866442274e-05, "loss": 0.0, "step": 187920 }, { "epoch": 3.116015320588284, "grad_norm": 0.24459025263786316, "learning_rate": 1.883984679411716e-05, "loss": 0.0151, "step": 187930 }, { "epoch": 3.1161811278207954, "grad_norm": 0.0021625778172165155, "learning_rate": 1.8838188721792047e-05, "loss": 0.0001, "step": 187940 }, { "epoch": 3.116346935053307, "grad_norm": 0.01318539958447218, "learning_rate": 1.883653064946693e-05, "loss": 0.0001, "step": 187950 }, { "epoch": 3.1165127422858183, "grad_norm": 0.3269736170768738, "learning_rate": 1.8834872577141814e-05, "loss": 0.0041, "step": 187960 }, { "epoch": 3.11667854951833, "grad_norm": 0.1888846755027771, "learning_rate": 1.88332145048167e-05, "loss": 0.0064, "step": 187970 }, { "epoch": 3.1168443567508413, "grad_norm": 0.009718626737594604, "learning_rate": 1.8831556432491588e-05, "loss": 0.0003, "step": 187980 }, { "epoch": 3.1170101639833527, "grad_norm": 0.0009113387786783278, "learning_rate": 1.882989836016647e-05, "loss": 0.0035, "step": 187990 }, { "epoch": 3.1171759712158646, "grad_norm": 0.02982470393180847, "learning_rate": 1.8828240287841355e-05, "loss": 0.0048, "step": 188000 }, { "epoch": 3.117341778448376, "grad_norm": 0.008190900087356567, "learning_rate": 1.8826582215516242e-05, "loss": 0.0002, "step": 188010 }, { "epoch": 3.1175075856808876, "grad_norm": 5.850669549545273e-05, "learning_rate": 1.882492414319113e-05, "loss": 0.0062, "step": 188020 }, { "epoch": 3.117673392913399, "grad_norm": 0.0015362860867753625, "learning_rate": 1.8823266070866012e-05, "loss": 0.005, "step": 188030 }, { "epoch": 3.1178392001459105, "grad_norm": 0.0013038545148447156, "learning_rate": 1.8821607998540896e-05, "loss": 0.003, "step": 188040 }, { "epoch": 3.118005007378422, "grad_norm": 0.0003327358281239867, "learning_rate": 1.8819949926215783e-05, "loss": 0.0001, "step": 188050 }, { "epoch": 3.1181708146109335, "grad_norm": 0.19642290472984314, "learning_rate": 1.881829185389067e-05, "loss": 0.0078, "step": 188060 }, { "epoch": 3.118336621843445, "grad_norm": 0.002080312231555581, "learning_rate": 1.8816633781565553e-05, "loss": 0.0043, "step": 188070 }, { "epoch": 3.1185024290759564, "grad_norm": 0.0008334803278557956, "learning_rate": 1.8814975709240436e-05, "loss": 0.0094, "step": 188080 }, { "epoch": 3.118668236308468, "grad_norm": 0.0029361729975789785, "learning_rate": 1.8813317636915323e-05, "loss": 0.0025, "step": 188090 }, { "epoch": 3.1188340435409794, "grad_norm": 0.0008672937983646989, "learning_rate": 1.881165956459021e-05, "loss": 0.0037, "step": 188100 }, { "epoch": 3.118999850773491, "grad_norm": 0.0034201000817120075, "learning_rate": 1.8810001492265094e-05, "loss": 0.0022, "step": 188110 }, { "epoch": 3.1191656580060023, "grad_norm": 0.0005396854248829186, "learning_rate": 1.8808343419939977e-05, "loss": 0.0001, "step": 188120 }, { "epoch": 3.119331465238514, "grad_norm": 0.0703640878200531, "learning_rate": 1.8806685347614864e-05, "loss": 0.0007, "step": 188130 }, { "epoch": 3.1194972724710253, "grad_norm": 0.002834755228832364, "learning_rate": 1.880502727528975e-05, "loss": 0.0027, "step": 188140 }, { "epoch": 3.1196630797035367, "grad_norm": 9.101960313273594e-05, "learning_rate": 1.8803369202964634e-05, "loss": 0.0007, "step": 188150 }, { "epoch": 3.119828886936048, "grad_norm": 0.000566133065149188, "learning_rate": 1.8801711130639518e-05, "loss": 0.0038, "step": 188160 }, { "epoch": 3.1199946941685597, "grad_norm": 0.0009353768546134233, "learning_rate": 1.8800053058314405e-05, "loss": 0.0002, "step": 188170 }, { "epoch": 3.120160501401071, "grad_norm": 0.17232799530029297, "learning_rate": 1.879839498598929e-05, "loss": 0.0067, "step": 188180 }, { "epoch": 3.1203263086335826, "grad_norm": 0.006143735721707344, "learning_rate": 1.8796736913664175e-05, "loss": 0.0001, "step": 188190 }, { "epoch": 3.120492115866094, "grad_norm": 0.005778493359684944, "learning_rate": 1.879507884133906e-05, "loss": 0.0028, "step": 188200 }, { "epoch": 3.1206579230986056, "grad_norm": 0.0007038305629976094, "learning_rate": 1.8793420769013945e-05, "loss": 0.0065, "step": 188210 }, { "epoch": 3.120823730331117, "grad_norm": 0.12856464087963104, "learning_rate": 1.879176269668883e-05, "loss": 0.0041, "step": 188220 }, { "epoch": 3.1209895375636285, "grad_norm": 0.23337098956108093, "learning_rate": 1.8790104624363716e-05, "loss": 0.0044, "step": 188230 }, { "epoch": 3.12115534479614, "grad_norm": 0.16288354992866516, "learning_rate": 1.8788446552038603e-05, "loss": 0.0071, "step": 188240 }, { "epoch": 3.1213211520286515, "grad_norm": 0.0012993430718779564, "learning_rate": 1.8786788479713486e-05, "loss": 0.0069, "step": 188250 }, { "epoch": 3.121486959261163, "grad_norm": 8.031236939132214e-05, "learning_rate": 1.878513040738837e-05, "loss": 0.0117, "step": 188260 }, { "epoch": 3.1216527664936744, "grad_norm": 0.0055029671639204025, "learning_rate": 1.8783472335063256e-05, "loss": 0.0001, "step": 188270 }, { "epoch": 3.121818573726186, "grad_norm": 0.29843205213546753, "learning_rate": 1.8781814262738143e-05, "loss": 0.0157, "step": 188280 }, { "epoch": 3.1219843809586973, "grad_norm": 0.2054104208946228, "learning_rate": 1.8780156190413027e-05, "loss": 0.0111, "step": 188290 }, { "epoch": 3.122150188191209, "grad_norm": 0.00016494814190082252, "learning_rate": 1.877849811808791e-05, "loss": 0.0007, "step": 188300 }, { "epoch": 3.1223159954237203, "grad_norm": 0.00015081655874382704, "learning_rate": 1.8776840045762797e-05, "loss": 0.0031, "step": 188310 }, { "epoch": 3.1224818026562318, "grad_norm": 0.035103023052215576, "learning_rate": 1.8775181973437684e-05, "loss": 0.0, "step": 188320 }, { "epoch": 3.1226476098887432, "grad_norm": 0.03190889209508896, "learning_rate": 1.8773523901112567e-05, "loss": 0.0001, "step": 188330 }, { "epoch": 3.1228134171212547, "grad_norm": 0.00035966243012808263, "learning_rate": 1.877186582878745e-05, "loss": 0.0025, "step": 188340 }, { "epoch": 3.122979224353766, "grad_norm": 0.01751086115837097, "learning_rate": 1.8770207756462338e-05, "loss": 0.0006, "step": 188350 }, { "epoch": 3.1231450315862777, "grad_norm": 0.007373320870101452, "learning_rate": 1.8768549684137225e-05, "loss": 0.005, "step": 188360 }, { "epoch": 3.123310838818789, "grad_norm": 3.340474358992651e-05, "learning_rate": 1.8766891611812108e-05, "loss": 0.0001, "step": 188370 }, { "epoch": 3.1234766460513006, "grad_norm": 3.686243871925399e-05, "learning_rate": 1.876523353948699e-05, "loss": 0.0014, "step": 188380 }, { "epoch": 3.123642453283812, "grad_norm": 3.564668440958485e-05, "learning_rate": 1.876357546716188e-05, "loss": 0.0001, "step": 188390 }, { "epoch": 3.1238082605163235, "grad_norm": 3.4928850709547987e-06, "learning_rate": 1.8761917394836765e-05, "loss": 0.0012, "step": 188400 }, { "epoch": 3.123974067748835, "grad_norm": 0.002447243081405759, "learning_rate": 1.876025932251165e-05, "loss": 0.0003, "step": 188410 }, { "epoch": 3.1241398749813465, "grad_norm": 8.347212860826403e-05, "learning_rate": 1.8758601250186532e-05, "loss": 0.0011, "step": 188420 }, { "epoch": 3.124305682213858, "grad_norm": 0.0011346316896378994, "learning_rate": 1.875694317786142e-05, "loss": 0.0, "step": 188430 }, { "epoch": 3.1244714894463694, "grad_norm": 0.00033991062082350254, "learning_rate": 1.8755285105536306e-05, "loss": 0.0098, "step": 188440 }, { "epoch": 3.1246372966788813, "grad_norm": 8.31403667689301e-06, "learning_rate": 1.875362703321119e-05, "loss": 0.0027, "step": 188450 }, { "epoch": 3.124803103911393, "grad_norm": 0.42989861965179443, "learning_rate": 1.8751968960886073e-05, "loss": 0.0045, "step": 188460 }, { "epoch": 3.1249689111439043, "grad_norm": 0.0025895272847265005, "learning_rate": 1.875031088856096e-05, "loss": 0.012, "step": 188470 }, { "epoch": 3.1251347183764158, "grad_norm": 0.021428307518363, "learning_rate": 1.8748652816235847e-05, "loss": 0.0009, "step": 188480 }, { "epoch": 3.1253005256089272, "grad_norm": 0.18569140136241913, "learning_rate": 1.874699474391073e-05, "loss": 0.0066, "step": 188490 }, { "epoch": 3.1254663328414387, "grad_norm": 0.006957968231290579, "learning_rate": 1.8745336671585614e-05, "loss": 0.0028, "step": 188500 }, { "epoch": 3.12563214007395, "grad_norm": 0.010965822264552116, "learning_rate": 1.87436785992605e-05, "loss": 0.0115, "step": 188510 }, { "epoch": 3.1257979473064617, "grad_norm": 0.4963119626045227, "learning_rate": 1.8742020526935387e-05, "loss": 0.0034, "step": 188520 }, { "epoch": 3.125963754538973, "grad_norm": 0.003194654593244195, "learning_rate": 1.874036245461027e-05, "loss": 0.0105, "step": 188530 }, { "epoch": 3.1261295617714846, "grad_norm": 0.0005098695401102304, "learning_rate": 1.8738704382285154e-05, "loss": 0.005, "step": 188540 }, { "epoch": 3.126295369003996, "grad_norm": 0.0002633573312778026, "learning_rate": 1.873704630996004e-05, "loss": 0.0, "step": 188550 }, { "epoch": 3.1264611762365075, "grad_norm": 0.006619560066610575, "learning_rate": 1.8735388237634928e-05, "loss": 0.0018, "step": 188560 }, { "epoch": 3.126626983469019, "grad_norm": 0.010749539360404015, "learning_rate": 1.873373016530981e-05, "loss": 0.0069, "step": 188570 }, { "epoch": 3.1267927907015305, "grad_norm": 0.37015071511268616, "learning_rate": 1.87320720929847e-05, "loss": 0.0066, "step": 188580 }, { "epoch": 3.126958597934042, "grad_norm": 0.0031478344462811947, "learning_rate": 1.8730414020659582e-05, "loss": 0.0042, "step": 188590 }, { "epoch": 3.1271244051665534, "grad_norm": 0.015465707518160343, "learning_rate": 1.872875594833447e-05, "loss": 0.0001, "step": 188600 }, { "epoch": 3.127290212399065, "grad_norm": 0.22109399735927582, "learning_rate": 1.8727097876009352e-05, "loss": 0.0071, "step": 188610 }, { "epoch": 3.1274560196315764, "grad_norm": 9.282815881306306e-05, "learning_rate": 1.872543980368424e-05, "loss": 0.0006, "step": 188620 }, { "epoch": 3.127621826864088, "grad_norm": 0.007269913796335459, "learning_rate": 1.8723781731359123e-05, "loss": 0.003, "step": 188630 }, { "epoch": 3.1277876340965993, "grad_norm": 3.842863952741027e-05, "learning_rate": 1.8722123659034006e-05, "loss": 0.0031, "step": 188640 }, { "epoch": 3.127953441329111, "grad_norm": 0.16860629618167877, "learning_rate": 1.8720465586708893e-05, "loss": 0.0043, "step": 188650 }, { "epoch": 3.1281192485616223, "grad_norm": 0.011040196754038334, "learning_rate": 1.871880751438378e-05, "loss": 0.0001, "step": 188660 }, { "epoch": 3.1282850557941337, "grad_norm": 0.0057105980813503265, "learning_rate": 1.8717149442058663e-05, "loss": 0.0119, "step": 188670 }, { "epoch": 3.128450863026645, "grad_norm": 0.0028591041918843985, "learning_rate": 1.8715491369733547e-05, "loss": 0.0002, "step": 188680 }, { "epoch": 3.1286166702591567, "grad_norm": 0.0001457074686186388, "learning_rate": 1.8713833297408434e-05, "loss": 0.0001, "step": 188690 }, { "epoch": 3.128782477491668, "grad_norm": 0.00022104743402451277, "learning_rate": 1.871217522508332e-05, "loss": 0.0019, "step": 188700 }, { "epoch": 3.1289482847241796, "grad_norm": 0.21184301376342773, "learning_rate": 1.8710517152758204e-05, "loss": 0.003, "step": 188710 }, { "epoch": 3.129114091956691, "grad_norm": 4.2079696868313476e-05, "learning_rate": 1.8708859080433087e-05, "loss": 0.0069, "step": 188720 }, { "epoch": 3.1292798991892026, "grad_norm": 0.003020726377144456, "learning_rate": 1.8707201008107974e-05, "loss": 0.0, "step": 188730 }, { "epoch": 3.129445706421714, "grad_norm": 8.943702414399013e-05, "learning_rate": 1.870554293578286e-05, "loss": 0.0074, "step": 188740 }, { "epoch": 3.1296115136542255, "grad_norm": 0.010497028939425945, "learning_rate": 1.8703884863457745e-05, "loss": 0.0067, "step": 188750 }, { "epoch": 3.129777320886737, "grad_norm": 0.0024185653310269117, "learning_rate": 1.8702226791132628e-05, "loss": 0.0068, "step": 188760 }, { "epoch": 3.1299431281192485, "grad_norm": 0.0007177479565143585, "learning_rate": 1.8700568718807515e-05, "loss": 0.0098, "step": 188770 }, { "epoch": 3.13010893535176, "grad_norm": 0.17562973499298096, "learning_rate": 1.8698910646482402e-05, "loss": 0.0062, "step": 188780 }, { "epoch": 3.1302747425842714, "grad_norm": 0.00020351234707050025, "learning_rate": 1.8697252574157285e-05, "loss": 0.0008, "step": 188790 }, { "epoch": 3.130440549816783, "grad_norm": 0.00010287700570188463, "learning_rate": 1.869559450183217e-05, "loss": 0.0001, "step": 188800 }, { "epoch": 3.1306063570492944, "grad_norm": 5.955555388936773e-05, "learning_rate": 1.8693936429507056e-05, "loss": 0.0037, "step": 188810 }, { "epoch": 3.130772164281806, "grad_norm": 0.00016633413906674832, "learning_rate": 1.8692278357181943e-05, "loss": 0.0002, "step": 188820 }, { "epoch": 3.1309379715143173, "grad_norm": 0.0015697894850745797, "learning_rate": 1.8690620284856826e-05, "loss": 0.0166, "step": 188830 }, { "epoch": 3.1311037787468288, "grad_norm": 0.00012688121933024377, "learning_rate": 1.868896221253171e-05, "loss": 0.0038, "step": 188840 }, { "epoch": 3.1312695859793402, "grad_norm": 0.17231501638889313, "learning_rate": 1.8687304140206596e-05, "loss": 0.01, "step": 188850 }, { "epoch": 3.1314353932118517, "grad_norm": 0.00246450281701982, "learning_rate": 1.8685646067881483e-05, "loss": 0.0073, "step": 188860 }, { "epoch": 3.131601200444363, "grad_norm": 0.005471799056977034, "learning_rate": 1.8683987995556367e-05, "loss": 0.0033, "step": 188870 }, { "epoch": 3.1317670076768747, "grad_norm": 0.0012694086180999875, "learning_rate": 1.868232992323125e-05, "loss": 0.0084, "step": 188880 }, { "epoch": 3.131932814909386, "grad_norm": 0.08151094615459442, "learning_rate": 1.8680671850906137e-05, "loss": 0.005, "step": 188890 }, { "epoch": 3.132098622141898, "grad_norm": 0.00538281537592411, "learning_rate": 1.8679013778581024e-05, "loss": 0.0085, "step": 188900 }, { "epoch": 3.132264429374409, "grad_norm": 0.0018825414590537548, "learning_rate": 1.8677355706255907e-05, "loss": 0.0, "step": 188910 }, { "epoch": 3.132430236606921, "grad_norm": 1.0588395525701344e-05, "learning_rate": 1.8675697633930794e-05, "loss": 0.0024, "step": 188920 }, { "epoch": 3.1325960438394325, "grad_norm": 0.0003487074573058635, "learning_rate": 1.8674039561605678e-05, "loss": 0.0086, "step": 188930 }, { "epoch": 3.132761851071944, "grad_norm": 0.3310180604457855, "learning_rate": 1.8672381489280565e-05, "loss": 0.0105, "step": 188940 }, { "epoch": 3.1329276583044554, "grad_norm": 0.003872192930430174, "learning_rate": 1.8670723416955448e-05, "loss": 0.0028, "step": 188950 }, { "epoch": 3.133093465536967, "grad_norm": 0.001003922545351088, "learning_rate": 1.8669065344630335e-05, "loss": 0.0, "step": 188960 }, { "epoch": 3.1332592727694784, "grad_norm": 0.21984773874282837, "learning_rate": 1.866740727230522e-05, "loss": 0.0068, "step": 188970 }, { "epoch": 3.13342508000199, "grad_norm": 0.00019845727365463972, "learning_rate": 1.8665749199980105e-05, "loss": 0.0045, "step": 188980 }, { "epoch": 3.1335908872345013, "grad_norm": 0.009070844389498234, "learning_rate": 1.866409112765499e-05, "loss": 0.0026, "step": 188990 }, { "epoch": 3.1337566944670128, "grad_norm": 0.002502686809748411, "learning_rate": 1.8662433055329876e-05, "loss": 0.0041, "step": 189000 }, { "epoch": 3.1339225016995242, "grad_norm": 0.17554771900177002, "learning_rate": 1.866077498300476e-05, "loss": 0.0001, "step": 189010 }, { "epoch": 3.1340883089320357, "grad_norm": 0.006178514566272497, "learning_rate": 1.8659116910679643e-05, "loss": 0.0053, "step": 189020 }, { "epoch": 3.134254116164547, "grad_norm": 0.1951422393321991, "learning_rate": 1.865745883835453e-05, "loss": 0.018, "step": 189030 }, { "epoch": 3.1344199233970587, "grad_norm": 0.03335191681981087, "learning_rate": 1.8655800766029416e-05, "loss": 0.0021, "step": 189040 }, { "epoch": 3.13458573062957, "grad_norm": 6.7072924139210954e-06, "learning_rate": 1.86541426937043e-05, "loss": 0.0008, "step": 189050 }, { "epoch": 3.1347515378620816, "grad_norm": 0.00018283331883139908, "learning_rate": 1.8652484621379183e-05, "loss": 0.0007, "step": 189060 }, { "epoch": 3.134917345094593, "grad_norm": 0.00036312019801698625, "learning_rate": 1.865082654905407e-05, "loss": 0.0039, "step": 189070 }, { "epoch": 3.1350831523271045, "grad_norm": 0.017089692875742912, "learning_rate": 1.8649168476728957e-05, "loss": 0.0001, "step": 189080 }, { "epoch": 3.135248959559616, "grad_norm": 0.18150505423545837, "learning_rate": 1.8647510404403844e-05, "loss": 0.0089, "step": 189090 }, { "epoch": 3.1354147667921275, "grad_norm": 0.002105398802086711, "learning_rate": 1.8645852332078724e-05, "loss": 0.0028, "step": 189100 }, { "epoch": 3.135580574024639, "grad_norm": 0.0007534017786383629, "learning_rate": 1.864419425975361e-05, "loss": 0.0, "step": 189110 }, { "epoch": 3.1357463812571504, "grad_norm": 0.00012582795170601457, "learning_rate": 1.8642536187428498e-05, "loss": 0.0051, "step": 189120 }, { "epoch": 3.135912188489662, "grad_norm": 0.008702278137207031, "learning_rate": 1.864087811510338e-05, "loss": 0.0036, "step": 189130 }, { "epoch": 3.1360779957221734, "grad_norm": 0.0002173313987441361, "learning_rate": 1.8639220042778265e-05, "loss": 0.0, "step": 189140 }, { "epoch": 3.136243802954685, "grad_norm": 0.00013777553976979107, "learning_rate": 1.863756197045315e-05, "loss": 0.0, "step": 189150 }, { "epoch": 3.1364096101871963, "grad_norm": 0.19757434725761414, "learning_rate": 1.863590389812804e-05, "loss": 0.0058, "step": 189160 }, { "epoch": 3.136575417419708, "grad_norm": 0.445484459400177, "learning_rate": 1.8634245825802922e-05, "loss": 0.0132, "step": 189170 }, { "epoch": 3.1367412246522193, "grad_norm": 0.0022574507165700197, "learning_rate": 1.8632587753477805e-05, "loss": 0.0, "step": 189180 }, { "epoch": 3.1369070318847307, "grad_norm": 0.1522698700428009, "learning_rate": 1.8630929681152692e-05, "loss": 0.0025, "step": 189190 }, { "epoch": 3.137072839117242, "grad_norm": 0.006323849782347679, "learning_rate": 1.862927160882758e-05, "loss": 0.0, "step": 189200 }, { "epoch": 3.1372386463497537, "grad_norm": 0.14381831884384155, "learning_rate": 1.8627613536502463e-05, "loss": 0.0012, "step": 189210 }, { "epoch": 3.137404453582265, "grad_norm": 0.005889227148145437, "learning_rate": 1.8625955464177346e-05, "loss": 0.0076, "step": 189220 }, { "epoch": 3.1375702608147766, "grad_norm": 0.00578665267676115, "learning_rate": 1.8624297391852233e-05, "loss": 0.0071, "step": 189230 }, { "epoch": 3.137736068047288, "grad_norm": 0.0002015789650613442, "learning_rate": 1.862263931952712e-05, "loss": 0.0062, "step": 189240 }, { "epoch": 3.1379018752797996, "grad_norm": 0.00010913542791968212, "learning_rate": 1.8620981247202003e-05, "loss": 0.0034, "step": 189250 }, { "epoch": 3.138067682512311, "grad_norm": 0.18383194506168365, "learning_rate": 1.861932317487689e-05, "loss": 0.0059, "step": 189260 }, { "epoch": 3.1382334897448225, "grad_norm": 0.03433423116803169, "learning_rate": 1.8617665102551774e-05, "loss": 0.0095, "step": 189270 }, { "epoch": 3.138399296977334, "grad_norm": 0.0005113419028930366, "learning_rate": 1.861600703022666e-05, "loss": 0.0003, "step": 189280 }, { "epoch": 3.1385651042098455, "grad_norm": 0.1507997214794159, "learning_rate": 1.8614348957901544e-05, "loss": 0.007, "step": 189290 }, { "epoch": 3.138730911442357, "grad_norm": 0.039131373167037964, "learning_rate": 1.861269088557643e-05, "loss": 0.005, "step": 189300 }, { "epoch": 3.1388967186748684, "grad_norm": 0.22106608748435974, "learning_rate": 1.8611032813251314e-05, "loss": 0.0116, "step": 189310 }, { "epoch": 3.13906252590738, "grad_norm": 0.0009568525128997862, "learning_rate": 1.86093747409262e-05, "loss": 0.009, "step": 189320 }, { "epoch": 3.1392283331398914, "grad_norm": 0.0011803959496319294, "learning_rate": 1.8607716668601085e-05, "loss": 0.0028, "step": 189330 }, { "epoch": 3.139394140372403, "grad_norm": 4.882322537014261e-05, "learning_rate": 1.860605859627597e-05, "loss": 0.0054, "step": 189340 }, { "epoch": 3.1395599476049147, "grad_norm": 0.0010766603518277407, "learning_rate": 1.8604400523950855e-05, "loss": 0.0014, "step": 189350 }, { "epoch": 3.1397257548374258, "grad_norm": 3.213481613784097e-05, "learning_rate": 1.8602742451625742e-05, "loss": 0.0032, "step": 189360 }, { "epoch": 3.1398915620699377, "grad_norm": 1.3130106708558742e-05, "learning_rate": 1.8601084379300625e-05, "loss": 0.0069, "step": 189370 }, { "epoch": 3.140057369302449, "grad_norm": 0.0001407845556968823, "learning_rate": 1.8599426306975512e-05, "loss": 0.0039, "step": 189380 }, { "epoch": 3.1402231765349606, "grad_norm": 0.00010304156603524461, "learning_rate": 1.8597768234650396e-05, "loss": 0.0058, "step": 189390 }, { "epoch": 3.140388983767472, "grad_norm": 1.9968230844824575e-05, "learning_rate": 1.859611016232528e-05, "loss": 0.0029, "step": 189400 }, { "epoch": 3.1405547909999836, "grad_norm": 0.23860608041286469, "learning_rate": 1.8594452090000166e-05, "loss": 0.0059, "step": 189410 }, { "epoch": 3.140720598232495, "grad_norm": 0.012499931268393993, "learning_rate": 1.8592794017675053e-05, "loss": 0.0076, "step": 189420 }, { "epoch": 3.1408864054650065, "grad_norm": 0.00034706626320257783, "learning_rate": 1.859113594534994e-05, "loss": 0.0004, "step": 189430 }, { "epoch": 3.141052212697518, "grad_norm": 0.00010754957475000992, "learning_rate": 1.858947787302482e-05, "loss": 0.0062, "step": 189440 }, { "epoch": 3.1412180199300295, "grad_norm": 0.4783368706703186, "learning_rate": 1.8587819800699707e-05, "loss": 0.004, "step": 189450 }, { "epoch": 3.141383827162541, "grad_norm": 0.017968909814953804, "learning_rate": 1.8586161728374594e-05, "loss": 0.01, "step": 189460 }, { "epoch": 3.1415496343950524, "grad_norm": 0.0005891431937925518, "learning_rate": 1.858450365604948e-05, "loss": 0.0025, "step": 189470 }, { "epoch": 3.141715441627564, "grad_norm": 0.13962003588676453, "learning_rate": 1.858284558372436e-05, "loss": 0.0085, "step": 189480 }, { "epoch": 3.1418812488600754, "grad_norm": 0.0018411888740956783, "learning_rate": 1.8581187511399247e-05, "loss": 0.0037, "step": 189490 }, { "epoch": 3.142047056092587, "grad_norm": 0.0003033687826246023, "learning_rate": 1.8579529439074134e-05, "loss": 0.003, "step": 189500 }, { "epoch": 3.1422128633250983, "grad_norm": 0.004222102463245392, "learning_rate": 1.8577871366749018e-05, "loss": 0.0001, "step": 189510 }, { "epoch": 3.1423786705576098, "grad_norm": 0.0001038976333802566, "learning_rate": 1.85762132944239e-05, "loss": 0.0033, "step": 189520 }, { "epoch": 3.1425444777901212, "grad_norm": 0.00031688265153206885, "learning_rate": 1.8574555222098788e-05, "loss": 0.0075, "step": 189530 }, { "epoch": 3.1427102850226327, "grad_norm": 0.02065734937787056, "learning_rate": 1.8572897149773675e-05, "loss": 0.004, "step": 189540 }, { "epoch": 3.142876092255144, "grad_norm": 0.013645350933074951, "learning_rate": 1.857123907744856e-05, "loss": 0.0002, "step": 189550 }, { "epoch": 3.1430418994876557, "grad_norm": 0.002723301760852337, "learning_rate": 1.8569581005123442e-05, "loss": 0.0, "step": 189560 }, { "epoch": 3.143207706720167, "grad_norm": 0.021824456751346588, "learning_rate": 1.856792293279833e-05, "loss": 0.0031, "step": 189570 }, { "epoch": 3.1433735139526786, "grad_norm": 0.009830625727772713, "learning_rate": 1.8566264860473216e-05, "loss": 0.0, "step": 189580 }, { "epoch": 3.14353932118519, "grad_norm": 0.01016730535775423, "learning_rate": 1.85646067881481e-05, "loss": 0.0001, "step": 189590 }, { "epoch": 3.1437051284177016, "grad_norm": 2.356519144086633e-05, "learning_rate": 1.8562948715822986e-05, "loss": 0.0038, "step": 189600 }, { "epoch": 3.143870935650213, "grad_norm": 0.009165940806269646, "learning_rate": 1.856129064349787e-05, "loss": 0.0108, "step": 189610 }, { "epoch": 3.1440367428827245, "grad_norm": 0.013425477780401707, "learning_rate": 1.8559632571172756e-05, "loss": 0.0013, "step": 189620 }, { "epoch": 3.144202550115236, "grad_norm": 0.00020200878498144448, "learning_rate": 1.855797449884764e-05, "loss": 0.0017, "step": 189630 }, { "epoch": 3.1443683573477474, "grad_norm": 8.409444853896275e-05, "learning_rate": 1.8556316426522527e-05, "loss": 0.0008, "step": 189640 }, { "epoch": 3.144534164580259, "grad_norm": 1.63385302585084e-05, "learning_rate": 1.855465835419741e-05, "loss": 0.0082, "step": 189650 }, { "epoch": 3.1446999718127704, "grad_norm": 0.05052516981959343, "learning_rate": 1.8553000281872297e-05, "loss": 0.0023, "step": 189660 }, { "epoch": 3.144865779045282, "grad_norm": 0.0019283633446320891, "learning_rate": 1.855134220954718e-05, "loss": 0.0002, "step": 189670 }, { "epoch": 3.1450315862777933, "grad_norm": 0.0010666053276509047, "learning_rate": 1.8549684137222067e-05, "loss": 0.0005, "step": 189680 }, { "epoch": 3.145197393510305, "grad_norm": 6.485860649263486e-05, "learning_rate": 1.854802606489695e-05, "loss": 0.0034, "step": 189690 }, { "epoch": 3.1453632007428163, "grad_norm": 0.08093229681253433, "learning_rate": 1.8546367992571838e-05, "loss": 0.0047, "step": 189700 }, { "epoch": 3.1455290079753278, "grad_norm": 0.0005679054884240031, "learning_rate": 1.854470992024672e-05, "loss": 0.003, "step": 189710 }, { "epoch": 3.1456948152078392, "grad_norm": 0.00019494016305543482, "learning_rate": 1.8543051847921608e-05, "loss": 0.0, "step": 189720 }, { "epoch": 3.1458606224403507, "grad_norm": 0.009157117456197739, "learning_rate": 1.854139377559649e-05, "loss": 0.005, "step": 189730 }, { "epoch": 3.146026429672862, "grad_norm": 0.0474136583507061, "learning_rate": 1.853973570327138e-05, "loss": 0.0097, "step": 189740 }, { "epoch": 3.1461922369053736, "grad_norm": 0.0768783688545227, "learning_rate": 1.8538077630946262e-05, "loss": 0.0026, "step": 189750 }, { "epoch": 3.146358044137885, "grad_norm": 0.0025769369676709175, "learning_rate": 1.853641955862115e-05, "loss": 0.0111, "step": 189760 }, { "epoch": 3.1465238513703966, "grad_norm": 0.0010627214796841145, "learning_rate": 1.8534761486296036e-05, "loss": 0.0002, "step": 189770 }, { "epoch": 3.146689658602908, "grad_norm": 0.0002343503583688289, "learning_rate": 1.853310341397092e-05, "loss": 0.0001, "step": 189780 }, { "epoch": 3.1468554658354195, "grad_norm": 0.034003205597400665, "learning_rate": 1.8531445341645803e-05, "loss": 0.0004, "step": 189790 }, { "epoch": 3.1470212730679314, "grad_norm": 0.015450898557901382, "learning_rate": 1.852978726932069e-05, "loss": 0.0032, "step": 189800 }, { "epoch": 3.1471870803004425, "grad_norm": 0.14155547320842743, "learning_rate": 1.8528129196995576e-05, "loss": 0.0059, "step": 189810 }, { "epoch": 3.1473528875329544, "grad_norm": 0.17055751383304596, "learning_rate": 1.8526471124670456e-05, "loss": 0.0029, "step": 189820 }, { "epoch": 3.147518694765466, "grad_norm": 0.003172817872837186, "learning_rate": 1.8524813052345343e-05, "loss": 0.0036, "step": 189830 }, { "epoch": 3.1476845019979773, "grad_norm": 0.00020149306510575116, "learning_rate": 1.852315498002023e-05, "loss": 0.0001, "step": 189840 }, { "epoch": 3.147850309230489, "grad_norm": 0.3851909339427948, "learning_rate": 1.8521496907695117e-05, "loss": 0.0051, "step": 189850 }, { "epoch": 3.1480161164630003, "grad_norm": 0.6410989165306091, "learning_rate": 1.8519838835369997e-05, "loss": 0.0109, "step": 189860 }, { "epoch": 3.1481819236955118, "grad_norm": 6.754088099114597e-05, "learning_rate": 1.8518180763044884e-05, "loss": 0.0, "step": 189870 }, { "epoch": 3.1483477309280232, "grad_norm": 0.008425725623965263, "learning_rate": 1.851652269071977e-05, "loss": 0.0141, "step": 189880 }, { "epoch": 3.1485135381605347, "grad_norm": 0.44056442379951477, "learning_rate": 1.8514864618394658e-05, "loss": 0.0067, "step": 189890 }, { "epoch": 3.148679345393046, "grad_norm": 0.0021594855934381485, "learning_rate": 1.8513206546069538e-05, "loss": 0.0032, "step": 189900 }, { "epoch": 3.1488451526255576, "grad_norm": 0.011888383887708187, "learning_rate": 1.8511548473744425e-05, "loss": 0.0121, "step": 189910 }, { "epoch": 3.149010959858069, "grad_norm": 0.039385855197906494, "learning_rate": 1.850989040141931e-05, "loss": 0.0033, "step": 189920 }, { "epoch": 3.1491767670905806, "grad_norm": 0.00023899044026620686, "learning_rate": 1.8508232329094195e-05, "loss": 0.0036, "step": 189930 }, { "epoch": 3.149342574323092, "grad_norm": 0.0005977701512165368, "learning_rate": 1.8506574256769082e-05, "loss": 0.0001, "step": 189940 }, { "epoch": 3.1495083815556035, "grad_norm": 0.011032707057893276, "learning_rate": 1.8504916184443965e-05, "loss": 0.005, "step": 189950 }, { "epoch": 3.149674188788115, "grad_norm": 0.001305075827986002, "learning_rate": 1.8503258112118852e-05, "loss": 0.0024, "step": 189960 }, { "epoch": 3.1498399960206265, "grad_norm": 0.002896456280723214, "learning_rate": 1.8501600039793736e-05, "loss": 0.0025, "step": 189970 }, { "epoch": 3.150005803253138, "grad_norm": 0.0011379990028217435, "learning_rate": 1.8499941967468623e-05, "loss": 0.0005, "step": 189980 }, { "epoch": 3.1501716104856494, "grad_norm": 0.0013296569231897593, "learning_rate": 1.8498283895143506e-05, "loss": 0.0038, "step": 189990 }, { "epoch": 3.150337417718161, "grad_norm": 9.103105549002066e-05, "learning_rate": 1.8496625822818393e-05, "loss": 0.0024, "step": 190000 }, { "epoch": 3.1505032249506724, "grad_norm": 0.004980066791176796, "learning_rate": 1.8494967750493276e-05, "loss": 0.0, "step": 190010 }, { "epoch": 3.150669032183184, "grad_norm": 0.1342383623123169, "learning_rate": 1.8493309678168163e-05, "loss": 0.0014, "step": 190020 }, { "epoch": 3.1508348394156953, "grad_norm": 0.06198374181985855, "learning_rate": 1.8491651605843047e-05, "loss": 0.0026, "step": 190030 }, { "epoch": 3.151000646648207, "grad_norm": 0.3417832851409912, "learning_rate": 1.8489993533517934e-05, "loss": 0.0004, "step": 190040 }, { "epoch": 3.1511664538807183, "grad_norm": 0.00015489252109546214, "learning_rate": 1.8488335461192817e-05, "loss": 0.0031, "step": 190050 }, { "epoch": 3.1513322611132297, "grad_norm": 0.0003705191193148494, "learning_rate": 1.8486677388867704e-05, "loss": 0.0034, "step": 190060 }, { "epoch": 3.151498068345741, "grad_norm": 0.1114753857254982, "learning_rate": 1.8485019316542588e-05, "loss": 0.0029, "step": 190070 }, { "epoch": 3.1516638755782527, "grad_norm": 0.0014000635128468275, "learning_rate": 1.8483361244217474e-05, "loss": 0.0061, "step": 190080 }, { "epoch": 3.151829682810764, "grad_norm": 0.00038400429184548557, "learning_rate": 1.8481703171892358e-05, "loss": 0.0001, "step": 190090 }, { "epoch": 3.1519954900432756, "grad_norm": 0.17584680020809174, "learning_rate": 1.8480045099567245e-05, "loss": 0.0058, "step": 190100 }, { "epoch": 3.152161297275787, "grad_norm": 0.0008501843549311161, "learning_rate": 1.847838702724213e-05, "loss": 0.0031, "step": 190110 }, { "epoch": 3.1523271045082986, "grad_norm": 0.015164499171078205, "learning_rate": 1.8476728954917015e-05, "loss": 0.0074, "step": 190120 }, { "epoch": 3.15249291174081, "grad_norm": 1.817109114199411e-05, "learning_rate": 1.84750708825919e-05, "loss": 0.0001, "step": 190130 }, { "epoch": 3.1526587189733215, "grad_norm": 0.15813793241977692, "learning_rate": 1.8473412810266785e-05, "loss": 0.0047, "step": 190140 }, { "epoch": 3.152824526205833, "grad_norm": 0.00029277268913574517, "learning_rate": 1.8471754737941672e-05, "loss": 0.0057, "step": 190150 }, { "epoch": 3.1529903334383445, "grad_norm": 7.131884922273457e-05, "learning_rate": 1.8470096665616556e-05, "loss": 0.0103, "step": 190160 }, { "epoch": 3.153156140670856, "grad_norm": 9.887553460430354e-05, "learning_rate": 1.846843859329144e-05, "loss": 0.0152, "step": 190170 }, { "epoch": 3.1533219479033674, "grad_norm": 7.925825048005208e-05, "learning_rate": 1.8466780520966326e-05, "loss": 0.0029, "step": 190180 }, { "epoch": 3.153487755135879, "grad_norm": 0.0003682413080241531, "learning_rate": 1.8465122448641213e-05, "loss": 0.0001, "step": 190190 }, { "epoch": 3.1536535623683903, "grad_norm": 0.0002457617374602705, "learning_rate": 1.8463464376316093e-05, "loss": 0.0003, "step": 190200 }, { "epoch": 3.153819369600902, "grad_norm": 2.2545538740814663e-05, "learning_rate": 1.846180630399098e-05, "loss": 0.0125, "step": 190210 }, { "epoch": 3.1539851768334133, "grad_norm": 0.0003122721682302654, "learning_rate": 1.8460148231665867e-05, "loss": 0.0026, "step": 190220 }, { "epoch": 3.1541509840659248, "grad_norm": 0.003842367324978113, "learning_rate": 1.8458490159340754e-05, "loss": 0.0004, "step": 190230 }, { "epoch": 3.1543167912984362, "grad_norm": 0.011522050015628338, "learning_rate": 1.8456832087015634e-05, "loss": 0.0051, "step": 190240 }, { "epoch": 3.154482598530948, "grad_norm": 0.020912056788802147, "learning_rate": 1.845517401469052e-05, "loss": 0.0011, "step": 190250 }, { "epoch": 3.154648405763459, "grad_norm": 0.0024370860774070024, "learning_rate": 1.8453515942365408e-05, "loss": 0.0081, "step": 190260 }, { "epoch": 3.154814212995971, "grad_norm": 0.1673053652048111, "learning_rate": 1.8451857870040294e-05, "loss": 0.013, "step": 190270 }, { "epoch": 3.1549800202284826, "grad_norm": 0.0004932887968607247, "learning_rate": 1.8450199797715178e-05, "loss": 0.006, "step": 190280 }, { "epoch": 3.155145827460994, "grad_norm": 0.0020094162318855524, "learning_rate": 1.844854172539006e-05, "loss": 0.0026, "step": 190290 }, { "epoch": 3.1553116346935055, "grad_norm": 0.0002709433319978416, "learning_rate": 1.8446883653064948e-05, "loss": 0.0, "step": 190300 }, { "epoch": 3.155477441926017, "grad_norm": 0.007828570902347565, "learning_rate": 1.844522558073983e-05, "loss": 0.0041, "step": 190310 }, { "epoch": 3.1556432491585285, "grad_norm": 0.0028370562940835953, "learning_rate": 1.844356750841472e-05, "loss": 0.0037, "step": 190320 }, { "epoch": 3.15580905639104, "grad_norm": 0.14944925904273987, "learning_rate": 1.8441909436089602e-05, "loss": 0.0032, "step": 190330 }, { "epoch": 3.1559748636235514, "grad_norm": 0.0007844566716812551, "learning_rate": 1.844025136376449e-05, "loss": 0.004, "step": 190340 }, { "epoch": 3.156140670856063, "grad_norm": 0.006204731296747923, "learning_rate": 1.8438593291439372e-05, "loss": 0.0028, "step": 190350 }, { "epoch": 3.1563064780885743, "grad_norm": 0.00015815615188330412, "learning_rate": 1.843693521911426e-05, "loss": 0.0, "step": 190360 }, { "epoch": 3.156472285321086, "grad_norm": 0.00635210145264864, "learning_rate": 1.8435277146789143e-05, "loss": 0.0002, "step": 190370 }, { "epoch": 3.1566380925535973, "grad_norm": 0.00012123363558202982, "learning_rate": 1.843361907446403e-05, "loss": 0.0035, "step": 190380 }, { "epoch": 3.1568038997861088, "grad_norm": 0.011440933682024479, "learning_rate": 1.8431961002138913e-05, "loss": 0.0139, "step": 190390 }, { "epoch": 3.1569697070186202, "grad_norm": 0.02549842558801174, "learning_rate": 1.84303029298138e-05, "loss": 0.0012, "step": 190400 }, { "epoch": 3.1571355142511317, "grad_norm": 0.00010626115545164794, "learning_rate": 1.8428644857488683e-05, "loss": 0.0129, "step": 190410 }, { "epoch": 3.157301321483643, "grad_norm": 0.00021067737543489784, "learning_rate": 1.842698678516357e-05, "loss": 0.0039, "step": 190420 }, { "epoch": 3.1574671287161546, "grad_norm": 0.005958674941211939, "learning_rate": 1.8425328712838454e-05, "loss": 0.0055, "step": 190430 }, { "epoch": 3.157632935948666, "grad_norm": 0.885158896446228, "learning_rate": 1.842367064051334e-05, "loss": 0.0064, "step": 190440 }, { "epoch": 3.1577987431811776, "grad_norm": 0.00017460704839322716, "learning_rate": 1.8422012568188227e-05, "loss": 0.0, "step": 190450 }, { "epoch": 3.157964550413689, "grad_norm": 0.012524480000138283, "learning_rate": 1.842035449586311e-05, "loss": 0.0073, "step": 190460 }, { "epoch": 3.1581303576462005, "grad_norm": 0.0002858886728063226, "learning_rate": 1.8418696423537994e-05, "loss": 0.0042, "step": 190470 }, { "epoch": 3.158296164878712, "grad_norm": 9.241729276254773e-05, "learning_rate": 1.841703835121288e-05, "loss": 0.0004, "step": 190480 }, { "epoch": 3.1584619721112235, "grad_norm": 0.0008319200715050101, "learning_rate": 1.8415380278887768e-05, "loss": 0.0039, "step": 190490 }, { "epoch": 3.158627779343735, "grad_norm": 0.15281780064105988, "learning_rate": 1.841372220656265e-05, "loss": 0.0023, "step": 190500 }, { "epoch": 3.1587935865762464, "grad_norm": 0.5838718414306641, "learning_rate": 1.8412064134237535e-05, "loss": 0.0259, "step": 190510 }, { "epoch": 3.158959393808758, "grad_norm": 0.00811996404081583, "learning_rate": 1.8410406061912422e-05, "loss": 0.0035, "step": 190520 }, { "epoch": 3.1591252010412694, "grad_norm": 0.0069799162447452545, "learning_rate": 1.840874798958731e-05, "loss": 0.0, "step": 190530 }, { "epoch": 3.159291008273781, "grad_norm": 0.0005858595250174403, "learning_rate": 1.8407089917262192e-05, "loss": 0.0017, "step": 190540 }, { "epoch": 3.1594568155062923, "grad_norm": 0.2173769772052765, "learning_rate": 1.8405431844937076e-05, "loss": 0.0179, "step": 190550 }, { "epoch": 3.159622622738804, "grad_norm": 0.000667790649458766, "learning_rate": 1.8403773772611963e-05, "loss": 0.0001, "step": 190560 }, { "epoch": 3.1597884299713153, "grad_norm": 0.004142268095165491, "learning_rate": 1.840211570028685e-05, "loss": 0.001, "step": 190570 }, { "epoch": 3.1599542372038267, "grad_norm": 0.0017744797514751554, "learning_rate": 1.840045762796173e-05, "loss": 0.0045, "step": 190580 }, { "epoch": 3.160120044436338, "grad_norm": 0.4017098546028137, "learning_rate": 1.8398799555636617e-05, "loss": 0.004, "step": 190590 }, { "epoch": 3.1602858516688497, "grad_norm": 0.5104478597640991, "learning_rate": 1.8397141483311503e-05, "loss": 0.0036, "step": 190600 }, { "epoch": 3.160451658901361, "grad_norm": 0.010686523281037807, "learning_rate": 1.839548341098639e-05, "loss": 0.0004, "step": 190610 }, { "epoch": 3.1606174661338726, "grad_norm": 0.004623216576874256, "learning_rate": 1.8393825338661274e-05, "loss": 0.0002, "step": 190620 }, { "epoch": 3.160783273366384, "grad_norm": 9.20187885640189e-05, "learning_rate": 1.8392167266336157e-05, "loss": 0.0034, "step": 190630 }, { "epoch": 3.1609490805988956, "grad_norm": 0.0015682687517255545, "learning_rate": 1.8390509194011044e-05, "loss": 0.0001, "step": 190640 }, { "epoch": 3.161114887831407, "grad_norm": 0.0018634818261489272, "learning_rate": 1.838885112168593e-05, "loss": 0.0038, "step": 190650 }, { "epoch": 3.1612806950639185, "grad_norm": 0.00046071302494965494, "learning_rate": 1.8387193049360814e-05, "loss": 0.0001, "step": 190660 }, { "epoch": 3.16144650229643, "grad_norm": 0.01034064032137394, "learning_rate": 1.8385534977035698e-05, "loss": 0.0, "step": 190670 }, { "epoch": 3.1616123095289415, "grad_norm": 0.24850249290466309, "learning_rate": 1.8383876904710585e-05, "loss": 0.0107, "step": 190680 }, { "epoch": 3.161778116761453, "grad_norm": 0.22034050524234772, "learning_rate": 1.8382218832385468e-05, "loss": 0.011, "step": 190690 }, { "epoch": 3.161943923993965, "grad_norm": 0.904410183429718, "learning_rate": 1.8380560760060355e-05, "loss": 0.0071, "step": 190700 }, { "epoch": 3.162109731226476, "grad_norm": 0.04648112505674362, "learning_rate": 1.837890268773524e-05, "loss": 0.0002, "step": 190710 }, { "epoch": 3.162275538458988, "grad_norm": 6.099439997342415e-05, "learning_rate": 1.8377244615410125e-05, "loss": 0.0025, "step": 190720 }, { "epoch": 3.1624413456914993, "grad_norm": 0.019503748044371605, "learning_rate": 1.837558654308501e-05, "loss": 0.0076, "step": 190730 }, { "epoch": 3.1626071529240107, "grad_norm": 0.15681344270706177, "learning_rate": 1.8373928470759896e-05, "loss": 0.0081, "step": 190740 }, { "epoch": 3.162772960156522, "grad_norm": 0.001975824823603034, "learning_rate": 1.837227039843478e-05, "loss": 0.0033, "step": 190750 }, { "epoch": 3.1629387673890337, "grad_norm": 2.2297392206382938e-05, "learning_rate": 1.8370612326109666e-05, "loss": 0.0053, "step": 190760 }, { "epoch": 3.163104574621545, "grad_norm": 0.00023708581284154207, "learning_rate": 1.836895425378455e-05, "loss": 0.0034, "step": 190770 }, { "epoch": 3.1632703818540566, "grad_norm": 0.07052609324455261, "learning_rate": 1.8367296181459437e-05, "loss": 0.0064, "step": 190780 }, { "epoch": 3.163436189086568, "grad_norm": 0.17825573682785034, "learning_rate": 1.8365638109134323e-05, "loss": 0.0195, "step": 190790 }, { "epoch": 3.1636019963190796, "grad_norm": 0.5726312398910522, "learning_rate": 1.8363980036809207e-05, "loss": 0.0043, "step": 190800 }, { "epoch": 3.163767803551591, "grad_norm": 0.00011572509538382292, "learning_rate": 1.836232196448409e-05, "loss": 0.0002, "step": 190810 }, { "epoch": 3.1639336107841025, "grad_norm": 4.789439481100999e-05, "learning_rate": 1.8360663892158977e-05, "loss": 0.0028, "step": 190820 }, { "epoch": 3.164099418016614, "grad_norm": 0.00010626600123941898, "learning_rate": 1.8359005819833864e-05, "loss": 0.0004, "step": 190830 }, { "epoch": 3.1642652252491255, "grad_norm": 0.17545086145401, "learning_rate": 1.8357347747508748e-05, "loss": 0.0031, "step": 190840 }, { "epoch": 3.164431032481637, "grad_norm": 0.00012679072096943855, "learning_rate": 1.835568967518363e-05, "loss": 0.0005, "step": 190850 }, { "epoch": 3.1645968397141484, "grad_norm": 0.0894232764840126, "learning_rate": 1.8354031602858518e-05, "loss": 0.0084, "step": 190860 }, { "epoch": 3.16476264694666, "grad_norm": 0.0001913027372211218, "learning_rate": 1.8352373530533405e-05, "loss": 0.0165, "step": 190870 }, { "epoch": 3.1649284541791713, "grad_norm": 0.0002539822889957577, "learning_rate": 1.8350715458208288e-05, "loss": 0.0065, "step": 190880 }, { "epoch": 3.165094261411683, "grad_norm": 0.0005017357761971653, "learning_rate": 1.8349057385883172e-05, "loss": 0.0032, "step": 190890 }, { "epoch": 3.1652600686441943, "grad_norm": 0.0003026164777111262, "learning_rate": 1.834739931355806e-05, "loss": 0.0057, "step": 190900 }, { "epoch": 3.1654258758767058, "grad_norm": 0.3024160861968994, "learning_rate": 1.8345741241232945e-05, "loss": 0.0034, "step": 190910 }, { "epoch": 3.1655916831092172, "grad_norm": 9.487862553214654e-05, "learning_rate": 1.834408316890783e-05, "loss": 0.0031, "step": 190920 }, { "epoch": 3.1657574903417287, "grad_norm": 0.0007439192268066108, "learning_rate": 1.8342425096582712e-05, "loss": 0.0076, "step": 190930 }, { "epoch": 3.16592329757424, "grad_norm": 0.00195706682279706, "learning_rate": 1.83407670242576e-05, "loss": 0.0026, "step": 190940 }, { "epoch": 3.1660891048067517, "grad_norm": 4.668417386710644e-05, "learning_rate": 1.8339108951932486e-05, "loss": 0.0041, "step": 190950 }, { "epoch": 3.166254912039263, "grad_norm": 8.64557150634937e-05, "learning_rate": 1.833745087960737e-05, "loss": 0.0001, "step": 190960 }, { "epoch": 3.1664207192717746, "grad_norm": 0.0032369322143495083, "learning_rate": 1.8335792807282253e-05, "loss": 0.0031, "step": 190970 }, { "epoch": 3.166586526504286, "grad_norm": 5.454849451780319e-05, "learning_rate": 1.833413473495714e-05, "loss": 0.0068, "step": 190980 }, { "epoch": 3.1667523337367975, "grad_norm": 5.1396447815932333e-05, "learning_rate": 1.8332476662632027e-05, "loss": 0.0031, "step": 190990 }, { "epoch": 3.166918140969309, "grad_norm": 0.004553136881440878, "learning_rate": 1.833081859030691e-05, "loss": 0.0003, "step": 191000 }, { "epoch": 3.1670839482018205, "grad_norm": 6.576293526450172e-05, "learning_rate": 1.8329160517981794e-05, "loss": 0.0002, "step": 191010 }, { "epoch": 3.167249755434332, "grad_norm": 1.0585070848464966, "learning_rate": 1.832750244565668e-05, "loss": 0.0127, "step": 191020 }, { "epoch": 3.1674155626668434, "grad_norm": 0.00021004457084927708, "learning_rate": 1.8325844373331568e-05, "loss": 0.0002, "step": 191030 }, { "epoch": 3.167581369899355, "grad_norm": 0.0004421776975505054, "learning_rate": 1.832418630100645e-05, "loss": 0.0011, "step": 191040 }, { "epoch": 3.1677471771318664, "grad_norm": 0.331521600484848, "learning_rate": 1.8322528228681334e-05, "loss": 0.0065, "step": 191050 }, { "epoch": 3.167912984364378, "grad_norm": 0.001083394163288176, "learning_rate": 1.832087015635622e-05, "loss": 0.0026, "step": 191060 }, { "epoch": 3.1680787915968893, "grad_norm": 0.00039044342702254653, "learning_rate": 1.8319212084031108e-05, "loss": 0.006, "step": 191070 }, { "epoch": 3.168244598829401, "grad_norm": 0.04943772777915001, "learning_rate": 1.8317554011705992e-05, "loss": 0.0001, "step": 191080 }, { "epoch": 3.1684104060619123, "grad_norm": 0.03803730383515358, "learning_rate": 1.8315895939380875e-05, "loss": 0.0035, "step": 191090 }, { "epoch": 3.1685762132944237, "grad_norm": 0.0007473592995665967, "learning_rate": 1.8314237867055762e-05, "loss": 0.0067, "step": 191100 }, { "epoch": 3.168742020526935, "grad_norm": 0.00031238922383636236, "learning_rate": 1.8312579794730646e-05, "loss": 0.0029, "step": 191110 }, { "epoch": 3.1689078277594467, "grad_norm": 0.0006937606958672404, "learning_rate": 1.8310921722405532e-05, "loss": 0.0, "step": 191120 }, { "epoch": 3.169073634991958, "grad_norm": 0.010653219185769558, "learning_rate": 1.8309263650080416e-05, "loss": 0.0037, "step": 191130 }, { "epoch": 3.1692394422244696, "grad_norm": 5.8967310906155035e-05, "learning_rate": 1.8307605577755303e-05, "loss": 0.0033, "step": 191140 }, { "epoch": 3.1694052494569815, "grad_norm": 0.00032988309976644814, "learning_rate": 1.8305947505430186e-05, "loss": 0.003, "step": 191150 }, { "epoch": 3.1695710566894926, "grad_norm": 0.0011900507379323244, "learning_rate": 1.8304289433105073e-05, "loss": 0.0026, "step": 191160 }, { "epoch": 3.1697368639220045, "grad_norm": 0.0038243774324655533, "learning_rate": 1.830263136077996e-05, "loss": 0.0045, "step": 191170 }, { "epoch": 3.169902671154516, "grad_norm": 0.005884302780032158, "learning_rate": 1.8300973288454843e-05, "loss": 0.0123, "step": 191180 }, { "epoch": 3.1700684783870274, "grad_norm": 0.20222730934619904, "learning_rate": 1.8299315216129727e-05, "loss": 0.0051, "step": 191190 }, { "epoch": 3.170234285619539, "grad_norm": 0.0004334344994276762, "learning_rate": 1.8297657143804614e-05, "loss": 0.0058, "step": 191200 }, { "epoch": 3.1704000928520504, "grad_norm": 0.20108962059020996, "learning_rate": 1.82959990714795e-05, "loss": 0.0029, "step": 191210 }, { "epoch": 3.170565900084562, "grad_norm": 0.5302041172981262, "learning_rate": 1.8294340999154384e-05, "loss": 0.0049, "step": 191220 }, { "epoch": 3.1707317073170733, "grad_norm": 0.17633439600467682, "learning_rate": 1.8292682926829268e-05, "loss": 0.0062, "step": 191230 }, { "epoch": 3.170897514549585, "grad_norm": 0.0005469658644869924, "learning_rate": 1.8291024854504154e-05, "loss": 0.0063, "step": 191240 }, { "epoch": 3.1710633217820963, "grad_norm": 0.0010101274820044637, "learning_rate": 1.828936678217904e-05, "loss": 0.0072, "step": 191250 }, { "epoch": 3.1712291290146077, "grad_norm": 0.0013017375022172928, "learning_rate": 1.8287708709853925e-05, "loss": 0.0004, "step": 191260 }, { "epoch": 3.171394936247119, "grad_norm": 0.004804144147783518, "learning_rate": 1.8286050637528808e-05, "loss": 0.0001, "step": 191270 }, { "epoch": 3.1715607434796307, "grad_norm": 0.049918703734874725, "learning_rate": 1.8284392565203695e-05, "loss": 0.0113, "step": 191280 }, { "epoch": 3.171726550712142, "grad_norm": 0.0005012588808313012, "learning_rate": 1.8282734492878582e-05, "loss": 0.0026, "step": 191290 }, { "epoch": 3.1718923579446536, "grad_norm": 0.11582411080598831, "learning_rate": 1.8281076420553466e-05, "loss": 0.0058, "step": 191300 }, { "epoch": 3.172058165177165, "grad_norm": 0.03761187568306923, "learning_rate": 1.827941834822835e-05, "loss": 0.0001, "step": 191310 }, { "epoch": 3.1722239724096766, "grad_norm": 1.3307876542967279e-05, "learning_rate": 1.8277760275903236e-05, "loss": 0.0024, "step": 191320 }, { "epoch": 3.172389779642188, "grad_norm": 3.862580706481822e-05, "learning_rate": 1.8276102203578123e-05, "loss": 0.0024, "step": 191330 }, { "epoch": 3.1725555868746995, "grad_norm": 0.0017627178458496928, "learning_rate": 1.8274444131253006e-05, "loss": 0.0031, "step": 191340 }, { "epoch": 3.172721394107211, "grad_norm": 0.12575951218605042, "learning_rate": 1.827278605892789e-05, "loss": 0.0042, "step": 191350 }, { "epoch": 3.1728872013397225, "grad_norm": 3.318552262498997e-05, "learning_rate": 1.8271127986602777e-05, "loss": 0.0019, "step": 191360 }, { "epoch": 3.173053008572234, "grad_norm": 0.2753778398036957, "learning_rate": 1.8269469914277663e-05, "loss": 0.0069, "step": 191370 }, { "epoch": 3.1732188158047454, "grad_norm": 0.0008125731837935746, "learning_rate": 1.8267811841952547e-05, "loss": 0.0032, "step": 191380 }, { "epoch": 3.173384623037257, "grad_norm": 0.0007245226297527552, "learning_rate": 1.826615376962743e-05, "loss": 0.0074, "step": 191390 }, { "epoch": 3.1735504302697684, "grad_norm": 0.008353696204721928, "learning_rate": 1.8264495697302317e-05, "loss": 0.0025, "step": 191400 }, { "epoch": 3.17371623750228, "grad_norm": 0.005371148698031902, "learning_rate": 1.8262837624977204e-05, "loss": 0.0022, "step": 191410 }, { "epoch": 3.1738820447347913, "grad_norm": 0.03268922120332718, "learning_rate": 1.8261179552652088e-05, "loss": 0.0, "step": 191420 }, { "epoch": 3.1740478519673028, "grad_norm": 0.015858428552746773, "learning_rate": 1.825952148032697e-05, "loss": 0.0002, "step": 191430 }, { "epoch": 3.1742136591998142, "grad_norm": 0.0004004368092864752, "learning_rate": 1.8257863408001858e-05, "loss": 0.0042, "step": 191440 }, { "epoch": 3.1743794664323257, "grad_norm": 0.00015349333989433944, "learning_rate": 1.8256205335676745e-05, "loss": 0.0027, "step": 191450 }, { "epoch": 3.174545273664837, "grad_norm": 6.79614968248643e-05, "learning_rate": 1.8254547263351628e-05, "loss": 0.0066, "step": 191460 }, { "epoch": 3.1747110808973487, "grad_norm": 0.07577670365571976, "learning_rate": 1.8252889191026512e-05, "loss": 0.0005, "step": 191470 }, { "epoch": 3.17487688812986, "grad_norm": 0.001779011101461947, "learning_rate": 1.82512311187014e-05, "loss": 0.0028, "step": 191480 }, { "epoch": 3.1750426953623716, "grad_norm": 0.05890798941254616, "learning_rate": 1.8249573046376282e-05, "loss": 0.0069, "step": 191490 }, { "epoch": 3.175208502594883, "grad_norm": 0.0006270434823818505, "learning_rate": 1.824791497405117e-05, "loss": 0.0004, "step": 191500 }, { "epoch": 3.1753743098273945, "grad_norm": 0.0035253765527158976, "learning_rate": 1.8246256901726056e-05, "loss": 0.0231, "step": 191510 }, { "epoch": 3.175540117059906, "grad_norm": 0.0003269410226494074, "learning_rate": 1.824459882940094e-05, "loss": 0.0064, "step": 191520 }, { "epoch": 3.1757059242924175, "grad_norm": 0.14230693876743317, "learning_rate": 1.8242940757075823e-05, "loss": 0.0106, "step": 191530 }, { "epoch": 3.175871731524929, "grad_norm": 0.16179314255714417, "learning_rate": 1.824128268475071e-05, "loss": 0.0073, "step": 191540 }, { "epoch": 3.1760375387574404, "grad_norm": 0.176973357796669, "learning_rate": 1.8239624612425597e-05, "loss": 0.0069, "step": 191550 }, { "epoch": 3.176203345989952, "grad_norm": 0.0005014871712774038, "learning_rate": 1.823796654010048e-05, "loss": 0.0027, "step": 191560 }, { "epoch": 3.1763691532224634, "grad_norm": 0.004637246951460838, "learning_rate": 1.8236308467775363e-05, "loss": 0.0032, "step": 191570 }, { "epoch": 3.176534960454975, "grad_norm": 0.0002858346560969949, "learning_rate": 1.823465039545025e-05, "loss": 0.0047, "step": 191580 }, { "epoch": 3.1767007676874863, "grad_norm": 0.0006187307299114764, "learning_rate": 1.8232992323125137e-05, "loss": 0.0085, "step": 191590 }, { "epoch": 3.1768665749199982, "grad_norm": 0.013490996323525906, "learning_rate": 1.823133425080002e-05, "loss": 0.005, "step": 191600 }, { "epoch": 3.1770323821525093, "grad_norm": 0.0025022185873240232, "learning_rate": 1.8229676178474904e-05, "loss": 0.0048, "step": 191610 }, { "epoch": 3.177198189385021, "grad_norm": 0.00015653279842808843, "learning_rate": 1.822801810614979e-05, "loss": 0.0017, "step": 191620 }, { "epoch": 3.1773639966175327, "grad_norm": 4.259054912836291e-05, "learning_rate": 1.8226360033824678e-05, "loss": 0.0053, "step": 191630 }, { "epoch": 3.177529803850044, "grad_norm": 0.0012957826256752014, "learning_rate": 1.822470196149956e-05, "loss": 0.0131, "step": 191640 }, { "epoch": 3.1776956110825556, "grad_norm": 0.00012239573698025197, "learning_rate": 1.8223043889174445e-05, "loss": 0.0, "step": 191650 }, { "epoch": 3.177861418315067, "grad_norm": 0.06413386017084122, "learning_rate": 1.8221385816849332e-05, "loss": 0.012, "step": 191660 }, { "epoch": 3.1780272255475785, "grad_norm": 0.03013654425740242, "learning_rate": 1.821972774452422e-05, "loss": 0.0057, "step": 191670 }, { "epoch": 3.17819303278009, "grad_norm": 0.0009092455729842186, "learning_rate": 1.8218069672199102e-05, "loss": 0.0058, "step": 191680 }, { "epoch": 3.1783588400126015, "grad_norm": 0.010961232706904411, "learning_rate": 1.8216411599873986e-05, "loss": 0.0022, "step": 191690 }, { "epoch": 3.178524647245113, "grad_norm": 0.00023625286121387035, "learning_rate": 1.8214753527548872e-05, "loss": 0.0061, "step": 191700 }, { "epoch": 3.1786904544776244, "grad_norm": 0.0008650773670524359, "learning_rate": 1.821309545522376e-05, "loss": 0.0101, "step": 191710 }, { "epoch": 3.178856261710136, "grad_norm": 0.004502523690462112, "learning_rate": 1.8211437382898643e-05, "loss": 0.0071, "step": 191720 }, { "epoch": 3.1790220689426474, "grad_norm": 0.008801521733403206, "learning_rate": 1.8209779310573526e-05, "loss": 0.0027, "step": 191730 }, { "epoch": 3.179187876175159, "grad_norm": 0.1836952418088913, "learning_rate": 1.8208121238248413e-05, "loss": 0.0059, "step": 191740 }, { "epoch": 3.1793536834076703, "grad_norm": 0.016852185130119324, "learning_rate": 1.82064631659233e-05, "loss": 0.0032, "step": 191750 }, { "epoch": 3.179519490640182, "grad_norm": 0.07609496265649796, "learning_rate": 1.8204805093598183e-05, "loss": 0.0029, "step": 191760 }, { "epoch": 3.1796852978726933, "grad_norm": 8.155684918165207e-05, "learning_rate": 1.8203147021273067e-05, "loss": 0.0001, "step": 191770 }, { "epoch": 3.1798511051052047, "grad_norm": 0.5904576182365417, "learning_rate": 1.8201488948947954e-05, "loss": 0.0053, "step": 191780 }, { "epoch": 3.180016912337716, "grad_norm": 0.04865804687142372, "learning_rate": 1.819983087662284e-05, "loss": 0.0002, "step": 191790 }, { "epoch": 3.1801827195702277, "grad_norm": 2.716772087296704e-06, "learning_rate": 1.8198172804297724e-05, "loss": 0.003, "step": 191800 }, { "epoch": 3.180348526802739, "grad_norm": 0.0014187009073793888, "learning_rate": 1.8196514731972608e-05, "loss": 0.0073, "step": 191810 }, { "epoch": 3.1805143340352506, "grad_norm": 0.0001488363486714661, "learning_rate": 1.8194856659647495e-05, "loss": 0.0006, "step": 191820 }, { "epoch": 3.180680141267762, "grad_norm": 0.0030760846566408873, "learning_rate": 1.819319858732238e-05, "loss": 0.0108, "step": 191830 }, { "epoch": 3.1808459485002736, "grad_norm": 0.0007671844796277583, "learning_rate": 1.8191540514997265e-05, "loss": 0.0005, "step": 191840 }, { "epoch": 3.181011755732785, "grad_norm": 1.6152898751897737e-05, "learning_rate": 1.8189882442672152e-05, "loss": 0.0009, "step": 191850 }, { "epoch": 3.1811775629652965, "grad_norm": 0.0006955976132303476, "learning_rate": 1.8188224370347035e-05, "loss": 0.0061, "step": 191860 }, { "epoch": 3.181343370197808, "grad_norm": 0.0034607008565217257, "learning_rate": 1.818656629802192e-05, "loss": 0.006, "step": 191870 }, { "epoch": 3.1815091774303195, "grad_norm": 0.013679666444659233, "learning_rate": 1.8184908225696806e-05, "loss": 0.0004, "step": 191880 }, { "epoch": 3.181674984662831, "grad_norm": 0.00020610685169231147, "learning_rate": 1.8183250153371692e-05, "loss": 0.0011, "step": 191890 }, { "epoch": 3.1818407918953424, "grad_norm": 0.028772687539458275, "learning_rate": 1.8181592081046576e-05, "loss": 0.0001, "step": 191900 }, { "epoch": 3.182006599127854, "grad_norm": 0.0003237459168303758, "learning_rate": 1.817993400872146e-05, "loss": 0.0028, "step": 191910 }, { "epoch": 3.1821724063603654, "grad_norm": 0.0013700444251298904, "learning_rate": 1.8178275936396346e-05, "loss": 0.0023, "step": 191920 }, { "epoch": 3.182338213592877, "grad_norm": 0.008083702996373177, "learning_rate": 1.8176617864071233e-05, "loss": 0.002, "step": 191930 }, { "epoch": 3.1825040208253883, "grad_norm": 0.003770323470234871, "learning_rate": 1.8174959791746117e-05, "loss": 0.0032, "step": 191940 }, { "epoch": 3.1826698280578998, "grad_norm": 0.0024408723693341017, "learning_rate": 1.8173301719421e-05, "loss": 0.0032, "step": 191950 }, { "epoch": 3.1828356352904112, "grad_norm": 0.00024022987054195255, "learning_rate": 1.8171643647095887e-05, "loss": 0.004, "step": 191960 }, { "epoch": 3.1830014425229227, "grad_norm": 0.19206997752189636, "learning_rate": 1.8169985574770774e-05, "loss": 0.0071, "step": 191970 }, { "epoch": 3.183167249755434, "grad_norm": 0.0004473654262255877, "learning_rate": 1.8168327502445657e-05, "loss": 0.0007, "step": 191980 }, { "epoch": 3.1833330569879457, "grad_norm": 0.2345239818096161, "learning_rate": 1.816666943012054e-05, "loss": 0.0064, "step": 191990 }, { "epoch": 3.183498864220457, "grad_norm": 5.2336959925014526e-05, "learning_rate": 1.8165011357795428e-05, "loss": 0.0007, "step": 192000 }, { "epoch": 3.1836646714529686, "grad_norm": 0.00041045795660465956, "learning_rate": 1.8163353285470314e-05, "loss": 0.0049, "step": 192010 }, { "epoch": 3.18383047868548, "grad_norm": 0.010820812545716763, "learning_rate": 1.8161695213145198e-05, "loss": 0.0007, "step": 192020 }, { "epoch": 3.1839962859179916, "grad_norm": 0.014532621949911118, "learning_rate": 1.816003714082008e-05, "loss": 0.0142, "step": 192030 }, { "epoch": 3.184162093150503, "grad_norm": 0.00038958535878919065, "learning_rate": 1.815837906849497e-05, "loss": 0.0069, "step": 192040 }, { "epoch": 3.184327900383015, "grad_norm": 0.7608474493026733, "learning_rate": 1.8156720996169855e-05, "loss": 0.0113, "step": 192050 }, { "epoch": 3.184493707615526, "grad_norm": 0.7388816475868225, "learning_rate": 1.815506292384474e-05, "loss": 0.0055, "step": 192060 }, { "epoch": 3.184659514848038, "grad_norm": 0.09154606610536575, "learning_rate": 1.8153404851519622e-05, "loss": 0.0217, "step": 192070 }, { "epoch": 3.1848253220805494, "grad_norm": 0.24121074378490448, "learning_rate": 1.815174677919451e-05, "loss": 0.0048, "step": 192080 }, { "epoch": 3.184991129313061, "grad_norm": 0.0007625904399901628, "learning_rate": 1.8150088706869396e-05, "loss": 0.0001, "step": 192090 }, { "epoch": 3.1851569365455723, "grad_norm": 0.02565379999577999, "learning_rate": 1.814843063454428e-05, "loss": 0.0222, "step": 192100 }, { "epoch": 3.1853227437780838, "grad_norm": 0.0005375965847633779, "learning_rate": 1.8146772562219163e-05, "loss": 0.0004, "step": 192110 }, { "epoch": 3.1854885510105952, "grad_norm": 0.0017821710789576173, "learning_rate": 1.814511448989405e-05, "loss": 0.0001, "step": 192120 }, { "epoch": 3.1856543582431067, "grad_norm": 0.0016748878406360745, "learning_rate": 1.8143456417568937e-05, "loss": 0.0003, "step": 192130 }, { "epoch": 3.185820165475618, "grad_norm": 0.001033881213515997, "learning_rate": 1.814179834524382e-05, "loss": 0.0096, "step": 192140 }, { "epoch": 3.1859859727081297, "grad_norm": 0.0031379449646919966, "learning_rate": 1.8140140272918704e-05, "loss": 0.0052, "step": 192150 }, { "epoch": 3.186151779940641, "grad_norm": 2.725179547269363e-05, "learning_rate": 1.813848220059359e-05, "loss": 0.0067, "step": 192160 }, { "epoch": 3.1863175871731526, "grad_norm": 0.007352648302912712, "learning_rate": 1.8136824128268477e-05, "loss": 0.0002, "step": 192170 }, { "epoch": 3.186483394405664, "grad_norm": 0.0013508460251614451, "learning_rate": 1.813516605594336e-05, "loss": 0.011, "step": 192180 }, { "epoch": 3.1866492016381756, "grad_norm": 0.05479521304368973, "learning_rate": 1.8133507983618248e-05, "loss": 0.0104, "step": 192190 }, { "epoch": 3.186815008870687, "grad_norm": 0.017768433317542076, "learning_rate": 1.813184991129313e-05, "loss": 0.0001, "step": 192200 }, { "epoch": 3.1869808161031985, "grad_norm": 0.003565358929336071, "learning_rate": 1.8130191838968018e-05, "loss": 0.0096, "step": 192210 }, { "epoch": 3.18714662333571, "grad_norm": 0.0026574197690933943, "learning_rate": 1.81285337666429e-05, "loss": 0.0006, "step": 192220 }, { "epoch": 3.1873124305682214, "grad_norm": 0.0412435382604599, "learning_rate": 1.8126875694317788e-05, "loss": 0.0013, "step": 192230 }, { "epoch": 3.187478237800733, "grad_norm": 0.013702613301575184, "learning_rate": 1.8125217621992672e-05, "loss": 0.0, "step": 192240 }, { "epoch": 3.1876440450332444, "grad_norm": 0.08858652412891388, "learning_rate": 1.812355954966756e-05, "loss": 0.0083, "step": 192250 }, { "epoch": 3.187809852265756, "grad_norm": 0.0011036793002858758, "learning_rate": 1.8121901477342442e-05, "loss": 0.0001, "step": 192260 }, { "epoch": 3.1879756594982673, "grad_norm": 0.16453120112419128, "learning_rate": 1.812024340501733e-05, "loss": 0.0031, "step": 192270 }, { "epoch": 3.188141466730779, "grad_norm": 0.00011479362729005516, "learning_rate": 1.8118585332692212e-05, "loss": 0.0056, "step": 192280 }, { "epoch": 3.1883072739632903, "grad_norm": 0.00032291022944264114, "learning_rate": 1.8116927260367096e-05, "loss": 0.0002, "step": 192290 }, { "epoch": 3.1884730811958018, "grad_norm": 0.0015162714989855886, "learning_rate": 1.8115269188041983e-05, "loss": 0.0075, "step": 192300 }, { "epoch": 3.1886388884283132, "grad_norm": 0.003680066904053092, "learning_rate": 1.811361111571687e-05, "loss": 0.0012, "step": 192310 }, { "epoch": 3.1888046956608247, "grad_norm": 0.00018079366418533027, "learning_rate": 1.8111953043391753e-05, "loss": 0.0001, "step": 192320 }, { "epoch": 3.188970502893336, "grad_norm": 0.001007269136607647, "learning_rate": 1.8110294971066637e-05, "loss": 0.005, "step": 192330 }, { "epoch": 3.1891363101258476, "grad_norm": 0.5152897238731384, "learning_rate": 1.8108636898741524e-05, "loss": 0.016, "step": 192340 }, { "epoch": 3.189302117358359, "grad_norm": 0.0002674809074960649, "learning_rate": 1.810697882641641e-05, "loss": 0.0, "step": 192350 }, { "epoch": 3.1894679245908706, "grad_norm": 5.195644189370796e-05, "learning_rate": 1.8105320754091297e-05, "loss": 0.005, "step": 192360 }, { "epoch": 3.189633731823382, "grad_norm": 0.07549414783716202, "learning_rate": 1.8103662681766177e-05, "loss": 0.0028, "step": 192370 }, { "epoch": 3.1897995390558935, "grad_norm": 0.000764885451644659, "learning_rate": 1.8102004609441064e-05, "loss": 0.0, "step": 192380 }, { "epoch": 3.189965346288405, "grad_norm": 0.000231137455557473, "learning_rate": 1.810034653711595e-05, "loss": 0.0027, "step": 192390 }, { "epoch": 3.1901311535209165, "grad_norm": 0.0017754299333319068, "learning_rate": 1.8098688464790835e-05, "loss": 0.0042, "step": 192400 }, { "epoch": 3.190296960753428, "grad_norm": 0.00021275585459079593, "learning_rate": 1.8097030392465718e-05, "loss": 0.0067, "step": 192410 }, { "epoch": 3.1904627679859394, "grad_norm": 0.0003636599867604673, "learning_rate": 1.8095372320140605e-05, "loss": 0.0021, "step": 192420 }, { "epoch": 3.190628575218451, "grad_norm": 0.0008482737466692924, "learning_rate": 1.8093714247815492e-05, "loss": 0.0008, "step": 192430 }, { "epoch": 3.1907943824509624, "grad_norm": 0.0013744698371738195, "learning_rate": 1.8092056175490375e-05, "loss": 0.0004, "step": 192440 }, { "epoch": 3.190960189683474, "grad_norm": 0.1904451847076416, "learning_rate": 1.809039810316526e-05, "loss": 0.011, "step": 192450 }, { "epoch": 3.1911259969159853, "grad_norm": 0.0004866471281275153, "learning_rate": 1.8088740030840146e-05, "loss": 0.0116, "step": 192460 }, { "epoch": 3.191291804148497, "grad_norm": 0.005607706028968096, "learning_rate": 1.8087081958515032e-05, "loss": 0.0023, "step": 192470 }, { "epoch": 3.1914576113810083, "grad_norm": 0.001160160289146006, "learning_rate": 1.8085423886189916e-05, "loss": 0.0001, "step": 192480 }, { "epoch": 3.1916234186135197, "grad_norm": 0.0005689875106327236, "learning_rate": 1.80837658138648e-05, "loss": 0.0056, "step": 192490 }, { "epoch": 3.191789225846031, "grad_norm": 0.0009006087202578783, "learning_rate": 1.8082107741539686e-05, "loss": 0.0, "step": 192500 }, { "epoch": 3.1919550330785427, "grad_norm": 0.00021390286565292627, "learning_rate": 1.8080449669214573e-05, "loss": 0.0095, "step": 192510 }, { "epoch": 3.1921208403110546, "grad_norm": 0.006822430528700352, "learning_rate": 1.8078791596889457e-05, "loss": 0.0047, "step": 192520 }, { "epoch": 3.192286647543566, "grad_norm": 0.18148358166217804, "learning_rate": 1.8077133524564343e-05, "loss": 0.0105, "step": 192530 }, { "epoch": 3.1924524547760775, "grad_norm": 0.0003993849386461079, "learning_rate": 1.8075475452239227e-05, "loss": 0.0028, "step": 192540 }, { "epoch": 3.192618262008589, "grad_norm": 6.178850162541494e-05, "learning_rate": 1.8073817379914114e-05, "loss": 0.0001, "step": 192550 }, { "epoch": 3.1927840692411005, "grad_norm": 0.004810770973563194, "learning_rate": 1.8072159307588997e-05, "loss": 0.0057, "step": 192560 }, { "epoch": 3.192949876473612, "grad_norm": 0.27271199226379395, "learning_rate": 1.8070501235263884e-05, "loss": 0.0131, "step": 192570 }, { "epoch": 3.1931156837061234, "grad_norm": 0.009031007997691631, "learning_rate": 1.8068843162938768e-05, "loss": 0.0102, "step": 192580 }, { "epoch": 3.193281490938635, "grad_norm": 0.00020713610865641385, "learning_rate": 1.8067185090613655e-05, "loss": 0.0003, "step": 192590 }, { "epoch": 3.1934472981711464, "grad_norm": 0.0018066620687022805, "learning_rate": 1.8065527018288538e-05, "loss": 0.0102, "step": 192600 }, { "epoch": 3.193613105403658, "grad_norm": 0.0002689961693249643, "learning_rate": 1.8063868945963425e-05, "loss": 0.0002, "step": 192610 }, { "epoch": 3.1937789126361693, "grad_norm": 0.0014923770213499665, "learning_rate": 1.806221087363831e-05, "loss": 0.002, "step": 192620 }, { "epoch": 3.193944719868681, "grad_norm": 0.0001793373958207667, "learning_rate": 1.8060552801313195e-05, "loss": 0.0068, "step": 192630 }, { "epoch": 3.1941105271011923, "grad_norm": 0.00033345844713039696, "learning_rate": 1.805889472898808e-05, "loss": 0.0062, "step": 192640 }, { "epoch": 3.1942763343337037, "grad_norm": 0.991324782371521, "learning_rate": 1.8057236656662966e-05, "loss": 0.0057, "step": 192650 }, { "epoch": 3.194442141566215, "grad_norm": 0.00022400342277251184, "learning_rate": 1.805557858433785e-05, "loss": 0.002, "step": 192660 }, { "epoch": 3.1946079487987267, "grad_norm": 0.00023893031175248325, "learning_rate": 1.8053920512012733e-05, "loss": 0.0004, "step": 192670 }, { "epoch": 3.194773756031238, "grad_norm": 0.25961077213287354, "learning_rate": 1.805226243968762e-05, "loss": 0.0032, "step": 192680 }, { "epoch": 3.1949395632637496, "grad_norm": 0.00026086188154295087, "learning_rate": 1.8050604367362506e-05, "loss": 0.0002, "step": 192690 }, { "epoch": 3.195105370496261, "grad_norm": 0.12659993767738342, "learning_rate": 1.8048946295037393e-05, "loss": 0.0031, "step": 192700 }, { "epoch": 3.1952711777287726, "grad_norm": 0.00021549020311795175, "learning_rate": 1.8047288222712273e-05, "loss": 0.0007, "step": 192710 }, { "epoch": 3.195436984961284, "grad_norm": 0.031471457332372665, "learning_rate": 1.804563015038716e-05, "loss": 0.0001, "step": 192720 }, { "epoch": 3.1956027921937955, "grad_norm": 0.0020123720169067383, "learning_rate": 1.8043972078062047e-05, "loss": 0.0031, "step": 192730 }, { "epoch": 3.195768599426307, "grad_norm": 0.00034823783789761364, "learning_rate": 1.8042314005736934e-05, "loss": 0.0006, "step": 192740 }, { "epoch": 3.1959344066588184, "grad_norm": 0.0005198752041906118, "learning_rate": 1.8040655933411814e-05, "loss": 0.0074, "step": 192750 }, { "epoch": 3.19610021389133, "grad_norm": 0.001712011406198144, "learning_rate": 1.80389978610867e-05, "loss": 0.0059, "step": 192760 }, { "epoch": 3.1962660211238414, "grad_norm": 0.0026332493871450424, "learning_rate": 1.8037339788761588e-05, "loss": 0.0067, "step": 192770 }, { "epoch": 3.196431828356353, "grad_norm": 0.006484703626483679, "learning_rate": 1.803568171643647e-05, "loss": 0.0001, "step": 192780 }, { "epoch": 3.1965976355888643, "grad_norm": 0.021628467366099358, "learning_rate": 1.8034023644111355e-05, "loss": 0.0007, "step": 192790 }, { "epoch": 3.196763442821376, "grad_norm": 0.003848078427836299, "learning_rate": 1.803236557178624e-05, "loss": 0.0063, "step": 192800 }, { "epoch": 3.1969292500538873, "grad_norm": 0.0007471148273907602, "learning_rate": 1.803070749946113e-05, "loss": 0.0001, "step": 192810 }, { "epoch": 3.1970950572863988, "grad_norm": 8.987444743979722e-05, "learning_rate": 1.8029049427136012e-05, "loss": 0.0001, "step": 192820 }, { "epoch": 3.1972608645189102, "grad_norm": 0.1461932510137558, "learning_rate": 1.8027391354810895e-05, "loss": 0.0033, "step": 192830 }, { "epoch": 3.1974266717514217, "grad_norm": 0.09164175391197205, "learning_rate": 1.8025733282485782e-05, "loss": 0.0002, "step": 192840 }, { "epoch": 3.197592478983933, "grad_norm": 0.00119514181278646, "learning_rate": 1.802407521016067e-05, "loss": 0.0071, "step": 192850 }, { "epoch": 3.1977582862164446, "grad_norm": 0.0008396330522373319, "learning_rate": 1.8022417137835553e-05, "loss": 0.007, "step": 192860 }, { "epoch": 3.197924093448956, "grad_norm": 0.5444257855415344, "learning_rate": 1.802075906551044e-05, "loss": 0.0021, "step": 192870 }, { "epoch": 3.1980899006814676, "grad_norm": 3.768346505239606e-05, "learning_rate": 1.8019100993185323e-05, "loss": 0.0124, "step": 192880 }, { "epoch": 3.198255707913979, "grad_norm": 0.0016763302264735103, "learning_rate": 1.801744292086021e-05, "loss": 0.0003, "step": 192890 }, { "epoch": 3.1984215151464905, "grad_norm": 0.1675538718700409, "learning_rate": 1.8015784848535093e-05, "loss": 0.0116, "step": 192900 }, { "epoch": 3.198587322379002, "grad_norm": 0.0013042002683505416, "learning_rate": 1.801412677620998e-05, "loss": 0.0034, "step": 192910 }, { "epoch": 3.1987531296115135, "grad_norm": 0.01965542510151863, "learning_rate": 1.8012468703884864e-05, "loss": 0.0104, "step": 192920 }, { "epoch": 3.198918936844025, "grad_norm": 0.0003398025583010167, "learning_rate": 1.801081063155975e-05, "loss": 0.0011, "step": 192930 }, { "epoch": 3.1990847440765364, "grad_norm": 0.9762430191040039, "learning_rate": 1.8009152559234634e-05, "loss": 0.0008, "step": 192940 }, { "epoch": 3.199250551309048, "grad_norm": 0.3469855487346649, "learning_rate": 1.800749448690952e-05, "loss": 0.0048, "step": 192950 }, { "epoch": 3.1994163585415594, "grad_norm": 9.956934809451923e-05, "learning_rate": 1.8005836414584404e-05, "loss": 0.0002, "step": 192960 }, { "epoch": 3.1995821657740713, "grad_norm": 0.13000114262104034, "learning_rate": 1.800417834225929e-05, "loss": 0.0093, "step": 192970 }, { "epoch": 3.1997479730065823, "grad_norm": 0.00012487797357607633, "learning_rate": 1.8002520269934175e-05, "loss": 0.0008, "step": 192980 }, { "epoch": 3.1999137802390942, "grad_norm": 0.007450394332408905, "learning_rate": 1.800086219760906e-05, "loss": 0.0, "step": 192990 }, { "epoch": 3.2000795874716057, "grad_norm": 0.0001392928243149072, "learning_rate": 1.7999204125283945e-05, "loss": 0.001, "step": 193000 }, { "epoch": 3.200245394704117, "grad_norm": 0.0027766816783696413, "learning_rate": 1.7997546052958832e-05, "loss": 0.0033, "step": 193010 }, { "epoch": 3.2004112019366286, "grad_norm": 0.16747362911701202, "learning_rate": 1.7995887980633715e-05, "loss": 0.0088, "step": 193020 }, { "epoch": 3.20057700916914, "grad_norm": 0.0009408546611666679, "learning_rate": 1.7994229908308602e-05, "loss": 0.0058, "step": 193030 }, { "epoch": 3.2007428164016516, "grad_norm": 0.0007707043550908566, "learning_rate": 1.799257183598349e-05, "loss": 0.0002, "step": 193040 }, { "epoch": 3.200908623634163, "grad_norm": 0.18220089375972748, "learning_rate": 1.799091376365837e-05, "loss": 0.0052, "step": 193050 }, { "epoch": 3.2010744308666745, "grad_norm": 0.0002534631348680705, "learning_rate": 1.7989255691333256e-05, "loss": 0.0056, "step": 193060 }, { "epoch": 3.201240238099186, "grad_norm": 0.00015019702550489455, "learning_rate": 1.7987597619008143e-05, "loss": 0.0054, "step": 193070 }, { "epoch": 3.2014060453316975, "grad_norm": 0.0008968057227320969, "learning_rate": 1.798593954668303e-05, "loss": 0.0003, "step": 193080 }, { "epoch": 3.201571852564209, "grad_norm": 0.0015391554916277528, "learning_rate": 1.798428147435791e-05, "loss": 0.0098, "step": 193090 }, { "epoch": 3.2017376597967204, "grad_norm": 0.07724396139383316, "learning_rate": 1.7982623402032797e-05, "loss": 0.0061, "step": 193100 }, { "epoch": 3.201903467029232, "grad_norm": 0.002695016795769334, "learning_rate": 1.7980965329707684e-05, "loss": 0.0001, "step": 193110 }, { "epoch": 3.2020692742617434, "grad_norm": 0.0004303080204408616, "learning_rate": 1.797930725738257e-05, "loss": 0.0, "step": 193120 }, { "epoch": 3.202235081494255, "grad_norm": 0.00022616173373535275, "learning_rate": 1.797764918505745e-05, "loss": 0.0054, "step": 193130 }, { "epoch": 3.2024008887267663, "grad_norm": 0.027900230139493942, "learning_rate": 1.7975991112732337e-05, "loss": 0.0079, "step": 193140 }, { "epoch": 3.202566695959278, "grad_norm": 0.001339602516964078, "learning_rate": 1.7974333040407224e-05, "loss": 0.0044, "step": 193150 }, { "epoch": 3.2027325031917893, "grad_norm": 0.13539308309555054, "learning_rate": 1.7972674968082108e-05, "loss": 0.0074, "step": 193160 }, { "epoch": 3.2028983104243007, "grad_norm": 0.005088267847895622, "learning_rate": 1.797101689575699e-05, "loss": 0.0041, "step": 193170 }, { "epoch": 3.203064117656812, "grad_norm": 0.003901083953678608, "learning_rate": 1.7969358823431878e-05, "loss": 0.0007, "step": 193180 }, { "epoch": 3.2032299248893237, "grad_norm": 0.6680480241775513, "learning_rate": 1.7967700751106765e-05, "loss": 0.0047, "step": 193190 }, { "epoch": 3.203395732121835, "grad_norm": 0.00468837097287178, "learning_rate": 1.796604267878165e-05, "loss": 0.0, "step": 193200 }, { "epoch": 3.2035615393543466, "grad_norm": 0.0012311841128394008, "learning_rate": 1.7964384606456535e-05, "loss": 0.0004, "step": 193210 }, { "epoch": 3.203727346586858, "grad_norm": 2.0945770302205347e-05, "learning_rate": 1.796272653413142e-05, "loss": 0.0001, "step": 193220 }, { "epoch": 3.2038931538193696, "grad_norm": 0.0013604200212284923, "learning_rate": 1.7961068461806306e-05, "loss": 0.0035, "step": 193230 }, { "epoch": 3.204058961051881, "grad_norm": 0.0001310375373577699, "learning_rate": 1.795941038948119e-05, "loss": 0.003, "step": 193240 }, { "epoch": 3.2042247682843925, "grad_norm": 8.647304639453068e-05, "learning_rate": 1.7957752317156076e-05, "loss": 0.0001, "step": 193250 }, { "epoch": 3.204390575516904, "grad_norm": 0.0013098435010761023, "learning_rate": 1.795609424483096e-05, "loss": 0.0038, "step": 193260 }, { "epoch": 3.2045563827494155, "grad_norm": 0.00012024805619148538, "learning_rate": 1.7954436172505846e-05, "loss": 0.0006, "step": 193270 }, { "epoch": 3.204722189981927, "grad_norm": 0.16002997756004333, "learning_rate": 1.795277810018073e-05, "loss": 0.0021, "step": 193280 }, { "epoch": 3.2048879972144384, "grad_norm": 0.23780332505702972, "learning_rate": 1.7951120027855617e-05, "loss": 0.0071, "step": 193290 }, { "epoch": 3.20505380444695, "grad_norm": 0.8064756393432617, "learning_rate": 1.79494619555305e-05, "loss": 0.0056, "step": 193300 }, { "epoch": 3.2052196116794613, "grad_norm": 0.0001899336784845218, "learning_rate": 1.7947803883205387e-05, "loss": 0.0047, "step": 193310 }, { "epoch": 3.205385418911973, "grad_norm": 0.07129023969173431, "learning_rate": 1.794614581088027e-05, "loss": 0.0036, "step": 193320 }, { "epoch": 3.2055512261444843, "grad_norm": 0.0007236742530949414, "learning_rate": 1.7944487738555157e-05, "loss": 0.0029, "step": 193330 }, { "epoch": 3.2057170333769958, "grad_norm": 0.00011061150871682912, "learning_rate": 1.794282966623004e-05, "loss": 0.0, "step": 193340 }, { "epoch": 3.2058828406095072, "grad_norm": 0.0001351497630821541, "learning_rate": 1.7941171593904928e-05, "loss": 0.0053, "step": 193350 }, { "epoch": 3.2060486478420187, "grad_norm": 0.0004024268710054457, "learning_rate": 1.793951352157981e-05, "loss": 0.0037, "step": 193360 }, { "epoch": 3.20621445507453, "grad_norm": 0.0023634578101336956, "learning_rate": 1.7937855449254698e-05, "loss": 0.0001, "step": 193370 }, { "epoch": 3.2063802623070417, "grad_norm": 6.992919225012884e-05, "learning_rate": 1.7936197376929585e-05, "loss": 0.0041, "step": 193380 }, { "epoch": 3.206546069539553, "grad_norm": 0.0005531256319954991, "learning_rate": 1.793453930460447e-05, "loss": 0.0026, "step": 193390 }, { "epoch": 3.2067118767720646, "grad_norm": 8.387749403482303e-05, "learning_rate": 1.7932881232279352e-05, "loss": 0.0005, "step": 193400 }, { "epoch": 3.206877684004576, "grad_norm": 0.0003469361981842667, "learning_rate": 1.793122315995424e-05, "loss": 0.0036, "step": 193410 }, { "epoch": 3.207043491237088, "grad_norm": 3.941854811273515e-05, "learning_rate": 1.7929565087629126e-05, "loss": 0.0099, "step": 193420 }, { "epoch": 3.207209298469599, "grad_norm": 0.180881530046463, "learning_rate": 1.792790701530401e-05, "loss": 0.0111, "step": 193430 }, { "epoch": 3.207375105702111, "grad_norm": 0.0009925320046022534, "learning_rate": 1.7926248942978893e-05, "loss": 0.0, "step": 193440 }, { "epoch": 3.2075409129346224, "grad_norm": 0.15202590823173523, "learning_rate": 1.792459087065378e-05, "loss": 0.0127, "step": 193450 }, { "epoch": 3.207706720167134, "grad_norm": 0.0008441096870228648, "learning_rate": 1.7922932798328666e-05, "loss": 0.0031, "step": 193460 }, { "epoch": 3.2078725273996453, "grad_norm": 0.008504386059939861, "learning_rate": 1.7921274726003546e-05, "loss": 0.0001, "step": 193470 }, { "epoch": 3.208038334632157, "grad_norm": 0.00018067775818053633, "learning_rate": 1.7919616653678433e-05, "loss": 0.0062, "step": 193480 }, { "epoch": 3.2082041418646683, "grad_norm": 0.0006704072584398091, "learning_rate": 1.791795858135332e-05, "loss": 0.0007, "step": 193490 }, { "epoch": 3.2083699490971798, "grad_norm": 0.00014147639740258455, "learning_rate": 1.7916300509028207e-05, "loss": 0.005, "step": 193500 }, { "epoch": 3.2085357563296912, "grad_norm": 0.06851182878017426, "learning_rate": 1.7914642436703087e-05, "loss": 0.0164, "step": 193510 }, { "epoch": 3.2087015635622027, "grad_norm": 0.21744170784950256, "learning_rate": 1.7912984364377974e-05, "loss": 0.0098, "step": 193520 }, { "epoch": 3.208867370794714, "grad_norm": 9.954509005183354e-05, "learning_rate": 1.791132629205286e-05, "loss": 0.0064, "step": 193530 }, { "epoch": 3.2090331780272257, "grad_norm": 0.0006699668592773378, "learning_rate": 1.7909668219727748e-05, "loss": 0.0023, "step": 193540 }, { "epoch": 3.209198985259737, "grad_norm": 0.002409361070021987, "learning_rate": 1.790801014740263e-05, "loss": 0.0, "step": 193550 }, { "epoch": 3.2093647924922486, "grad_norm": 7.52928972360678e-05, "learning_rate": 1.7906352075077515e-05, "loss": 0.0028, "step": 193560 }, { "epoch": 3.20953059972476, "grad_norm": 0.038742586970329285, "learning_rate": 1.79046940027524e-05, "loss": 0.022, "step": 193570 }, { "epoch": 3.2096964069572715, "grad_norm": 0.02915942668914795, "learning_rate": 1.7903035930427285e-05, "loss": 0.003, "step": 193580 }, { "epoch": 3.209862214189783, "grad_norm": 0.00024605204816907644, "learning_rate": 1.7901377858102172e-05, "loss": 0.0002, "step": 193590 }, { "epoch": 3.2100280214222945, "grad_norm": 0.0036346958950161934, "learning_rate": 1.7899719785777055e-05, "loss": 0.0083, "step": 193600 }, { "epoch": 3.210193828654806, "grad_norm": 0.0004109140718355775, "learning_rate": 1.7898061713451942e-05, "loss": 0.0019, "step": 193610 }, { "epoch": 3.2103596358873174, "grad_norm": 4.990237721358426e-05, "learning_rate": 1.7896403641126826e-05, "loss": 0.0045, "step": 193620 }, { "epoch": 3.210525443119829, "grad_norm": 0.0007138925138860941, "learning_rate": 1.7894745568801713e-05, "loss": 0.0061, "step": 193630 }, { "epoch": 3.2106912503523404, "grad_norm": 0.0023801943752914667, "learning_rate": 1.7893087496476596e-05, "loss": 0.0043, "step": 193640 }, { "epoch": 3.210857057584852, "grad_norm": 0.0005600596778094769, "learning_rate": 1.7891429424151483e-05, "loss": 0.0003, "step": 193650 }, { "epoch": 3.2110228648173633, "grad_norm": 0.00011776837345678359, "learning_rate": 1.7889771351826366e-05, "loss": 0.0016, "step": 193660 }, { "epoch": 3.211188672049875, "grad_norm": 0.5923179388046265, "learning_rate": 1.7888113279501253e-05, "loss": 0.0039, "step": 193670 }, { "epoch": 3.2113544792823863, "grad_norm": 0.00013728677004110068, "learning_rate": 1.7886455207176137e-05, "loss": 0.0048, "step": 193680 }, { "epoch": 3.2115202865148977, "grad_norm": 0.002570035867393017, "learning_rate": 1.7884797134851024e-05, "loss": 0.0058, "step": 193690 }, { "epoch": 3.211686093747409, "grad_norm": 137.243896484375, "learning_rate": 1.7883139062525907e-05, "loss": 0.0238, "step": 193700 }, { "epoch": 3.2118519009799207, "grad_norm": 0.38250550627708435, "learning_rate": 1.7881480990200794e-05, "loss": 0.0064, "step": 193710 }, { "epoch": 3.212017708212432, "grad_norm": 0.01522696390748024, "learning_rate": 1.787982291787568e-05, "loss": 0.0035, "step": 193720 }, { "epoch": 3.2121835154449436, "grad_norm": 0.08224859833717346, "learning_rate": 1.7878164845550564e-05, "loss": 0.0002, "step": 193730 }, { "epoch": 3.212349322677455, "grad_norm": 0.0037133542355149984, "learning_rate": 1.7876506773225448e-05, "loss": 0.0001, "step": 193740 }, { "epoch": 3.2125151299099666, "grad_norm": 0.03615532070398331, "learning_rate": 1.7874848700900335e-05, "loss": 0.0039, "step": 193750 }, { "epoch": 3.212680937142478, "grad_norm": 0.0018326410790905356, "learning_rate": 1.787319062857522e-05, "loss": 0.0002, "step": 193760 }, { "epoch": 3.2128467443749895, "grad_norm": 0.1962267905473709, "learning_rate": 1.7871532556250105e-05, "loss": 0.009, "step": 193770 }, { "epoch": 3.213012551607501, "grad_norm": 0.22528238594532013, "learning_rate": 1.786987448392499e-05, "loss": 0.0086, "step": 193780 }, { "epoch": 3.2131783588400125, "grad_norm": 0.1641380786895752, "learning_rate": 1.7868216411599875e-05, "loss": 0.0062, "step": 193790 }, { "epoch": 3.213344166072524, "grad_norm": 0.004023285117000341, "learning_rate": 1.7866558339274762e-05, "loss": 0.0032, "step": 193800 }, { "epoch": 3.2135099733050354, "grad_norm": 3.954347630497068e-05, "learning_rate": 1.7864900266949646e-05, "loss": 0.0012, "step": 193810 }, { "epoch": 3.213675780537547, "grad_norm": 0.14775371551513672, "learning_rate": 1.786324219462453e-05, "loss": 0.0119, "step": 193820 }, { "epoch": 3.2138415877700584, "grad_norm": 0.09935953468084335, "learning_rate": 1.7861584122299416e-05, "loss": 0.0001, "step": 193830 }, { "epoch": 3.21400739500257, "grad_norm": 0.18134817481040955, "learning_rate": 1.7859926049974303e-05, "loss": 0.0091, "step": 193840 }, { "epoch": 3.2141732022350813, "grad_norm": 0.0003345725708641112, "learning_rate": 1.7858267977649183e-05, "loss": 0.0003, "step": 193850 }, { "epoch": 3.2143390094675928, "grad_norm": 0.7561774849891663, "learning_rate": 1.785660990532407e-05, "loss": 0.0049, "step": 193860 }, { "epoch": 3.2145048167001047, "grad_norm": 0.048716384917497635, "learning_rate": 1.7854951832998957e-05, "loss": 0.0006, "step": 193870 }, { "epoch": 3.2146706239326157, "grad_norm": 0.19248276948928833, "learning_rate": 1.7853293760673844e-05, "loss": 0.0038, "step": 193880 }, { "epoch": 3.2148364311651276, "grad_norm": 0.14542700350284576, "learning_rate": 1.7851635688348727e-05, "loss": 0.0082, "step": 193890 }, { "epoch": 3.215002238397639, "grad_norm": 0.00011710431863320991, "learning_rate": 1.784997761602361e-05, "loss": 0.0029, "step": 193900 }, { "epoch": 3.2151680456301506, "grad_norm": 0.00103658193256706, "learning_rate": 1.7848319543698497e-05, "loss": 0.0066, "step": 193910 }, { "epoch": 3.215333852862662, "grad_norm": 1.0358220606576651e-05, "learning_rate": 1.7846661471373384e-05, "loss": 0.0001, "step": 193920 }, { "epoch": 3.2154996600951735, "grad_norm": 2.5416478820261545e-05, "learning_rate": 1.7845003399048268e-05, "loss": 0.0, "step": 193930 }, { "epoch": 3.215665467327685, "grad_norm": 0.0007792155374772847, "learning_rate": 1.784334532672315e-05, "loss": 0.0, "step": 193940 }, { "epoch": 3.2158312745601965, "grad_norm": 0.18778358399868011, "learning_rate": 1.7841687254398038e-05, "loss": 0.0029, "step": 193950 }, { "epoch": 3.215997081792708, "grad_norm": 0.02836882509291172, "learning_rate": 1.784002918207292e-05, "loss": 0.0043, "step": 193960 }, { "epoch": 3.2161628890252194, "grad_norm": 0.007059774827212095, "learning_rate": 1.783837110974781e-05, "loss": 0.0038, "step": 193970 }, { "epoch": 3.216328696257731, "grad_norm": 0.0012256408808752894, "learning_rate": 1.7836713037422692e-05, "loss": 0.0001, "step": 193980 }, { "epoch": 3.2164945034902424, "grad_norm": 0.0003998027241323143, "learning_rate": 1.783505496509758e-05, "loss": 0.0031, "step": 193990 }, { "epoch": 3.216660310722754, "grad_norm": 0.0026084051933139563, "learning_rate": 1.7833396892772462e-05, "loss": 0.0126, "step": 194000 }, { "epoch": 3.2168261179552653, "grad_norm": 0.0002485102158971131, "learning_rate": 1.783173882044735e-05, "loss": 0.0075, "step": 194010 }, { "epoch": 3.2169919251877768, "grad_norm": 7.485925016226247e-05, "learning_rate": 1.7830080748122233e-05, "loss": 0.0001, "step": 194020 }, { "epoch": 3.2171577324202882, "grad_norm": 0.00023356860037893057, "learning_rate": 1.782842267579712e-05, "loss": 0.0057, "step": 194030 }, { "epoch": 3.2173235396527997, "grad_norm": 0.0008447932777926326, "learning_rate": 1.7826764603472003e-05, "loss": 0.0031, "step": 194040 }, { "epoch": 3.217489346885311, "grad_norm": 0.001372304861433804, "learning_rate": 1.782510653114689e-05, "loss": 0.0126, "step": 194050 }, { "epoch": 3.2176551541178227, "grad_norm": 0.36833396553993225, "learning_rate": 1.7823448458821777e-05, "loss": 0.0082, "step": 194060 }, { "epoch": 3.217820961350334, "grad_norm": 0.0038470434956252575, "learning_rate": 1.782179038649666e-05, "loss": 0.0056, "step": 194070 }, { "epoch": 3.2179867685828456, "grad_norm": 0.00035537953954190016, "learning_rate": 1.7820132314171544e-05, "loss": 0.0031, "step": 194080 }, { "epoch": 3.218152575815357, "grad_norm": 0.18927805125713348, "learning_rate": 1.781847424184643e-05, "loss": 0.0062, "step": 194090 }, { "epoch": 3.2183183830478685, "grad_norm": 0.0006859969580546021, "learning_rate": 1.7816816169521317e-05, "loss": 0.0002, "step": 194100 }, { "epoch": 3.21848419028038, "grad_norm": 0.20818573236465454, "learning_rate": 1.78151580971962e-05, "loss": 0.0074, "step": 194110 }, { "epoch": 3.2186499975128915, "grad_norm": 0.0022630568128079176, "learning_rate": 1.7813500024871084e-05, "loss": 0.0014, "step": 194120 }, { "epoch": 3.218815804745403, "grad_norm": 9.818229591473937e-05, "learning_rate": 1.781184195254597e-05, "loss": 0.0001, "step": 194130 }, { "epoch": 3.2189816119779144, "grad_norm": 0.0002668192610144615, "learning_rate": 1.7810183880220858e-05, "loss": 0.0084, "step": 194140 }, { "epoch": 3.219147419210426, "grad_norm": 0.007333929184824228, "learning_rate": 1.780852580789574e-05, "loss": 0.0, "step": 194150 }, { "epoch": 3.2193132264429374, "grad_norm": 0.00015235984756145626, "learning_rate": 1.7806867735570625e-05, "loss": 0.0024, "step": 194160 }, { "epoch": 3.219479033675449, "grad_norm": 0.0035392772406339645, "learning_rate": 1.7805209663245512e-05, "loss": 0.0, "step": 194170 }, { "epoch": 3.2196448409079603, "grad_norm": 0.08635029941797256, "learning_rate": 1.78035515909204e-05, "loss": 0.0002, "step": 194180 }, { "epoch": 3.219810648140472, "grad_norm": 0.0012330140452831984, "learning_rate": 1.7801893518595282e-05, "loss": 0.0006, "step": 194190 }, { "epoch": 3.2199764553729833, "grad_norm": 0.00026941849500872195, "learning_rate": 1.7800235446270166e-05, "loss": 0.0013, "step": 194200 }, { "epoch": 3.2201422626054947, "grad_norm": 0.167984738945961, "learning_rate": 1.7798577373945053e-05, "loss": 0.0024, "step": 194210 }, { "epoch": 3.220308069838006, "grad_norm": 0.00016065253294073045, "learning_rate": 1.779691930161994e-05, "loss": 0.0001, "step": 194220 }, { "epoch": 3.2204738770705177, "grad_norm": 0.001192332711070776, "learning_rate": 1.7795261229294823e-05, "loss": 0.0001, "step": 194230 }, { "epoch": 3.220639684303029, "grad_norm": 0.08789873123168945, "learning_rate": 1.7793603156969706e-05, "loss": 0.0002, "step": 194240 }, { "epoch": 3.2208054915355406, "grad_norm": 0.0012993537820875645, "learning_rate": 1.7791945084644593e-05, "loss": 0.0074, "step": 194250 }, { "epoch": 3.220971298768052, "grad_norm": 0.0004662055289372802, "learning_rate": 1.779028701231948e-05, "loss": 0.009, "step": 194260 }, { "epoch": 3.2211371060005636, "grad_norm": 0.0062776291742920876, "learning_rate": 1.7788628939994364e-05, "loss": 0.0027, "step": 194270 }, { "epoch": 3.221302913233075, "grad_norm": 8.477002120343968e-05, "learning_rate": 1.7786970867669247e-05, "loss": 0.0, "step": 194280 }, { "epoch": 3.2214687204655865, "grad_norm": 0.0012548266677185893, "learning_rate": 1.7785312795344134e-05, "loss": 0.0029, "step": 194290 }, { "epoch": 3.221634527698098, "grad_norm": 0.0008157776319421828, "learning_rate": 1.778365472301902e-05, "loss": 0.0051, "step": 194300 }, { "epoch": 3.2218003349306095, "grad_norm": 0.00032997000380419195, "learning_rate": 1.7781996650693904e-05, "loss": 0.01, "step": 194310 }, { "epoch": 3.2219661421631214, "grad_norm": 0.005661641247570515, "learning_rate": 1.7780338578368788e-05, "loss": 0.0049, "step": 194320 }, { "epoch": 3.2221319493956324, "grad_norm": 0.0001061503280652687, "learning_rate": 1.7778680506043675e-05, "loss": 0.0, "step": 194330 }, { "epoch": 3.2222977566281443, "grad_norm": 0.0006811174680478871, "learning_rate": 1.7777022433718558e-05, "loss": 0.0034, "step": 194340 }, { "epoch": 3.222463563860656, "grad_norm": 0.04094991087913513, "learning_rate": 1.7775364361393445e-05, "loss": 0.0039, "step": 194350 }, { "epoch": 3.2226293710931673, "grad_norm": 0.0029653594829142094, "learning_rate": 1.777370628906833e-05, "loss": 0.0003, "step": 194360 }, { "epoch": 3.2227951783256787, "grad_norm": 0.006766203790903091, "learning_rate": 1.7772048216743215e-05, "loss": 0.0061, "step": 194370 }, { "epoch": 3.22296098555819, "grad_norm": 0.0008527240133844316, "learning_rate": 1.77703901444181e-05, "loss": 0.0033, "step": 194380 }, { "epoch": 3.2231267927907017, "grad_norm": 0.002422678517177701, "learning_rate": 1.7768732072092986e-05, "loss": 0.0027, "step": 194390 }, { "epoch": 3.223292600023213, "grad_norm": 0.009385659359395504, "learning_rate": 1.7767073999767873e-05, "loss": 0.0009, "step": 194400 }, { "epoch": 3.2234584072557246, "grad_norm": 0.00173797900788486, "learning_rate": 1.7765415927442756e-05, "loss": 0.0037, "step": 194410 }, { "epoch": 3.223624214488236, "grad_norm": 0.0007825920474715531, "learning_rate": 1.776375785511764e-05, "loss": 0.0, "step": 194420 }, { "epoch": 3.2237900217207476, "grad_norm": 6.138921162346378e-05, "learning_rate": 1.7762099782792526e-05, "loss": 0.0027, "step": 194430 }, { "epoch": 3.223955828953259, "grad_norm": 0.0019932501018047333, "learning_rate": 1.7760441710467413e-05, "loss": 0.0027, "step": 194440 }, { "epoch": 3.2241216361857705, "grad_norm": 0.028267664834856987, "learning_rate": 1.7758783638142297e-05, "loss": 0.0135, "step": 194450 }, { "epoch": 3.224287443418282, "grad_norm": 9.066185884876177e-05, "learning_rate": 1.775712556581718e-05, "loss": 0.0175, "step": 194460 }, { "epoch": 3.2244532506507935, "grad_norm": 0.0013418849557638168, "learning_rate": 1.7755467493492067e-05, "loss": 0.0001, "step": 194470 }, { "epoch": 3.224619057883305, "grad_norm": 0.0030590675305575132, "learning_rate": 1.7753809421166954e-05, "loss": 0.0103, "step": 194480 }, { "epoch": 3.2247848651158164, "grad_norm": 0.0231698639690876, "learning_rate": 1.7752151348841837e-05, "loss": 0.008, "step": 194490 }, { "epoch": 3.224950672348328, "grad_norm": 0.03005639649927616, "learning_rate": 1.775049327651672e-05, "loss": 0.0032, "step": 194500 }, { "epoch": 3.2251164795808394, "grad_norm": 0.004543522838503122, "learning_rate": 1.7748835204191608e-05, "loss": 0.0033, "step": 194510 }, { "epoch": 3.225282286813351, "grad_norm": 0.005306178238242865, "learning_rate": 1.7747177131866495e-05, "loss": 0.0035, "step": 194520 }, { "epoch": 3.2254480940458623, "grad_norm": 0.0012658940395340323, "learning_rate": 1.7745519059541378e-05, "loss": 0.0001, "step": 194530 }, { "epoch": 3.2256139012783738, "grad_norm": 0.0009799414547160268, "learning_rate": 1.774386098721626e-05, "loss": 0.0026, "step": 194540 }, { "epoch": 3.2257797085108852, "grad_norm": 0.0019933232106268406, "learning_rate": 1.774220291489115e-05, "loss": 0.003, "step": 194550 }, { "epoch": 3.2259455157433967, "grad_norm": 0.002025791211053729, "learning_rate": 1.7740544842566035e-05, "loss": 0.0, "step": 194560 }, { "epoch": 3.226111322975908, "grad_norm": 0.08319982141256332, "learning_rate": 1.773888677024092e-05, "loss": 0.003, "step": 194570 }, { "epoch": 3.2262771302084197, "grad_norm": 0.0003339393006172031, "learning_rate": 1.7737228697915802e-05, "loss": 0.0109, "step": 194580 }, { "epoch": 3.226442937440931, "grad_norm": 0.002725425409153104, "learning_rate": 1.773557062559069e-05, "loss": 0.0026, "step": 194590 }, { "epoch": 3.2266087446734426, "grad_norm": 0.001343645271845162, "learning_rate": 1.7733912553265576e-05, "loss": 0.0, "step": 194600 }, { "epoch": 3.226774551905954, "grad_norm": 1.1045712232589722, "learning_rate": 1.773225448094046e-05, "loss": 0.0159, "step": 194610 }, { "epoch": 3.2269403591384656, "grad_norm": 0.006896046921610832, "learning_rate": 1.7730596408615343e-05, "loss": 0.0084, "step": 194620 }, { "epoch": 3.227106166370977, "grad_norm": 0.0005500804400071502, "learning_rate": 1.772893833629023e-05, "loss": 0.007, "step": 194630 }, { "epoch": 3.2272719736034885, "grad_norm": 0.01677096262574196, "learning_rate": 1.7727280263965117e-05, "loss": 0.0037, "step": 194640 }, { "epoch": 3.227437780836, "grad_norm": 0.00018217932665720582, "learning_rate": 1.772562219164e-05, "loss": 0.0008, "step": 194650 }, { "epoch": 3.2276035880685114, "grad_norm": 0.5333777070045471, "learning_rate": 1.7723964119314884e-05, "loss": 0.0074, "step": 194660 }, { "epoch": 3.227769395301023, "grad_norm": 0.0010173857444897294, "learning_rate": 1.772230604698977e-05, "loss": 0.0119, "step": 194670 }, { "epoch": 3.2279352025335344, "grad_norm": 0.007082674186676741, "learning_rate": 1.7720647974664657e-05, "loss": 0.0029, "step": 194680 }, { "epoch": 3.228101009766046, "grad_norm": 0.26831117272377014, "learning_rate": 1.771898990233954e-05, "loss": 0.0067, "step": 194690 }, { "epoch": 3.2282668169985573, "grad_norm": 0.13554999232292175, "learning_rate": 1.7717331830014424e-05, "loss": 0.006, "step": 194700 }, { "epoch": 3.228432624231069, "grad_norm": 0.19269517064094543, "learning_rate": 1.771567375768931e-05, "loss": 0.0005, "step": 194710 }, { "epoch": 3.2285984314635803, "grad_norm": 0.002337273908779025, "learning_rate": 1.7714015685364198e-05, "loss": 0.0002, "step": 194720 }, { "epoch": 3.2287642386960917, "grad_norm": 0.0007209795294329524, "learning_rate": 1.771235761303908e-05, "loss": 0.0033, "step": 194730 }, { "epoch": 3.228930045928603, "grad_norm": 3.752380871446803e-05, "learning_rate": 1.771069954071397e-05, "loss": 0.0108, "step": 194740 }, { "epoch": 3.2290958531611147, "grad_norm": 0.0019979034550487995, "learning_rate": 1.7709041468388852e-05, "loss": 0.0042, "step": 194750 }, { "epoch": 3.229261660393626, "grad_norm": 3.0030721973162144e-05, "learning_rate": 1.7707383396063735e-05, "loss": 0.0001, "step": 194760 }, { "epoch": 3.229427467626138, "grad_norm": 0.029659917578101158, "learning_rate": 1.7705725323738622e-05, "loss": 0.0058, "step": 194770 }, { "epoch": 3.229593274858649, "grad_norm": 0.6648607850074768, "learning_rate": 1.770406725141351e-05, "loss": 0.0083, "step": 194780 }, { "epoch": 3.229759082091161, "grad_norm": 0.0010527446866035461, "learning_rate": 1.7702409179088393e-05, "loss": 0.0004, "step": 194790 }, { "epoch": 3.2299248893236725, "grad_norm": 0.0005384510732255876, "learning_rate": 1.7700751106763276e-05, "loss": 0.0056, "step": 194800 }, { "epoch": 3.230090696556184, "grad_norm": 0.18985027074813843, "learning_rate": 1.7699093034438163e-05, "loss": 0.0057, "step": 194810 }, { "epoch": 3.2302565037886954, "grad_norm": 0.016209831461310387, "learning_rate": 1.769743496211305e-05, "loss": 0.0029, "step": 194820 }, { "epoch": 3.230422311021207, "grad_norm": 0.001605473691597581, "learning_rate": 1.7695776889787933e-05, "loss": 0.0003, "step": 194830 }, { "epoch": 3.2305881182537184, "grad_norm": 0.002700114855542779, "learning_rate": 1.7694118817462817e-05, "loss": 0.0014, "step": 194840 }, { "epoch": 3.23075392548623, "grad_norm": 0.0011735447915270925, "learning_rate": 1.7692460745137704e-05, "loss": 0.0052, "step": 194850 }, { "epoch": 3.2309197327187413, "grad_norm": 0.19569219648838043, "learning_rate": 1.769080267281259e-05, "loss": 0.0115, "step": 194860 }, { "epoch": 3.231085539951253, "grad_norm": 0.04268146678805351, "learning_rate": 1.7689144600487474e-05, "loss": 0.0089, "step": 194870 }, { "epoch": 3.2312513471837643, "grad_norm": 0.13982050120830536, "learning_rate": 1.7687486528162357e-05, "loss": 0.0062, "step": 194880 }, { "epoch": 3.2314171544162757, "grad_norm": 0.06745564192533493, "learning_rate": 1.7685828455837244e-05, "loss": 0.0028, "step": 194890 }, { "epoch": 3.2315829616487872, "grad_norm": 0.0070256725884974, "learning_rate": 1.768417038351213e-05, "loss": 0.0001, "step": 194900 }, { "epoch": 3.2317487688812987, "grad_norm": 0.1298406422138214, "learning_rate": 1.7682512311187015e-05, "loss": 0.0002, "step": 194910 }, { "epoch": 3.23191457611381, "grad_norm": 0.0012456399854272604, "learning_rate": 1.7680854238861898e-05, "loss": 0.0002, "step": 194920 }, { "epoch": 3.2320803833463216, "grad_norm": 0.0002950480848085135, "learning_rate": 1.7679196166536785e-05, "loss": 0.0, "step": 194930 }, { "epoch": 3.232246190578833, "grad_norm": 0.0002838693908415735, "learning_rate": 1.7677538094211672e-05, "loss": 0.001, "step": 194940 }, { "epoch": 3.2324119978113446, "grad_norm": 0.0016283830627799034, "learning_rate": 1.7675880021886555e-05, "loss": 0.0031, "step": 194950 }, { "epoch": 3.232577805043856, "grad_norm": 0.0035676283296197653, "learning_rate": 1.767422194956144e-05, "loss": 0.0056, "step": 194960 }, { "epoch": 3.2327436122763675, "grad_norm": 0.003012571018189192, "learning_rate": 1.7672563877236326e-05, "loss": 0.0046, "step": 194970 }, { "epoch": 3.232909419508879, "grad_norm": 5.2056948334211484e-05, "learning_rate": 1.7670905804911213e-05, "loss": 0.0028, "step": 194980 }, { "epoch": 3.2330752267413905, "grad_norm": 0.000516960397362709, "learning_rate": 1.7669247732586096e-05, "loss": 0.0003, "step": 194990 }, { "epoch": 3.233241033973902, "grad_norm": 0.00029990277835167944, "learning_rate": 1.766758966026098e-05, "loss": 0.0095, "step": 195000 }, { "epoch": 3.2334068412064134, "grad_norm": 0.0014765567611902952, "learning_rate": 1.7665931587935866e-05, "loss": 0.0063, "step": 195010 }, { "epoch": 3.233572648438925, "grad_norm": 0.04396280646324158, "learning_rate": 1.7664273515610753e-05, "loss": 0.0025, "step": 195020 }, { "epoch": 3.2337384556714364, "grad_norm": 0.004510066006332636, "learning_rate": 1.7662615443285637e-05, "loss": 0.0028, "step": 195030 }, { "epoch": 3.233904262903948, "grad_norm": 0.014139560982584953, "learning_rate": 1.766095737096052e-05, "loss": 0.0154, "step": 195040 }, { "epoch": 3.2340700701364593, "grad_norm": 0.04555019736289978, "learning_rate": 1.7659299298635407e-05, "loss": 0.0001, "step": 195050 }, { "epoch": 3.234235877368971, "grad_norm": 0.4666898250579834, "learning_rate": 1.7657641226310294e-05, "loss": 0.0079, "step": 195060 }, { "epoch": 3.2344016846014823, "grad_norm": 0.04751652479171753, "learning_rate": 1.7655983153985177e-05, "loss": 0.0019, "step": 195070 }, { "epoch": 3.2345674918339937, "grad_norm": 0.01476275734603405, "learning_rate": 1.7654325081660064e-05, "loss": 0.0025, "step": 195080 }, { "epoch": 3.234733299066505, "grad_norm": 0.001157446764409542, "learning_rate": 1.7652667009334948e-05, "loss": 0.0041, "step": 195090 }, { "epoch": 3.2348991062990167, "grad_norm": 0.00017678049334790558, "learning_rate": 1.7651008937009835e-05, "loss": 0.0031, "step": 195100 }, { "epoch": 3.235064913531528, "grad_norm": 0.0018077666172757745, "learning_rate": 1.7649350864684718e-05, "loss": 0.0002, "step": 195110 }, { "epoch": 3.2352307207640396, "grad_norm": 0.0013054626761004329, "learning_rate": 1.7647692792359605e-05, "loss": 0.0006, "step": 195120 }, { "epoch": 3.235396527996551, "grad_norm": 0.00027876393869519234, "learning_rate": 1.764603472003449e-05, "loss": 0.0133, "step": 195130 }, { "epoch": 3.2355623352290626, "grad_norm": 0.2106754183769226, "learning_rate": 1.7644376647709372e-05, "loss": 0.0031, "step": 195140 }, { "epoch": 3.235728142461574, "grad_norm": 0.03606121987104416, "learning_rate": 1.764271857538426e-05, "loss": 0.0003, "step": 195150 }, { "epoch": 3.2358939496940855, "grad_norm": 0.009443048387765884, "learning_rate": 1.7641060503059146e-05, "loss": 0.0056, "step": 195160 }, { "epoch": 3.236059756926597, "grad_norm": 0.0010858401656150818, "learning_rate": 1.763940243073403e-05, "loss": 0.0059, "step": 195170 }, { "epoch": 3.2362255641591084, "grad_norm": 0.35445186495780945, "learning_rate": 1.7637744358408913e-05, "loss": 0.015, "step": 195180 }, { "epoch": 3.23639137139162, "grad_norm": 0.007649432867765427, "learning_rate": 1.76360862860838e-05, "loss": 0.0035, "step": 195190 }, { "epoch": 3.2365571786241314, "grad_norm": 0.0003070563543587923, "learning_rate": 1.7634428213758686e-05, "loss": 0.0022, "step": 195200 }, { "epoch": 3.236722985856643, "grad_norm": 0.0009688435820862651, "learning_rate": 1.763277014143357e-05, "loss": 0.0003, "step": 195210 }, { "epoch": 3.236888793089155, "grad_norm": 0.017436938360333443, "learning_rate": 1.7631112069108453e-05, "loss": 0.0002, "step": 195220 }, { "epoch": 3.237054600321666, "grad_norm": 0.2887941300868988, "learning_rate": 1.762945399678334e-05, "loss": 0.0182, "step": 195230 }, { "epoch": 3.2372204075541777, "grad_norm": 0.000601881998591125, "learning_rate": 1.7627795924458227e-05, "loss": 0.0024, "step": 195240 }, { "epoch": 3.237386214786689, "grad_norm": 0.036211494356393814, "learning_rate": 1.762613785213311e-05, "loss": 0.0028, "step": 195250 }, { "epoch": 3.2375520220192007, "grad_norm": 0.0006636428879573941, "learning_rate": 1.7624479779807994e-05, "loss": 0.0042, "step": 195260 }, { "epoch": 3.237717829251712, "grad_norm": 0.00229950831271708, "learning_rate": 1.762282170748288e-05, "loss": 0.0026, "step": 195270 }, { "epoch": 3.2378836364842236, "grad_norm": 0.006689335219562054, "learning_rate": 1.7621163635157768e-05, "loss": 0.0005, "step": 195280 }, { "epoch": 3.238049443716735, "grad_norm": 0.1470835953950882, "learning_rate": 1.761950556283265e-05, "loss": 0.0036, "step": 195290 }, { "epoch": 3.2382152509492466, "grad_norm": 0.010654465295374393, "learning_rate": 1.7617847490507535e-05, "loss": 0.003, "step": 195300 }, { "epoch": 3.238381058181758, "grad_norm": 0.04209505021572113, "learning_rate": 1.761618941818242e-05, "loss": 0.0003, "step": 195310 }, { "epoch": 3.2385468654142695, "grad_norm": 0.4798944592475891, "learning_rate": 1.761453134585731e-05, "loss": 0.0182, "step": 195320 }, { "epoch": 3.238712672646781, "grad_norm": 0.00199437839910388, "learning_rate": 1.7612873273532192e-05, "loss": 0.0001, "step": 195330 }, { "epoch": 3.2388784798792924, "grad_norm": 0.01630086824297905, "learning_rate": 1.7611215201207075e-05, "loss": 0.0001, "step": 195340 }, { "epoch": 3.239044287111804, "grad_norm": 0.03611012548208237, "learning_rate": 1.7609557128881962e-05, "loss": 0.0003, "step": 195350 }, { "epoch": 3.2392100943443154, "grad_norm": 0.000770806276705116, "learning_rate": 1.760789905655685e-05, "loss": 0.006, "step": 195360 }, { "epoch": 3.239375901576827, "grad_norm": 0.0007194976788014174, "learning_rate": 1.7606240984231733e-05, "loss": 0.0, "step": 195370 }, { "epoch": 3.2395417088093383, "grad_norm": 0.023655569180846214, "learning_rate": 1.7604582911906616e-05, "loss": 0.0005, "step": 195380 }, { "epoch": 3.23970751604185, "grad_norm": 0.4398682415485382, "learning_rate": 1.7602924839581503e-05, "loss": 0.0064, "step": 195390 }, { "epoch": 3.2398733232743613, "grad_norm": 0.33052363991737366, "learning_rate": 1.760126676725639e-05, "loss": 0.0148, "step": 195400 }, { "epoch": 3.2400391305068728, "grad_norm": 0.005136977881193161, "learning_rate": 1.7599608694931273e-05, "loss": 0.0001, "step": 195410 }, { "epoch": 3.2402049377393842, "grad_norm": 0.00013182891416363418, "learning_rate": 1.759795062260616e-05, "loss": 0.003, "step": 195420 }, { "epoch": 3.2403707449718957, "grad_norm": 0.0024124905467033386, "learning_rate": 1.7596292550281044e-05, "loss": 0.0094, "step": 195430 }, { "epoch": 3.240536552204407, "grad_norm": 0.0017243099864572287, "learning_rate": 1.759463447795593e-05, "loss": 0.0037, "step": 195440 }, { "epoch": 3.2407023594369186, "grad_norm": 4.353313852334395e-05, "learning_rate": 1.7592976405630814e-05, "loss": 0.006, "step": 195450 }, { "epoch": 3.24086816666943, "grad_norm": 0.15943492949008942, "learning_rate": 1.75913183333057e-05, "loss": 0.0027, "step": 195460 }, { "epoch": 3.2410339739019416, "grad_norm": 0.15396592020988464, "learning_rate": 1.7589660260980584e-05, "loss": 0.0129, "step": 195470 }, { "epoch": 3.241199781134453, "grad_norm": 0.11912861466407776, "learning_rate": 1.758800218865547e-05, "loss": 0.017, "step": 195480 }, { "epoch": 3.2413655883669645, "grad_norm": 0.0038584007415920496, "learning_rate": 1.7586344116330355e-05, "loss": 0.0068, "step": 195490 }, { "epoch": 3.241531395599476, "grad_norm": 0.09495082497596741, "learning_rate": 1.758468604400524e-05, "loss": 0.0007, "step": 195500 }, { "epoch": 3.2416972028319875, "grad_norm": 9.743165719555691e-05, "learning_rate": 1.7583027971680125e-05, "loss": 0.0002, "step": 195510 }, { "epoch": 3.241863010064499, "grad_norm": 0.04990663006901741, "learning_rate": 1.758136989935501e-05, "loss": 0.0002, "step": 195520 }, { "epoch": 3.2420288172970104, "grad_norm": 0.0016540862852707505, "learning_rate": 1.7579711827029895e-05, "loss": 0.0082, "step": 195530 }, { "epoch": 3.242194624529522, "grad_norm": 7.189450843725353e-05, "learning_rate": 1.7578053754704782e-05, "loss": 0.0001, "step": 195540 }, { "epoch": 3.2423604317620334, "grad_norm": 0.00016680287080816925, "learning_rate": 1.7576395682379666e-05, "loss": 0.0026, "step": 195550 }, { "epoch": 3.242526238994545, "grad_norm": 0.006271162070333958, "learning_rate": 1.757473761005455e-05, "loss": 0.0075, "step": 195560 }, { "epoch": 3.2426920462270563, "grad_norm": 0.0020435911137610674, "learning_rate": 1.7573079537729436e-05, "loss": 0.0065, "step": 195570 }, { "epoch": 3.242857853459568, "grad_norm": 0.001960988389328122, "learning_rate": 1.7571421465404323e-05, "loss": 0.012, "step": 195580 }, { "epoch": 3.2430236606920793, "grad_norm": 6.43464591121301e-05, "learning_rate": 1.756976339307921e-05, "loss": 0.0098, "step": 195590 }, { "epoch": 3.2431894679245907, "grad_norm": 0.0003618392220232636, "learning_rate": 1.756810532075409e-05, "loss": 0.0021, "step": 195600 }, { "epoch": 3.243355275157102, "grad_norm": 0.048678625375032425, "learning_rate": 1.7566447248428977e-05, "loss": 0.0001, "step": 195610 }, { "epoch": 3.2435210823896137, "grad_norm": 0.0007915070164017379, "learning_rate": 1.7564789176103864e-05, "loss": 0.0022, "step": 195620 }, { "epoch": 3.243686889622125, "grad_norm": 0.03310813754796982, "learning_rate": 1.7563131103778747e-05, "loss": 0.0003, "step": 195630 }, { "epoch": 3.2438526968546366, "grad_norm": 0.01222807914018631, "learning_rate": 1.756147303145363e-05, "loss": 0.0046, "step": 195640 }, { "epoch": 3.244018504087148, "grad_norm": 0.00037485049688257277, "learning_rate": 1.7559814959128517e-05, "loss": 0.0031, "step": 195650 }, { "epoch": 3.2441843113196596, "grad_norm": 0.00011266968067502603, "learning_rate": 1.7558156886803404e-05, "loss": 0.0053, "step": 195660 }, { "epoch": 3.2443501185521715, "grad_norm": 0.008600238710641861, "learning_rate": 1.7556498814478288e-05, "loss": 0.0011, "step": 195670 }, { "epoch": 3.2445159257846825, "grad_norm": 0.0028505728114396334, "learning_rate": 1.755484074215317e-05, "loss": 0.0001, "step": 195680 }, { "epoch": 3.2446817330171944, "grad_norm": 0.0014164649182930589, "learning_rate": 1.7553182669828058e-05, "loss": 0.0002, "step": 195690 }, { "epoch": 3.244847540249706, "grad_norm": 0.004298870917409658, "learning_rate": 1.7551524597502945e-05, "loss": 0.0094, "step": 195700 }, { "epoch": 3.2450133474822174, "grad_norm": 9.339862299384549e-05, "learning_rate": 1.754986652517783e-05, "loss": 0.0027, "step": 195710 }, { "epoch": 3.245179154714729, "grad_norm": 0.005356291308999062, "learning_rate": 1.7548208452852712e-05, "loss": 0.0008, "step": 195720 }, { "epoch": 3.2453449619472403, "grad_norm": 0.0002069556649075821, "learning_rate": 1.75465503805276e-05, "loss": 0.0028, "step": 195730 }, { "epoch": 3.245510769179752, "grad_norm": 0.00011337549949530512, "learning_rate": 1.7544892308202486e-05, "loss": 0.0003, "step": 195740 }, { "epoch": 3.2456765764122633, "grad_norm": 5.0273174565518275e-05, "learning_rate": 1.754323423587737e-05, "loss": 0.0001, "step": 195750 }, { "epoch": 3.2458423836447747, "grad_norm": 0.001579742762260139, "learning_rate": 1.7541576163552256e-05, "loss": 0.003, "step": 195760 }, { "epoch": 3.246008190877286, "grad_norm": 0.00016332219820469618, "learning_rate": 1.753991809122714e-05, "loss": 0.001, "step": 195770 }, { "epoch": 3.2461739981097977, "grad_norm": 0.002117681549862027, "learning_rate": 1.7538260018902026e-05, "loss": 0.0003, "step": 195780 }, { "epoch": 3.246339805342309, "grad_norm": 0.125700905919075, "learning_rate": 1.753660194657691e-05, "loss": 0.0177, "step": 195790 }, { "epoch": 3.2465056125748206, "grad_norm": 0.0005032311310060322, "learning_rate": 1.7534943874251797e-05, "loss": 0.0009, "step": 195800 }, { "epoch": 3.246671419807332, "grad_norm": 0.0003896844864357263, "learning_rate": 1.753328580192668e-05, "loss": 0.0113, "step": 195810 }, { "epoch": 3.2468372270398436, "grad_norm": 0.0053419796749949455, "learning_rate": 1.7531627729601567e-05, "loss": 0.0018, "step": 195820 }, { "epoch": 3.247003034272355, "grad_norm": 0.0011769182747229934, "learning_rate": 1.752996965727645e-05, "loss": 0.0078, "step": 195830 }, { "epoch": 3.2471688415048665, "grad_norm": 0.14799028635025024, "learning_rate": 1.7528311584951337e-05, "loss": 0.0101, "step": 195840 }, { "epoch": 3.247334648737378, "grad_norm": 0.04154130443930626, "learning_rate": 1.752665351262622e-05, "loss": 0.0037, "step": 195850 }, { "epoch": 3.2475004559698895, "grad_norm": 0.0013510063290596008, "learning_rate": 1.7524995440301108e-05, "loss": 0.0048, "step": 195860 }, { "epoch": 3.247666263202401, "grad_norm": 0.16214145720005035, "learning_rate": 1.752333736797599e-05, "loss": 0.0004, "step": 195870 }, { "epoch": 3.2478320704349124, "grad_norm": 0.00064998643938452, "learning_rate": 1.7521679295650878e-05, "loss": 0.0037, "step": 195880 }, { "epoch": 3.247997877667424, "grad_norm": 0.00015179940965026617, "learning_rate": 1.752002122332576e-05, "loss": 0.0032, "step": 195890 }, { "epoch": 3.2481636848999353, "grad_norm": 0.00011697234731400385, "learning_rate": 1.751836315100065e-05, "loss": 0.0003, "step": 195900 }, { "epoch": 3.248329492132447, "grad_norm": 0.2143605649471283, "learning_rate": 1.7516705078675532e-05, "loss": 0.0076, "step": 195910 }, { "epoch": 3.2484952993649583, "grad_norm": 0.05766596272587776, "learning_rate": 1.751504700635042e-05, "loss": 0.0045, "step": 195920 }, { "epoch": 3.2486611065974698, "grad_norm": 9.586643136572093e-05, "learning_rate": 1.7513388934025306e-05, "loss": 0.0029, "step": 195930 }, { "epoch": 3.2488269138299812, "grad_norm": 0.2541978359222412, "learning_rate": 1.7511730861700186e-05, "loss": 0.0085, "step": 195940 }, { "epoch": 3.2489927210624927, "grad_norm": 0.0014747495297342539, "learning_rate": 1.7510072789375073e-05, "loss": 0.0112, "step": 195950 }, { "epoch": 3.249158528295004, "grad_norm": 0.0016757959965616465, "learning_rate": 1.750841471704996e-05, "loss": 0.0058, "step": 195960 }, { "epoch": 3.2493243355275157, "grad_norm": 0.0022842532489448786, "learning_rate": 1.7506756644724846e-05, "loss": 0.0027, "step": 195970 }, { "epoch": 3.249490142760027, "grad_norm": 0.0002883918350562453, "learning_rate": 1.7505098572399727e-05, "loss": 0.0004, "step": 195980 }, { "epoch": 3.2496559499925386, "grad_norm": 0.007019053213298321, "learning_rate": 1.7503440500074613e-05, "loss": 0.0004, "step": 195990 }, { "epoch": 3.24982175722505, "grad_norm": 0.0016849671956151724, "learning_rate": 1.75017824277495e-05, "loss": 0.0008, "step": 196000 }, { "epoch": 3.2499875644575615, "grad_norm": 0.0007142090471461415, "learning_rate": 1.7500124355424387e-05, "loss": 0.0, "step": 196010 }, { "epoch": 3.250153371690073, "grad_norm": 0.0016687166644260287, "learning_rate": 1.7498466283099267e-05, "loss": 0.0002, "step": 196020 }, { "epoch": 3.2503191789225845, "grad_norm": 0.010807381942868233, "learning_rate": 1.7496808210774154e-05, "loss": 0.0001, "step": 196030 }, { "epoch": 3.250484986155096, "grad_norm": 0.0026564979925751686, "learning_rate": 1.749515013844904e-05, "loss": 0.0032, "step": 196040 }, { "epoch": 3.2506507933876074, "grad_norm": 0.0003274868940934539, "learning_rate": 1.7493492066123924e-05, "loss": 0.0018, "step": 196050 }, { "epoch": 3.250816600620119, "grad_norm": 0.00202382355928421, "learning_rate": 1.7491833993798808e-05, "loss": 0.0001, "step": 196060 }, { "epoch": 3.2509824078526304, "grad_norm": 0.003043538425117731, "learning_rate": 1.7490175921473695e-05, "loss": 0.0001, "step": 196070 }, { "epoch": 3.251148215085142, "grad_norm": 0.03826681151986122, "learning_rate": 1.748851784914858e-05, "loss": 0.0001, "step": 196080 }, { "epoch": 3.2513140223176533, "grad_norm": 0.010786492377519608, "learning_rate": 1.7486859776823465e-05, "loss": 0.0, "step": 196090 }, { "epoch": 3.251479829550165, "grad_norm": 0.005457829684019089, "learning_rate": 1.7485201704498352e-05, "loss": 0.0068, "step": 196100 }, { "epoch": 3.2516456367826763, "grad_norm": 0.004806840792298317, "learning_rate": 1.7483543632173235e-05, "loss": 0.0042, "step": 196110 }, { "epoch": 3.251811444015188, "grad_norm": 0.00011851438466692343, "learning_rate": 1.7481885559848122e-05, "loss": 0.0002, "step": 196120 }, { "epoch": 3.251977251247699, "grad_norm": 0.2809228003025055, "learning_rate": 1.7480227487523006e-05, "loss": 0.0038, "step": 196130 }, { "epoch": 3.252143058480211, "grad_norm": 0.0027081631124019623, "learning_rate": 1.7478569415197893e-05, "loss": 0.0031, "step": 196140 }, { "epoch": 3.252308865712722, "grad_norm": 0.00041750268428586423, "learning_rate": 1.7476911342872776e-05, "loss": 0.0028, "step": 196150 }, { "epoch": 3.252474672945234, "grad_norm": 0.000999552197754383, "learning_rate": 1.7475253270547663e-05, "loss": 0.0019, "step": 196160 }, { "epoch": 3.2526404801777455, "grad_norm": 0.0017448354046791792, "learning_rate": 1.7473595198222547e-05, "loss": 0.0035, "step": 196170 }, { "epoch": 3.252806287410257, "grad_norm": 0.068854421377182, "learning_rate": 1.7471937125897433e-05, "loss": 0.0044, "step": 196180 }, { "epoch": 3.2529720946427685, "grad_norm": 0.00022866523067932576, "learning_rate": 1.7470279053572317e-05, "loss": 0.0022, "step": 196190 }, { "epoch": 3.25313790187528, "grad_norm": 0.11152596026659012, "learning_rate": 1.7468620981247204e-05, "loss": 0.0033, "step": 196200 }, { "epoch": 3.2533037091077914, "grad_norm": 7.770147931296378e-05, "learning_rate": 1.7466962908922087e-05, "loss": 0.0071, "step": 196210 }, { "epoch": 3.253469516340303, "grad_norm": 0.020180750638246536, "learning_rate": 1.7465304836596974e-05, "loss": 0.0041, "step": 196220 }, { "epoch": 3.2536353235728144, "grad_norm": 0.004959382116794586, "learning_rate": 1.7463646764271858e-05, "loss": 0.0035, "step": 196230 }, { "epoch": 3.253801130805326, "grad_norm": 0.18049649894237518, "learning_rate": 1.7461988691946744e-05, "loss": 0.0023, "step": 196240 }, { "epoch": 3.2539669380378373, "grad_norm": 0.0007860844489187002, "learning_rate": 1.7460330619621628e-05, "loss": 0.0103, "step": 196250 }, { "epoch": 3.254132745270349, "grad_norm": 3.0258224796853028e-05, "learning_rate": 1.7458672547296515e-05, "loss": 0.0114, "step": 196260 }, { "epoch": 3.2542985525028603, "grad_norm": 9.124520147452131e-05, "learning_rate": 1.74570144749714e-05, "loss": 0.0093, "step": 196270 }, { "epoch": 3.2544643597353717, "grad_norm": 0.009435265325009823, "learning_rate": 1.7455356402646285e-05, "loss": 0.0048, "step": 196280 }, { "epoch": 3.254630166967883, "grad_norm": 0.0001427465322194621, "learning_rate": 1.745369833032117e-05, "loss": 0.0, "step": 196290 }, { "epoch": 3.2547959742003947, "grad_norm": 0.02766682207584381, "learning_rate": 1.7452040257996055e-05, "loss": 0.0165, "step": 196300 }, { "epoch": 3.254961781432906, "grad_norm": 0.00041479276842437685, "learning_rate": 1.7450382185670942e-05, "loss": 0.0001, "step": 196310 }, { "epoch": 3.2551275886654176, "grad_norm": 0.0009824548615142703, "learning_rate": 1.7448724113345822e-05, "loss": 0.0001, "step": 196320 }, { "epoch": 3.255293395897929, "grad_norm": 0.0001965732517419383, "learning_rate": 1.744706604102071e-05, "loss": 0.0102, "step": 196330 }, { "epoch": 3.2554592031304406, "grad_norm": 9.68093445408158e-06, "learning_rate": 1.7445407968695596e-05, "loss": 0.0057, "step": 196340 }, { "epoch": 3.255625010362952, "grad_norm": 0.0032059838995337486, "learning_rate": 1.7443749896370483e-05, "loss": 0.0012, "step": 196350 }, { "epoch": 3.2557908175954635, "grad_norm": 0.004088134504854679, "learning_rate": 1.7442091824045363e-05, "loss": 0.0032, "step": 196360 }, { "epoch": 3.255956624827975, "grad_norm": 0.0013855310389772058, "learning_rate": 1.744043375172025e-05, "loss": 0.004, "step": 196370 }, { "epoch": 3.2561224320604865, "grad_norm": 0.03428863734006882, "learning_rate": 1.7438775679395137e-05, "loss": 0.0002, "step": 196380 }, { "epoch": 3.256288239292998, "grad_norm": 0.0038264431059360504, "learning_rate": 1.7437117607070024e-05, "loss": 0.0, "step": 196390 }, { "epoch": 3.2564540465255094, "grad_norm": 0.0005230102105997503, "learning_rate": 1.7435459534744904e-05, "loss": 0.004, "step": 196400 }, { "epoch": 3.256619853758021, "grad_norm": 0.000508067780174315, "learning_rate": 1.743380146241979e-05, "loss": 0.0046, "step": 196410 }, { "epoch": 3.2567856609905323, "grad_norm": 0.0002862087276298553, "learning_rate": 1.7432143390094678e-05, "loss": 0.006, "step": 196420 }, { "epoch": 3.256951468223044, "grad_norm": 0.028432853519916534, "learning_rate": 1.743048531776956e-05, "loss": 0.0004, "step": 196430 }, { "epoch": 3.2571172754555553, "grad_norm": 0.0018229754641652107, "learning_rate": 1.7428827245444448e-05, "loss": 0.0078, "step": 196440 }, { "epoch": 3.2572830826880668, "grad_norm": 8.753984729992226e-05, "learning_rate": 1.742716917311933e-05, "loss": 0.0006, "step": 196450 }, { "epoch": 3.2574488899205782, "grad_norm": 7.607114093843848e-05, "learning_rate": 1.7425511100794218e-05, "loss": 0.0105, "step": 196460 }, { "epoch": 3.2576146971530897, "grad_norm": 0.0027510179206728935, "learning_rate": 1.74238530284691e-05, "loss": 0.0005, "step": 196470 }, { "epoch": 3.257780504385601, "grad_norm": 0.0003821895516011864, "learning_rate": 1.742219495614399e-05, "loss": 0.0074, "step": 196480 }, { "epoch": 3.2579463116181127, "grad_norm": 0.018611863255500793, "learning_rate": 1.7420536883818872e-05, "loss": 0.0037, "step": 196490 }, { "epoch": 3.258112118850624, "grad_norm": 0.000654487288556993, "learning_rate": 1.741887881149376e-05, "loss": 0.0116, "step": 196500 }, { "epoch": 3.2582779260831356, "grad_norm": 0.0003628949634730816, "learning_rate": 1.7417220739168642e-05, "loss": 0.0076, "step": 196510 }, { "epoch": 3.258443733315647, "grad_norm": 0.0022555047180503607, "learning_rate": 1.741556266684353e-05, "loss": 0.0082, "step": 196520 }, { "epoch": 3.2586095405481585, "grad_norm": 0.14226080477237701, "learning_rate": 1.7413904594518413e-05, "loss": 0.0034, "step": 196530 }, { "epoch": 3.25877534778067, "grad_norm": 0.15766024589538574, "learning_rate": 1.74122465221933e-05, "loss": 0.0129, "step": 196540 }, { "epoch": 3.2589411550131815, "grad_norm": 0.0008227967191487551, "learning_rate": 1.7410588449868183e-05, "loss": 0.0068, "step": 196550 }, { "epoch": 3.259106962245693, "grad_norm": 0.00339695205911994, "learning_rate": 1.740893037754307e-05, "loss": 0.0005, "step": 196560 }, { "epoch": 3.259272769478205, "grad_norm": 0.00038622377905994654, "learning_rate": 1.7407272305217953e-05, "loss": 0.0042, "step": 196570 }, { "epoch": 3.259438576710716, "grad_norm": 0.12668292224407196, "learning_rate": 1.740561423289284e-05, "loss": 0.0034, "step": 196580 }, { "epoch": 3.259604383943228, "grad_norm": 0.007774194236844778, "learning_rate": 1.7403956160567724e-05, "loss": 0.0046, "step": 196590 }, { "epoch": 3.259770191175739, "grad_norm": 0.2511099874973297, "learning_rate": 1.740229808824261e-05, "loss": 0.0091, "step": 196600 }, { "epoch": 3.2599359984082508, "grad_norm": 0.0003594040172174573, "learning_rate": 1.7400640015917498e-05, "loss": 0.0001, "step": 196610 }, { "epoch": 3.2601018056407622, "grad_norm": 0.007067592348903418, "learning_rate": 1.739898194359238e-05, "loss": 0.0009, "step": 196620 }, { "epoch": 3.2602676128732737, "grad_norm": 0.002021500840783119, "learning_rate": 1.7397323871267264e-05, "loss": 0.0005, "step": 196630 }, { "epoch": 3.260433420105785, "grad_norm": 0.00460451515391469, "learning_rate": 1.739566579894215e-05, "loss": 0.0, "step": 196640 }, { "epoch": 3.2605992273382967, "grad_norm": 0.0017067986773326993, "learning_rate": 1.7394007726617038e-05, "loss": 0.0, "step": 196650 }, { "epoch": 3.260765034570808, "grad_norm": 0.2504950761795044, "learning_rate": 1.739234965429192e-05, "loss": 0.007, "step": 196660 }, { "epoch": 3.2609308418033196, "grad_norm": 0.000988827901892364, "learning_rate": 1.7390691581966805e-05, "loss": 0.0001, "step": 196670 }, { "epoch": 3.261096649035831, "grad_norm": 0.0028965158853679895, "learning_rate": 1.7389033509641692e-05, "loss": 0.0, "step": 196680 }, { "epoch": 3.2612624562683425, "grad_norm": 0.002120341407135129, "learning_rate": 1.738737543731658e-05, "loss": 0.0051, "step": 196690 }, { "epoch": 3.261428263500854, "grad_norm": 0.0030873322393745184, "learning_rate": 1.738571736499146e-05, "loss": 0.0001, "step": 196700 }, { "epoch": 3.2615940707333655, "grad_norm": 0.0344342403113842, "learning_rate": 1.7384059292666346e-05, "loss": 0.0096, "step": 196710 }, { "epoch": 3.261759877965877, "grad_norm": 0.002647450426593423, "learning_rate": 1.7382401220341233e-05, "loss": 0.0086, "step": 196720 }, { "epoch": 3.2619256851983884, "grad_norm": 0.0036703390069305897, "learning_rate": 1.738074314801612e-05, "loss": 0.0063, "step": 196730 }, { "epoch": 3.2620914924309, "grad_norm": 0.018993515521287918, "learning_rate": 1.7379085075691e-05, "loss": 0.0004, "step": 196740 }, { "epoch": 3.2622572996634114, "grad_norm": 0.011847504414618015, "learning_rate": 1.7377427003365887e-05, "loss": 0.0091, "step": 196750 }, { "epoch": 3.262423106895923, "grad_norm": 0.0018837798852473497, "learning_rate": 1.7375768931040773e-05, "loss": 0.001, "step": 196760 }, { "epoch": 3.2625889141284343, "grad_norm": 0.0007329116342589259, "learning_rate": 1.737411085871566e-05, "loss": 0.0065, "step": 196770 }, { "epoch": 3.262754721360946, "grad_norm": 0.0009650788269937038, "learning_rate": 1.7372452786390544e-05, "loss": 0.0062, "step": 196780 }, { "epoch": 3.2629205285934573, "grad_norm": 0.006196201778948307, "learning_rate": 1.7370794714065427e-05, "loss": 0.0031, "step": 196790 }, { "epoch": 3.2630863358259687, "grad_norm": 0.10627514123916626, "learning_rate": 1.7369136641740314e-05, "loss": 0.0002, "step": 196800 }, { "epoch": 3.26325214305848, "grad_norm": 0.002158788498491049, "learning_rate": 1.7367478569415198e-05, "loss": 0.003, "step": 196810 }, { "epoch": 3.2634179502909917, "grad_norm": 0.006079102400690317, "learning_rate": 1.7365820497090084e-05, "loss": 0.0018, "step": 196820 }, { "epoch": 3.263583757523503, "grad_norm": 9.685249096946791e-05, "learning_rate": 1.7364162424764968e-05, "loss": 0.0017, "step": 196830 }, { "epoch": 3.2637495647560146, "grad_norm": 0.00023259990848600864, "learning_rate": 1.7362504352439855e-05, "loss": 0.0009, "step": 196840 }, { "epoch": 3.263915371988526, "grad_norm": 0.0006055305129848421, "learning_rate": 1.7360846280114738e-05, "loss": 0.0122, "step": 196850 }, { "epoch": 3.2640811792210376, "grad_norm": 0.007084253244102001, "learning_rate": 1.7359188207789625e-05, "loss": 0.0023, "step": 196860 }, { "epoch": 3.264246986453549, "grad_norm": 0.0004417276941239834, "learning_rate": 1.735753013546451e-05, "loss": 0.0003, "step": 196870 }, { "epoch": 3.2644127936860605, "grad_norm": 0.002346708904951811, "learning_rate": 1.7355872063139395e-05, "loss": 0.0013, "step": 196880 }, { "epoch": 3.264578600918572, "grad_norm": 0.027000684291124344, "learning_rate": 1.735421399081428e-05, "loss": 0.0069, "step": 196890 }, { "epoch": 3.2647444081510835, "grad_norm": 0.00014393801393453032, "learning_rate": 1.7352555918489166e-05, "loss": 0.0077, "step": 196900 }, { "epoch": 3.264910215383595, "grad_norm": 0.003219515085220337, "learning_rate": 1.735089784616405e-05, "loss": 0.0001, "step": 196910 }, { "epoch": 3.2650760226161064, "grad_norm": 0.0002183184988098219, "learning_rate": 1.7349239773838936e-05, "loss": 0.0029, "step": 196920 }, { "epoch": 3.265241829848618, "grad_norm": 0.004550779704004526, "learning_rate": 1.734758170151382e-05, "loss": 0.0, "step": 196930 }, { "epoch": 3.2654076370811294, "grad_norm": 0.18251939117908478, "learning_rate": 1.7345923629188707e-05, "loss": 0.0173, "step": 196940 }, { "epoch": 3.265573444313641, "grad_norm": 0.0058985427021980286, "learning_rate": 1.7344265556863593e-05, "loss": 0.0045, "step": 196950 }, { "epoch": 3.2657392515461523, "grad_norm": 0.23904117941856384, "learning_rate": 1.7342607484538477e-05, "loss": 0.0065, "step": 196960 }, { "epoch": 3.2659050587786638, "grad_norm": 0.20254814624786377, "learning_rate": 1.734094941221336e-05, "loss": 0.0035, "step": 196970 }, { "epoch": 3.2660708660111752, "grad_norm": 0.5295815467834473, "learning_rate": 1.7339291339888247e-05, "loss": 0.0027, "step": 196980 }, { "epoch": 3.2662366732436867, "grad_norm": 0.000797125743702054, "learning_rate": 1.7337633267563134e-05, "loss": 0.0062, "step": 196990 }, { "epoch": 3.266402480476198, "grad_norm": 0.010478139854967594, "learning_rate": 1.7335975195238018e-05, "loss": 0.0013, "step": 197000 }, { "epoch": 3.2665682877087097, "grad_norm": 6.68960201437585e-05, "learning_rate": 1.73343171229129e-05, "loss": 0.0, "step": 197010 }, { "epoch": 3.2667340949412216, "grad_norm": 7.658696995349601e-05, "learning_rate": 1.7332659050587788e-05, "loss": 0.0054, "step": 197020 }, { "epoch": 3.2668999021737326, "grad_norm": 0.41518476605415344, "learning_rate": 1.7331000978262675e-05, "loss": 0.0096, "step": 197030 }, { "epoch": 3.2670657094062445, "grad_norm": 4.5539578422904015e-05, "learning_rate": 1.7329342905937558e-05, "loss": 0.0063, "step": 197040 }, { "epoch": 3.2672315166387556, "grad_norm": 8.37884726934135e-05, "learning_rate": 1.7327684833612442e-05, "loss": 0.0007, "step": 197050 }, { "epoch": 3.2673973238712675, "grad_norm": 0.10850459337234497, "learning_rate": 1.732602676128733e-05, "loss": 0.0025, "step": 197060 }, { "epoch": 3.267563131103779, "grad_norm": 3.6748595448443666e-05, "learning_rate": 1.7324368688962215e-05, "loss": 0.0002, "step": 197070 }, { "epoch": 3.2677289383362904, "grad_norm": 0.4767455756664276, "learning_rate": 1.73227106166371e-05, "loss": 0.0086, "step": 197080 }, { "epoch": 3.267894745568802, "grad_norm": 0.1214013323187828, "learning_rate": 1.7321052544311982e-05, "loss": 0.0033, "step": 197090 }, { "epoch": 3.2680605528013134, "grad_norm": 0.000787626369856298, "learning_rate": 1.731939447198687e-05, "loss": 0.0028, "step": 197100 }, { "epoch": 3.268226360033825, "grad_norm": 0.0018919624853879213, "learning_rate": 1.7317736399661756e-05, "loss": 0.0038, "step": 197110 }, { "epoch": 3.2683921672663363, "grad_norm": 0.0002498126996215433, "learning_rate": 1.731607832733664e-05, "loss": 0.0006, "step": 197120 }, { "epoch": 3.2685579744988478, "grad_norm": 0.15515752136707306, "learning_rate": 1.7314420255011523e-05, "loss": 0.0036, "step": 197130 }, { "epoch": 3.2687237817313592, "grad_norm": 0.47907519340515137, "learning_rate": 1.731276218268641e-05, "loss": 0.0268, "step": 197140 }, { "epoch": 3.2688895889638707, "grad_norm": 0.0018788169836625457, "learning_rate": 1.7311104110361297e-05, "loss": 0.0024, "step": 197150 }, { "epoch": 3.269055396196382, "grad_norm": 0.00023931157193146646, "learning_rate": 1.730944603803618e-05, "loss": 0.0064, "step": 197160 }, { "epoch": 3.2692212034288937, "grad_norm": 8.01159258116968e-05, "learning_rate": 1.7307787965711064e-05, "loss": 0.0031, "step": 197170 }, { "epoch": 3.269387010661405, "grad_norm": 0.03862232342362404, "learning_rate": 1.730612989338595e-05, "loss": 0.0122, "step": 197180 }, { "epoch": 3.2695528178939166, "grad_norm": 0.0008793806773610413, "learning_rate": 1.7304471821060838e-05, "loss": 0.0008, "step": 197190 }, { "epoch": 3.269718625126428, "grad_norm": 0.002844835864380002, "learning_rate": 1.730281374873572e-05, "loss": 0.0042, "step": 197200 }, { "epoch": 3.2698844323589396, "grad_norm": 3.338629176141694e-05, "learning_rate": 1.7301155676410605e-05, "loss": 0.0077, "step": 197210 }, { "epoch": 3.270050239591451, "grad_norm": 0.011765574105083942, "learning_rate": 1.729949760408549e-05, "loss": 0.0001, "step": 197220 }, { "epoch": 3.2702160468239625, "grad_norm": 0.0001242843718500808, "learning_rate": 1.7297839531760375e-05, "loss": 0.0037, "step": 197230 }, { "epoch": 3.270381854056474, "grad_norm": 3.18450438498985e-05, "learning_rate": 1.7296181459435262e-05, "loss": 0.0001, "step": 197240 }, { "epoch": 3.2705476612889854, "grad_norm": 0.00162755255587399, "learning_rate": 1.7294523387110145e-05, "loss": 0.0025, "step": 197250 }, { "epoch": 3.270713468521497, "grad_norm": 0.005877288058400154, "learning_rate": 1.7292865314785032e-05, "loss": 0.0013, "step": 197260 }, { "epoch": 3.2708792757540084, "grad_norm": 9.990362013923004e-05, "learning_rate": 1.7291207242459916e-05, "loss": 0.0087, "step": 197270 }, { "epoch": 3.27104508298652, "grad_norm": 0.0005929294275119901, "learning_rate": 1.7289549170134802e-05, "loss": 0.0093, "step": 197280 }, { "epoch": 3.2712108902190313, "grad_norm": 0.00020094800856895745, "learning_rate": 1.728789109780969e-05, "loss": 0.0073, "step": 197290 }, { "epoch": 3.271376697451543, "grad_norm": 0.0028966525569558144, "learning_rate": 1.7286233025484573e-05, "loss": 0.0, "step": 197300 }, { "epoch": 3.2715425046840543, "grad_norm": 0.1790546178817749, "learning_rate": 1.7284574953159456e-05, "loss": 0.0058, "step": 197310 }, { "epoch": 3.2717083119165657, "grad_norm": 0.00019810479716397822, "learning_rate": 1.7282916880834343e-05, "loss": 0.0121, "step": 197320 }, { "epoch": 3.271874119149077, "grad_norm": 0.0004135223280172795, "learning_rate": 1.728125880850923e-05, "loss": 0.0034, "step": 197330 }, { "epoch": 3.2720399263815887, "grad_norm": 3.538604505592957e-05, "learning_rate": 1.7279600736184113e-05, "loss": 0.0106, "step": 197340 }, { "epoch": 3.2722057336141, "grad_norm": 0.015113230794668198, "learning_rate": 1.7277942663858997e-05, "loss": 0.0022, "step": 197350 }, { "epoch": 3.2723715408466116, "grad_norm": 0.007700830698013306, "learning_rate": 1.7276284591533884e-05, "loss": 0.0001, "step": 197360 }, { "epoch": 3.272537348079123, "grad_norm": 0.01889144815504551, "learning_rate": 1.727462651920877e-05, "loss": 0.0038, "step": 197370 }, { "epoch": 3.2727031553116346, "grad_norm": 0.002200640505179763, "learning_rate": 1.7272968446883654e-05, "loss": 0.0004, "step": 197380 }, { "epoch": 3.272868962544146, "grad_norm": 0.029705798253417015, "learning_rate": 1.7271310374558538e-05, "loss": 0.0055, "step": 197390 }, { "epoch": 3.2730347697766575, "grad_norm": 0.0005450981552712619, "learning_rate": 1.7269652302233424e-05, "loss": 0.0009, "step": 197400 }, { "epoch": 3.273200577009169, "grad_norm": 0.001045369659550488, "learning_rate": 1.726799422990831e-05, "loss": 0.0038, "step": 197410 }, { "epoch": 3.2733663842416805, "grad_norm": 0.005388495046645403, "learning_rate": 1.7266336157583195e-05, "loss": 0.0002, "step": 197420 }, { "epoch": 3.273532191474192, "grad_norm": 0.1647796630859375, "learning_rate": 1.726467808525808e-05, "loss": 0.0056, "step": 197430 }, { "epoch": 3.2736979987067034, "grad_norm": 8.188773063011467e-05, "learning_rate": 1.7263020012932965e-05, "loss": 0.0044, "step": 197440 }, { "epoch": 3.273863805939215, "grad_norm": 0.00037180178333073854, "learning_rate": 1.7261361940607852e-05, "loss": 0.0055, "step": 197450 }, { "epoch": 3.2740296131717264, "grad_norm": 0.0012068466749042273, "learning_rate": 1.7259703868282736e-05, "loss": 0.005, "step": 197460 }, { "epoch": 3.2741954204042383, "grad_norm": 0.03739985078573227, "learning_rate": 1.725804579595762e-05, "loss": 0.0015, "step": 197470 }, { "epoch": 3.2743612276367493, "grad_norm": 0.01341252401471138, "learning_rate": 1.7256387723632506e-05, "loss": 0.0063, "step": 197480 }, { "epoch": 3.274527034869261, "grad_norm": 0.00010984548862325028, "learning_rate": 1.7254729651307393e-05, "loss": 0.0007, "step": 197490 }, { "epoch": 3.2746928421017722, "grad_norm": 0.00021580267639365047, "learning_rate": 1.7253071578982276e-05, "loss": 0.0, "step": 197500 }, { "epoch": 3.274858649334284, "grad_norm": 0.6677891612052917, "learning_rate": 1.725141350665716e-05, "loss": 0.0111, "step": 197510 }, { "epoch": 3.275024456566795, "grad_norm": 0.07243169844150543, "learning_rate": 1.7249755434332047e-05, "loss": 0.0001, "step": 197520 }, { "epoch": 3.275190263799307, "grad_norm": 0.030801378190517426, "learning_rate": 1.7248097362006933e-05, "loss": 0.0001, "step": 197530 }, { "epoch": 3.2753560710318186, "grad_norm": 0.00071906199445948, "learning_rate": 1.7246439289681817e-05, "loss": 0.0138, "step": 197540 }, { "epoch": 3.27552187826433, "grad_norm": 0.011224368587136269, "learning_rate": 1.72447812173567e-05, "loss": 0.0023, "step": 197550 }, { "epoch": 3.2756876854968415, "grad_norm": 0.2747756540775299, "learning_rate": 1.7243123145031587e-05, "loss": 0.0071, "step": 197560 }, { "epoch": 3.275853492729353, "grad_norm": 8.191369124688208e-05, "learning_rate": 1.7241465072706474e-05, "loss": 0.0007, "step": 197570 }, { "epoch": 3.2760192999618645, "grad_norm": 0.009308245033025742, "learning_rate": 1.7239807000381358e-05, "loss": 0.0035, "step": 197580 }, { "epoch": 3.276185107194376, "grad_norm": 0.2991258502006531, "learning_rate": 1.723814892805624e-05, "loss": 0.0098, "step": 197590 }, { "epoch": 3.2763509144268874, "grad_norm": 0.005611529108136892, "learning_rate": 1.7236490855731128e-05, "loss": 0.0086, "step": 197600 }, { "epoch": 3.276516721659399, "grad_norm": 0.00029045139672234654, "learning_rate": 1.723483278340601e-05, "loss": 0.0005, "step": 197610 }, { "epoch": 3.2766825288919104, "grad_norm": 0.004963594488799572, "learning_rate": 1.7233174711080898e-05, "loss": 0.0029, "step": 197620 }, { "epoch": 3.276848336124422, "grad_norm": 0.0001527314743725583, "learning_rate": 1.7231516638755785e-05, "loss": 0.002, "step": 197630 }, { "epoch": 3.2770141433569333, "grad_norm": 0.0012497411807999015, "learning_rate": 1.722985856643067e-05, "loss": 0.0, "step": 197640 }, { "epoch": 3.277179950589445, "grad_norm": 0.0034016920253634453, "learning_rate": 1.7228200494105552e-05, "loss": 0.0001, "step": 197650 }, { "epoch": 3.2773457578219563, "grad_norm": 0.0012065570335835218, "learning_rate": 1.722654242178044e-05, "loss": 0.0059, "step": 197660 }, { "epoch": 3.2775115650544677, "grad_norm": 0.15415504574775696, "learning_rate": 1.7224884349455326e-05, "loss": 0.0025, "step": 197670 }, { "epoch": 3.277677372286979, "grad_norm": 0.01158445980399847, "learning_rate": 1.722322627713021e-05, "loss": 0.0046, "step": 197680 }, { "epoch": 3.2778431795194907, "grad_norm": 3.67427637684159e-05, "learning_rate": 1.7221568204805093e-05, "loss": 0.0042, "step": 197690 }, { "epoch": 3.278008986752002, "grad_norm": 0.000657165830489248, "learning_rate": 1.721991013247998e-05, "loss": 0.0027, "step": 197700 }, { "epoch": 3.2781747939845136, "grad_norm": 6.607315299334005e-05, "learning_rate": 1.7218252060154867e-05, "loss": 0.0002, "step": 197710 }, { "epoch": 3.278340601217025, "grad_norm": 7.262781582539901e-05, "learning_rate": 1.721659398782975e-05, "loss": 0.0069, "step": 197720 }, { "epoch": 3.2785064084495366, "grad_norm": 0.12625916302204132, "learning_rate": 1.7214935915504634e-05, "loss": 0.0079, "step": 197730 }, { "epoch": 3.278672215682048, "grad_norm": 0.0008007698925212026, "learning_rate": 1.721327784317952e-05, "loss": 0.0006, "step": 197740 }, { "epoch": 3.2788380229145595, "grad_norm": 9.297616634285077e-05, "learning_rate": 1.7211619770854407e-05, "loss": 0.0021, "step": 197750 }, { "epoch": 3.279003830147071, "grad_norm": 0.0032212568912655115, "learning_rate": 1.720996169852929e-05, "loss": 0.0078, "step": 197760 }, { "epoch": 3.2791696373795824, "grad_norm": 0.0023933369666337967, "learning_rate": 1.7208303626204174e-05, "loss": 0.0101, "step": 197770 }, { "epoch": 3.279335444612094, "grad_norm": 0.21682563424110413, "learning_rate": 1.720664555387906e-05, "loss": 0.0052, "step": 197780 }, { "epoch": 3.2795012518446054, "grad_norm": 0.003034751396626234, "learning_rate": 1.7204987481553948e-05, "loss": 0.0054, "step": 197790 }, { "epoch": 3.279667059077117, "grad_norm": 0.00015322872786782682, "learning_rate": 1.720332940922883e-05, "loss": 0.0099, "step": 197800 }, { "epoch": 3.2798328663096283, "grad_norm": 0.0027240009512752295, "learning_rate": 1.7201671336903715e-05, "loss": 0.0002, "step": 197810 }, { "epoch": 3.27999867354214, "grad_norm": 0.0007412387058138847, "learning_rate": 1.7200013264578602e-05, "loss": 0.0, "step": 197820 }, { "epoch": 3.2801644807746513, "grad_norm": 0.041522011160850525, "learning_rate": 1.719835519225349e-05, "loss": 0.0023, "step": 197830 }, { "epoch": 3.2803302880071628, "grad_norm": 2.7984888220089488e-05, "learning_rate": 1.7196697119928372e-05, "loss": 0.0094, "step": 197840 }, { "epoch": 3.2804960952396742, "grad_norm": 0.00029467319836840034, "learning_rate": 1.7195039047603256e-05, "loss": 0.0022, "step": 197850 }, { "epoch": 3.2806619024721857, "grad_norm": 0.013151991181075573, "learning_rate": 1.7193380975278142e-05, "loss": 0.0017, "step": 197860 }, { "epoch": 3.280827709704697, "grad_norm": 0.0005464497371576726, "learning_rate": 1.719172290295303e-05, "loss": 0.005, "step": 197870 }, { "epoch": 3.2809935169372086, "grad_norm": 0.0005726601812057197, "learning_rate": 1.7190064830627913e-05, "loss": 0.0008, "step": 197880 }, { "epoch": 3.28115932416972, "grad_norm": 0.0005448919255286455, "learning_rate": 1.7188406758302796e-05, "loss": 0.0042, "step": 197890 }, { "epoch": 3.2813251314022316, "grad_norm": 0.24899964034557343, "learning_rate": 1.7186748685977683e-05, "loss": 0.0068, "step": 197900 }, { "epoch": 3.281490938634743, "grad_norm": 0.0204121433198452, "learning_rate": 1.718509061365257e-05, "loss": 0.0028, "step": 197910 }, { "epoch": 3.281656745867255, "grad_norm": 0.282539427280426, "learning_rate": 1.7183432541327453e-05, "loss": 0.0081, "step": 197920 }, { "epoch": 3.281822553099766, "grad_norm": 0.0005081244162283838, "learning_rate": 1.7181774469002337e-05, "loss": 0.0032, "step": 197930 }, { "epoch": 3.281988360332278, "grad_norm": 0.005764793138951063, "learning_rate": 1.7180116396677224e-05, "loss": 0.0002, "step": 197940 }, { "epoch": 3.282154167564789, "grad_norm": 0.01711752638220787, "learning_rate": 1.717845832435211e-05, "loss": 0.0017, "step": 197950 }, { "epoch": 3.282319974797301, "grad_norm": 7.426575757563114e-05, "learning_rate": 1.7176800252026994e-05, "loss": 0.0027, "step": 197960 }, { "epoch": 3.282485782029812, "grad_norm": 0.0006474247202277184, "learning_rate": 1.717514217970188e-05, "loss": 0.0063, "step": 197970 }, { "epoch": 3.282651589262324, "grad_norm": 0.00020987763127777725, "learning_rate": 1.7173484107376765e-05, "loss": 0.0028, "step": 197980 }, { "epoch": 3.2828173964948353, "grad_norm": 0.0014711943222209811, "learning_rate": 1.7171826035051648e-05, "loss": 0.0104, "step": 197990 }, { "epoch": 3.2829832037273468, "grad_norm": 0.001201020902954042, "learning_rate": 1.7170167962726535e-05, "loss": 0.0089, "step": 198000 }, { "epoch": 3.2831490109598582, "grad_norm": 0.001433510216884315, "learning_rate": 1.7168509890401422e-05, "loss": 0.0048, "step": 198010 }, { "epoch": 3.2833148181923697, "grad_norm": 3.050324085052125e-05, "learning_rate": 1.7166851818076305e-05, "loss": 0.0052, "step": 198020 }, { "epoch": 3.283480625424881, "grad_norm": 0.3217660188674927, "learning_rate": 1.716519374575119e-05, "loss": 0.0176, "step": 198030 }, { "epoch": 3.2836464326573926, "grad_norm": 0.04664382338523865, "learning_rate": 1.7163535673426076e-05, "loss": 0.0001, "step": 198040 }, { "epoch": 3.283812239889904, "grad_norm": 6.955446588108316e-05, "learning_rate": 1.7161877601100962e-05, "loss": 0.0097, "step": 198050 }, { "epoch": 3.2839780471224156, "grad_norm": 0.3818301558494568, "learning_rate": 1.7160219528775846e-05, "loss": 0.0062, "step": 198060 }, { "epoch": 3.284143854354927, "grad_norm": 0.0027555814012885094, "learning_rate": 1.715856145645073e-05, "loss": 0.0183, "step": 198070 }, { "epoch": 3.2843096615874385, "grad_norm": 7.4724608566612e-05, "learning_rate": 1.7156903384125616e-05, "loss": 0.0031, "step": 198080 }, { "epoch": 3.28447546881995, "grad_norm": 0.0008012571488507092, "learning_rate": 1.7155245311800503e-05, "loss": 0.0008, "step": 198090 }, { "epoch": 3.2846412760524615, "grad_norm": 0.20032885670661926, "learning_rate": 1.7153587239475387e-05, "loss": 0.0118, "step": 198100 }, { "epoch": 3.284807083284973, "grad_norm": 0.11908464133739471, "learning_rate": 1.715192916715027e-05, "loss": 0.0096, "step": 198110 }, { "epoch": 3.2849728905174844, "grad_norm": 8.864266419550404e-05, "learning_rate": 1.7150271094825157e-05, "loss": 0.0001, "step": 198120 }, { "epoch": 3.285138697749996, "grad_norm": 0.027378704398870468, "learning_rate": 1.7148613022500044e-05, "loss": 0.0033, "step": 198130 }, { "epoch": 3.2853045049825074, "grad_norm": 0.3069554567337036, "learning_rate": 1.7146954950174927e-05, "loss": 0.0088, "step": 198140 }, { "epoch": 3.285470312215019, "grad_norm": 1.9078935384750366, "learning_rate": 1.714529687784981e-05, "loss": 0.0123, "step": 198150 }, { "epoch": 3.2856361194475303, "grad_norm": 0.004488133359700441, "learning_rate": 1.7143638805524698e-05, "loss": 0.0001, "step": 198160 }, { "epoch": 3.285801926680042, "grad_norm": 0.002068953588604927, "learning_rate": 1.7141980733199585e-05, "loss": 0.0073, "step": 198170 }, { "epoch": 3.2859677339125533, "grad_norm": 0.01390453614294529, "learning_rate": 1.7140322660874468e-05, "loss": 0.0041, "step": 198180 }, { "epoch": 3.2861335411450647, "grad_norm": 5.415499981609173e-05, "learning_rate": 1.713866458854935e-05, "loss": 0.0001, "step": 198190 }, { "epoch": 3.286299348377576, "grad_norm": 0.0024374681524932384, "learning_rate": 1.713700651622424e-05, "loss": 0.0023, "step": 198200 }, { "epoch": 3.2864651556100877, "grad_norm": 0.2135397344827652, "learning_rate": 1.7135348443899125e-05, "loss": 0.0062, "step": 198210 }, { "epoch": 3.286630962842599, "grad_norm": 0.004919809754937887, "learning_rate": 1.713369037157401e-05, "loss": 0.0002, "step": 198220 }, { "epoch": 3.2867967700751106, "grad_norm": 0.00016487474204041064, "learning_rate": 1.7132032299248892e-05, "loss": 0.0032, "step": 198230 }, { "epoch": 3.286962577307622, "grad_norm": 0.02237471006810665, "learning_rate": 1.713037422692378e-05, "loss": 0.0052, "step": 198240 }, { "epoch": 3.2871283845401336, "grad_norm": 0.0021887158509343863, "learning_rate": 1.7128716154598666e-05, "loss": 0.0087, "step": 198250 }, { "epoch": 3.287294191772645, "grad_norm": 0.0019140213262289762, "learning_rate": 1.712705808227355e-05, "loss": 0.0005, "step": 198260 }, { "epoch": 3.2874599990051565, "grad_norm": 7.794096745783463e-05, "learning_rate": 1.7125400009948433e-05, "loss": 0.0001, "step": 198270 }, { "epoch": 3.287625806237668, "grad_norm": 0.5186241865158081, "learning_rate": 1.712374193762332e-05, "loss": 0.0057, "step": 198280 }, { "epoch": 3.2877916134701795, "grad_norm": 0.0011605677427724004, "learning_rate": 1.7122083865298207e-05, "loss": 0.0034, "step": 198290 }, { "epoch": 3.287957420702691, "grad_norm": 5.7349658163730055e-05, "learning_rate": 1.712042579297309e-05, "loss": 0.0014, "step": 198300 }, { "epoch": 3.2881232279352024, "grad_norm": 0.0576133094727993, "learning_rate": 1.7118767720647977e-05, "loss": 0.0158, "step": 198310 }, { "epoch": 3.288289035167714, "grad_norm": 0.14717403054237366, "learning_rate": 1.711710964832286e-05, "loss": 0.0188, "step": 198320 }, { "epoch": 3.2884548424002253, "grad_norm": 0.03236382082104683, "learning_rate": 1.7115451575997747e-05, "loss": 0.0099, "step": 198330 }, { "epoch": 3.288620649632737, "grad_norm": 0.15590737760066986, "learning_rate": 1.711379350367263e-05, "loss": 0.0086, "step": 198340 }, { "epoch": 3.2887864568652483, "grad_norm": 0.00036295378231443465, "learning_rate": 1.7112135431347518e-05, "loss": 0.0059, "step": 198350 }, { "epoch": 3.2889522640977598, "grad_norm": 0.002543369773775339, "learning_rate": 1.71104773590224e-05, "loss": 0.0027, "step": 198360 }, { "epoch": 3.2891180713302717, "grad_norm": 0.011623155325651169, "learning_rate": 1.7108819286697288e-05, "loss": 0.0028, "step": 198370 }, { "epoch": 3.2892838785627827, "grad_norm": 0.005028692539781332, "learning_rate": 1.710716121437217e-05, "loss": 0.0001, "step": 198380 }, { "epoch": 3.2894496857952946, "grad_norm": 0.0004910236457362771, "learning_rate": 1.710550314204706e-05, "loss": 0.0004, "step": 198390 }, { "epoch": 3.2896154930278056, "grad_norm": 0.2782248556613922, "learning_rate": 1.7103845069721942e-05, "loss": 0.0009, "step": 198400 }, { "epoch": 3.2897813002603176, "grad_norm": 0.0012665576068684459, "learning_rate": 1.7102186997396825e-05, "loss": 0.0, "step": 198410 }, { "epoch": 3.2899471074928286, "grad_norm": 0.0014817166374996305, "learning_rate": 1.7100528925071712e-05, "loss": 0.0029, "step": 198420 }, { "epoch": 3.2901129147253405, "grad_norm": 0.0010768380016088486, "learning_rate": 1.70988708527466e-05, "loss": 0.0037, "step": 198430 }, { "epoch": 3.290278721957852, "grad_norm": 0.030513456091284752, "learning_rate": 1.7097212780421482e-05, "loss": 0.0037, "step": 198440 }, { "epoch": 3.2904445291903635, "grad_norm": 0.0012869429774582386, "learning_rate": 1.7095554708096366e-05, "loss": 0.0, "step": 198450 }, { "epoch": 3.290610336422875, "grad_norm": 9.499555017100647e-05, "learning_rate": 1.7093896635771253e-05, "loss": 0.0085, "step": 198460 }, { "epoch": 3.2907761436553864, "grad_norm": 0.006879366934299469, "learning_rate": 1.709223856344614e-05, "loss": 0.0, "step": 198470 }, { "epoch": 3.290941950887898, "grad_norm": 0.0011944842990487814, "learning_rate": 1.7090580491121027e-05, "loss": 0.0056, "step": 198480 }, { "epoch": 3.2911077581204093, "grad_norm": 0.00386883900500834, "learning_rate": 1.7088922418795907e-05, "loss": 0.0057, "step": 198490 }, { "epoch": 3.291273565352921, "grad_norm": 0.33951008319854736, "learning_rate": 1.7087264346470794e-05, "loss": 0.0138, "step": 198500 }, { "epoch": 3.2914393725854323, "grad_norm": 0.014557810500264168, "learning_rate": 1.708560627414568e-05, "loss": 0.0039, "step": 198510 }, { "epoch": 3.2916051798179438, "grad_norm": 0.00011781801731558517, "learning_rate": 1.7083948201820564e-05, "loss": 0.0034, "step": 198520 }, { "epoch": 3.2917709870504552, "grad_norm": 0.00110687839332968, "learning_rate": 1.7082290129495447e-05, "loss": 0.0001, "step": 198530 }, { "epoch": 3.2919367942829667, "grad_norm": 0.0024919589050114155, "learning_rate": 1.7080632057170334e-05, "loss": 0.004, "step": 198540 }, { "epoch": 3.292102601515478, "grad_norm": 0.0005187023198232055, "learning_rate": 1.707897398484522e-05, "loss": 0.0101, "step": 198550 }, { "epoch": 3.2922684087479896, "grad_norm": 0.0021125690545886755, "learning_rate": 1.7077315912520105e-05, "loss": 0.0028, "step": 198560 }, { "epoch": 3.292434215980501, "grad_norm": 4.1599527321523055e-05, "learning_rate": 1.7075657840194988e-05, "loss": 0.0101, "step": 198570 }, { "epoch": 3.2926000232130126, "grad_norm": 0.000627239525783807, "learning_rate": 1.7073999767869875e-05, "loss": 0.0063, "step": 198580 }, { "epoch": 3.292765830445524, "grad_norm": 0.0022451351396739483, "learning_rate": 1.7072341695544762e-05, "loss": 0.001, "step": 198590 }, { "epoch": 3.2929316376780355, "grad_norm": 7.153047772590071e-05, "learning_rate": 1.7070683623219645e-05, "loss": 0.0018, "step": 198600 }, { "epoch": 3.293097444910547, "grad_norm": 0.10665029287338257, "learning_rate": 1.706902555089453e-05, "loss": 0.0004, "step": 198610 }, { "epoch": 3.2932632521430585, "grad_norm": 0.0040306467562913895, "learning_rate": 1.7067367478569416e-05, "loss": 0.0028, "step": 198620 }, { "epoch": 3.29342905937557, "grad_norm": 0.0001077053093467839, "learning_rate": 1.7065709406244302e-05, "loss": 0.0, "step": 198630 }, { "epoch": 3.2935948666080814, "grad_norm": 0.0015203438233584166, "learning_rate": 1.7064051333919186e-05, "loss": 0.0071, "step": 198640 }, { "epoch": 3.293760673840593, "grad_norm": 0.0004889083211310208, "learning_rate": 1.7062393261594073e-05, "loss": 0.0035, "step": 198650 }, { "epoch": 3.2939264810731044, "grad_norm": 0.0032411017455160618, "learning_rate": 1.7060735189268956e-05, "loss": 0.0047, "step": 198660 }, { "epoch": 3.294092288305616, "grad_norm": 0.005754962097853422, "learning_rate": 1.7059077116943843e-05, "loss": 0.0045, "step": 198670 }, { "epoch": 3.2942580955381273, "grad_norm": 0.0005570022622123361, "learning_rate": 1.7057419044618727e-05, "loss": 0.0101, "step": 198680 }, { "epoch": 3.294423902770639, "grad_norm": 0.005398372653871775, "learning_rate": 1.7055760972293614e-05, "loss": 0.005, "step": 198690 }, { "epoch": 3.2945897100031503, "grad_norm": 0.0017991483910009265, "learning_rate": 1.7054102899968497e-05, "loss": 0.0001, "step": 198700 }, { "epoch": 3.2947555172356617, "grad_norm": 0.0007890051929280162, "learning_rate": 1.7052444827643384e-05, "loss": 0.0133, "step": 198710 }, { "epoch": 3.294921324468173, "grad_norm": 0.0011260819155722857, "learning_rate": 1.7050786755318267e-05, "loss": 0.0052, "step": 198720 }, { "epoch": 3.2950871317006847, "grad_norm": 6.510894309030846e-05, "learning_rate": 1.7049128682993154e-05, "loss": 0.0033, "step": 198730 }, { "epoch": 3.295252938933196, "grad_norm": 0.014263179153203964, "learning_rate": 1.7047470610668038e-05, "loss": 0.004, "step": 198740 }, { "epoch": 3.2954187461657076, "grad_norm": 0.007271997164934874, "learning_rate": 1.7045812538342925e-05, "loss": 0.0, "step": 198750 }, { "epoch": 3.295584553398219, "grad_norm": 8.548477126169018e-06, "learning_rate": 1.7044154466017808e-05, "loss": 0.0005, "step": 198760 }, { "epoch": 3.2957503606307306, "grad_norm": 0.0023458704818040133, "learning_rate": 1.7042496393692695e-05, "loss": 0.0047, "step": 198770 }, { "epoch": 3.295916167863242, "grad_norm": 0.0008131277863867581, "learning_rate": 1.704083832136758e-05, "loss": 0.0002, "step": 198780 }, { "epoch": 3.2960819750957535, "grad_norm": 9.748369484441355e-05, "learning_rate": 1.7039180249042462e-05, "loss": 0.0001, "step": 198790 }, { "epoch": 3.296247782328265, "grad_norm": 0.16142165660858154, "learning_rate": 1.703752217671735e-05, "loss": 0.0095, "step": 198800 }, { "epoch": 3.2964135895607765, "grad_norm": 0.00020439838408492506, "learning_rate": 1.7035864104392236e-05, "loss": 0.0072, "step": 198810 }, { "epoch": 3.296579396793288, "grad_norm": 0.01950269378721714, "learning_rate": 1.7034206032067122e-05, "loss": 0.0029, "step": 198820 }, { "epoch": 3.2967452040257994, "grad_norm": 0.00011204231122974306, "learning_rate": 1.7032547959742003e-05, "loss": 0.0027, "step": 198830 }, { "epoch": 3.2969110112583113, "grad_norm": 0.0006213200394995511, "learning_rate": 1.703088988741689e-05, "loss": 0.0001, "step": 198840 }, { "epoch": 3.2970768184908223, "grad_norm": 0.0010869861580431461, "learning_rate": 1.7029231815091776e-05, "loss": 0.0126, "step": 198850 }, { "epoch": 3.2972426257233343, "grad_norm": 0.36660319566726685, "learning_rate": 1.7027573742766663e-05, "loss": 0.0076, "step": 198860 }, { "epoch": 3.2974084329558453, "grad_norm": 0.40802597999572754, "learning_rate": 1.7025915670441543e-05, "loss": 0.009, "step": 198870 }, { "epoch": 3.297574240188357, "grad_norm": 0.0032563526183366776, "learning_rate": 1.702425759811643e-05, "loss": 0.0041, "step": 198880 }, { "epoch": 3.2977400474208687, "grad_norm": 0.00011059914686484262, "learning_rate": 1.7022599525791317e-05, "loss": 0.0, "step": 198890 }, { "epoch": 3.29790585465338, "grad_norm": 0.4765341281890869, "learning_rate": 1.70209414534662e-05, "loss": 0.0044, "step": 198900 }, { "epoch": 3.2980716618858916, "grad_norm": 9.412528743268922e-05, "learning_rate": 1.7019283381141084e-05, "loss": 0.0039, "step": 198910 }, { "epoch": 3.298237469118403, "grad_norm": 0.16970296204090118, "learning_rate": 1.701762530881597e-05, "loss": 0.0113, "step": 198920 }, { "epoch": 3.2984032763509146, "grad_norm": 0.004785367287695408, "learning_rate": 1.7015967236490858e-05, "loss": 0.0138, "step": 198930 }, { "epoch": 3.298569083583426, "grad_norm": 0.06408420950174332, "learning_rate": 1.701430916416574e-05, "loss": 0.0058, "step": 198940 }, { "epoch": 3.2987348908159375, "grad_norm": 0.00024369469610974193, "learning_rate": 1.7012651091840625e-05, "loss": 0.0001, "step": 198950 }, { "epoch": 3.298900698048449, "grad_norm": 0.000232451522606425, "learning_rate": 1.701099301951551e-05, "loss": 0.0049, "step": 198960 }, { "epoch": 3.2990665052809605, "grad_norm": 0.00012092469842173159, "learning_rate": 1.70093349471904e-05, "loss": 0.0037, "step": 198970 }, { "epoch": 3.299232312513472, "grad_norm": 0.006073573138564825, "learning_rate": 1.7007676874865282e-05, "loss": 0.0227, "step": 198980 }, { "epoch": 3.2993981197459834, "grad_norm": 0.009099461138248444, "learning_rate": 1.700601880254017e-05, "loss": 0.0086, "step": 198990 }, { "epoch": 3.299563926978495, "grad_norm": 0.001991052646189928, "learning_rate": 1.7004360730215052e-05, "loss": 0.0007, "step": 199000 }, { "epoch": 3.2997297342110063, "grad_norm": 0.00591837614774704, "learning_rate": 1.700270265788994e-05, "loss": 0.0025, "step": 199010 }, { "epoch": 3.299895541443518, "grad_norm": 0.005808285437524319, "learning_rate": 1.7001044585564823e-05, "loss": 0.0007, "step": 199020 }, { "epoch": 3.3000613486760293, "grad_norm": 0.0005716453888453543, "learning_rate": 1.699938651323971e-05, "loss": 0.0046, "step": 199030 }, { "epoch": 3.3002271559085408, "grad_norm": 0.00046096727601252496, "learning_rate": 1.6997728440914593e-05, "loss": 0.0063, "step": 199040 }, { "epoch": 3.3003929631410522, "grad_norm": 3.3010241168085486e-05, "learning_rate": 1.699607036858948e-05, "loss": 0.0074, "step": 199050 }, { "epoch": 3.3005587703735637, "grad_norm": 0.0005015301867388189, "learning_rate": 1.6994412296264363e-05, "loss": 0.005, "step": 199060 }, { "epoch": 3.300724577606075, "grad_norm": 0.2263716459274292, "learning_rate": 1.699275422393925e-05, "loss": 0.0089, "step": 199070 }, { "epoch": 3.3008903848385867, "grad_norm": 0.16605953872203827, "learning_rate": 1.6991096151614134e-05, "loss": 0.0039, "step": 199080 }, { "epoch": 3.301056192071098, "grad_norm": 0.00010576012573437765, "learning_rate": 1.698943807928902e-05, "loss": 0.0072, "step": 199090 }, { "epoch": 3.3012219993036096, "grad_norm": 0.0007930813007988036, "learning_rate": 1.6987780006963904e-05, "loss": 0.0149, "step": 199100 }, { "epoch": 3.301387806536121, "grad_norm": 0.6227081418037415, "learning_rate": 1.698612193463879e-05, "loss": 0.0097, "step": 199110 }, { "epoch": 3.3015536137686325, "grad_norm": 9.508079529041424e-05, "learning_rate": 1.6984463862313674e-05, "loss": 0.0001, "step": 199120 }, { "epoch": 3.301719421001144, "grad_norm": 0.035608477890491486, "learning_rate": 1.698280578998856e-05, "loss": 0.0049, "step": 199130 }, { "epoch": 3.3018852282336555, "grad_norm": 0.009609115310013294, "learning_rate": 1.6981147717663445e-05, "loss": 0.0073, "step": 199140 }, { "epoch": 3.302051035466167, "grad_norm": 0.00019551040895748883, "learning_rate": 1.697948964533833e-05, "loss": 0.0001, "step": 199150 }, { "epoch": 3.3022168426986784, "grad_norm": 0.005468274932354689, "learning_rate": 1.697783157301322e-05, "loss": 0.0058, "step": 199160 }, { "epoch": 3.30238264993119, "grad_norm": 0.0007993162726052105, "learning_rate": 1.69761735006881e-05, "loss": 0.0026, "step": 199170 }, { "epoch": 3.3025484571637014, "grad_norm": 0.0005679416935890913, "learning_rate": 1.6974515428362985e-05, "loss": 0.0034, "step": 199180 }, { "epoch": 3.302714264396213, "grad_norm": 0.00037995236925780773, "learning_rate": 1.6972857356037872e-05, "loss": 0.002, "step": 199190 }, { "epoch": 3.3028800716287243, "grad_norm": 0.13498367369174957, "learning_rate": 1.697119928371276e-05, "loss": 0.0004, "step": 199200 }, { "epoch": 3.303045878861236, "grad_norm": 0.000808374141342938, "learning_rate": 1.696954121138764e-05, "loss": 0.0044, "step": 199210 }, { "epoch": 3.3032116860937473, "grad_norm": 0.004291010554879904, "learning_rate": 1.6967883139062526e-05, "loss": 0.0046, "step": 199220 }, { "epoch": 3.3033774933262587, "grad_norm": 0.001558135263621807, "learning_rate": 1.6966225066737413e-05, "loss": 0.0103, "step": 199230 }, { "epoch": 3.30354330055877, "grad_norm": 0.003370929043740034, "learning_rate": 1.69645669944123e-05, "loss": 0.0054, "step": 199240 }, { "epoch": 3.3037091077912817, "grad_norm": 0.004956846125423908, "learning_rate": 1.696290892208718e-05, "loss": 0.003, "step": 199250 }, { "epoch": 3.303874915023793, "grad_norm": 2.0056228095199913e-05, "learning_rate": 1.6961250849762067e-05, "loss": 0.0124, "step": 199260 }, { "epoch": 3.3040407222563046, "grad_norm": 0.013088177889585495, "learning_rate": 1.6959592777436954e-05, "loss": 0.0001, "step": 199270 }, { "epoch": 3.304206529488816, "grad_norm": 0.0008197381976060569, "learning_rate": 1.6957934705111837e-05, "loss": 0.0028, "step": 199280 }, { "epoch": 3.304372336721328, "grad_norm": 0.0039508831687271595, "learning_rate": 1.695627663278672e-05, "loss": 0.0025, "step": 199290 }, { "epoch": 3.304538143953839, "grad_norm": 0.0002545569441281259, "learning_rate": 1.6954618560461607e-05, "loss": 0.0057, "step": 199300 }, { "epoch": 3.304703951186351, "grad_norm": 0.0004897621693089604, "learning_rate": 1.6952960488136494e-05, "loss": 0.0023, "step": 199310 }, { "epoch": 3.304869758418862, "grad_norm": 0.00972106121480465, "learning_rate": 1.6951302415811378e-05, "loss": 0.0002, "step": 199320 }, { "epoch": 3.305035565651374, "grad_norm": 0.23038731515407562, "learning_rate": 1.6949644343486265e-05, "loss": 0.0089, "step": 199330 }, { "epoch": 3.3052013728838854, "grad_norm": 0.15210896730422974, "learning_rate": 1.6947986271161148e-05, "loss": 0.0093, "step": 199340 }, { "epoch": 3.305367180116397, "grad_norm": 0.00038269025390036404, "learning_rate": 1.6946328198836035e-05, "loss": 0.0, "step": 199350 }, { "epoch": 3.3055329873489083, "grad_norm": 9.793163189897314e-05, "learning_rate": 1.694467012651092e-05, "loss": 0.0028, "step": 199360 }, { "epoch": 3.30569879458142, "grad_norm": 0.034160763025283813, "learning_rate": 1.6943012054185805e-05, "loss": 0.0034, "step": 199370 }, { "epoch": 3.3058646018139313, "grad_norm": 0.0007271355716511607, "learning_rate": 1.694135398186069e-05, "loss": 0.0002, "step": 199380 }, { "epoch": 3.3060304090464427, "grad_norm": 0.001555714407004416, "learning_rate": 1.6939695909535576e-05, "loss": 0.0001, "step": 199390 }, { "epoch": 3.306196216278954, "grad_norm": 0.0006606156239286065, "learning_rate": 1.693803783721046e-05, "loss": 0.0056, "step": 199400 }, { "epoch": 3.3063620235114657, "grad_norm": 0.0009167698444798589, "learning_rate": 1.6936379764885346e-05, "loss": 0.0029, "step": 199410 }, { "epoch": 3.306527830743977, "grad_norm": 0.000758267124183476, "learning_rate": 1.693472169256023e-05, "loss": 0.0124, "step": 199420 }, { "epoch": 3.3066936379764886, "grad_norm": 0.02783767506480217, "learning_rate": 1.6933063620235116e-05, "loss": 0.0001, "step": 199430 }, { "epoch": 3.306859445209, "grad_norm": 0.5923320055007935, "learning_rate": 1.693140554791e-05, "loss": 0.0008, "step": 199440 }, { "epoch": 3.3070252524415116, "grad_norm": 0.007911930792033672, "learning_rate": 1.6929747475584887e-05, "loss": 0.0004, "step": 199450 }, { "epoch": 3.307191059674023, "grad_norm": 0.02426888234913349, "learning_rate": 1.692808940325977e-05, "loss": 0.0083, "step": 199460 }, { "epoch": 3.3073568669065345, "grad_norm": 0.15178711712360382, "learning_rate": 1.6926431330934657e-05, "loss": 0.011, "step": 199470 }, { "epoch": 3.307522674139046, "grad_norm": 0.18089598417282104, "learning_rate": 1.692477325860954e-05, "loss": 0.0057, "step": 199480 }, { "epoch": 3.3076884813715575, "grad_norm": 0.0049982937052845955, "learning_rate": 1.6923115186284427e-05, "loss": 0.0003, "step": 199490 }, { "epoch": 3.307854288604069, "grad_norm": 0.0070871515199542046, "learning_rate": 1.6921457113959314e-05, "loss": 0.0032, "step": 199500 }, { "epoch": 3.3080200958365804, "grad_norm": 0.0040549663826823235, "learning_rate": 1.6919799041634198e-05, "loss": 0.0097, "step": 199510 }, { "epoch": 3.308185903069092, "grad_norm": 0.00012571411207318306, "learning_rate": 1.691814096930908e-05, "loss": 0.0006, "step": 199520 }, { "epoch": 3.3083517103016034, "grad_norm": 0.0008059797110036016, "learning_rate": 1.6916482896983968e-05, "loss": 0.0104, "step": 199530 }, { "epoch": 3.308517517534115, "grad_norm": 0.007169940508902073, "learning_rate": 1.6914824824658855e-05, "loss": 0.0101, "step": 199540 }, { "epoch": 3.3086833247666263, "grad_norm": 0.01164656225591898, "learning_rate": 1.691316675233374e-05, "loss": 0.0001, "step": 199550 }, { "epoch": 3.3088491319991378, "grad_norm": 0.0017972829518839717, "learning_rate": 1.6911508680008622e-05, "loss": 0.003, "step": 199560 }, { "epoch": 3.3090149392316492, "grad_norm": 0.00023352663265541196, "learning_rate": 1.690985060768351e-05, "loss": 0.0001, "step": 199570 }, { "epoch": 3.3091807464641607, "grad_norm": 0.010092896409332752, "learning_rate": 1.6908192535358396e-05, "loss": 0.0012, "step": 199580 }, { "epoch": 3.309346553696672, "grad_norm": 0.021097101271152496, "learning_rate": 1.6906534463033276e-05, "loss": 0.0021, "step": 199590 }, { "epoch": 3.3095123609291837, "grad_norm": 4.861872366745956e-05, "learning_rate": 1.6904876390708163e-05, "loss": 0.0031, "step": 199600 }, { "epoch": 3.309678168161695, "grad_norm": 0.000593224773183465, "learning_rate": 1.690321831838305e-05, "loss": 0.0031, "step": 199610 }, { "epoch": 3.3098439753942066, "grad_norm": 0.004750263877213001, "learning_rate": 1.6901560246057936e-05, "loss": 0.0028, "step": 199620 }, { "epoch": 3.310009782626718, "grad_norm": 0.2632160484790802, "learning_rate": 1.6899902173732816e-05, "loss": 0.0103, "step": 199630 }, { "epoch": 3.3101755898592296, "grad_norm": 0.0005199448787607253, "learning_rate": 1.6898244101407703e-05, "loss": 0.0091, "step": 199640 }, { "epoch": 3.310341397091741, "grad_norm": 0.001098515116609633, "learning_rate": 1.689658602908259e-05, "loss": 0.0058, "step": 199650 }, { "epoch": 3.3105072043242525, "grad_norm": 6.884797039674595e-05, "learning_rate": 1.6894927956757477e-05, "loss": 0.0051, "step": 199660 }, { "epoch": 3.310673011556764, "grad_norm": 3.2975542126223445e-05, "learning_rate": 1.6893269884432357e-05, "loss": 0.0057, "step": 199670 }, { "epoch": 3.3108388187892754, "grad_norm": 0.005888298153877258, "learning_rate": 1.6891611812107244e-05, "loss": 0.0039, "step": 199680 }, { "epoch": 3.311004626021787, "grad_norm": 0.020114438608288765, "learning_rate": 1.688995373978213e-05, "loss": 0.0013, "step": 199690 }, { "epoch": 3.3111704332542984, "grad_norm": 0.04337400197982788, "learning_rate": 1.6888295667457014e-05, "loss": 0.0109, "step": 199700 }, { "epoch": 3.31133624048681, "grad_norm": 0.0015129403909668326, "learning_rate": 1.68866375951319e-05, "loss": 0.0064, "step": 199710 }, { "epoch": 3.3115020477193213, "grad_norm": 0.0002556831168476492, "learning_rate": 1.6884979522806785e-05, "loss": 0.0013, "step": 199720 }, { "epoch": 3.311667854951833, "grad_norm": 0.175415500998497, "learning_rate": 1.688332145048167e-05, "loss": 0.0096, "step": 199730 }, { "epoch": 3.3118336621843447, "grad_norm": 0.00018812787311617285, "learning_rate": 1.6881663378156555e-05, "loss": 0.0073, "step": 199740 }, { "epoch": 3.3119994694168557, "grad_norm": 0.0002110585628543049, "learning_rate": 1.6880005305831442e-05, "loss": 0.0013, "step": 199750 }, { "epoch": 3.3121652766493677, "grad_norm": 0.0056618028320372105, "learning_rate": 1.6878347233506325e-05, "loss": 0.0036, "step": 199760 }, { "epoch": 3.3123310838818787, "grad_norm": 0.35322779417037964, "learning_rate": 1.6876689161181212e-05, "loss": 0.0023, "step": 199770 }, { "epoch": 3.3124968911143906, "grad_norm": 0.002027706941589713, "learning_rate": 1.6875031088856096e-05, "loss": 0.0043, "step": 199780 }, { "epoch": 3.312662698346902, "grad_norm": 0.00012935716949868947, "learning_rate": 1.6873373016530983e-05, "loss": 0.0056, "step": 199790 }, { "epoch": 3.3128285055794136, "grad_norm": 0.5850332379341125, "learning_rate": 1.6871714944205866e-05, "loss": 0.0047, "step": 199800 }, { "epoch": 3.312994312811925, "grad_norm": 0.0036808380391448736, "learning_rate": 1.6870056871880753e-05, "loss": 0.0027, "step": 199810 }, { "epoch": 3.3131601200444365, "grad_norm": 0.33593884110450745, "learning_rate": 1.6868398799555636e-05, "loss": 0.0043, "step": 199820 }, { "epoch": 3.313325927276948, "grad_norm": 0.6460940837860107, "learning_rate": 1.6866740727230523e-05, "loss": 0.0072, "step": 199830 }, { "epoch": 3.3134917345094594, "grad_norm": 0.002168830716982484, "learning_rate": 1.6865082654905407e-05, "loss": 0.0093, "step": 199840 }, { "epoch": 3.313657541741971, "grad_norm": 1.1143889427185059, "learning_rate": 1.6863424582580294e-05, "loss": 0.0156, "step": 199850 }, { "epoch": 3.3138233489744824, "grad_norm": 0.004656566772609949, "learning_rate": 1.6861766510255177e-05, "loss": 0.0019, "step": 199860 }, { "epoch": 3.313989156206994, "grad_norm": 0.00026396469911560416, "learning_rate": 1.6860108437930064e-05, "loss": 0.0053, "step": 199870 }, { "epoch": 3.3141549634395053, "grad_norm": 0.00011731360427802429, "learning_rate": 1.685845036560495e-05, "loss": 0.0094, "step": 199880 }, { "epoch": 3.314320770672017, "grad_norm": 0.26686713099479675, "learning_rate": 1.6856792293279834e-05, "loss": 0.0019, "step": 199890 }, { "epoch": 3.3144865779045283, "grad_norm": 7.233682117657736e-05, "learning_rate": 1.6855134220954718e-05, "loss": 0.0003, "step": 199900 }, { "epoch": 3.3146523851370397, "grad_norm": 0.2112937718629837, "learning_rate": 1.6853476148629605e-05, "loss": 0.0116, "step": 199910 }, { "epoch": 3.314818192369551, "grad_norm": 0.02889838255941868, "learning_rate": 1.685181807630449e-05, "loss": 0.0109, "step": 199920 }, { "epoch": 3.3149839996020627, "grad_norm": 0.001042080926708877, "learning_rate": 1.6850160003979375e-05, "loss": 0.0026, "step": 199930 }, { "epoch": 3.315149806834574, "grad_norm": 0.15104785561561584, "learning_rate": 1.684850193165426e-05, "loss": 0.0032, "step": 199940 }, { "epoch": 3.3153156140670856, "grad_norm": 0.019648797810077667, "learning_rate": 1.6846843859329145e-05, "loss": 0.0001, "step": 199950 }, { "epoch": 3.315481421299597, "grad_norm": 0.00012455281103029847, "learning_rate": 1.6845185787004032e-05, "loss": 0.0092, "step": 199960 }, { "epoch": 3.3156472285321086, "grad_norm": 0.0009187256800942123, "learning_rate": 1.6843527714678912e-05, "loss": 0.0032, "step": 199970 }, { "epoch": 3.31581303576462, "grad_norm": 0.0013764324830844998, "learning_rate": 1.68418696423538e-05, "loss": 0.0001, "step": 199980 }, { "epoch": 3.3159788429971315, "grad_norm": 0.006325250957161188, "learning_rate": 1.6840211570028686e-05, "loss": 0.0064, "step": 199990 }, { "epoch": 3.316144650229643, "grad_norm": 0.8037832379341125, "learning_rate": 1.6838553497703573e-05, "loss": 0.0058, "step": 200000 }, { "epoch": 3.3163104574621545, "grad_norm": 0.0014650151133537292, "learning_rate": 1.6836895425378453e-05, "loss": 0.0001, "step": 200010 }, { "epoch": 3.316476264694666, "grad_norm": 0.0001032790241879411, "learning_rate": 1.683523735305334e-05, "loss": 0.0021, "step": 200020 }, { "epoch": 3.3166420719271774, "grad_norm": 0.0012126431101933122, "learning_rate": 1.6833579280728227e-05, "loss": 0.0062, "step": 200030 }, { "epoch": 3.316807879159689, "grad_norm": 0.00044848810648545623, "learning_rate": 1.6831921208403114e-05, "loss": 0.0137, "step": 200040 }, { "epoch": 3.3169736863922004, "grad_norm": 0.8524320721626282, "learning_rate": 1.6830263136077997e-05, "loss": 0.0097, "step": 200050 }, { "epoch": 3.317139493624712, "grad_norm": 0.01770089566707611, "learning_rate": 1.682860506375288e-05, "loss": 0.0056, "step": 200060 }, { "epoch": 3.3173053008572233, "grad_norm": 0.011389825493097305, "learning_rate": 1.6826946991427767e-05, "loss": 0.0033, "step": 200070 }, { "epoch": 3.3174711080897348, "grad_norm": 0.001047616358846426, "learning_rate": 1.682528891910265e-05, "loss": 0.0004, "step": 200080 }, { "epoch": 3.3176369153222462, "grad_norm": 0.0022636388894170523, "learning_rate": 1.6823630846777538e-05, "loss": 0.0011, "step": 200090 }, { "epoch": 3.3178027225547577, "grad_norm": 0.0030944242607802153, "learning_rate": 1.682197277445242e-05, "loss": 0.0104, "step": 200100 }, { "epoch": 3.317968529787269, "grad_norm": 0.0020439489744603634, "learning_rate": 1.6820314702127308e-05, "loss": 0.0045, "step": 200110 }, { "epoch": 3.3181343370197807, "grad_norm": 0.2509189248085022, "learning_rate": 1.681865662980219e-05, "loss": 0.0036, "step": 200120 }, { "epoch": 3.318300144252292, "grad_norm": 0.00014756499149370939, "learning_rate": 1.681699855747708e-05, "loss": 0.0073, "step": 200130 }, { "epoch": 3.3184659514848036, "grad_norm": 0.0018653742736205459, "learning_rate": 1.6815340485151962e-05, "loss": 0.0028, "step": 200140 }, { "epoch": 3.318631758717315, "grad_norm": 0.1463678926229477, "learning_rate": 1.681368241282685e-05, "loss": 0.003, "step": 200150 }, { "epoch": 3.3187975659498266, "grad_norm": 0.0006384170847013593, "learning_rate": 1.6812024340501732e-05, "loss": 0.0059, "step": 200160 }, { "epoch": 3.318963373182338, "grad_norm": 0.00103037862572819, "learning_rate": 1.681036626817662e-05, "loss": 0.0007, "step": 200170 }, { "epoch": 3.3191291804148495, "grad_norm": 0.0007595686474815011, "learning_rate": 1.6808708195851503e-05, "loss": 0.0034, "step": 200180 }, { "epoch": 3.3192949876473614, "grad_norm": 0.00136440375354141, "learning_rate": 1.680705012352639e-05, "loss": 0.0069, "step": 200190 }, { "epoch": 3.3194607948798724, "grad_norm": 0.026222337037324905, "learning_rate": 1.6805392051201273e-05, "loss": 0.0039, "step": 200200 }, { "epoch": 3.3196266021123844, "grad_norm": 0.10058058798313141, "learning_rate": 1.680373397887616e-05, "loss": 0.0058, "step": 200210 }, { "epoch": 3.3197924093448954, "grad_norm": 0.1883087158203125, "learning_rate": 1.6802075906551047e-05, "loss": 0.0024, "step": 200220 }, { "epoch": 3.3199582165774073, "grad_norm": 5.130378121975809e-05, "learning_rate": 1.680041783422593e-05, "loss": 0.0, "step": 200230 }, { "epoch": 3.320124023809919, "grad_norm": 0.0024319952353835106, "learning_rate": 1.6798759761900814e-05, "loss": 0.0, "step": 200240 }, { "epoch": 3.3202898310424303, "grad_norm": 0.0007942666998133063, "learning_rate": 1.67971016895757e-05, "loss": 0.0075, "step": 200250 }, { "epoch": 3.3204556382749417, "grad_norm": 0.002414272865280509, "learning_rate": 1.6795443617250587e-05, "loss": 0.0014, "step": 200260 }, { "epoch": 3.320621445507453, "grad_norm": 0.006088189780712128, "learning_rate": 1.679378554492547e-05, "loss": 0.0, "step": 200270 }, { "epoch": 3.3207872527399647, "grad_norm": 1.61739117174875e-05, "learning_rate": 1.6792127472600354e-05, "loss": 0.0041, "step": 200280 }, { "epoch": 3.320953059972476, "grad_norm": 0.002347002038732171, "learning_rate": 1.679046940027524e-05, "loss": 0.0034, "step": 200290 }, { "epoch": 3.3211188672049876, "grad_norm": 0.24678213894367218, "learning_rate": 1.6788811327950128e-05, "loss": 0.0117, "step": 200300 }, { "epoch": 3.321284674437499, "grad_norm": 0.010350807569921017, "learning_rate": 1.678715325562501e-05, "loss": 0.0013, "step": 200310 }, { "epoch": 3.3214504816700106, "grad_norm": 0.0007710427744314075, "learning_rate": 1.6785495183299895e-05, "loss": 0.0002, "step": 200320 }, { "epoch": 3.321616288902522, "grad_norm": 0.040531259030103683, "learning_rate": 1.6783837110974782e-05, "loss": 0.0008, "step": 200330 }, { "epoch": 3.3217820961350335, "grad_norm": 0.0031103503424674273, "learning_rate": 1.678217903864967e-05, "loss": 0.0001, "step": 200340 }, { "epoch": 3.321947903367545, "grad_norm": 0.004238761030137539, "learning_rate": 1.678052096632455e-05, "loss": 0.0051, "step": 200350 }, { "epoch": 3.3221137106000564, "grad_norm": 0.0016258480027318, "learning_rate": 1.6778862893999436e-05, "loss": 0.0024, "step": 200360 }, { "epoch": 3.322279517832568, "grad_norm": 0.03171764314174652, "learning_rate": 1.6777204821674323e-05, "loss": 0.0002, "step": 200370 }, { "epoch": 3.3224453250650794, "grad_norm": 0.0001891155116027221, "learning_rate": 1.677554674934921e-05, "loss": 0.0043, "step": 200380 }, { "epoch": 3.322611132297591, "grad_norm": 0.033571403473615646, "learning_rate": 1.6773888677024093e-05, "loss": 0.0001, "step": 200390 }, { "epoch": 3.3227769395301023, "grad_norm": 0.013152922503650188, "learning_rate": 1.6772230604698976e-05, "loss": 0.006, "step": 200400 }, { "epoch": 3.322942746762614, "grad_norm": 0.008433275856077671, "learning_rate": 1.6770572532373863e-05, "loss": 0.0, "step": 200410 }, { "epoch": 3.3231085539951253, "grad_norm": 0.0009987263474613428, "learning_rate": 1.676891446004875e-05, "loss": 0.0037, "step": 200420 }, { "epoch": 3.3232743612276368, "grad_norm": 0.5485788583755493, "learning_rate": 1.6767256387723634e-05, "loss": 0.0078, "step": 200430 }, { "epoch": 3.3234401684601482, "grad_norm": 9.37159638851881e-05, "learning_rate": 1.6765598315398517e-05, "loss": 0.0001, "step": 200440 }, { "epoch": 3.3236059756926597, "grad_norm": 0.0008529007318429649, "learning_rate": 1.6763940243073404e-05, "loss": 0.0049, "step": 200450 }, { "epoch": 3.323771782925171, "grad_norm": 0.014101078733801842, "learning_rate": 1.6762282170748287e-05, "loss": 0.0061, "step": 200460 }, { "epoch": 3.3239375901576826, "grad_norm": 0.2762612998485565, "learning_rate": 1.6760624098423174e-05, "loss": 0.0058, "step": 200470 }, { "epoch": 3.324103397390194, "grad_norm": 0.013949107378721237, "learning_rate": 1.6758966026098058e-05, "loss": 0.0005, "step": 200480 }, { "epoch": 3.3242692046227056, "grad_norm": 0.00020835806208197027, "learning_rate": 1.6757307953772945e-05, "loss": 0.0088, "step": 200490 }, { "epoch": 3.324435011855217, "grad_norm": 0.0033573636319488287, "learning_rate": 1.6755649881447828e-05, "loss": 0.0072, "step": 200500 }, { "epoch": 3.3246008190877285, "grad_norm": 0.0003963569179177284, "learning_rate": 1.6753991809122715e-05, "loss": 0.0007, "step": 200510 }, { "epoch": 3.32476662632024, "grad_norm": 0.0013605355052277446, "learning_rate": 1.67523337367976e-05, "loss": 0.003, "step": 200520 }, { "epoch": 3.3249324335527515, "grad_norm": 0.6230016350746155, "learning_rate": 1.6750675664472485e-05, "loss": 0.0075, "step": 200530 }, { "epoch": 3.325098240785263, "grad_norm": 0.015131747350096703, "learning_rate": 1.674901759214737e-05, "loss": 0.0019, "step": 200540 }, { "epoch": 3.3252640480177744, "grad_norm": 0.00425004493445158, "learning_rate": 1.6747359519822256e-05, "loss": 0.0009, "step": 200550 }, { "epoch": 3.325429855250286, "grad_norm": 0.0006566874799318612, "learning_rate": 1.6745701447497143e-05, "loss": 0.0063, "step": 200560 }, { "epoch": 3.3255956624827974, "grad_norm": 0.0028774142265319824, "learning_rate": 1.6744043375172026e-05, "loss": 0.0056, "step": 200570 }, { "epoch": 3.325761469715309, "grad_norm": 0.01614644005894661, "learning_rate": 1.674238530284691e-05, "loss": 0.0072, "step": 200580 }, { "epoch": 3.3259272769478203, "grad_norm": 0.5974085927009583, "learning_rate": 1.6740727230521796e-05, "loss": 0.0036, "step": 200590 }, { "epoch": 3.326093084180332, "grad_norm": 0.0004638173268176615, "learning_rate": 1.6739069158196683e-05, "loss": 0.0005, "step": 200600 }, { "epoch": 3.3262588914128433, "grad_norm": 0.14532513916492462, "learning_rate": 1.6737411085871567e-05, "loss": 0.0043, "step": 200610 }, { "epoch": 3.3264246986453547, "grad_norm": 0.0009370862389914691, "learning_rate": 1.673575301354645e-05, "loss": 0.0079, "step": 200620 }, { "epoch": 3.326590505877866, "grad_norm": 0.010174495168030262, "learning_rate": 1.6734094941221337e-05, "loss": 0.0028, "step": 200630 }, { "epoch": 3.326756313110378, "grad_norm": 0.00022406889183912426, "learning_rate": 1.6732436868896224e-05, "loss": 0.0006, "step": 200640 }, { "epoch": 3.326922120342889, "grad_norm": 0.001522059552371502, "learning_rate": 1.6730778796571107e-05, "loss": 0.0059, "step": 200650 }, { "epoch": 3.327087927575401, "grad_norm": 0.27619701623916626, "learning_rate": 1.672912072424599e-05, "loss": 0.0003, "step": 200660 }, { "epoch": 3.327253734807912, "grad_norm": 0.00358668714761734, "learning_rate": 1.6727462651920878e-05, "loss": 0.0015, "step": 200670 }, { "epoch": 3.327419542040424, "grad_norm": 0.013154692947864532, "learning_rate": 1.6725804579595765e-05, "loss": 0.0135, "step": 200680 }, { "epoch": 3.3275853492729355, "grad_norm": 0.00017813763406593353, "learning_rate": 1.6724146507270648e-05, "loss": 0.0002, "step": 200690 }, { "epoch": 3.327751156505447, "grad_norm": 0.00011399268259992823, "learning_rate": 1.672248843494553e-05, "loss": 0.0036, "step": 200700 }, { "epoch": 3.3279169637379584, "grad_norm": 9.11738898139447e-05, "learning_rate": 1.672083036262042e-05, "loss": 0.0098, "step": 200710 }, { "epoch": 3.32808277097047, "grad_norm": 9.019544086186215e-05, "learning_rate": 1.6719172290295305e-05, "loss": 0.0045, "step": 200720 }, { "epoch": 3.3282485782029814, "grad_norm": 0.0004823161871172488, "learning_rate": 1.671751421797019e-05, "loss": 0.0028, "step": 200730 }, { "epoch": 3.328414385435493, "grad_norm": 0.00010298412962583825, "learning_rate": 1.6715856145645072e-05, "loss": 0.0003, "step": 200740 }, { "epoch": 3.3285801926680043, "grad_norm": 0.00016088092525023967, "learning_rate": 1.671419807331996e-05, "loss": 0.0097, "step": 200750 }, { "epoch": 3.328745999900516, "grad_norm": 0.00019211051403544843, "learning_rate": 1.6712540000994846e-05, "loss": 0.0002, "step": 200760 }, { "epoch": 3.3289118071330273, "grad_norm": 0.0004904237575829029, "learning_rate": 1.671088192866973e-05, "loss": 0.0046, "step": 200770 }, { "epoch": 3.3290776143655387, "grad_norm": 0.003717950312420726, "learning_rate": 1.6709223856344613e-05, "loss": 0.0, "step": 200780 }, { "epoch": 3.32924342159805, "grad_norm": 0.004785158671438694, "learning_rate": 1.67075657840195e-05, "loss": 0.0026, "step": 200790 }, { "epoch": 3.3294092288305617, "grad_norm": 0.002384570660069585, "learning_rate": 1.6705907711694387e-05, "loss": 0.0, "step": 200800 }, { "epoch": 3.329575036063073, "grad_norm": 0.0019473882857710123, "learning_rate": 1.670424963936927e-05, "loss": 0.0011, "step": 200810 }, { "epoch": 3.3297408432955846, "grad_norm": 0.17057055234909058, "learning_rate": 1.6702591567044154e-05, "loss": 0.0038, "step": 200820 }, { "epoch": 3.329906650528096, "grad_norm": 2.7758467197418213, "learning_rate": 1.670093349471904e-05, "loss": 0.0041, "step": 200830 }, { "epoch": 3.3300724577606076, "grad_norm": 0.000446167541667819, "learning_rate": 1.6699275422393927e-05, "loss": 0.0227, "step": 200840 }, { "epoch": 3.330238264993119, "grad_norm": 0.0007798428414389491, "learning_rate": 1.669761735006881e-05, "loss": 0.0001, "step": 200850 }, { "epoch": 3.3304040722256305, "grad_norm": 0.0008113110088743269, "learning_rate": 1.6695959277743694e-05, "loss": 0.0046, "step": 200860 }, { "epoch": 3.330569879458142, "grad_norm": 0.00012918212451040745, "learning_rate": 1.669430120541858e-05, "loss": 0.0041, "step": 200870 }, { "epoch": 3.3307356866906535, "grad_norm": 0.0009939172305166721, "learning_rate": 1.6692643133093465e-05, "loss": 0.0038, "step": 200880 }, { "epoch": 3.330901493923165, "grad_norm": 0.0387602224946022, "learning_rate": 1.669098506076835e-05, "loss": 0.0042, "step": 200890 }, { "epoch": 3.3310673011556764, "grad_norm": 0.027594909071922302, "learning_rate": 1.668932698844324e-05, "loss": 0.0116, "step": 200900 }, { "epoch": 3.331233108388188, "grad_norm": 0.00022768536291550845, "learning_rate": 1.6687668916118122e-05, "loss": 0.0047, "step": 200910 }, { "epoch": 3.3313989156206993, "grad_norm": 0.17046138644218445, "learning_rate": 1.6686010843793005e-05, "loss": 0.0099, "step": 200920 }, { "epoch": 3.331564722853211, "grad_norm": 0.0033216436859220266, "learning_rate": 1.6684352771467892e-05, "loss": 0.0009, "step": 200930 }, { "epoch": 3.3317305300857223, "grad_norm": 0.1448083370923996, "learning_rate": 1.668269469914278e-05, "loss": 0.0062, "step": 200940 }, { "epoch": 3.3318963373182338, "grad_norm": 0.0019335390534251928, "learning_rate": 1.6681036626817663e-05, "loss": 0.0151, "step": 200950 }, { "epoch": 3.3320621445507452, "grad_norm": 0.5983777642250061, "learning_rate": 1.6679378554492546e-05, "loss": 0.0045, "step": 200960 }, { "epoch": 3.3322279517832567, "grad_norm": 0.1997009813785553, "learning_rate": 1.6677720482167433e-05, "loss": 0.01, "step": 200970 }, { "epoch": 3.332393759015768, "grad_norm": 5.0454222218832e-05, "learning_rate": 1.667606240984232e-05, "loss": 0.0006, "step": 200980 }, { "epoch": 3.3325595662482796, "grad_norm": 0.0003353141655679792, "learning_rate": 1.6674404337517203e-05, "loss": 0.0001, "step": 200990 }, { "epoch": 3.332725373480791, "grad_norm": 0.0018958039581775665, "learning_rate": 1.6672746265192087e-05, "loss": 0.0066, "step": 201000 }, { "epoch": 3.3328911807133026, "grad_norm": 0.003363589057698846, "learning_rate": 1.6671088192866974e-05, "loss": 0.007, "step": 201010 }, { "epoch": 3.333056987945814, "grad_norm": 0.002511153928935528, "learning_rate": 1.666943012054186e-05, "loss": 0.003, "step": 201020 }, { "epoch": 3.3332227951783255, "grad_norm": 0.00011119949340354651, "learning_rate": 1.6667772048216744e-05, "loss": 0.0031, "step": 201030 }, { "epoch": 3.333388602410837, "grad_norm": 0.0007982492097653449, "learning_rate": 1.6666113975891627e-05, "loss": 0.0002, "step": 201040 }, { "epoch": 3.3335544096433485, "grad_norm": 0.00013692514039576054, "learning_rate": 1.6664455903566514e-05, "loss": 0.0033, "step": 201050 }, { "epoch": 3.33372021687586, "grad_norm": 0.0005598033894784749, "learning_rate": 1.66627978312414e-05, "loss": 0.0001, "step": 201060 }, { "epoch": 3.3338860241083714, "grad_norm": 0.025195974856615067, "learning_rate": 1.6661139758916285e-05, "loss": 0.0055, "step": 201070 }, { "epoch": 3.334051831340883, "grad_norm": 0.0001698742707958445, "learning_rate": 1.6659481686591168e-05, "loss": 0.002, "step": 201080 }, { "epoch": 3.334217638573395, "grad_norm": 0.0003425450995564461, "learning_rate": 1.6657823614266055e-05, "loss": 0.0063, "step": 201090 }, { "epoch": 3.334383445805906, "grad_norm": 0.00042338870116509497, "learning_rate": 1.6656165541940942e-05, "loss": 0.004, "step": 201100 }, { "epoch": 3.3345492530384178, "grad_norm": 0.001762686064466834, "learning_rate": 1.6654507469615825e-05, "loss": 0.0001, "step": 201110 }, { "epoch": 3.334715060270929, "grad_norm": 0.0005775370518676937, "learning_rate": 1.665284939729071e-05, "loss": 0.0025, "step": 201120 }, { "epoch": 3.3348808675034407, "grad_norm": 0.03179898485541344, "learning_rate": 1.6651191324965596e-05, "loss": 0.0037, "step": 201130 }, { "epoch": 3.3350466747359517, "grad_norm": 0.0008089366019703448, "learning_rate": 1.6649533252640483e-05, "loss": 0.0059, "step": 201140 }, { "epoch": 3.3352124819684636, "grad_norm": 0.0028032236732542515, "learning_rate": 1.6647875180315366e-05, "loss": 0.0003, "step": 201150 }, { "epoch": 3.335378289200975, "grad_norm": 0.0006192250875756145, "learning_rate": 1.664621710799025e-05, "loss": 0.0036, "step": 201160 }, { "epoch": 3.3355440964334866, "grad_norm": 0.017460288479924202, "learning_rate": 1.6644559035665136e-05, "loss": 0.0004, "step": 201170 }, { "epoch": 3.335709903665998, "grad_norm": 0.19705022871494293, "learning_rate": 1.6642900963340023e-05, "loss": 0.0024, "step": 201180 }, { "epoch": 3.3358757108985095, "grad_norm": 0.17810925841331482, "learning_rate": 1.6641242891014907e-05, "loss": 0.0027, "step": 201190 }, { "epoch": 3.336041518131021, "grad_norm": 0.0019704822916537523, "learning_rate": 1.663958481868979e-05, "loss": 0.0054, "step": 201200 }, { "epoch": 3.3362073253635325, "grad_norm": 0.0028659244999289513, "learning_rate": 1.6637926746364677e-05, "loss": 0.0079, "step": 201210 }, { "epoch": 3.336373132596044, "grad_norm": 0.0016946207033470273, "learning_rate": 1.6636268674039564e-05, "loss": 0.0057, "step": 201220 }, { "epoch": 3.3365389398285554, "grad_norm": 0.0007146396092139184, "learning_rate": 1.6634610601714447e-05, "loss": 0.0, "step": 201230 }, { "epoch": 3.336704747061067, "grad_norm": 9.511327516520396e-05, "learning_rate": 1.6632952529389334e-05, "loss": 0.0127, "step": 201240 }, { "epoch": 3.3368705542935784, "grad_norm": 0.0006309492164291441, "learning_rate": 1.6631294457064218e-05, "loss": 0.0053, "step": 201250 }, { "epoch": 3.33703636152609, "grad_norm": 0.13588795065879822, "learning_rate": 1.66296363847391e-05, "loss": 0.0054, "step": 201260 }, { "epoch": 3.3372021687586013, "grad_norm": 3.086387732764706e-05, "learning_rate": 1.6627978312413988e-05, "loss": 0.0021, "step": 201270 }, { "epoch": 3.337367975991113, "grad_norm": 0.2033900022506714, "learning_rate": 1.6626320240088875e-05, "loss": 0.0079, "step": 201280 }, { "epoch": 3.3375337832236243, "grad_norm": 0.00416102958843112, "learning_rate": 1.662466216776376e-05, "loss": 0.0038, "step": 201290 }, { "epoch": 3.3376995904561357, "grad_norm": 0.00026876674382947385, "learning_rate": 1.6623004095438642e-05, "loss": 0.0077, "step": 201300 }, { "epoch": 3.337865397688647, "grad_norm": 2.2123753296909854e-05, "learning_rate": 1.662134602311353e-05, "loss": 0.0052, "step": 201310 }, { "epoch": 3.3380312049211587, "grad_norm": 0.0046478379517793655, "learning_rate": 1.6619687950788416e-05, "loss": 0.0001, "step": 201320 }, { "epoch": 3.33819701215367, "grad_norm": 0.1578906774520874, "learning_rate": 1.66180298784633e-05, "loss": 0.0028, "step": 201330 }, { "epoch": 3.3383628193861816, "grad_norm": 0.0011057750089094043, "learning_rate": 1.6616371806138183e-05, "loss": 0.0028, "step": 201340 }, { "epoch": 3.338528626618693, "grad_norm": 4.323483517509885e-05, "learning_rate": 1.661471373381307e-05, "loss": 0.0025, "step": 201350 }, { "epoch": 3.3386944338512046, "grad_norm": 0.007284415885806084, "learning_rate": 1.6613055661487956e-05, "loss": 0.0001, "step": 201360 }, { "epoch": 3.338860241083716, "grad_norm": 0.00030895910458639264, "learning_rate": 1.661139758916284e-05, "loss": 0.0068, "step": 201370 }, { "epoch": 3.3390260483162275, "grad_norm": 0.7603471279144287, "learning_rate": 1.6609739516837723e-05, "loss": 0.0081, "step": 201380 }, { "epoch": 3.339191855548739, "grad_norm": 0.3536269962787628, "learning_rate": 1.660808144451261e-05, "loss": 0.0071, "step": 201390 }, { "epoch": 3.3393576627812505, "grad_norm": 0.025926372036337852, "learning_rate": 1.6606423372187497e-05, "loss": 0.0098, "step": 201400 }, { "epoch": 3.339523470013762, "grad_norm": 0.00015375491057056934, "learning_rate": 1.660476529986238e-05, "loss": 0.0001, "step": 201410 }, { "epoch": 3.3396892772462734, "grad_norm": 7.205676956800744e-05, "learning_rate": 1.6603107227537264e-05, "loss": 0.0028, "step": 201420 }, { "epoch": 3.339855084478785, "grad_norm": 0.03636132925748825, "learning_rate": 1.660144915521215e-05, "loss": 0.0087, "step": 201430 }, { "epoch": 3.3400208917112963, "grad_norm": 0.00013376332935877144, "learning_rate": 1.6599791082887038e-05, "loss": 0.0028, "step": 201440 }, { "epoch": 3.340186698943808, "grad_norm": 0.000636656885035336, "learning_rate": 1.659813301056192e-05, "loss": 0.0131, "step": 201450 }, { "epoch": 3.3403525061763193, "grad_norm": 0.00014622820890508592, "learning_rate": 1.6596474938236805e-05, "loss": 0.0006, "step": 201460 }, { "epoch": 3.3405183134088308, "grad_norm": 0.02276495285332203, "learning_rate": 1.659481686591169e-05, "loss": 0.007, "step": 201470 }, { "epoch": 3.3406841206413422, "grad_norm": 0.005811065435409546, "learning_rate": 1.659315879358658e-05, "loss": 0.0059, "step": 201480 }, { "epoch": 3.3408499278738537, "grad_norm": 0.009179621934890747, "learning_rate": 1.6591500721261462e-05, "loss": 0.0003, "step": 201490 }, { "epoch": 3.341015735106365, "grad_norm": 0.04072411730885506, "learning_rate": 1.6589842648936345e-05, "loss": 0.0043, "step": 201500 }, { "epoch": 3.3411815423388767, "grad_norm": 0.0035069799050688744, "learning_rate": 1.6588184576611232e-05, "loss": 0.0, "step": 201510 }, { "epoch": 3.341347349571388, "grad_norm": 0.0010673677315935493, "learning_rate": 1.658652650428612e-05, "loss": 0.0174, "step": 201520 }, { "epoch": 3.3415131568038996, "grad_norm": 0.008053078316152096, "learning_rate": 1.6584868431961003e-05, "loss": 0.006, "step": 201530 }, { "epoch": 3.3416789640364115, "grad_norm": 0.0047384509816765785, "learning_rate": 1.6583210359635886e-05, "loss": 0.0106, "step": 201540 }, { "epoch": 3.3418447712689225, "grad_norm": 0.0006426445906981826, "learning_rate": 1.6581552287310773e-05, "loss": 0.0031, "step": 201550 }, { "epoch": 3.3420105785014345, "grad_norm": 0.0014682502951472998, "learning_rate": 1.657989421498566e-05, "loss": 0.0085, "step": 201560 }, { "epoch": 3.3421763857339455, "grad_norm": 0.00047914270544424653, "learning_rate": 1.6578236142660543e-05, "loss": 0.0015, "step": 201570 }, { "epoch": 3.3423421929664574, "grad_norm": 0.0001957375498022884, "learning_rate": 1.657657807033543e-05, "loss": 0.0027, "step": 201580 }, { "epoch": 3.3425080001989684, "grad_norm": 0.0003249302681069821, "learning_rate": 1.6574919998010314e-05, "loss": 0.0032, "step": 201590 }, { "epoch": 3.3426738074314803, "grad_norm": 5.015392889617942e-05, "learning_rate": 1.65732619256852e-05, "loss": 0.0011, "step": 201600 }, { "epoch": 3.342839614663992, "grad_norm": 0.0027006901800632477, "learning_rate": 1.6571603853360084e-05, "loss": 0.0002, "step": 201610 }, { "epoch": 3.3430054218965033, "grad_norm": 0.050480131059885025, "learning_rate": 1.656994578103497e-05, "loss": 0.0002, "step": 201620 }, { "epoch": 3.3431712291290148, "grad_norm": 0.0034246742725372314, "learning_rate": 1.6568287708709854e-05, "loss": 0.0032, "step": 201630 }, { "epoch": 3.3433370363615262, "grad_norm": 0.0464630089700222, "learning_rate": 1.6566629636384738e-05, "loss": 0.0003, "step": 201640 }, { "epoch": 3.3435028435940377, "grad_norm": 0.00010017291060648859, "learning_rate": 1.6564971564059625e-05, "loss": 0.0028, "step": 201650 }, { "epoch": 3.343668650826549, "grad_norm": 2.1154175556148402e-05, "learning_rate": 1.656331349173451e-05, "loss": 0.0077, "step": 201660 }, { "epoch": 3.3438344580590607, "grad_norm": 0.0005257087759673595, "learning_rate": 1.6561655419409395e-05, "loss": 0.0036, "step": 201670 }, { "epoch": 3.344000265291572, "grad_norm": 0.000435669586295262, "learning_rate": 1.655999734708428e-05, "loss": 0.0017, "step": 201680 }, { "epoch": 3.3441660725240836, "grad_norm": 7.780898158671334e-05, "learning_rate": 1.6558339274759165e-05, "loss": 0.0001, "step": 201690 }, { "epoch": 3.344331879756595, "grad_norm": 0.001412870129570365, "learning_rate": 1.6556681202434052e-05, "loss": 0.0112, "step": 201700 }, { "epoch": 3.3444976869891065, "grad_norm": 0.06264691799879074, "learning_rate": 1.6555023130108936e-05, "loss": 0.0002, "step": 201710 }, { "epoch": 3.344663494221618, "grad_norm": 0.002182841068133712, "learning_rate": 1.655336505778382e-05, "loss": 0.0005, "step": 201720 }, { "epoch": 3.3448293014541295, "grad_norm": 0.011656811460852623, "learning_rate": 1.6551706985458706e-05, "loss": 0.0013, "step": 201730 }, { "epoch": 3.344995108686641, "grad_norm": 0.0032175295054912567, "learning_rate": 1.6550048913133593e-05, "loss": 0.0034, "step": 201740 }, { "epoch": 3.3451609159191524, "grad_norm": 2.114693597832229e-05, "learning_rate": 1.6548390840808476e-05, "loss": 0.0009, "step": 201750 }, { "epoch": 3.345326723151664, "grad_norm": 0.15842275321483612, "learning_rate": 1.654673276848336e-05, "loss": 0.0006, "step": 201760 }, { "epoch": 3.3454925303841754, "grad_norm": 0.0017611280782148242, "learning_rate": 1.6545074696158247e-05, "loss": 0.0207, "step": 201770 }, { "epoch": 3.345658337616687, "grad_norm": 0.008561796508729458, "learning_rate": 1.6543416623833134e-05, "loss": 0.0002, "step": 201780 }, { "epoch": 3.3458241448491983, "grad_norm": 4.543930117506534e-05, "learning_rate": 1.6541758551508017e-05, "loss": 0.0032, "step": 201790 }, { "epoch": 3.34598995208171, "grad_norm": 0.011909330263733864, "learning_rate": 1.65401004791829e-05, "loss": 0.0055, "step": 201800 }, { "epoch": 3.3461557593142213, "grad_norm": 0.000623722153250128, "learning_rate": 1.6538442406857788e-05, "loss": 0.0084, "step": 201810 }, { "epoch": 3.3463215665467327, "grad_norm": 0.024836039170622826, "learning_rate": 1.6536784334532674e-05, "loss": 0.0001, "step": 201820 }, { "epoch": 3.346487373779244, "grad_norm": 0.0013726298930123448, "learning_rate": 1.6535126262207558e-05, "loss": 0.0087, "step": 201830 }, { "epoch": 3.3466531810117557, "grad_norm": 0.0241975337266922, "learning_rate": 1.653346818988244e-05, "loss": 0.0023, "step": 201840 }, { "epoch": 3.346818988244267, "grad_norm": 0.00019456680456642061, "learning_rate": 1.6531810117557328e-05, "loss": 0.0002, "step": 201850 }, { "epoch": 3.3469847954767786, "grad_norm": 0.00031272185151465237, "learning_rate": 1.6530152045232215e-05, "loss": 0.0007, "step": 201860 }, { "epoch": 3.34715060270929, "grad_norm": 0.0004705523606389761, "learning_rate": 1.65284939729071e-05, "loss": 0.0052, "step": 201870 }, { "epoch": 3.3473164099418016, "grad_norm": 0.01789783500134945, "learning_rate": 1.6526835900581982e-05, "loss": 0.0001, "step": 201880 }, { "epoch": 3.347482217174313, "grad_norm": 0.0009643216035328805, "learning_rate": 1.652517782825687e-05, "loss": 0.0001, "step": 201890 }, { "epoch": 3.3476480244068245, "grad_norm": 0.00025513916625641286, "learning_rate": 1.6523519755931756e-05, "loss": 0.0, "step": 201900 }, { "epoch": 3.347813831639336, "grad_norm": 0.00011729624384315684, "learning_rate": 1.652186168360664e-05, "loss": 0.0068, "step": 201910 }, { "epoch": 3.3479796388718475, "grad_norm": 0.013424420729279518, "learning_rate": 1.6520203611281526e-05, "loss": 0.008, "step": 201920 }, { "epoch": 3.348145446104359, "grad_norm": 0.011061309836804867, "learning_rate": 1.651854553895641e-05, "loss": 0.0377, "step": 201930 }, { "epoch": 3.3483112533368704, "grad_norm": 0.0005525258602574468, "learning_rate": 1.6516887466631296e-05, "loss": 0.003, "step": 201940 }, { "epoch": 3.348477060569382, "grad_norm": 0.009799245744943619, "learning_rate": 1.651522939430618e-05, "loss": 0.0039, "step": 201950 }, { "epoch": 3.3486428678018934, "grad_norm": 1.1798420928244013e-05, "learning_rate": 1.6513571321981067e-05, "loss": 0.0028, "step": 201960 }, { "epoch": 3.348808675034405, "grad_norm": 0.00011272144183749333, "learning_rate": 1.651191324965595e-05, "loss": 0.0001, "step": 201970 }, { "epoch": 3.3489744822669163, "grad_norm": 0.001688344869762659, "learning_rate": 1.6510255177330837e-05, "loss": 0.001, "step": 201980 }, { "epoch": 3.349140289499428, "grad_norm": 0.09234841912984848, "learning_rate": 1.650859710500572e-05, "loss": 0.0004, "step": 201990 }, { "epoch": 3.3493060967319392, "grad_norm": 0.0005262658814899623, "learning_rate": 1.6506939032680608e-05, "loss": 0.0001, "step": 202000 }, { "epoch": 3.349471903964451, "grad_norm": 5.894724017707631e-05, "learning_rate": 1.650528096035549e-05, "loss": 0.0069, "step": 202010 }, { "epoch": 3.349637711196962, "grad_norm": 0.0003179912455379963, "learning_rate": 1.6503622888030374e-05, "loss": 0.0106, "step": 202020 }, { "epoch": 3.349803518429474, "grad_norm": 0.007923918776214123, "learning_rate": 1.650196481570526e-05, "loss": 0.0031, "step": 202030 }, { "epoch": 3.349969325661985, "grad_norm": 0.0738578736782074, "learning_rate": 1.6500306743380148e-05, "loss": 0.0002, "step": 202040 }, { "epoch": 3.350135132894497, "grad_norm": 0.0019489891128614545, "learning_rate": 1.649864867105503e-05, "loss": 0.0092, "step": 202050 }, { "epoch": 3.3503009401270085, "grad_norm": 0.6764054894447327, "learning_rate": 1.6496990598729915e-05, "loss": 0.0043, "step": 202060 }, { "epoch": 3.35046674735952, "grad_norm": 0.000361306854756549, "learning_rate": 1.6495332526404802e-05, "loss": 0.0108, "step": 202070 }, { "epoch": 3.3506325545920315, "grad_norm": 0.0005048424354754388, "learning_rate": 1.649367445407969e-05, "loss": 0.003, "step": 202080 }, { "epoch": 3.350798361824543, "grad_norm": 0.00030515369144268334, "learning_rate": 1.6492016381754576e-05, "loss": 0.0, "step": 202090 }, { "epoch": 3.3509641690570544, "grad_norm": 0.00029129881295375526, "learning_rate": 1.6490358309429456e-05, "loss": 0.0, "step": 202100 }, { "epoch": 3.351129976289566, "grad_norm": 0.0001014380541164428, "learning_rate": 1.6488700237104343e-05, "loss": 0.0127, "step": 202110 }, { "epoch": 3.3512957835220774, "grad_norm": 0.16212353110313416, "learning_rate": 1.648704216477923e-05, "loss": 0.0081, "step": 202120 }, { "epoch": 3.351461590754589, "grad_norm": 0.019146613776683807, "learning_rate": 1.6485384092454113e-05, "loss": 0.0064, "step": 202130 }, { "epoch": 3.3516273979871003, "grad_norm": 0.19738265872001648, "learning_rate": 1.6483726020128997e-05, "loss": 0.0024, "step": 202140 }, { "epoch": 3.3517932052196118, "grad_norm": 0.19829794764518738, "learning_rate": 1.6482067947803883e-05, "loss": 0.011, "step": 202150 }, { "epoch": 3.3519590124521232, "grad_norm": 0.0011040071258321404, "learning_rate": 1.648040987547877e-05, "loss": 0.0072, "step": 202160 }, { "epoch": 3.3521248196846347, "grad_norm": 0.00882499385625124, "learning_rate": 1.6478751803153654e-05, "loss": 0.0039, "step": 202170 }, { "epoch": 3.352290626917146, "grad_norm": 6.787729944335297e-05, "learning_rate": 1.6477093730828537e-05, "loss": 0.0062, "step": 202180 }, { "epoch": 3.3524564341496577, "grad_norm": 0.0018605005461722612, "learning_rate": 1.6475435658503424e-05, "loss": 0.0, "step": 202190 }, { "epoch": 3.352622241382169, "grad_norm": 0.21974419057369232, "learning_rate": 1.647377758617831e-05, "loss": 0.0068, "step": 202200 }, { "epoch": 3.3527880486146806, "grad_norm": 0.013235557824373245, "learning_rate": 1.6472119513853194e-05, "loss": 0.0051, "step": 202210 }, { "epoch": 3.352953855847192, "grad_norm": 0.16901443898677826, "learning_rate": 1.6470461441528078e-05, "loss": 0.0031, "step": 202220 }, { "epoch": 3.3531196630797035, "grad_norm": 3.148263931507245e-05, "learning_rate": 1.6468803369202965e-05, "loss": 0.0029, "step": 202230 }, { "epoch": 3.353285470312215, "grad_norm": 0.0007684646989218891, "learning_rate": 1.646714529687785e-05, "loss": 0.0066, "step": 202240 }, { "epoch": 3.3534512775447265, "grad_norm": 0.0006675469921901822, "learning_rate": 1.6465487224552735e-05, "loss": 0.0073, "step": 202250 }, { "epoch": 3.353617084777238, "grad_norm": 0.0013726315228268504, "learning_rate": 1.6463829152227622e-05, "loss": 0.0067, "step": 202260 }, { "epoch": 3.3537828920097494, "grad_norm": 0.014407820999622345, "learning_rate": 1.6462171079902505e-05, "loss": 0.0047, "step": 202270 }, { "epoch": 3.353948699242261, "grad_norm": 0.0002291811688337475, "learning_rate": 1.6460513007577392e-05, "loss": 0.0011, "step": 202280 }, { "epoch": 3.3541145064747724, "grad_norm": 0.02310344949364662, "learning_rate": 1.6458854935252276e-05, "loss": 0.0047, "step": 202290 }, { "epoch": 3.354280313707284, "grad_norm": 0.001156208454631269, "learning_rate": 1.6457196862927163e-05, "loss": 0.0052, "step": 202300 }, { "epoch": 3.3544461209397953, "grad_norm": 3.244891559006646e-05, "learning_rate": 1.6455538790602046e-05, "loss": 0.004, "step": 202310 }, { "epoch": 3.354611928172307, "grad_norm": 0.0029178240802139044, "learning_rate": 1.6453880718276933e-05, "loss": 0.008, "step": 202320 }, { "epoch": 3.3547777354048183, "grad_norm": 0.0003129553224425763, "learning_rate": 1.6452222645951817e-05, "loss": 0.0038, "step": 202330 }, { "epoch": 3.3549435426373297, "grad_norm": 0.0019368152134120464, "learning_rate": 1.6450564573626703e-05, "loss": 0.0002, "step": 202340 }, { "epoch": 3.355109349869841, "grad_norm": 0.005471402779221535, "learning_rate": 1.6448906501301587e-05, "loss": 0.0002, "step": 202350 }, { "epoch": 3.3552751571023527, "grad_norm": 0.21622037887573242, "learning_rate": 1.6447248428976474e-05, "loss": 0.0068, "step": 202360 }, { "epoch": 3.355440964334864, "grad_norm": 0.0029293177649378777, "learning_rate": 1.6445590356651357e-05, "loss": 0.0027, "step": 202370 }, { "epoch": 3.3556067715673756, "grad_norm": 0.00015540883759967983, "learning_rate": 1.6443932284326244e-05, "loss": 0.0028, "step": 202380 }, { "epoch": 3.355772578799887, "grad_norm": 0.011234511621296406, "learning_rate": 1.6442274212001128e-05, "loss": 0.0047, "step": 202390 }, { "epoch": 3.3559383860323986, "grad_norm": 0.0002244677598355338, "learning_rate": 1.6440616139676014e-05, "loss": 0.0, "step": 202400 }, { "epoch": 3.35610419326491, "grad_norm": 0.0014468345325440168, "learning_rate": 1.6438958067350898e-05, "loss": 0.0042, "step": 202410 }, { "epoch": 3.3562700004974215, "grad_norm": 0.0002745130332186818, "learning_rate": 1.6437299995025785e-05, "loss": 0.0029, "step": 202420 }, { "epoch": 3.356435807729933, "grad_norm": 0.11951135843992233, "learning_rate": 1.643564192270067e-05, "loss": 0.005, "step": 202430 }, { "epoch": 3.3566016149624445, "grad_norm": 0.1871040314435959, "learning_rate": 1.6433983850375552e-05, "loss": 0.0081, "step": 202440 }, { "epoch": 3.356767422194956, "grad_norm": 0.06271468102931976, "learning_rate": 1.643232577805044e-05, "loss": 0.0001, "step": 202450 }, { "epoch": 3.356933229427468, "grad_norm": 0.0040157632902264595, "learning_rate": 1.6430667705725325e-05, "loss": 0.0031, "step": 202460 }, { "epoch": 3.357099036659979, "grad_norm": 2.603899520181585e-05, "learning_rate": 1.6429009633400212e-05, "loss": 0.0004, "step": 202470 }, { "epoch": 3.357264843892491, "grad_norm": 0.0001989327574847266, "learning_rate": 1.6427351561075092e-05, "loss": 0.0007, "step": 202480 }, { "epoch": 3.357430651125002, "grad_norm": 0.012129845097661018, "learning_rate": 1.642569348874998e-05, "loss": 0.0, "step": 202490 }, { "epoch": 3.3575964583575137, "grad_norm": 0.00011296445154584944, "learning_rate": 1.6424035416424866e-05, "loss": 0.0, "step": 202500 }, { "epoch": 3.357762265590025, "grad_norm": 6.102739644120447e-05, "learning_rate": 1.6422377344099753e-05, "loss": 0.0063, "step": 202510 }, { "epoch": 3.3579280728225367, "grad_norm": 0.028225086629390717, "learning_rate": 1.6420719271774633e-05, "loss": 0.0001, "step": 202520 }, { "epoch": 3.358093880055048, "grad_norm": 0.000708209874574095, "learning_rate": 1.641906119944952e-05, "loss": 0.0084, "step": 202530 }, { "epoch": 3.3582596872875596, "grad_norm": 0.6808445453643799, "learning_rate": 1.6417403127124407e-05, "loss": 0.0037, "step": 202540 }, { "epoch": 3.358425494520071, "grad_norm": 0.004299194552004337, "learning_rate": 1.641574505479929e-05, "loss": 0.0056, "step": 202550 }, { "epoch": 3.3585913017525826, "grad_norm": 0.0001434200385119766, "learning_rate": 1.6414086982474174e-05, "loss": 0.0165, "step": 202560 }, { "epoch": 3.358757108985094, "grad_norm": 0.00024155275605153292, "learning_rate": 1.641242891014906e-05, "loss": 0.0076, "step": 202570 }, { "epoch": 3.3589229162176055, "grad_norm": 0.0009508190560154617, "learning_rate": 1.6410770837823948e-05, "loss": 0.0, "step": 202580 }, { "epoch": 3.359088723450117, "grad_norm": 0.0014241362223401666, "learning_rate": 1.640911276549883e-05, "loss": 0.0063, "step": 202590 }, { "epoch": 3.3592545306826285, "grad_norm": 0.0003471118106972426, "learning_rate": 1.6407454693173718e-05, "loss": 0.0001, "step": 202600 }, { "epoch": 3.35942033791514, "grad_norm": 0.0033158662263303995, "learning_rate": 1.64057966208486e-05, "loss": 0.0026, "step": 202610 }, { "epoch": 3.3595861451476514, "grad_norm": 0.0003558350435923785, "learning_rate": 1.6404138548523488e-05, "loss": 0.0001, "step": 202620 }, { "epoch": 3.359751952380163, "grad_norm": 0.052702609449625015, "learning_rate": 1.6402480476198372e-05, "loss": 0.0001, "step": 202630 }, { "epoch": 3.3599177596126744, "grad_norm": 0.0017427938291803002, "learning_rate": 1.640082240387326e-05, "loss": 0.0028, "step": 202640 }, { "epoch": 3.360083566845186, "grad_norm": 0.00016031585983000696, "learning_rate": 1.6399164331548142e-05, "loss": 0.0083, "step": 202650 }, { "epoch": 3.3602493740776973, "grad_norm": 0.05791104957461357, "learning_rate": 1.639750625922303e-05, "loss": 0.0091, "step": 202660 }, { "epoch": 3.3604151813102088, "grad_norm": 0.0002848627627827227, "learning_rate": 1.6395848186897912e-05, "loss": 0.0, "step": 202670 }, { "epoch": 3.3605809885427202, "grad_norm": 0.024187523871660233, "learning_rate": 1.63941901145728e-05, "loss": 0.0075, "step": 202680 }, { "epoch": 3.3607467957752317, "grad_norm": 0.05148911103606224, "learning_rate": 1.6392532042247683e-05, "loss": 0.0095, "step": 202690 }, { "epoch": 3.360912603007743, "grad_norm": 0.0017627699999138713, "learning_rate": 1.639087396992257e-05, "loss": 0.0002, "step": 202700 }, { "epoch": 3.3610784102402547, "grad_norm": 0.03778696060180664, "learning_rate": 1.6389215897597453e-05, "loss": 0.0125, "step": 202710 }, { "epoch": 3.361244217472766, "grad_norm": 0.02389734424650669, "learning_rate": 1.638755782527234e-05, "loss": 0.0004, "step": 202720 }, { "epoch": 3.3614100247052776, "grad_norm": 0.00039940071292221546, "learning_rate": 1.6385899752947223e-05, "loss": 0.0036, "step": 202730 }, { "epoch": 3.361575831937789, "grad_norm": 0.0001530965237179771, "learning_rate": 1.638424168062211e-05, "loss": 0.0021, "step": 202740 }, { "epoch": 3.3617416391703006, "grad_norm": 0.002175298985093832, "learning_rate": 1.6382583608296994e-05, "loss": 0.0025, "step": 202750 }, { "epoch": 3.361907446402812, "grad_norm": 0.006973469629883766, "learning_rate": 1.638092553597188e-05, "loss": 0.0001, "step": 202760 }, { "epoch": 3.3620732536353235, "grad_norm": 0.019028736278414726, "learning_rate": 1.6379267463646768e-05, "loss": 0.0001, "step": 202770 }, { "epoch": 3.362239060867835, "grad_norm": 0.08905677497386932, "learning_rate": 1.637760939132165e-05, "loss": 0.0023, "step": 202780 }, { "epoch": 3.3624048681003464, "grad_norm": 0.06334219872951508, "learning_rate": 1.6375951318996534e-05, "loss": 0.0025, "step": 202790 }, { "epoch": 3.362570675332858, "grad_norm": 0.0038296966813504696, "learning_rate": 1.637429324667142e-05, "loss": 0.0055, "step": 202800 }, { "epoch": 3.3627364825653694, "grad_norm": 0.0003446511400397867, "learning_rate": 1.6372635174346308e-05, "loss": 0.0008, "step": 202810 }, { "epoch": 3.362902289797881, "grad_norm": 2.0460982341319323e-05, "learning_rate": 1.637097710202119e-05, "loss": 0.0051, "step": 202820 }, { "epoch": 3.3630680970303923, "grad_norm": 0.008979249745607376, "learning_rate": 1.6369319029696075e-05, "loss": 0.0017, "step": 202830 }, { "epoch": 3.363233904262904, "grad_norm": 0.004456777591258287, "learning_rate": 1.6367660957370962e-05, "loss": 0.0077, "step": 202840 }, { "epoch": 3.3633997114954153, "grad_norm": 0.02227429486811161, "learning_rate": 1.636600288504585e-05, "loss": 0.0045, "step": 202850 }, { "epoch": 3.3635655187279268, "grad_norm": 0.13446837663650513, "learning_rate": 1.636434481272073e-05, "loss": 0.0052, "step": 202860 }, { "epoch": 3.3637313259604382, "grad_norm": 0.00022847151558380574, "learning_rate": 1.6362686740395616e-05, "loss": 0.0007, "step": 202870 }, { "epoch": 3.3638971331929497, "grad_norm": 0.0001898228219943121, "learning_rate": 1.6361028668070503e-05, "loss": 0.0002, "step": 202880 }, { "epoch": 3.364062940425461, "grad_norm": 0.0005646442878060043, "learning_rate": 1.635937059574539e-05, "loss": 0.0076, "step": 202890 }, { "epoch": 3.3642287476579726, "grad_norm": 0.0008239134331233799, "learning_rate": 1.635771252342027e-05, "loss": 0.0017, "step": 202900 }, { "epoch": 3.3643945548904846, "grad_norm": 3.285006096120924e-05, "learning_rate": 1.6356054451095157e-05, "loss": 0.0064, "step": 202910 }, { "epoch": 3.3645603621229956, "grad_norm": 9.821179992286488e-05, "learning_rate": 1.6354396378770043e-05, "loss": 0.0001, "step": 202920 }, { "epoch": 3.3647261693555075, "grad_norm": 0.001986999064683914, "learning_rate": 1.6352738306444927e-05, "loss": 0.0054, "step": 202930 }, { "epoch": 3.3648919765880185, "grad_norm": 0.0003257747448515147, "learning_rate": 1.6351080234119814e-05, "loss": 0.0003, "step": 202940 }, { "epoch": 3.3650577838205304, "grad_norm": 0.31036266684532166, "learning_rate": 1.6349422161794697e-05, "loss": 0.0033, "step": 202950 }, { "epoch": 3.365223591053042, "grad_norm": 0.00031534204026684165, "learning_rate": 1.6347764089469584e-05, "loss": 0.007, "step": 202960 }, { "epoch": 3.3653893982855534, "grad_norm": 0.053477052599191666, "learning_rate": 1.6346106017144468e-05, "loss": 0.0075, "step": 202970 }, { "epoch": 3.365555205518065, "grad_norm": 0.002268847543746233, "learning_rate": 1.6344447944819354e-05, "loss": 0.0104, "step": 202980 }, { "epoch": 3.3657210127505763, "grad_norm": 0.0031283542048186064, "learning_rate": 1.6342789872494238e-05, "loss": 0.004, "step": 202990 }, { "epoch": 3.365886819983088, "grad_norm": 0.08713759481906891, "learning_rate": 1.6341131800169125e-05, "loss": 0.0039, "step": 203000 }, { "epoch": 3.3660526272155993, "grad_norm": 0.07056467235088348, "learning_rate": 1.6339473727844008e-05, "loss": 0.0033, "step": 203010 }, { "epoch": 3.3662184344481108, "grad_norm": 0.0022688002791255713, "learning_rate": 1.6337815655518895e-05, "loss": 0.0, "step": 203020 }, { "epoch": 3.3663842416806222, "grad_norm": 0.08707400411367416, "learning_rate": 1.633615758319378e-05, "loss": 0.001, "step": 203030 }, { "epoch": 3.3665500489131337, "grad_norm": 0.00017156294779852033, "learning_rate": 1.6334499510868666e-05, "loss": 0.0013, "step": 203040 }, { "epoch": 3.366715856145645, "grad_norm": 0.0007394436979666352, "learning_rate": 1.633284143854355e-05, "loss": 0.0001, "step": 203050 }, { "epoch": 3.3668816633781566, "grad_norm": 0.025078732520341873, "learning_rate": 1.6331183366218436e-05, "loss": 0.0034, "step": 203060 }, { "epoch": 3.367047470610668, "grad_norm": 0.0007393142441287637, "learning_rate": 1.632952529389332e-05, "loss": 0.0078, "step": 203070 }, { "epoch": 3.3672132778431796, "grad_norm": 0.0007117971545085311, "learning_rate": 1.6327867221568206e-05, "loss": 0.0, "step": 203080 }, { "epoch": 3.367379085075691, "grad_norm": 0.00026668960344977677, "learning_rate": 1.632620914924309e-05, "loss": 0.0001, "step": 203090 }, { "epoch": 3.3675448923082025, "grad_norm": 0.003240613266825676, "learning_rate": 1.6324551076917977e-05, "loss": 0.0029, "step": 203100 }, { "epoch": 3.367710699540714, "grad_norm": 0.001040502917021513, "learning_rate": 1.6322893004592863e-05, "loss": 0.0092, "step": 203110 }, { "epoch": 3.3678765067732255, "grad_norm": 0.0005844534025527537, "learning_rate": 1.6321234932267747e-05, "loss": 0.0062, "step": 203120 }, { "epoch": 3.368042314005737, "grad_norm": 0.0020622010342776775, "learning_rate": 1.631957685994263e-05, "loss": 0.007, "step": 203130 }, { "epoch": 3.3682081212382484, "grad_norm": 0.00395936006680131, "learning_rate": 1.6317918787617517e-05, "loss": 0.0081, "step": 203140 }, { "epoch": 3.36837392847076, "grad_norm": 0.40555500984191895, "learning_rate": 1.6316260715292404e-05, "loss": 0.0084, "step": 203150 }, { "epoch": 3.3685397357032714, "grad_norm": 5.581906225415878e-05, "learning_rate": 1.6314602642967288e-05, "loss": 0.0029, "step": 203160 }, { "epoch": 3.368705542935783, "grad_norm": 0.00039533941890113056, "learning_rate": 1.631294457064217e-05, "loss": 0.0002, "step": 203170 }, { "epoch": 3.3688713501682943, "grad_norm": 0.0006011746008880436, "learning_rate": 1.6311286498317058e-05, "loss": 0.004, "step": 203180 }, { "epoch": 3.369037157400806, "grad_norm": 0.014592910185456276, "learning_rate": 1.6309628425991945e-05, "loss": 0.0003, "step": 203190 }, { "epoch": 3.3692029646333173, "grad_norm": 0.1767883002758026, "learning_rate": 1.6307970353666825e-05, "loss": 0.003, "step": 203200 }, { "epoch": 3.3693687718658287, "grad_norm": 0.001363704213872552, "learning_rate": 1.6306312281341712e-05, "loss": 0.0003, "step": 203210 }, { "epoch": 3.36953457909834, "grad_norm": 0.0007172622135840356, "learning_rate": 1.63046542090166e-05, "loss": 0.004, "step": 203220 }, { "epoch": 3.3697003863308517, "grad_norm": 0.17216089367866516, "learning_rate": 1.6302996136691485e-05, "loss": 0.0059, "step": 203230 }, { "epoch": 3.369866193563363, "grad_norm": 0.1233290508389473, "learning_rate": 1.6301338064366366e-05, "loss": 0.0041, "step": 203240 }, { "epoch": 3.3700320007958746, "grad_norm": 0.20924492180347443, "learning_rate": 1.6299679992041252e-05, "loss": 0.0069, "step": 203250 }, { "epoch": 3.370197808028386, "grad_norm": 0.0003472033131401986, "learning_rate": 1.629802191971614e-05, "loss": 0.0027, "step": 203260 }, { "epoch": 3.3703636152608976, "grad_norm": 0.0013458497123792768, "learning_rate": 1.6296363847391026e-05, "loss": 0.0031, "step": 203270 }, { "epoch": 3.370529422493409, "grad_norm": 0.9801570177078247, "learning_rate": 1.629470577506591e-05, "loss": 0.0056, "step": 203280 }, { "epoch": 3.3706952297259205, "grad_norm": 0.7801373600959778, "learning_rate": 1.6293047702740793e-05, "loss": 0.0128, "step": 203290 }, { "epoch": 3.370861036958432, "grad_norm": 0.00013794009282719344, "learning_rate": 1.629138963041568e-05, "loss": 0.0, "step": 203300 }, { "epoch": 3.3710268441909435, "grad_norm": 0.00020238196884747595, "learning_rate": 1.6289731558090563e-05, "loss": 0.0029, "step": 203310 }, { "epoch": 3.371192651423455, "grad_norm": 0.04357820749282837, "learning_rate": 1.628807348576545e-05, "loss": 0.0008, "step": 203320 }, { "epoch": 3.3713584586559664, "grad_norm": 0.012415768578648567, "learning_rate": 1.6286415413440334e-05, "loss": 0.0039, "step": 203330 }, { "epoch": 3.371524265888478, "grad_norm": 0.0005145616014488041, "learning_rate": 1.628475734111522e-05, "loss": 0.0042, "step": 203340 }, { "epoch": 3.3716900731209893, "grad_norm": 0.0028275190852582455, "learning_rate": 1.6283099268790104e-05, "loss": 0.0028, "step": 203350 }, { "epoch": 3.3718558803535013, "grad_norm": 0.001026879996061325, "learning_rate": 1.628144119646499e-05, "loss": 0.0003, "step": 203360 }, { "epoch": 3.3720216875860123, "grad_norm": 0.0043229516595602036, "learning_rate": 1.6279783124139875e-05, "loss": 0.0029, "step": 203370 }, { "epoch": 3.372187494818524, "grad_norm": 0.0009223574306815863, "learning_rate": 1.627812505181476e-05, "loss": 0.0028, "step": 203380 }, { "epoch": 3.3723533020510352, "grad_norm": 0.9636290073394775, "learning_rate": 1.6276466979489645e-05, "loss": 0.0095, "step": 203390 }, { "epoch": 3.372519109283547, "grad_norm": 2.6905760023510084e-05, "learning_rate": 1.6274808907164532e-05, "loss": 0.001, "step": 203400 }, { "epoch": 3.3726849165160586, "grad_norm": 0.012728751637041569, "learning_rate": 1.6273150834839415e-05, "loss": 0.0007, "step": 203410 }, { "epoch": 3.37285072374857, "grad_norm": 1.2698746104433667e-05, "learning_rate": 1.6271492762514302e-05, "loss": 0.0026, "step": 203420 }, { "epoch": 3.3730165309810816, "grad_norm": 0.0024898916017264128, "learning_rate": 1.6269834690189186e-05, "loss": 0.0047, "step": 203430 }, { "epoch": 3.373182338213593, "grad_norm": 0.003195906290784478, "learning_rate": 1.6268176617864072e-05, "loss": 0.0059, "step": 203440 }, { "epoch": 3.3733481454461045, "grad_norm": 0.0025441423058509827, "learning_rate": 1.626651854553896e-05, "loss": 0.0, "step": 203450 }, { "epoch": 3.373513952678616, "grad_norm": 0.021717039868235588, "learning_rate": 1.6264860473213843e-05, "loss": 0.0024, "step": 203460 }, { "epoch": 3.3736797599111275, "grad_norm": 0.0045465268194675446, "learning_rate": 1.6263202400888726e-05, "loss": 0.0084, "step": 203470 }, { "epoch": 3.373845567143639, "grad_norm": 0.14395160973072052, "learning_rate": 1.6261544328563613e-05, "loss": 0.006, "step": 203480 }, { "epoch": 3.3740113743761504, "grad_norm": 0.10729733109474182, "learning_rate": 1.62598862562385e-05, "loss": 0.0002, "step": 203490 }, { "epoch": 3.374177181608662, "grad_norm": 0.017605196684598923, "learning_rate": 1.6258228183913383e-05, "loss": 0.0097, "step": 203500 }, { "epoch": 3.3743429888411733, "grad_norm": 0.06830602884292603, "learning_rate": 1.6256570111588267e-05, "loss": 0.0002, "step": 203510 }, { "epoch": 3.374508796073685, "grad_norm": 0.4879833459854126, "learning_rate": 1.6254912039263154e-05, "loss": 0.0169, "step": 203520 }, { "epoch": 3.3746746033061963, "grad_norm": 0.0003750960167963058, "learning_rate": 1.625325396693804e-05, "loss": 0.0049, "step": 203530 }, { "epoch": 3.3748404105387078, "grad_norm": 0.0018696332117542624, "learning_rate": 1.6251595894612924e-05, "loss": 0.0002, "step": 203540 }, { "epoch": 3.3750062177712192, "grad_norm": 0.00029017875203862786, "learning_rate": 1.6249937822287808e-05, "loss": 0.0021, "step": 203550 }, { "epoch": 3.3751720250037307, "grad_norm": 0.004104912281036377, "learning_rate": 1.6248279749962695e-05, "loss": 0.0036, "step": 203560 }, { "epoch": 3.375337832236242, "grad_norm": 0.21314117312431335, "learning_rate": 1.624662167763758e-05, "loss": 0.0068, "step": 203570 }, { "epoch": 3.3755036394687536, "grad_norm": 0.005895320791751146, "learning_rate": 1.6244963605312465e-05, "loss": 0.0002, "step": 203580 }, { "epoch": 3.375669446701265, "grad_norm": 0.19106653332710266, "learning_rate": 1.624330553298735e-05, "loss": 0.0094, "step": 203590 }, { "epoch": 3.3758352539337766, "grad_norm": 0.002193588763475418, "learning_rate": 1.6241647460662235e-05, "loss": 0.0004, "step": 203600 }, { "epoch": 3.376001061166288, "grad_norm": 0.00823303498327732, "learning_rate": 1.6239989388337122e-05, "loss": 0.0042, "step": 203610 }, { "epoch": 3.3761668683987995, "grad_norm": 2.5107759938691743e-05, "learning_rate": 1.6238331316012006e-05, "loss": 0.0009, "step": 203620 }, { "epoch": 3.376332675631311, "grad_norm": 7.570259913336486e-05, "learning_rate": 1.623667324368689e-05, "loss": 0.0026, "step": 203630 }, { "epoch": 3.3764984828638225, "grad_norm": 0.0001797782606445253, "learning_rate": 1.6235015171361776e-05, "loss": 0.0032, "step": 203640 }, { "epoch": 3.376664290096334, "grad_norm": 0.1731978803873062, "learning_rate": 1.6233357099036663e-05, "loss": 0.0106, "step": 203650 }, { "epoch": 3.3768300973288454, "grad_norm": 0.0011977615067735314, "learning_rate": 1.6231699026711546e-05, "loss": 0.0002, "step": 203660 }, { "epoch": 3.376995904561357, "grad_norm": 0.0004615790385287255, "learning_rate": 1.623004095438643e-05, "loss": 0.0053, "step": 203670 }, { "epoch": 3.3771617117938684, "grad_norm": 0.0006033279350958765, "learning_rate": 1.6228382882061317e-05, "loss": 0.0045, "step": 203680 }, { "epoch": 3.37732751902638, "grad_norm": 5.416360727394931e-05, "learning_rate": 1.6226724809736203e-05, "loss": 0.0034, "step": 203690 }, { "epoch": 3.3774933262588913, "grad_norm": 0.0022572928573936224, "learning_rate": 1.6225066737411087e-05, "loss": 0.0062, "step": 203700 }, { "epoch": 3.377659133491403, "grad_norm": 0.00021424567967187613, "learning_rate": 1.622340866508597e-05, "loss": 0.0041, "step": 203710 }, { "epoch": 3.3778249407239143, "grad_norm": 7.82171482569538e-05, "learning_rate": 1.6221750592760857e-05, "loss": 0.0044, "step": 203720 }, { "epoch": 3.3779907479564257, "grad_norm": 0.08619330823421478, "learning_rate": 1.622009252043574e-05, "loss": 0.0013, "step": 203730 }, { "epoch": 3.378156555188937, "grad_norm": 0.0005882292171008885, "learning_rate": 1.6218434448110628e-05, "loss": 0.0028, "step": 203740 }, { "epoch": 3.3783223624214487, "grad_norm": 0.0038378166500478983, "learning_rate": 1.621677637578551e-05, "loss": 0.0001, "step": 203750 }, { "epoch": 3.37848816965396, "grad_norm": 0.16284139454364777, "learning_rate": 1.6215118303460398e-05, "loss": 0.0027, "step": 203760 }, { "epoch": 3.3786539768864716, "grad_norm": 0.001201276551000774, "learning_rate": 1.621346023113528e-05, "loss": 0.0006, "step": 203770 }, { "epoch": 3.378819784118983, "grad_norm": 0.15434804558753967, "learning_rate": 1.621180215881017e-05, "loss": 0.0027, "step": 203780 }, { "epoch": 3.3789855913514946, "grad_norm": 0.0011821857187896967, "learning_rate": 1.6210144086485055e-05, "loss": 0.0076, "step": 203790 }, { "epoch": 3.379151398584006, "grad_norm": 0.00014231406385079026, "learning_rate": 1.620848601415994e-05, "loss": 0.0034, "step": 203800 }, { "epoch": 3.379317205816518, "grad_norm": 8.672194962855428e-05, "learning_rate": 1.6206827941834822e-05, "loss": 0.0, "step": 203810 }, { "epoch": 3.379483013049029, "grad_norm": 0.0013648854801431298, "learning_rate": 1.620516986950971e-05, "loss": 0.0044, "step": 203820 }, { "epoch": 3.379648820281541, "grad_norm": 0.006407706532627344, "learning_rate": 1.6203511797184596e-05, "loss": 0.0001, "step": 203830 }, { "epoch": 3.379814627514052, "grad_norm": 0.011233637109398842, "learning_rate": 1.620185372485948e-05, "loss": 0.003, "step": 203840 }, { "epoch": 3.379980434746564, "grad_norm": 0.00010539350478211418, "learning_rate": 1.6200195652534363e-05, "loss": 0.0001, "step": 203850 }, { "epoch": 3.3801462419790753, "grad_norm": 0.1792992800474167, "learning_rate": 1.619853758020925e-05, "loss": 0.003, "step": 203860 }, { "epoch": 3.380312049211587, "grad_norm": 0.0020511667244136333, "learning_rate": 1.6196879507884137e-05, "loss": 0.0, "step": 203870 }, { "epoch": 3.3804778564440983, "grad_norm": 0.00240953266620636, "learning_rate": 1.619522143555902e-05, "loss": 0.0056, "step": 203880 }, { "epoch": 3.3806436636766097, "grad_norm": 0.0002874418278224766, "learning_rate": 1.6193563363233904e-05, "loss": 0.0025, "step": 203890 }, { "epoch": 3.380809470909121, "grad_norm": 0.0032444640528410673, "learning_rate": 1.619190529090879e-05, "loss": 0.0005, "step": 203900 }, { "epoch": 3.3809752781416327, "grad_norm": 0.00034953831345774233, "learning_rate": 1.6190247218583677e-05, "loss": 0.0044, "step": 203910 }, { "epoch": 3.381141085374144, "grad_norm": 5.933422289672308e-05, "learning_rate": 1.618858914625856e-05, "loss": 0.0001, "step": 203920 }, { "epoch": 3.3813068926066556, "grad_norm": 0.0013461713679134846, "learning_rate": 1.6186931073933444e-05, "loss": 0.0032, "step": 203930 }, { "epoch": 3.381472699839167, "grad_norm": 0.0013782765017822385, "learning_rate": 1.618527300160833e-05, "loss": 0.0058, "step": 203940 }, { "epoch": 3.3816385070716786, "grad_norm": 0.004525794647634029, "learning_rate": 1.6183614929283218e-05, "loss": 0.0021, "step": 203950 }, { "epoch": 3.38180431430419, "grad_norm": 0.007281226571649313, "learning_rate": 1.61819568569581e-05, "loss": 0.0033, "step": 203960 }, { "epoch": 3.3819701215367015, "grad_norm": 1.1801535947597586e-05, "learning_rate": 1.6180298784632985e-05, "loss": 0.0064, "step": 203970 }, { "epoch": 3.382135928769213, "grad_norm": 0.005437025334686041, "learning_rate": 1.6178640712307872e-05, "loss": 0.0009, "step": 203980 }, { "epoch": 3.3823017360017245, "grad_norm": 0.24047349393367767, "learning_rate": 1.617698263998276e-05, "loss": 0.0075, "step": 203990 }, { "epoch": 3.382467543234236, "grad_norm": 0.000863806635607034, "learning_rate": 1.6175324567657642e-05, "loss": 0.0036, "step": 204000 }, { "epoch": 3.3826333504667474, "grad_norm": 0.01798221655189991, "learning_rate": 1.6173666495332526e-05, "loss": 0.0043, "step": 204010 }, { "epoch": 3.382799157699259, "grad_norm": 0.00045171871897764504, "learning_rate": 1.6172008423007412e-05, "loss": 0.0052, "step": 204020 }, { "epoch": 3.3829649649317703, "grad_norm": 0.003449131967499852, "learning_rate": 1.61703503506823e-05, "loss": 0.0002, "step": 204030 }, { "epoch": 3.383130772164282, "grad_norm": 3.0020248232176527e-05, "learning_rate": 1.6168692278357183e-05, "loss": 0.0002, "step": 204040 }, { "epoch": 3.3832965793967933, "grad_norm": 0.0005219047889113426, "learning_rate": 1.6167034206032066e-05, "loss": 0.0, "step": 204050 }, { "epoch": 3.3834623866293048, "grad_norm": 0.006510009989142418, "learning_rate": 1.6165376133706953e-05, "loss": 0.0004, "step": 204060 }, { "epoch": 3.3836281938618162, "grad_norm": 0.13474509119987488, "learning_rate": 1.616371806138184e-05, "loss": 0.0039, "step": 204070 }, { "epoch": 3.3837940010943277, "grad_norm": 0.13438734412193298, "learning_rate": 1.6162059989056724e-05, "loss": 0.0029, "step": 204080 }, { "epoch": 3.383959808326839, "grad_norm": 0.0002707691746763885, "learning_rate": 1.6160401916731607e-05, "loss": 0.0019, "step": 204090 }, { "epoch": 3.3841256155593507, "grad_norm": 0.05558504909276962, "learning_rate": 1.6158743844406494e-05, "loss": 0.0032, "step": 204100 }, { "epoch": 3.384291422791862, "grad_norm": 1.1122606992721558, "learning_rate": 1.6157085772081377e-05, "loss": 0.0228, "step": 204110 }, { "epoch": 3.3844572300243736, "grad_norm": 0.014160810969769955, "learning_rate": 1.6155427699756264e-05, "loss": 0.0062, "step": 204120 }, { "epoch": 3.384623037256885, "grad_norm": 0.16236001253128052, "learning_rate": 1.615376962743115e-05, "loss": 0.0029, "step": 204130 }, { "epoch": 3.3847888444893965, "grad_norm": 0.004809210076928139, "learning_rate": 1.6152111555106035e-05, "loss": 0.004, "step": 204140 }, { "epoch": 3.384954651721908, "grad_norm": 0.0006004825700074434, "learning_rate": 1.6150453482780918e-05, "loss": 0.0033, "step": 204150 }, { "epoch": 3.3851204589544195, "grad_norm": 0.1082153171300888, "learning_rate": 1.6148795410455805e-05, "loss": 0.0028, "step": 204160 }, { "epoch": 3.385286266186931, "grad_norm": 0.002558200154453516, "learning_rate": 1.6147137338130692e-05, "loss": 0.0001, "step": 204170 }, { "epoch": 3.3854520734194424, "grad_norm": 0.0009695634362287819, "learning_rate": 1.6145479265805575e-05, "loss": 0.0085, "step": 204180 }, { "epoch": 3.385617880651954, "grad_norm": 0.0004597966617438942, "learning_rate": 1.614382119348046e-05, "loss": 0.0001, "step": 204190 }, { "epoch": 3.3857836878844654, "grad_norm": 0.22713512182235718, "learning_rate": 1.6142163121155346e-05, "loss": 0.0049, "step": 204200 }, { "epoch": 3.385949495116977, "grad_norm": 0.010943523608148098, "learning_rate": 1.6140505048830232e-05, "loss": 0.0003, "step": 204210 }, { "epoch": 3.3861153023494883, "grad_norm": 0.018487224355340004, "learning_rate": 1.6138846976505116e-05, "loss": 0.0069, "step": 204220 }, { "epoch": 3.386281109582, "grad_norm": 0.3971475660800934, "learning_rate": 1.613718890418e-05, "loss": 0.0056, "step": 204230 }, { "epoch": 3.3864469168145113, "grad_norm": 0.01060105673968792, "learning_rate": 1.6135530831854886e-05, "loss": 0.0027, "step": 204240 }, { "epoch": 3.3866127240470227, "grad_norm": 0.18718475103378296, "learning_rate": 1.6133872759529773e-05, "loss": 0.0002, "step": 204250 }, { "epoch": 3.3867785312795347, "grad_norm": 0.12652002274990082, "learning_rate": 1.6132214687204657e-05, "loss": 0.0068, "step": 204260 }, { "epoch": 3.3869443385120457, "grad_norm": 8.638622966827825e-05, "learning_rate": 1.613055661487954e-05, "loss": 0.0027, "step": 204270 }, { "epoch": 3.3871101457445576, "grad_norm": 0.0006256679771468043, "learning_rate": 1.6128898542554427e-05, "loss": 0.0059, "step": 204280 }, { "epoch": 3.3872759529770686, "grad_norm": 0.0025339932180941105, "learning_rate": 1.6127240470229314e-05, "loss": 0.0141, "step": 204290 }, { "epoch": 3.3874417602095805, "grad_norm": 0.05503801256418228, "learning_rate": 1.6125582397904197e-05, "loss": 0.0024, "step": 204300 }, { "epoch": 3.387607567442092, "grad_norm": 0.08371050655841827, "learning_rate": 1.612392432557908e-05, "loss": 0.0005, "step": 204310 }, { "epoch": 3.3877733746746035, "grad_norm": 0.00812959112226963, "learning_rate": 1.6122266253253968e-05, "loss": 0.0001, "step": 204320 }, { "epoch": 3.387939181907115, "grad_norm": 0.00026730421814136207, "learning_rate": 1.6120608180928855e-05, "loss": 0.0001, "step": 204330 }, { "epoch": 3.3881049891396264, "grad_norm": 0.003771890653297305, "learning_rate": 1.6118950108603738e-05, "loss": 0.0027, "step": 204340 }, { "epoch": 3.388270796372138, "grad_norm": 0.35255399346351624, "learning_rate": 1.611729203627862e-05, "loss": 0.0035, "step": 204350 }, { "epoch": 3.3884366036046494, "grad_norm": 0.005914007313549519, "learning_rate": 1.611563396395351e-05, "loss": 0.0, "step": 204360 }, { "epoch": 3.388602410837161, "grad_norm": 0.14515270292758942, "learning_rate": 1.6113975891628395e-05, "loss": 0.0052, "step": 204370 }, { "epoch": 3.3887682180696723, "grad_norm": 0.005108625162392855, "learning_rate": 1.611231781930328e-05, "loss": 0.0046, "step": 204380 }, { "epoch": 3.388934025302184, "grad_norm": 0.07126740366220474, "learning_rate": 1.6110659746978162e-05, "loss": 0.0006, "step": 204390 }, { "epoch": 3.3890998325346953, "grad_norm": 2.2322003841400146, "learning_rate": 1.610900167465305e-05, "loss": 0.0146, "step": 204400 }, { "epoch": 3.3892656397672067, "grad_norm": 0.006962483748793602, "learning_rate": 1.6107343602327936e-05, "loss": 0.0001, "step": 204410 }, { "epoch": 3.389431446999718, "grad_norm": 0.000201775023015216, "learning_rate": 1.610568553000282e-05, "loss": 0.0, "step": 204420 }, { "epoch": 3.3895972542322297, "grad_norm": 0.008877793326973915, "learning_rate": 1.6104027457677703e-05, "loss": 0.0038, "step": 204430 }, { "epoch": 3.389763061464741, "grad_norm": 0.001471017487347126, "learning_rate": 1.610236938535259e-05, "loss": 0.0113, "step": 204440 }, { "epoch": 3.3899288686972526, "grad_norm": 0.0049935998395085335, "learning_rate": 1.6100711313027477e-05, "loss": 0.0002, "step": 204450 }, { "epoch": 3.390094675929764, "grad_norm": 0.00042684582876972854, "learning_rate": 1.609905324070236e-05, "loss": 0.0024, "step": 204460 }, { "epoch": 3.3902604831622756, "grad_norm": 5.258589226286858e-05, "learning_rate": 1.6097395168377247e-05, "loss": 0.0028, "step": 204470 }, { "epoch": 3.390426290394787, "grad_norm": 0.018638139590620995, "learning_rate": 1.609573709605213e-05, "loss": 0.0001, "step": 204480 }, { "epoch": 3.3905920976272985, "grad_norm": 0.004796482622623444, "learning_rate": 1.6094079023727014e-05, "loss": 0.0054, "step": 204490 }, { "epoch": 3.39075790485981, "grad_norm": 0.0005864500999450684, "learning_rate": 1.60924209514019e-05, "loss": 0.0001, "step": 204500 }, { "epoch": 3.3909237120923215, "grad_norm": 0.00016741707804612815, "learning_rate": 1.6090762879076788e-05, "loss": 0.0036, "step": 204510 }, { "epoch": 3.391089519324833, "grad_norm": 0.0007246285676956177, "learning_rate": 1.608910480675167e-05, "loss": 0.0039, "step": 204520 }, { "epoch": 3.3912553265573444, "grad_norm": 0.09738542139530182, "learning_rate": 1.6087446734426555e-05, "loss": 0.0057, "step": 204530 }, { "epoch": 3.391421133789856, "grad_norm": 0.0002947883040178567, "learning_rate": 1.608578866210144e-05, "loss": 0.0073, "step": 204540 }, { "epoch": 3.3915869410223674, "grad_norm": 0.3269785940647125, "learning_rate": 1.608413058977633e-05, "loss": 0.0032, "step": 204550 }, { "epoch": 3.391752748254879, "grad_norm": 8.013964543351904e-05, "learning_rate": 1.6082472517451212e-05, "loss": 0.0041, "step": 204560 }, { "epoch": 3.3919185554873903, "grad_norm": 0.00010901307541644201, "learning_rate": 1.6080814445126095e-05, "loss": 0.01, "step": 204570 }, { "epoch": 3.3920843627199018, "grad_norm": 0.21413123607635498, "learning_rate": 1.6079156372800982e-05, "loss": 0.0078, "step": 204580 }, { "epoch": 3.3922501699524132, "grad_norm": 0.001569484593346715, "learning_rate": 1.607749830047587e-05, "loss": 0.0034, "step": 204590 }, { "epoch": 3.3924159771849247, "grad_norm": 0.00011694469139911234, "learning_rate": 1.6075840228150753e-05, "loss": 0.0062, "step": 204600 }, { "epoch": 3.392581784417436, "grad_norm": 0.0004382522020023316, "learning_rate": 1.6074182155825636e-05, "loss": 0.0, "step": 204610 }, { "epoch": 3.3927475916499477, "grad_norm": 0.002693895250558853, "learning_rate": 1.6072524083500523e-05, "loss": 0.0043, "step": 204620 }, { "epoch": 3.392913398882459, "grad_norm": 0.037860602140426636, "learning_rate": 1.607086601117541e-05, "loss": 0.0034, "step": 204630 }, { "epoch": 3.3930792061149706, "grad_norm": 0.0012847258476540446, "learning_rate": 1.6069207938850293e-05, "loss": 0.0001, "step": 204640 }, { "epoch": 3.393245013347482, "grad_norm": 0.35639655590057373, "learning_rate": 1.6067549866525177e-05, "loss": 0.0086, "step": 204650 }, { "epoch": 3.3934108205799935, "grad_norm": 0.021150007843971252, "learning_rate": 1.6065891794200064e-05, "loss": 0.0004, "step": 204660 }, { "epoch": 3.393576627812505, "grad_norm": 0.0002917750389315188, "learning_rate": 1.606423372187495e-05, "loss": 0.0001, "step": 204670 }, { "epoch": 3.3937424350450165, "grad_norm": 9.207582479575649e-05, "learning_rate": 1.6062575649549834e-05, "loss": 0.0027, "step": 204680 }, { "epoch": 3.393908242277528, "grad_norm": 0.0005713783903047442, "learning_rate": 1.6060917577224717e-05, "loss": 0.0025, "step": 204690 }, { "epoch": 3.3940740495100394, "grad_norm": 0.1444230079650879, "learning_rate": 1.6059259504899604e-05, "loss": 0.0034, "step": 204700 }, { "epoch": 3.3942398567425514, "grad_norm": 0.944961428642273, "learning_rate": 1.605760143257449e-05, "loss": 0.011, "step": 204710 }, { "epoch": 3.3944056639750624, "grad_norm": 0.1460534632205963, "learning_rate": 1.6055943360249375e-05, "loss": 0.0049, "step": 204720 }, { "epoch": 3.3945714712075743, "grad_norm": 0.004497263580560684, "learning_rate": 1.6054285287924258e-05, "loss": 0.0031, "step": 204730 }, { "epoch": 3.3947372784400853, "grad_norm": 0.0001400832989020273, "learning_rate": 1.6052627215599145e-05, "loss": 0.0002, "step": 204740 }, { "epoch": 3.3949030856725972, "grad_norm": 5.60532025701832e-05, "learning_rate": 1.6050969143274032e-05, "loss": 0.0027, "step": 204750 }, { "epoch": 3.3950688929051087, "grad_norm": 0.023931829258799553, "learning_rate": 1.6049311070948915e-05, "loss": 0.0075, "step": 204760 }, { "epoch": 3.39523470013762, "grad_norm": 2.0754921933985315e-05, "learning_rate": 1.60476529986238e-05, "loss": 0.0, "step": 204770 }, { "epoch": 3.3954005073701317, "grad_norm": 0.00010219249088549986, "learning_rate": 1.6045994926298686e-05, "loss": 0.0027, "step": 204780 }, { "epoch": 3.395566314602643, "grad_norm": 0.3542459309101105, "learning_rate": 1.6044336853973572e-05, "loss": 0.0039, "step": 204790 }, { "epoch": 3.3957321218351546, "grad_norm": 0.0023546249140053988, "learning_rate": 1.6042678781648456e-05, "loss": 0.0002, "step": 204800 }, { "epoch": 3.395897929067666, "grad_norm": 0.008599136024713516, "learning_rate": 1.6041020709323343e-05, "loss": 0.0001, "step": 204810 }, { "epoch": 3.3960637363001775, "grad_norm": 0.005061709322035313, "learning_rate": 1.6039362636998226e-05, "loss": 0.0031, "step": 204820 }, { "epoch": 3.396229543532689, "grad_norm": 0.00018667741096578538, "learning_rate": 1.6037704564673113e-05, "loss": 0.0085, "step": 204830 }, { "epoch": 3.3963953507652005, "grad_norm": 0.4332678020000458, "learning_rate": 1.6036046492347997e-05, "loss": 0.0008, "step": 204840 }, { "epoch": 3.396561157997712, "grad_norm": 0.030862027779221535, "learning_rate": 1.6034388420022884e-05, "loss": 0.0002, "step": 204850 }, { "epoch": 3.3967269652302234, "grad_norm": 0.008651196956634521, "learning_rate": 1.6032730347697767e-05, "loss": 0.0033, "step": 204860 }, { "epoch": 3.396892772462735, "grad_norm": 0.00039349804865196347, "learning_rate": 1.6031072275372654e-05, "loss": 0.0076, "step": 204870 }, { "epoch": 3.3970585796952464, "grad_norm": 0.000528331904206425, "learning_rate": 1.6029414203047537e-05, "loss": 0.0039, "step": 204880 }, { "epoch": 3.397224386927758, "grad_norm": 0.00028420265880413353, "learning_rate": 1.6027756130722424e-05, "loss": 0.0001, "step": 204890 }, { "epoch": 3.3973901941602693, "grad_norm": 0.008500613272190094, "learning_rate": 1.6026098058397308e-05, "loss": 0.0067, "step": 204900 }, { "epoch": 3.397556001392781, "grad_norm": 0.0003911647363565862, "learning_rate": 1.602443998607219e-05, "loss": 0.007, "step": 204910 }, { "epoch": 3.3977218086252923, "grad_norm": 0.0005185651825740933, "learning_rate": 1.6022781913747078e-05, "loss": 0.005, "step": 204920 }, { "epoch": 3.3978876158578037, "grad_norm": 0.0009897055570036173, "learning_rate": 1.6021123841421965e-05, "loss": 0.0134, "step": 204930 }, { "epoch": 3.398053423090315, "grad_norm": 2.8847880457760766e-05, "learning_rate": 1.601946576909685e-05, "loss": 0.0, "step": 204940 }, { "epoch": 3.3982192303228267, "grad_norm": 7.394277054117993e-05, "learning_rate": 1.6017807696771732e-05, "loss": 0.0027, "step": 204950 }, { "epoch": 3.398385037555338, "grad_norm": 0.02809663861989975, "learning_rate": 1.601614962444662e-05, "loss": 0.0002, "step": 204960 }, { "epoch": 3.3985508447878496, "grad_norm": 0.0005082977586425841, "learning_rate": 1.6014491552121506e-05, "loss": 0.0131, "step": 204970 }, { "epoch": 3.398716652020361, "grad_norm": 0.0002280091866850853, "learning_rate": 1.6012833479796392e-05, "loss": 0.0006, "step": 204980 }, { "epoch": 3.3988824592528726, "grad_norm": 0.05637037009000778, "learning_rate": 1.6011175407471273e-05, "loss": 0.0002, "step": 204990 }, { "epoch": 3.399048266485384, "grad_norm": 0.0004069700662512332, "learning_rate": 1.600951733514616e-05, "loss": 0.003, "step": 205000 }, { "epoch": 3.3992140737178955, "grad_norm": 0.0020984248258173466, "learning_rate": 1.6007859262821046e-05, "loss": 0.0086, "step": 205010 }, { "epoch": 3.399379880950407, "grad_norm": 0.00023713335394859314, "learning_rate": 1.600620119049593e-05, "loss": 0.0036, "step": 205020 }, { "epoch": 3.3995456881829185, "grad_norm": 0.21407723426818848, "learning_rate": 1.6004543118170813e-05, "loss": 0.012, "step": 205030 }, { "epoch": 3.39971149541543, "grad_norm": 0.0012034258106723428, "learning_rate": 1.60028850458457e-05, "loss": 0.0, "step": 205040 }, { "epoch": 3.3998773026479414, "grad_norm": 3.970275429310277e-05, "learning_rate": 1.6001226973520587e-05, "loss": 0.0023, "step": 205050 }, { "epoch": 3.400043109880453, "grad_norm": 0.33014291524887085, "learning_rate": 1.599956890119547e-05, "loss": 0.0061, "step": 205060 }, { "epoch": 3.4002089171129644, "grad_norm": 0.31012529134750366, "learning_rate": 1.5997910828870354e-05, "loss": 0.0062, "step": 205070 }, { "epoch": 3.400374724345476, "grad_norm": 0.000539192056749016, "learning_rate": 1.599625275654524e-05, "loss": 0.0054, "step": 205080 }, { "epoch": 3.4005405315779873, "grad_norm": 0.012321407906711102, "learning_rate": 1.5994594684220128e-05, "loss": 0.006, "step": 205090 }, { "epoch": 3.4007063388104988, "grad_norm": 0.213677778840065, "learning_rate": 1.599293661189501e-05, "loss": 0.0045, "step": 205100 }, { "epoch": 3.4008721460430102, "grad_norm": 0.0002024987043114379, "learning_rate": 1.5991278539569895e-05, "loss": 0.0059, "step": 205110 }, { "epoch": 3.4010379532755217, "grad_norm": 0.0013086347607895732, "learning_rate": 1.598962046724478e-05, "loss": 0.0049, "step": 205120 }, { "epoch": 3.401203760508033, "grad_norm": 0.0006118501187302172, "learning_rate": 1.598796239491967e-05, "loss": 0.0001, "step": 205130 }, { "epoch": 3.4013695677405447, "grad_norm": 0.004330395255237818, "learning_rate": 1.5986304322594552e-05, "loss": 0.0079, "step": 205140 }, { "epoch": 3.401535374973056, "grad_norm": 0.00043975564767606556, "learning_rate": 1.598464625026944e-05, "loss": 0.0, "step": 205150 }, { "epoch": 3.401701182205568, "grad_norm": 0.008740955963730812, "learning_rate": 1.5982988177944322e-05, "loss": 0.0006, "step": 205160 }, { "epoch": 3.401866989438079, "grad_norm": 0.0001172936026705429, "learning_rate": 1.598133010561921e-05, "loss": 0.0, "step": 205170 }, { "epoch": 3.402032796670591, "grad_norm": 0.3463744819164276, "learning_rate": 1.5979672033294093e-05, "loss": 0.0092, "step": 205180 }, { "epoch": 3.402198603903102, "grad_norm": 0.0011214733822271228, "learning_rate": 1.597801396096898e-05, "loss": 0.0001, "step": 205190 }, { "epoch": 3.402364411135614, "grad_norm": 0.001280481112189591, "learning_rate": 1.5976355888643863e-05, "loss": 0.0062, "step": 205200 }, { "epoch": 3.402530218368125, "grad_norm": 0.0006046131020411849, "learning_rate": 1.597469781631875e-05, "loss": 0.0, "step": 205210 }, { "epoch": 3.402696025600637, "grad_norm": 0.021029330790042877, "learning_rate": 1.5973039743993633e-05, "loss": 0.0031, "step": 205220 }, { "epoch": 3.4028618328331484, "grad_norm": 0.08870787173509598, "learning_rate": 1.597138167166852e-05, "loss": 0.0008, "step": 205230 }, { "epoch": 3.40302764006566, "grad_norm": 7.959244248922914e-05, "learning_rate": 1.5969723599343404e-05, "loss": 0.0026, "step": 205240 }, { "epoch": 3.4031934472981713, "grad_norm": 0.023578403517603874, "learning_rate": 1.596806552701829e-05, "loss": 0.0045, "step": 205250 }, { "epoch": 3.4033592545306828, "grad_norm": 0.10043548047542572, "learning_rate": 1.5966407454693174e-05, "loss": 0.0032, "step": 205260 }, { "epoch": 3.4035250617631942, "grad_norm": 0.20360882580280304, "learning_rate": 1.596474938236806e-05, "loss": 0.0054, "step": 205270 }, { "epoch": 3.4036908689957057, "grad_norm": 1.7935059070587158, "learning_rate": 1.5963091310042944e-05, "loss": 0.0165, "step": 205280 }, { "epoch": 3.403856676228217, "grad_norm": 0.019796252250671387, "learning_rate": 1.5961433237717828e-05, "loss": 0.0061, "step": 205290 }, { "epoch": 3.4040224834607287, "grad_norm": 1.2356333172647282e-05, "learning_rate": 1.5959775165392715e-05, "loss": 0.0003, "step": 205300 }, { "epoch": 3.40418829069324, "grad_norm": 7.53452195567661e-06, "learning_rate": 1.59581170930676e-05, "loss": 0.0072, "step": 205310 }, { "epoch": 3.4043540979257516, "grad_norm": 0.004784615244716406, "learning_rate": 1.595645902074249e-05, "loss": 0.0002, "step": 205320 }, { "epoch": 3.404519905158263, "grad_norm": 2.0950381440343335e-05, "learning_rate": 1.595480094841737e-05, "loss": 0.0073, "step": 205330 }, { "epoch": 3.4046857123907746, "grad_norm": 0.008370666764676571, "learning_rate": 1.5953142876092255e-05, "loss": 0.0045, "step": 205340 }, { "epoch": 3.404851519623286, "grad_norm": 0.03673302009701729, "learning_rate": 1.5951484803767142e-05, "loss": 0.005, "step": 205350 }, { "epoch": 3.4050173268557975, "grad_norm": 0.25959107279777527, "learning_rate": 1.594982673144203e-05, "loss": 0.0034, "step": 205360 }, { "epoch": 3.405183134088309, "grad_norm": 0.00014478847151622176, "learning_rate": 1.594816865911691e-05, "loss": 0.0036, "step": 205370 }, { "epoch": 3.4053489413208204, "grad_norm": 0.0013145635602995753, "learning_rate": 1.5946510586791796e-05, "loss": 0.0009, "step": 205380 }, { "epoch": 3.405514748553332, "grad_norm": 7.310936780413613e-05, "learning_rate": 1.5944852514466683e-05, "loss": 0.0032, "step": 205390 }, { "epoch": 3.4056805557858434, "grad_norm": 9.620992204872891e-05, "learning_rate": 1.5943194442141566e-05, "loss": 0.0022, "step": 205400 }, { "epoch": 3.405846363018355, "grad_norm": 0.0005973043153062463, "learning_rate": 1.594153636981645e-05, "loss": 0.0006, "step": 205410 }, { "epoch": 3.4060121702508663, "grad_norm": 7.610837928950787e-05, "learning_rate": 1.5939878297491337e-05, "loss": 0.0043, "step": 205420 }, { "epoch": 3.406177977483378, "grad_norm": 0.1598568856716156, "learning_rate": 1.5938220225166224e-05, "loss": 0.0026, "step": 205430 }, { "epoch": 3.4063437847158893, "grad_norm": 0.0009669316932559013, "learning_rate": 1.5936562152841107e-05, "loss": 0.0041, "step": 205440 }, { "epoch": 3.4065095919484008, "grad_norm": 6.528038647957146e-05, "learning_rate": 1.593490408051599e-05, "loss": 0.0083, "step": 205450 }, { "epoch": 3.4066753991809122, "grad_norm": 0.024964382871985435, "learning_rate": 1.5933246008190877e-05, "loss": 0.0006, "step": 205460 }, { "epoch": 3.4068412064134237, "grad_norm": 0.1853705793619156, "learning_rate": 1.5931587935865764e-05, "loss": 0.0004, "step": 205470 }, { "epoch": 3.407007013645935, "grad_norm": 0.0020938031375408173, "learning_rate": 1.5929929863540648e-05, "loss": 0.0082, "step": 205480 }, { "epoch": 3.4071728208784466, "grad_norm": 0.0007201050757430494, "learning_rate": 1.5928271791215535e-05, "loss": 0.0, "step": 205490 }, { "epoch": 3.407338628110958, "grad_norm": 8.324256486957893e-05, "learning_rate": 1.5926613718890418e-05, "loss": 0.0063, "step": 205500 }, { "epoch": 3.4075044353434696, "grad_norm": 0.0011557614197954535, "learning_rate": 1.5924955646565305e-05, "loss": 0.0, "step": 205510 }, { "epoch": 3.407670242575981, "grad_norm": 0.0012048105709254742, "learning_rate": 1.592329757424019e-05, "loss": 0.0001, "step": 205520 }, { "epoch": 3.4078360498084925, "grad_norm": 7.68043173593469e-05, "learning_rate": 1.5921639501915075e-05, "loss": 0.0002, "step": 205530 }, { "epoch": 3.408001857041004, "grad_norm": 0.0006679120706394315, "learning_rate": 1.591998142958996e-05, "loss": 0.0, "step": 205540 }, { "epoch": 3.4081676642735155, "grad_norm": 0.001577607705257833, "learning_rate": 1.5918323357264846e-05, "loss": 0.0029, "step": 205550 }, { "epoch": 3.408333471506027, "grad_norm": 0.023528875783085823, "learning_rate": 1.591666528493973e-05, "loss": 0.0027, "step": 205560 }, { "epoch": 3.4084992787385384, "grad_norm": 0.0019505611853674054, "learning_rate": 1.5915007212614616e-05, "loss": 0.0094, "step": 205570 }, { "epoch": 3.40866508597105, "grad_norm": 0.00029477651696652174, "learning_rate": 1.59133491402895e-05, "loss": 0.0001, "step": 205580 }, { "epoch": 3.4088308932035614, "grad_norm": 8.177232666639611e-05, "learning_rate": 1.5911691067964386e-05, "loss": 0.0039, "step": 205590 }, { "epoch": 3.408996700436073, "grad_norm": 0.0001053357555065304, "learning_rate": 1.591003299563927e-05, "loss": 0.0029, "step": 205600 }, { "epoch": 3.4091625076685848, "grad_norm": 0.05944496765732765, "learning_rate": 1.5908374923314157e-05, "loss": 0.0001, "step": 205610 }, { "epoch": 3.409328314901096, "grad_norm": 0.0013678957475349307, "learning_rate": 1.590671685098904e-05, "loss": 0.0062, "step": 205620 }, { "epoch": 3.4094941221336077, "grad_norm": 0.00011049371096305549, "learning_rate": 1.5905058778663927e-05, "loss": 0.0026, "step": 205630 }, { "epoch": 3.4096599293661187, "grad_norm": 0.0009891008958220482, "learning_rate": 1.590340070633881e-05, "loss": 0.0001, "step": 205640 }, { "epoch": 3.4098257365986306, "grad_norm": 0.15810969471931458, "learning_rate": 1.5901742634013697e-05, "loss": 0.0031, "step": 205650 }, { "epoch": 3.4099915438311417, "grad_norm": 0.000541573972441256, "learning_rate": 1.5900084561688584e-05, "loss": 0.0082, "step": 205660 }, { "epoch": 3.4101573510636536, "grad_norm": 0.0023674999829381704, "learning_rate": 1.5898426489363464e-05, "loss": 0.0108, "step": 205670 }, { "epoch": 3.410323158296165, "grad_norm": 0.000881000014487654, "learning_rate": 1.589676841703835e-05, "loss": 0.0003, "step": 205680 }, { "epoch": 3.4104889655286765, "grad_norm": 4.143649130128324e-05, "learning_rate": 1.5895110344713238e-05, "loss": 0.003, "step": 205690 }, { "epoch": 3.410654772761188, "grad_norm": 0.00010046873649116606, "learning_rate": 1.5893452272388125e-05, "loss": 0.0, "step": 205700 }, { "epoch": 3.4108205799936995, "grad_norm": 0.0847453624010086, "learning_rate": 1.5891794200063005e-05, "loss": 0.0003, "step": 205710 }, { "epoch": 3.410986387226211, "grad_norm": 0.0016434247372671962, "learning_rate": 1.5890136127737892e-05, "loss": 0.001, "step": 205720 }, { "epoch": 3.4111521944587224, "grad_norm": 0.00043092103442177176, "learning_rate": 1.588847805541278e-05, "loss": 0.0045, "step": 205730 }, { "epoch": 3.411318001691234, "grad_norm": 0.010609915480017662, "learning_rate": 1.5886819983087666e-05, "loss": 0.0015, "step": 205740 }, { "epoch": 3.4114838089237454, "grad_norm": 0.40825384855270386, "learning_rate": 1.5885161910762546e-05, "loss": 0.0008, "step": 205750 }, { "epoch": 3.411649616156257, "grad_norm": 0.0014227167703211308, "learning_rate": 1.5883503838437433e-05, "loss": 0.0068, "step": 205760 }, { "epoch": 3.4118154233887683, "grad_norm": 0.0003444321919232607, "learning_rate": 1.588184576611232e-05, "loss": 0.0028, "step": 205770 }, { "epoch": 3.41198123062128, "grad_norm": 0.028082814067602158, "learning_rate": 1.5880187693787203e-05, "loss": 0.0026, "step": 205780 }, { "epoch": 3.4121470378537913, "grad_norm": 6.645479879807681e-05, "learning_rate": 1.5878529621462086e-05, "loss": 0.0058, "step": 205790 }, { "epoch": 3.4123128450863027, "grad_norm": 0.00278874090872705, "learning_rate": 1.5876871549136973e-05, "loss": 0.0033, "step": 205800 }, { "epoch": 3.412478652318814, "grad_norm": 0.7444587349891663, "learning_rate": 1.587521347681186e-05, "loss": 0.0065, "step": 205810 }, { "epoch": 3.4126444595513257, "grad_norm": 0.017232663929462433, "learning_rate": 1.5873555404486744e-05, "loss": 0.0007, "step": 205820 }, { "epoch": 3.412810266783837, "grad_norm": 0.0009210368734784424, "learning_rate": 1.587189733216163e-05, "loss": 0.0, "step": 205830 }, { "epoch": 3.4129760740163486, "grad_norm": 0.00021212780848145485, "learning_rate": 1.5870239259836514e-05, "loss": 0.0031, "step": 205840 }, { "epoch": 3.41314188124886, "grad_norm": 0.15182319283485413, "learning_rate": 1.58685811875114e-05, "loss": 0.0031, "step": 205850 }, { "epoch": 3.4133076884813716, "grad_norm": 0.0007335276459343731, "learning_rate": 1.5866923115186284e-05, "loss": 0.0111, "step": 205860 }, { "epoch": 3.413473495713883, "grad_norm": 8.626454655313864e-05, "learning_rate": 1.586526504286117e-05, "loss": 0.0039, "step": 205870 }, { "epoch": 3.4136393029463945, "grad_norm": 0.20448777079582214, "learning_rate": 1.5863606970536055e-05, "loss": 0.007, "step": 205880 }, { "epoch": 3.413805110178906, "grad_norm": 0.3299509584903717, "learning_rate": 1.586194889821094e-05, "loss": 0.0004, "step": 205890 }, { "epoch": 3.4139709174114174, "grad_norm": 0.00024922407465055585, "learning_rate": 1.5860290825885825e-05, "loss": 0.0028, "step": 205900 }, { "epoch": 3.414136724643929, "grad_norm": 0.009034780785441399, "learning_rate": 1.5858632753560712e-05, "loss": 0.0008, "step": 205910 }, { "epoch": 3.4143025318764404, "grad_norm": 5.826233518746449e-06, "learning_rate": 1.5856974681235595e-05, "loss": 0.0, "step": 205920 }, { "epoch": 3.414468339108952, "grad_norm": 4.113394970772788e-05, "learning_rate": 1.5855316608910482e-05, "loss": 0.0124, "step": 205930 }, { "epoch": 3.4146341463414633, "grad_norm": 0.0636821985244751, "learning_rate": 1.5853658536585366e-05, "loss": 0.0003, "step": 205940 }, { "epoch": 3.414799953573975, "grad_norm": 0.0006158822798170149, "learning_rate": 1.5852000464260253e-05, "loss": 0.0034, "step": 205950 }, { "epoch": 3.4149657608064863, "grad_norm": 0.0009704753174446523, "learning_rate": 1.5850342391935136e-05, "loss": 0.0001, "step": 205960 }, { "epoch": 3.4151315680389978, "grad_norm": 0.022734422236680984, "learning_rate": 1.5848684319610023e-05, "loss": 0.0133, "step": 205970 }, { "epoch": 3.4152973752715092, "grad_norm": 0.0009897483978420496, "learning_rate": 1.5847026247284906e-05, "loss": 0.0054, "step": 205980 }, { "epoch": 3.4154631825040207, "grad_norm": 0.015456851571798325, "learning_rate": 1.5845368174959793e-05, "loss": 0.0064, "step": 205990 }, { "epoch": 3.415628989736532, "grad_norm": 0.15259245038032532, "learning_rate": 1.584371010263468e-05, "loss": 0.0031, "step": 206000 }, { "epoch": 3.4157947969690436, "grad_norm": 0.0051488145254552364, "learning_rate": 1.5842052030309564e-05, "loss": 0.0066, "step": 206010 }, { "epoch": 3.415960604201555, "grad_norm": 0.00019403263286221772, "learning_rate": 1.5840393957984447e-05, "loss": 0.0004, "step": 206020 }, { "epoch": 3.4161264114340666, "grad_norm": 3.0458324545179494e-05, "learning_rate": 1.5838735885659334e-05, "loss": 0.0004, "step": 206030 }, { "epoch": 3.416292218666578, "grad_norm": 0.006807943806052208, "learning_rate": 1.583707781333422e-05, "loss": 0.0017, "step": 206040 }, { "epoch": 3.4164580258990895, "grad_norm": 0.0008542662253603339, "learning_rate": 1.5835419741009104e-05, "loss": 0.0016, "step": 206050 }, { "epoch": 3.416623833131601, "grad_norm": 0.17841322720050812, "learning_rate": 1.5833761668683988e-05, "loss": 0.0052, "step": 206060 }, { "epoch": 3.4167896403641125, "grad_norm": 0.2903950810432434, "learning_rate": 1.5832103596358875e-05, "loss": 0.009, "step": 206070 }, { "epoch": 3.4169554475966244, "grad_norm": 3.085119033130468e-06, "learning_rate": 1.583044552403376e-05, "loss": 0.0001, "step": 206080 }, { "epoch": 3.4171212548291354, "grad_norm": 4.5084412704454735e-05, "learning_rate": 1.582878745170864e-05, "loss": 0.0067, "step": 206090 }, { "epoch": 3.4172870620616473, "grad_norm": 0.0018899497808888555, "learning_rate": 1.582712937938353e-05, "loss": 0.0237, "step": 206100 }, { "epoch": 3.4174528692941584, "grad_norm": 0.0038869238924235106, "learning_rate": 1.5825471307058415e-05, "loss": 0.0001, "step": 206110 }, { "epoch": 3.4176186765266703, "grad_norm": 0.00046732043847441673, "learning_rate": 1.5823813234733302e-05, "loss": 0.0135, "step": 206120 }, { "epoch": 3.4177844837591818, "grad_norm": 0.0022313911467790604, "learning_rate": 1.5822155162408182e-05, "loss": 0.0035, "step": 206130 }, { "epoch": 3.4179502909916932, "grad_norm": 0.0002330373681616038, "learning_rate": 1.582049709008307e-05, "loss": 0.0, "step": 206140 }, { "epoch": 3.4181160982242047, "grad_norm": 0.007955309003591537, "learning_rate": 1.5818839017757956e-05, "loss": 0.0037, "step": 206150 }, { "epoch": 3.418281905456716, "grad_norm": 2.421683348075021e-05, "learning_rate": 1.5817180945432843e-05, "loss": 0.0254, "step": 206160 }, { "epoch": 3.4184477126892276, "grad_norm": 0.00019152063759975135, "learning_rate": 1.5815522873107726e-05, "loss": 0.0, "step": 206170 }, { "epoch": 3.418613519921739, "grad_norm": 0.010158740915358067, "learning_rate": 1.581386480078261e-05, "loss": 0.0041, "step": 206180 }, { "epoch": 3.4187793271542506, "grad_norm": 0.0014530402841046453, "learning_rate": 1.5812206728457497e-05, "loss": 0.0071, "step": 206190 }, { "epoch": 3.418945134386762, "grad_norm": 0.6149803996086121, "learning_rate": 1.581054865613238e-05, "loss": 0.0049, "step": 206200 }, { "epoch": 3.4191109416192735, "grad_norm": 0.0002694738795980811, "learning_rate": 1.5808890583807267e-05, "loss": 0.0002, "step": 206210 }, { "epoch": 3.419276748851785, "grad_norm": 0.17213234305381775, "learning_rate": 1.580723251148215e-05, "loss": 0.0003, "step": 206220 }, { "epoch": 3.4194425560842965, "grad_norm": 3.963297785958275e-05, "learning_rate": 1.5805574439157037e-05, "loss": 0.0024, "step": 206230 }, { "epoch": 3.419608363316808, "grad_norm": 0.0005060898256488144, "learning_rate": 1.580391636683192e-05, "loss": 0.0003, "step": 206240 }, { "epoch": 3.4197741705493194, "grad_norm": 0.017276516184210777, "learning_rate": 1.5802258294506808e-05, "loss": 0.0061, "step": 206250 }, { "epoch": 3.419939977781831, "grad_norm": 1.1223591566085815, "learning_rate": 1.580060022218169e-05, "loss": 0.0088, "step": 206260 }, { "epoch": 3.4201057850143424, "grad_norm": 8.259913010988384e-05, "learning_rate": 1.5798942149856578e-05, "loss": 0.0077, "step": 206270 }, { "epoch": 3.420271592246854, "grad_norm": 0.026026921346783638, "learning_rate": 1.579728407753146e-05, "loss": 0.0, "step": 206280 }, { "epoch": 3.4204373994793653, "grad_norm": 2.829905497492291e-05, "learning_rate": 1.579562600520635e-05, "loss": 0.0029, "step": 206290 }, { "epoch": 3.420603206711877, "grad_norm": 0.00028092990396544337, "learning_rate": 1.5793967932881232e-05, "loss": 0.0002, "step": 206300 }, { "epoch": 3.4207690139443883, "grad_norm": 0.004848322831094265, "learning_rate": 1.579230986055612e-05, "loss": 0.0023, "step": 206310 }, { "epoch": 3.4209348211768997, "grad_norm": 7.32242115191184e-05, "learning_rate": 1.5790651788231002e-05, "loss": 0.0036, "step": 206320 }, { "epoch": 3.421100628409411, "grad_norm": 0.00046389823546633124, "learning_rate": 1.578899371590589e-05, "loss": 0.0047, "step": 206330 }, { "epoch": 3.4212664356419227, "grad_norm": 0.0005274043069221079, "learning_rate": 1.5787335643580776e-05, "loss": 0.0082, "step": 206340 }, { "epoch": 3.421432242874434, "grad_norm": 0.015376112423837185, "learning_rate": 1.578567757125566e-05, "loss": 0.0093, "step": 206350 }, { "epoch": 3.4215980501069456, "grad_norm": 0.0010742165613919497, "learning_rate": 1.5784019498930543e-05, "loss": 0.009, "step": 206360 }, { "epoch": 3.421763857339457, "grad_norm": 0.029489044100046158, "learning_rate": 1.578236142660543e-05, "loss": 0.0066, "step": 206370 }, { "epoch": 3.4219296645719686, "grad_norm": 0.7514196038246155, "learning_rate": 1.5780703354280317e-05, "loss": 0.0052, "step": 206380 }, { "epoch": 3.42209547180448, "grad_norm": 0.22673702239990234, "learning_rate": 1.57790452819552e-05, "loss": 0.0059, "step": 206390 }, { "epoch": 3.4222612790369915, "grad_norm": 0.0003420331049710512, "learning_rate": 1.5777387209630084e-05, "loss": 0.0002, "step": 206400 }, { "epoch": 3.422427086269503, "grad_norm": 0.004860776476562023, "learning_rate": 1.577572913730497e-05, "loss": 0.0001, "step": 206410 }, { "epoch": 3.4225928935020145, "grad_norm": 0.14862309396266937, "learning_rate": 1.5774071064979857e-05, "loss": 0.003, "step": 206420 }, { "epoch": 3.422758700734526, "grad_norm": 0.00032837523031048477, "learning_rate": 1.577241299265474e-05, "loss": 0.0076, "step": 206430 }, { "epoch": 3.4229245079670374, "grad_norm": 0.024121204391121864, "learning_rate": 1.5770754920329624e-05, "loss": 0.0074, "step": 206440 }, { "epoch": 3.423090315199549, "grad_norm": 0.0002957942197099328, "learning_rate": 1.576909684800451e-05, "loss": 0.0081, "step": 206450 }, { "epoch": 3.4232561224320603, "grad_norm": 0.12703029811382294, "learning_rate": 1.5767438775679398e-05, "loss": 0.0054, "step": 206460 }, { "epoch": 3.423421929664572, "grad_norm": 0.0002685202343855053, "learning_rate": 1.5765780703354278e-05, "loss": 0.0003, "step": 206470 }, { "epoch": 3.4235877368970833, "grad_norm": 0.0001504819083493203, "learning_rate": 1.5764122631029165e-05, "loss": 0.0001, "step": 206480 }, { "epoch": 3.4237535441295948, "grad_norm": 0.00032349422690458596, "learning_rate": 1.5762464558704052e-05, "loss": 0.0025, "step": 206490 }, { "epoch": 3.4239193513621062, "grad_norm": 0.0005067507736384869, "learning_rate": 1.576080648637894e-05, "loss": 0.0005, "step": 206500 }, { "epoch": 3.4240851585946177, "grad_norm": 0.0011373539455235004, "learning_rate": 1.5759148414053822e-05, "loss": 0.0068, "step": 206510 }, { "epoch": 3.424250965827129, "grad_norm": 0.0006422240403480828, "learning_rate": 1.5757490341728706e-05, "loss": 0.0005, "step": 206520 }, { "epoch": 3.424416773059641, "grad_norm": 0.22018273174762726, "learning_rate": 1.5755832269403593e-05, "loss": 0.0023, "step": 206530 }, { "epoch": 3.424582580292152, "grad_norm": 0.007318002637475729, "learning_rate": 1.575417419707848e-05, "loss": 0.01, "step": 206540 }, { "epoch": 3.424748387524664, "grad_norm": 0.17660067975521088, "learning_rate": 1.5752516124753363e-05, "loss": 0.0055, "step": 206550 }, { "epoch": 3.424914194757175, "grad_norm": 9.602405043551698e-05, "learning_rate": 1.5750858052428246e-05, "loss": 0.0064, "step": 206560 }, { "epoch": 3.425080001989687, "grad_norm": 0.017392804846167564, "learning_rate": 1.5749199980103133e-05, "loss": 0.0069, "step": 206570 }, { "epoch": 3.4252458092221985, "grad_norm": 0.03614208847284317, "learning_rate": 1.5747541907778017e-05, "loss": 0.0029, "step": 206580 }, { "epoch": 3.42541161645471, "grad_norm": 0.0017077450174838305, "learning_rate": 1.5745883835452904e-05, "loss": 0.0, "step": 206590 }, { "epoch": 3.4255774236872214, "grad_norm": 0.03528733178973198, "learning_rate": 1.5744225763127787e-05, "loss": 0.0062, "step": 206600 }, { "epoch": 3.425743230919733, "grad_norm": 1.600999712536577e-05, "learning_rate": 1.5742567690802674e-05, "loss": 0.0042, "step": 206610 }, { "epoch": 3.4259090381522443, "grad_norm": 0.0025798932183533907, "learning_rate": 1.5740909618477557e-05, "loss": 0.0068, "step": 206620 }, { "epoch": 3.426074845384756, "grad_norm": 0.0010027834214270115, "learning_rate": 1.5739251546152444e-05, "loss": 0.0024, "step": 206630 }, { "epoch": 3.4262406526172673, "grad_norm": 0.1826794296503067, "learning_rate": 1.5737593473827328e-05, "loss": 0.0031, "step": 206640 }, { "epoch": 3.4264064598497788, "grad_norm": 0.012039944529533386, "learning_rate": 1.5735935401502215e-05, "loss": 0.0032, "step": 206650 }, { "epoch": 3.4265722670822902, "grad_norm": 0.00028134958120062947, "learning_rate": 1.5734277329177098e-05, "loss": 0.0024, "step": 206660 }, { "epoch": 3.4267380743148017, "grad_norm": 0.0067308153957128525, "learning_rate": 1.5732619256851985e-05, "loss": 0.0082, "step": 206670 }, { "epoch": 3.426903881547313, "grad_norm": 0.24003911018371582, "learning_rate": 1.5730961184526872e-05, "loss": 0.0067, "step": 206680 }, { "epoch": 3.4270696887798247, "grad_norm": 0.00011314635776216164, "learning_rate": 1.5729303112201755e-05, "loss": 0.0079, "step": 206690 }, { "epoch": 3.427235496012336, "grad_norm": 0.1907302290201187, "learning_rate": 1.572764503987664e-05, "loss": 0.0054, "step": 206700 }, { "epoch": 3.4274013032448476, "grad_norm": 0.00017854823090601712, "learning_rate": 1.5725986967551526e-05, "loss": 0.0044, "step": 206710 }, { "epoch": 3.427567110477359, "grad_norm": 0.16077415645122528, "learning_rate": 1.5724328895226413e-05, "loss": 0.0027, "step": 206720 }, { "epoch": 3.4277329177098705, "grad_norm": 8.914617501432076e-05, "learning_rate": 1.5722670822901296e-05, "loss": 0.0, "step": 206730 }, { "epoch": 3.427898724942382, "grad_norm": 0.00543509004637599, "learning_rate": 1.572101275057618e-05, "loss": 0.0003, "step": 206740 }, { "epoch": 3.4280645321748935, "grad_norm": 0.00013459364708978683, "learning_rate": 1.5719354678251066e-05, "loss": 0.0042, "step": 206750 }, { "epoch": 3.428230339407405, "grad_norm": 0.008190940134227276, "learning_rate": 1.5717696605925953e-05, "loss": 0.0036, "step": 206760 }, { "epoch": 3.4283961466399164, "grad_norm": 0.001084267278201878, "learning_rate": 1.5716038533600837e-05, "loss": 0.0026, "step": 206770 }, { "epoch": 3.428561953872428, "grad_norm": 0.0001787112996680662, "learning_rate": 1.571438046127572e-05, "loss": 0.0002, "step": 206780 }, { "epoch": 3.4287277611049394, "grad_norm": 7.056165486574173e-05, "learning_rate": 1.5712722388950607e-05, "loss": 0.0144, "step": 206790 }, { "epoch": 3.428893568337451, "grad_norm": 0.05920004844665527, "learning_rate": 1.5711064316625494e-05, "loss": 0.0026, "step": 206800 }, { "epoch": 3.4290593755699623, "grad_norm": 0.18207930028438568, "learning_rate": 1.5709406244300377e-05, "loss": 0.0207, "step": 206810 }, { "epoch": 3.429225182802474, "grad_norm": 0.0004005099763162434, "learning_rate": 1.570774817197526e-05, "loss": 0.0078, "step": 206820 }, { "epoch": 3.4293909900349853, "grad_norm": 0.007627461105585098, "learning_rate": 1.5706090099650148e-05, "loss": 0.0021, "step": 206830 }, { "epoch": 3.4295567972674967, "grad_norm": 0.01167620811611414, "learning_rate": 1.5704432027325035e-05, "loss": 0.0029, "step": 206840 }, { "epoch": 3.429722604500008, "grad_norm": 0.0003113474231213331, "learning_rate": 1.5702773954999918e-05, "loss": 0.001, "step": 206850 }, { "epoch": 3.4298884117325197, "grad_norm": 0.21553543210029602, "learning_rate": 1.57011158826748e-05, "loss": 0.0083, "step": 206860 }, { "epoch": 3.430054218965031, "grad_norm": 0.11772647500038147, "learning_rate": 1.569945781034969e-05, "loss": 0.008, "step": 206870 }, { "epoch": 3.4302200261975426, "grad_norm": 0.00043267093133181334, "learning_rate": 1.5697799738024575e-05, "loss": 0.0037, "step": 206880 }, { "epoch": 3.430385833430054, "grad_norm": 0.7803440093994141, "learning_rate": 1.569614166569946e-05, "loss": 0.008, "step": 206890 }, { "epoch": 3.4305516406625656, "grad_norm": 0.1759960651397705, "learning_rate": 1.5694483593374342e-05, "loss": 0.0097, "step": 206900 }, { "epoch": 3.430717447895077, "grad_norm": 0.001809262903407216, "learning_rate": 1.569282552104923e-05, "loss": 0.0009, "step": 206910 }, { "epoch": 3.4308832551275885, "grad_norm": 0.0005418315413407981, "learning_rate": 1.5691167448724116e-05, "loss": 0.0036, "step": 206920 }, { "epoch": 3.4310490623601, "grad_norm": 0.012945516034960747, "learning_rate": 1.5689509376399e-05, "loss": 0.0036, "step": 206930 }, { "epoch": 3.4312148695926115, "grad_norm": 0.0008457112708128989, "learning_rate": 1.5687851304073883e-05, "loss": 0.0032, "step": 206940 }, { "epoch": 3.431380676825123, "grad_norm": 0.00042068256880156696, "learning_rate": 1.568619323174877e-05, "loss": 0.0039, "step": 206950 }, { "epoch": 3.4315464840576344, "grad_norm": 9.176749881589785e-05, "learning_rate": 1.5684535159423653e-05, "loss": 0.0076, "step": 206960 }, { "epoch": 3.431712291290146, "grad_norm": 0.00011485585855552927, "learning_rate": 1.568287708709854e-05, "loss": 0.0102, "step": 206970 }, { "epoch": 3.431878098522658, "grad_norm": 0.199727401137352, "learning_rate": 1.5681219014773424e-05, "loss": 0.0025, "step": 206980 }, { "epoch": 3.432043905755169, "grad_norm": 0.00023946601140778512, "learning_rate": 1.567956094244831e-05, "loss": 0.0004, "step": 206990 }, { "epoch": 3.4322097129876807, "grad_norm": 0.0004532872699201107, "learning_rate": 1.5677902870123194e-05, "loss": 0.0, "step": 207000 }, { "epoch": 3.4323755202201918, "grad_norm": 0.818917989730835, "learning_rate": 1.567624479779808e-05, "loss": 0.0114, "step": 207010 }, { "epoch": 3.4325413274527037, "grad_norm": 6.620955900871195e-06, "learning_rate": 1.5674586725472968e-05, "loss": 0.0146, "step": 207020 }, { "epoch": 3.432707134685215, "grad_norm": 0.0008134419331327081, "learning_rate": 1.567292865314785e-05, "loss": 0.0024, "step": 207030 }, { "epoch": 3.4328729419177266, "grad_norm": 0.00013941455108579248, "learning_rate": 1.5671270580822735e-05, "loss": 0.0, "step": 207040 }, { "epoch": 3.433038749150238, "grad_norm": 0.22788122296333313, "learning_rate": 1.566961250849762e-05, "loss": 0.0071, "step": 207050 }, { "epoch": 3.4332045563827496, "grad_norm": 0.0008853143663145602, "learning_rate": 1.566795443617251e-05, "loss": 0.0098, "step": 207060 }, { "epoch": 3.433370363615261, "grad_norm": 0.0024471371434628963, "learning_rate": 1.5666296363847392e-05, "loss": 0.0032, "step": 207070 }, { "epoch": 3.4335361708477725, "grad_norm": 0.0023677402641624212, "learning_rate": 1.5664638291522275e-05, "loss": 0.0062, "step": 207080 }, { "epoch": 3.433701978080284, "grad_norm": 1.3005778782826383e-05, "learning_rate": 1.5662980219197162e-05, "loss": 0.0035, "step": 207090 }, { "epoch": 3.4338677853127955, "grad_norm": 0.12278662621974945, "learning_rate": 1.566132214687205e-05, "loss": 0.0148, "step": 207100 }, { "epoch": 3.434033592545307, "grad_norm": 0.0002271479315822944, "learning_rate": 1.5659664074546933e-05, "loss": 0.0022, "step": 207110 }, { "epoch": 3.4341993997778184, "grad_norm": 8.996843826025724e-05, "learning_rate": 1.5658006002221816e-05, "loss": 0.013, "step": 207120 }, { "epoch": 3.43436520701033, "grad_norm": 0.05902974307537079, "learning_rate": 1.5656347929896703e-05, "loss": 0.0063, "step": 207130 }, { "epoch": 3.4345310142428414, "grad_norm": 0.013301334343850613, "learning_rate": 1.565468985757159e-05, "loss": 0.0066, "step": 207140 }, { "epoch": 3.434696821475353, "grad_norm": 0.00014997088874224573, "learning_rate": 1.5653031785246473e-05, "loss": 0.0064, "step": 207150 }, { "epoch": 3.4348626287078643, "grad_norm": 0.001938882633112371, "learning_rate": 1.5651373712921357e-05, "loss": 0.0003, "step": 207160 }, { "epoch": 3.4350284359403758, "grad_norm": 0.0006455496768467128, "learning_rate": 1.5649715640596244e-05, "loss": 0.0023, "step": 207170 }, { "epoch": 3.4351942431728872, "grad_norm": 0.0003732562472578138, "learning_rate": 1.564805756827113e-05, "loss": 0.0057, "step": 207180 }, { "epoch": 3.4353600504053987, "grad_norm": 0.6015440821647644, "learning_rate": 1.5646399495946014e-05, "loss": 0.0039, "step": 207190 }, { "epoch": 3.43552585763791, "grad_norm": 0.00014038461085874587, "learning_rate": 1.5644741423620898e-05, "loss": 0.0078, "step": 207200 }, { "epoch": 3.4356916648704217, "grad_norm": 5.0763115723384544e-05, "learning_rate": 1.5643083351295784e-05, "loss": 0.0007, "step": 207210 }, { "epoch": 3.435857472102933, "grad_norm": 0.0006893840618431568, "learning_rate": 1.564142527897067e-05, "loss": 0.0025, "step": 207220 }, { "epoch": 3.4360232793354446, "grad_norm": 0.00020366506942082196, "learning_rate": 1.5639767206645555e-05, "loss": 0.0, "step": 207230 }, { "epoch": 3.436189086567956, "grad_norm": 0.023681504651904106, "learning_rate": 1.5638109134320438e-05, "loss": 0.0025, "step": 207240 }, { "epoch": 3.4363548938004675, "grad_norm": 0.003604559227824211, "learning_rate": 1.5636451061995325e-05, "loss": 0.0048, "step": 207250 }, { "epoch": 3.436520701032979, "grad_norm": 0.5298483371734619, "learning_rate": 1.5634792989670212e-05, "loss": 0.0089, "step": 207260 }, { "epoch": 3.4366865082654905, "grad_norm": 0.1509120613336563, "learning_rate": 1.5633134917345095e-05, "loss": 0.0044, "step": 207270 }, { "epoch": 3.436852315498002, "grad_norm": 0.00026948543381877244, "learning_rate": 1.563147684501998e-05, "loss": 0.0052, "step": 207280 }, { "epoch": 3.4370181227305134, "grad_norm": 0.0027414546348154545, "learning_rate": 1.5629818772694866e-05, "loss": 0.0037, "step": 207290 }, { "epoch": 3.437183929963025, "grad_norm": 0.0028902997728437185, "learning_rate": 1.5628160700369753e-05, "loss": 0.0001, "step": 207300 }, { "epoch": 3.4373497371955364, "grad_norm": 0.03539112210273743, "learning_rate": 1.5626502628044636e-05, "loss": 0.0075, "step": 207310 }, { "epoch": 3.437515544428048, "grad_norm": 0.08415257930755615, "learning_rate": 1.562484455571952e-05, "loss": 0.0047, "step": 207320 }, { "epoch": 3.4376813516605593, "grad_norm": 0.14544421434402466, "learning_rate": 1.5623186483394406e-05, "loss": 0.0058, "step": 207330 }, { "epoch": 3.437847158893071, "grad_norm": 0.009556026197969913, "learning_rate": 1.5621528411069293e-05, "loss": 0.025, "step": 207340 }, { "epoch": 3.4380129661255823, "grad_norm": 0.25093916058540344, "learning_rate": 1.5619870338744177e-05, "loss": 0.0216, "step": 207350 }, { "epoch": 3.4381787733580937, "grad_norm": 0.35959750413894653, "learning_rate": 1.5618212266419064e-05, "loss": 0.0025, "step": 207360 }, { "epoch": 3.438344580590605, "grad_norm": 0.8477025628089905, "learning_rate": 1.5616554194093947e-05, "loss": 0.0032, "step": 207370 }, { "epoch": 3.4385103878231167, "grad_norm": 0.0006773494533263147, "learning_rate": 1.561489612176883e-05, "loss": 0.0029, "step": 207380 }, { "epoch": 3.438676195055628, "grad_norm": 0.31632232666015625, "learning_rate": 1.5613238049443717e-05, "loss": 0.0004, "step": 207390 }, { "epoch": 3.4388420022881396, "grad_norm": 0.0012024929746985435, "learning_rate": 1.5611579977118604e-05, "loss": 0.0, "step": 207400 }, { "epoch": 3.439007809520651, "grad_norm": 0.13172869384288788, "learning_rate": 1.5609921904793488e-05, "loss": 0.0112, "step": 207410 }, { "epoch": 3.4391736167531626, "grad_norm": 0.00041397876339033246, "learning_rate": 1.560826383246837e-05, "loss": 0.0064, "step": 207420 }, { "epoch": 3.4393394239856745, "grad_norm": 0.007864871993660927, "learning_rate": 1.5606605760143258e-05, "loss": 0.0033, "step": 207430 }, { "epoch": 3.4395052312181855, "grad_norm": 0.0014353038277477026, "learning_rate": 1.5604947687818145e-05, "loss": 0.0073, "step": 207440 }, { "epoch": 3.4396710384506974, "grad_norm": 0.061669863760471344, "learning_rate": 1.560328961549303e-05, "loss": 0.0023, "step": 207450 }, { "epoch": 3.4398368456832085, "grad_norm": 0.002001111162826419, "learning_rate": 1.5601631543167912e-05, "loss": 0.0051, "step": 207460 }, { "epoch": 3.4400026529157204, "grad_norm": 0.004455257207155228, "learning_rate": 1.55999734708428e-05, "loss": 0.0004, "step": 207470 }, { "epoch": 3.440168460148232, "grad_norm": 0.0015132694970816374, "learning_rate": 1.5598315398517686e-05, "loss": 0.0028, "step": 207480 }, { "epoch": 3.4403342673807433, "grad_norm": 0.13941247761249542, "learning_rate": 1.559665732619257e-05, "loss": 0.0114, "step": 207490 }, { "epoch": 3.440500074613255, "grad_norm": 7.127066055545583e-05, "learning_rate": 1.5594999253867453e-05, "loss": 0.0068, "step": 207500 }, { "epoch": 3.4406658818457663, "grad_norm": 0.14426986873149872, "learning_rate": 1.559334118154234e-05, "loss": 0.0086, "step": 207510 }, { "epoch": 3.4408316890782777, "grad_norm": 0.022407161071896553, "learning_rate": 1.5591683109217226e-05, "loss": 0.0007, "step": 207520 }, { "epoch": 3.440997496310789, "grad_norm": 0.0004106714914087206, "learning_rate": 1.559002503689211e-05, "loss": 0.0044, "step": 207530 }, { "epoch": 3.4411633035433007, "grad_norm": 0.004183455370366573, "learning_rate": 1.5588366964566993e-05, "loss": 0.0052, "step": 207540 }, { "epoch": 3.441329110775812, "grad_norm": 6.92435132805258e-05, "learning_rate": 1.558670889224188e-05, "loss": 0.0125, "step": 207550 }, { "epoch": 3.4414949180083236, "grad_norm": 0.00058240961516276, "learning_rate": 1.5585050819916767e-05, "loss": 0.0051, "step": 207560 }, { "epoch": 3.441660725240835, "grad_norm": 0.00015493060345761478, "learning_rate": 1.558339274759165e-05, "loss": 0.0039, "step": 207570 }, { "epoch": 3.4418265324733466, "grad_norm": 0.011441781185567379, "learning_rate": 1.5581734675266534e-05, "loss": 0.0038, "step": 207580 }, { "epoch": 3.441992339705858, "grad_norm": 0.00022785326291341335, "learning_rate": 1.558007660294142e-05, "loss": 0.0026, "step": 207590 }, { "epoch": 3.4421581469383695, "grad_norm": 0.0002609908697195351, "learning_rate": 1.5578418530616308e-05, "loss": 0.0029, "step": 207600 }, { "epoch": 3.442323954170881, "grad_norm": 0.00020625490287784487, "learning_rate": 1.557676045829119e-05, "loss": 0.001, "step": 207610 }, { "epoch": 3.4424897614033925, "grad_norm": 0.00027755287010222673, "learning_rate": 1.5575102385966075e-05, "loss": 0.0044, "step": 207620 }, { "epoch": 3.442655568635904, "grad_norm": 0.018693918362259865, "learning_rate": 1.557344431364096e-05, "loss": 0.0003, "step": 207630 }, { "epoch": 3.4428213758684154, "grad_norm": 0.13201701641082764, "learning_rate": 1.557178624131585e-05, "loss": 0.0009, "step": 207640 }, { "epoch": 3.442987183100927, "grad_norm": 0.014224189333617687, "learning_rate": 1.5570128168990732e-05, "loss": 0.0002, "step": 207650 }, { "epoch": 3.4431529903334384, "grad_norm": 0.0013313570525497198, "learning_rate": 1.5568470096665615e-05, "loss": 0.0118, "step": 207660 }, { "epoch": 3.44331879756595, "grad_norm": 0.00015830308257136494, "learning_rate": 1.5566812024340502e-05, "loss": 0.0, "step": 207670 }, { "epoch": 3.4434846047984613, "grad_norm": 0.01370867807418108, "learning_rate": 1.556515395201539e-05, "loss": 0.0027, "step": 207680 }, { "epoch": 3.4436504120309728, "grad_norm": 0.008557825349271297, "learning_rate": 1.5563495879690273e-05, "loss": 0.0109, "step": 207690 }, { "epoch": 3.4438162192634842, "grad_norm": 0.649125337600708, "learning_rate": 1.556183780736516e-05, "loss": 0.0036, "step": 207700 }, { "epoch": 3.4439820264959957, "grad_norm": 0.005633468274027109, "learning_rate": 1.5560179735040043e-05, "loss": 0.0055, "step": 207710 }, { "epoch": 3.444147833728507, "grad_norm": 0.030859090387821198, "learning_rate": 1.555852166271493e-05, "loss": 0.0036, "step": 207720 }, { "epoch": 3.4443136409610187, "grad_norm": 0.003265629755333066, "learning_rate": 1.5556863590389813e-05, "loss": 0.0057, "step": 207730 }, { "epoch": 3.44447944819353, "grad_norm": 0.15982258319854736, "learning_rate": 1.55552055180647e-05, "loss": 0.0032, "step": 207740 }, { "epoch": 3.4446452554260416, "grad_norm": 0.0016202428378164768, "learning_rate": 1.5553547445739584e-05, "loss": 0.0117, "step": 207750 }, { "epoch": 3.444811062658553, "grad_norm": 0.0072537013329565525, "learning_rate": 1.5551889373414467e-05, "loss": 0.0109, "step": 207760 }, { "epoch": 3.4449768698910646, "grad_norm": 9.397279791301116e-05, "learning_rate": 1.5550231301089354e-05, "loss": 0.0028, "step": 207770 }, { "epoch": 3.445142677123576, "grad_norm": 0.00011287381494184956, "learning_rate": 1.554857322876424e-05, "loss": 0.007, "step": 207780 }, { "epoch": 3.4453084843560875, "grad_norm": 0.001851317472755909, "learning_rate": 1.5546915156439124e-05, "loss": 0.0029, "step": 207790 }, { "epoch": 3.445474291588599, "grad_norm": 0.00025144731625914574, "learning_rate": 1.5545257084114008e-05, "loss": 0.012, "step": 207800 }, { "epoch": 3.4456400988211104, "grad_norm": 0.00406088400632143, "learning_rate": 1.5543599011788895e-05, "loss": 0.0, "step": 207810 }, { "epoch": 3.445805906053622, "grad_norm": 6.133533315733075e-05, "learning_rate": 1.554194093946378e-05, "loss": 0.0065, "step": 207820 }, { "epoch": 3.4459717132861334, "grad_norm": 0.00046678620856255293, "learning_rate": 1.5540282867138665e-05, "loss": 0.007, "step": 207830 }, { "epoch": 3.446137520518645, "grad_norm": 0.0002578526036813855, "learning_rate": 1.553862479481355e-05, "loss": 0.0, "step": 207840 }, { "epoch": 3.4463033277511563, "grad_norm": 0.18880221247673035, "learning_rate": 1.5536966722488435e-05, "loss": 0.0062, "step": 207850 }, { "epoch": 3.446469134983668, "grad_norm": 0.002779068425297737, "learning_rate": 1.5535308650163322e-05, "loss": 0.0025, "step": 207860 }, { "epoch": 3.4466349422161793, "grad_norm": 5.635492561850697e-05, "learning_rate": 1.5533650577838206e-05, "loss": 0.0036, "step": 207870 }, { "epoch": 3.446800749448691, "grad_norm": 0.0002365220570936799, "learning_rate": 1.553199250551309e-05, "loss": 0.0059, "step": 207880 }, { "epoch": 3.446966556681202, "grad_norm": 0.5314919948577881, "learning_rate": 1.5530334433187976e-05, "loss": 0.0055, "step": 207890 }, { "epoch": 3.447132363913714, "grad_norm": 0.4939594268798828, "learning_rate": 1.5528676360862863e-05, "loss": 0.0009, "step": 207900 }, { "epoch": 3.447298171146225, "grad_norm": 0.17450107634067535, "learning_rate": 1.5527018288537746e-05, "loss": 0.0123, "step": 207910 }, { "epoch": 3.447463978378737, "grad_norm": 0.0009826086461544037, "learning_rate": 1.552536021621263e-05, "loss": 0.0031, "step": 207920 }, { "epoch": 3.4476297856112486, "grad_norm": 0.00362963299266994, "learning_rate": 1.5523702143887517e-05, "loss": 0.0007, "step": 207930 }, { "epoch": 3.44779559284376, "grad_norm": 0.0002943003783002496, "learning_rate": 1.5522044071562404e-05, "loss": 0.0064, "step": 207940 }, { "epoch": 3.4479614000762715, "grad_norm": 0.13874730467796326, "learning_rate": 1.5520385999237287e-05, "loss": 0.0099, "step": 207950 }, { "epoch": 3.448127207308783, "grad_norm": 0.08046676218509674, "learning_rate": 1.551872792691217e-05, "loss": 0.0032, "step": 207960 }, { "epoch": 3.4482930145412944, "grad_norm": 0.0010720841819420457, "learning_rate": 1.5517069854587058e-05, "loss": 0.0035, "step": 207970 }, { "epoch": 3.448458821773806, "grad_norm": 0.023139771074056625, "learning_rate": 1.5515411782261944e-05, "loss": 0.0057, "step": 207980 }, { "epoch": 3.4486246290063174, "grad_norm": 0.0014084585709497333, "learning_rate": 1.5513753709936828e-05, "loss": 0.0, "step": 207990 }, { "epoch": 3.448790436238829, "grad_norm": 0.00011117344547528774, "learning_rate": 1.551209563761171e-05, "loss": 0.003, "step": 208000 }, { "epoch": 3.4489562434713403, "grad_norm": 0.0018895042594522238, "learning_rate": 1.5510437565286598e-05, "loss": 0.0076, "step": 208010 }, { "epoch": 3.449122050703852, "grad_norm": 0.03861904516816139, "learning_rate": 1.5508779492961485e-05, "loss": 0.0019, "step": 208020 }, { "epoch": 3.4492878579363633, "grad_norm": 5.336182584869675e-05, "learning_rate": 1.550712142063637e-05, "loss": 0.0037, "step": 208030 }, { "epoch": 3.4494536651688747, "grad_norm": 0.00021384385763667524, "learning_rate": 1.5505463348311255e-05, "loss": 0.0031, "step": 208040 }, { "epoch": 3.4496194724013862, "grad_norm": 0.15978345274925232, "learning_rate": 1.550380527598614e-05, "loss": 0.0022, "step": 208050 }, { "epoch": 3.4497852796338977, "grad_norm": 4.8437839723192155e-05, "learning_rate": 1.5502147203661026e-05, "loss": 0.0002, "step": 208060 }, { "epoch": 3.449951086866409, "grad_norm": 0.00021520021255128086, "learning_rate": 1.550048913133591e-05, "loss": 0.0037, "step": 208070 }, { "epoch": 3.4501168940989206, "grad_norm": 0.00013732834486290812, "learning_rate": 1.5498831059010796e-05, "loss": 0.0008, "step": 208080 }, { "epoch": 3.450282701331432, "grad_norm": 0.087989941239357, "learning_rate": 1.549717298668568e-05, "loss": 0.0031, "step": 208090 }, { "epoch": 3.4504485085639436, "grad_norm": 0.018661493435502052, "learning_rate": 1.5495514914360566e-05, "loss": 0.0001, "step": 208100 }, { "epoch": 3.450614315796455, "grad_norm": 0.000331410497892648, "learning_rate": 1.549385684203545e-05, "loss": 0.0112, "step": 208110 }, { "epoch": 3.4507801230289665, "grad_norm": 0.0003402167931199074, "learning_rate": 1.5492198769710337e-05, "loss": 0.0, "step": 208120 }, { "epoch": 3.450945930261478, "grad_norm": 0.0038139999378472567, "learning_rate": 1.549054069738522e-05, "loss": 0.0036, "step": 208130 }, { "epoch": 3.4511117374939895, "grad_norm": 0.00036673707654699683, "learning_rate": 1.5488882625060104e-05, "loss": 0.0052, "step": 208140 }, { "epoch": 3.451277544726501, "grad_norm": 9.5549134130124e-05, "learning_rate": 1.548722455273499e-05, "loss": 0.0118, "step": 208150 }, { "epoch": 3.4514433519590124, "grad_norm": 0.0008076635422185063, "learning_rate": 1.5485566480409878e-05, "loss": 0.0, "step": 208160 }, { "epoch": 3.451609159191524, "grad_norm": 0.0007584073464386165, "learning_rate": 1.548390840808476e-05, "loss": 0.015, "step": 208170 }, { "epoch": 3.4517749664240354, "grad_norm": 0.00023846251133363694, "learning_rate": 1.5482250335759644e-05, "loss": 0.0002, "step": 208180 }, { "epoch": 3.451940773656547, "grad_norm": 0.0003148642717860639, "learning_rate": 1.548059226343453e-05, "loss": 0.0021, "step": 208190 }, { "epoch": 3.4521065808890583, "grad_norm": 0.16259640455245972, "learning_rate": 1.5478934191109418e-05, "loss": 0.0078, "step": 208200 }, { "epoch": 3.45227238812157, "grad_norm": 0.3128860592842102, "learning_rate": 1.54772761187843e-05, "loss": 0.0083, "step": 208210 }, { "epoch": 3.4524381953540813, "grad_norm": 0.007660142611712217, "learning_rate": 1.5475618046459185e-05, "loss": 0.0018, "step": 208220 }, { "epoch": 3.4526040025865927, "grad_norm": 9.97792012640275e-05, "learning_rate": 1.5473959974134072e-05, "loss": 0.0, "step": 208230 }, { "epoch": 3.452769809819104, "grad_norm": 0.00018724700203165412, "learning_rate": 1.547230190180896e-05, "loss": 0.0042, "step": 208240 }, { "epoch": 3.4529356170516157, "grad_norm": 0.0005635802517645061, "learning_rate": 1.5470643829483842e-05, "loss": 0.0027, "step": 208250 }, { "epoch": 3.453101424284127, "grad_norm": 0.003527119755744934, "learning_rate": 1.5468985757158726e-05, "loss": 0.0028, "step": 208260 }, { "epoch": 3.4532672315166386, "grad_norm": 0.22958452999591827, "learning_rate": 1.5467327684833613e-05, "loss": 0.0034, "step": 208270 }, { "epoch": 3.45343303874915, "grad_norm": 0.001440508058294654, "learning_rate": 1.54656696125085e-05, "loss": 0.0, "step": 208280 }, { "epoch": 3.4535988459816616, "grad_norm": 0.0025280388072133064, "learning_rate": 1.5464011540183383e-05, "loss": 0.0041, "step": 208290 }, { "epoch": 3.453764653214173, "grad_norm": 0.0001609583559911698, "learning_rate": 1.5462353467858267e-05, "loss": 0.003, "step": 208300 }, { "epoch": 3.4539304604466845, "grad_norm": 6.152773858048022e-05, "learning_rate": 1.5460695395533153e-05, "loss": 0.0121, "step": 208310 }, { "epoch": 3.454096267679196, "grad_norm": 0.005335988476872444, "learning_rate": 1.545903732320804e-05, "loss": 0.0066, "step": 208320 }, { "epoch": 3.454262074911708, "grad_norm": 0.0022236949298530817, "learning_rate": 1.5457379250882924e-05, "loss": 0.0158, "step": 208330 }, { "epoch": 3.454427882144219, "grad_norm": 0.0010235433001071215, "learning_rate": 1.5455721178557807e-05, "loss": 0.0029, "step": 208340 }, { "epoch": 3.454593689376731, "grad_norm": 0.003382955677807331, "learning_rate": 1.5454063106232694e-05, "loss": 0.0087, "step": 208350 }, { "epoch": 3.454759496609242, "grad_norm": 0.0004356081481091678, "learning_rate": 1.545240503390758e-05, "loss": 0.0079, "step": 208360 }, { "epoch": 3.454925303841754, "grad_norm": 0.00030315827461890876, "learning_rate": 1.5450746961582464e-05, "loss": 0.0001, "step": 208370 }, { "epoch": 3.4550911110742653, "grad_norm": 0.006803362164646387, "learning_rate": 1.5449088889257348e-05, "loss": 0.0057, "step": 208380 }, { "epoch": 3.4552569183067767, "grad_norm": 0.001169492956250906, "learning_rate": 1.5447430816932235e-05, "loss": 0.0067, "step": 208390 }, { "epoch": 3.455422725539288, "grad_norm": 0.006323342677205801, "learning_rate": 1.544577274460712e-05, "loss": 0.0073, "step": 208400 }, { "epoch": 3.4555885327717997, "grad_norm": 0.4781632423400879, "learning_rate": 1.5444114672282005e-05, "loss": 0.013, "step": 208410 }, { "epoch": 3.455754340004311, "grad_norm": 0.00018533690308686346, "learning_rate": 1.5442456599956892e-05, "loss": 0.0045, "step": 208420 }, { "epoch": 3.4559201472368226, "grad_norm": 0.0022623706609010696, "learning_rate": 1.5440798527631776e-05, "loss": 0.0008, "step": 208430 }, { "epoch": 3.456085954469334, "grad_norm": 0.0009714040206745267, "learning_rate": 1.5439140455306662e-05, "loss": 0.0041, "step": 208440 }, { "epoch": 3.4562517617018456, "grad_norm": 0.41369906067848206, "learning_rate": 1.5437482382981546e-05, "loss": 0.0038, "step": 208450 }, { "epoch": 3.456417568934357, "grad_norm": 0.15549062192440033, "learning_rate": 1.5435824310656433e-05, "loss": 0.0046, "step": 208460 }, { "epoch": 3.4565833761668685, "grad_norm": 0.06782195717096329, "learning_rate": 1.5434166238331316e-05, "loss": 0.0058, "step": 208470 }, { "epoch": 3.45674918339938, "grad_norm": 0.0007737006526440382, "learning_rate": 1.5432508166006203e-05, "loss": 0.0052, "step": 208480 }, { "epoch": 3.4569149906318914, "grad_norm": 0.2670162320137024, "learning_rate": 1.5430850093681087e-05, "loss": 0.0036, "step": 208490 }, { "epoch": 3.457080797864403, "grad_norm": 0.00012796807277482003, "learning_rate": 1.5429192021355973e-05, "loss": 0.0, "step": 208500 }, { "epoch": 3.4572466050969144, "grad_norm": 0.0992468073964119, "learning_rate": 1.5427533949030857e-05, "loss": 0.0024, "step": 208510 }, { "epoch": 3.457412412329426, "grad_norm": 0.0024036336690187454, "learning_rate": 1.5425875876705744e-05, "loss": 0.0001, "step": 208520 }, { "epoch": 3.4575782195619373, "grad_norm": 0.0020046245772391558, "learning_rate": 1.5424217804380627e-05, "loss": 0.0037, "step": 208530 }, { "epoch": 3.457744026794449, "grad_norm": 0.13318349421024323, "learning_rate": 1.5422559732055514e-05, "loss": 0.0056, "step": 208540 }, { "epoch": 3.4579098340269603, "grad_norm": 0.002091760281473398, "learning_rate": 1.5420901659730398e-05, "loss": 0.0024, "step": 208550 }, { "epoch": 3.4580756412594718, "grad_norm": 0.5778274536132812, "learning_rate": 1.541924358740528e-05, "loss": 0.0046, "step": 208560 }, { "epoch": 3.4582414484919832, "grad_norm": 4.446980528882705e-05, "learning_rate": 1.5417585515080168e-05, "loss": 0.0026, "step": 208570 }, { "epoch": 3.4584072557244947, "grad_norm": 0.04475067928433418, "learning_rate": 1.5415927442755055e-05, "loss": 0.0007, "step": 208580 }, { "epoch": 3.458573062957006, "grad_norm": 0.0008222580654546618, "learning_rate": 1.541426937042994e-05, "loss": 0.0033, "step": 208590 }, { "epoch": 3.4587388701895176, "grad_norm": 0.0033215335570275784, "learning_rate": 1.5412611298104822e-05, "loss": 0.0131, "step": 208600 }, { "epoch": 3.458904677422029, "grad_norm": 0.0074660819955170155, "learning_rate": 1.541095322577971e-05, "loss": 0.0001, "step": 208610 }, { "epoch": 3.4590704846545406, "grad_norm": 0.001955178566277027, "learning_rate": 1.5409295153454595e-05, "loss": 0.0034, "step": 208620 }, { "epoch": 3.459236291887052, "grad_norm": 0.003174856072291732, "learning_rate": 1.5407637081129482e-05, "loss": 0.0066, "step": 208630 }, { "epoch": 3.4594020991195635, "grad_norm": 0.008052745833992958, "learning_rate": 1.5405979008804362e-05, "loss": 0.0054, "step": 208640 }, { "epoch": 3.459567906352075, "grad_norm": 1.4049831406737212e-05, "learning_rate": 1.540432093647925e-05, "loss": 0.0, "step": 208650 }, { "epoch": 3.4597337135845865, "grad_norm": 0.4953656792640686, "learning_rate": 1.5402662864154136e-05, "loss": 0.0086, "step": 208660 }, { "epoch": 3.459899520817098, "grad_norm": 0.00022747153707314283, "learning_rate": 1.540100479182902e-05, "loss": 0.0018, "step": 208670 }, { "epoch": 3.4600653280496094, "grad_norm": 0.007086189929395914, "learning_rate": 1.5399346719503903e-05, "loss": 0.0144, "step": 208680 }, { "epoch": 3.460231135282121, "grad_norm": 0.010662463493645191, "learning_rate": 1.539768864717879e-05, "loss": 0.0106, "step": 208690 }, { "epoch": 3.4603969425146324, "grad_norm": 0.19895899295806885, "learning_rate": 1.5396030574853677e-05, "loss": 0.0074, "step": 208700 }, { "epoch": 3.460562749747144, "grad_norm": 0.003754985285922885, "learning_rate": 1.539437250252856e-05, "loss": 0.0001, "step": 208710 }, { "epoch": 3.4607285569796553, "grad_norm": 0.03903716057538986, "learning_rate": 1.5392714430203444e-05, "loss": 0.0082, "step": 208720 }, { "epoch": 3.460894364212167, "grad_norm": 0.020996002480387688, "learning_rate": 1.539105635787833e-05, "loss": 0.0019, "step": 208730 }, { "epoch": 3.4610601714446783, "grad_norm": 0.25056976079940796, "learning_rate": 1.5389398285553218e-05, "loss": 0.0085, "step": 208740 }, { "epoch": 3.4612259786771897, "grad_norm": 0.004644335713237524, "learning_rate": 1.53877402132281e-05, "loss": 0.005, "step": 208750 }, { "epoch": 3.461391785909701, "grad_norm": 0.0015774848870933056, "learning_rate": 1.5386082140902988e-05, "loss": 0.0039, "step": 208760 }, { "epoch": 3.4615575931422127, "grad_norm": 1.7345770174870268e-05, "learning_rate": 1.538442406857787e-05, "loss": 0.0035, "step": 208770 }, { "epoch": 3.4617234003747246, "grad_norm": 0.015276867896318436, "learning_rate": 1.5382765996252758e-05, "loss": 0.003, "step": 208780 }, { "epoch": 3.4618892076072356, "grad_norm": 0.0011024200357496738, "learning_rate": 1.5381107923927642e-05, "loss": 0.0002, "step": 208790 }, { "epoch": 3.4620550148397475, "grad_norm": 0.0003095598367508501, "learning_rate": 1.537944985160253e-05, "loss": 0.0026, "step": 208800 }, { "epoch": 3.4622208220722586, "grad_norm": 0.00019154897017870098, "learning_rate": 1.5377791779277412e-05, "loss": 0.0062, "step": 208810 }, { "epoch": 3.4623866293047705, "grad_norm": 0.20524388551712036, "learning_rate": 1.53761337069523e-05, "loss": 0.0077, "step": 208820 }, { "epoch": 3.4625524365372815, "grad_norm": 0.0009016619296744466, "learning_rate": 1.5374475634627182e-05, "loss": 0.0225, "step": 208830 }, { "epoch": 3.4627182437697934, "grad_norm": 2.3364493245026097e-05, "learning_rate": 1.537281756230207e-05, "loss": 0.0034, "step": 208840 }, { "epoch": 3.462884051002305, "grad_norm": 0.00024991112877614796, "learning_rate": 1.5371159489976953e-05, "loss": 0.0001, "step": 208850 }, { "epoch": 3.4630498582348164, "grad_norm": 0.0012524084886536002, "learning_rate": 1.536950141765184e-05, "loss": 0.0025, "step": 208860 }, { "epoch": 3.463215665467328, "grad_norm": 0.0007572658360004425, "learning_rate": 1.5367843345326723e-05, "loss": 0.0026, "step": 208870 }, { "epoch": 3.4633814726998393, "grad_norm": 0.0004304939939174801, "learning_rate": 1.536618527300161e-05, "loss": 0.005, "step": 208880 }, { "epoch": 3.463547279932351, "grad_norm": 0.7768200635910034, "learning_rate": 1.5364527200676493e-05, "loss": 0.0079, "step": 208890 }, { "epoch": 3.4637130871648623, "grad_norm": 0.001032978412695229, "learning_rate": 1.536286912835138e-05, "loss": 0.0, "step": 208900 }, { "epoch": 3.4638788943973737, "grad_norm": 0.004450022708624601, "learning_rate": 1.5361211056026264e-05, "loss": 0.0019, "step": 208910 }, { "epoch": 3.464044701629885, "grad_norm": 0.0003477688296698034, "learning_rate": 1.535955298370115e-05, "loss": 0.0037, "step": 208920 }, { "epoch": 3.4642105088623967, "grad_norm": 0.00020407867850735784, "learning_rate": 1.5357894911376038e-05, "loss": 0.0039, "step": 208930 }, { "epoch": 3.464376316094908, "grad_norm": 0.0009484422043897212, "learning_rate": 1.5356236839050918e-05, "loss": 0.0019, "step": 208940 }, { "epoch": 3.4645421233274196, "grad_norm": 0.26952940225601196, "learning_rate": 1.5354578766725805e-05, "loss": 0.0022, "step": 208950 }, { "epoch": 3.464707930559931, "grad_norm": 0.0009097594302147627, "learning_rate": 1.535292069440069e-05, "loss": 0.0041, "step": 208960 }, { "epoch": 3.4648737377924426, "grad_norm": 0.0004276386753190309, "learning_rate": 1.5351262622075578e-05, "loss": 0.0024, "step": 208970 }, { "epoch": 3.465039545024954, "grad_norm": 0.021940570324659348, "learning_rate": 1.534960454975046e-05, "loss": 0.0, "step": 208980 }, { "epoch": 3.4652053522574655, "grad_norm": 0.00032852182630449533, "learning_rate": 1.5347946477425345e-05, "loss": 0.0041, "step": 208990 }, { "epoch": 3.465371159489977, "grad_norm": 0.00015190518752206117, "learning_rate": 1.5346288405100232e-05, "loss": 0.0028, "step": 209000 }, { "epoch": 3.4655369667224885, "grad_norm": 0.7740286588668823, "learning_rate": 1.534463033277512e-05, "loss": 0.0066, "step": 209010 }, { "epoch": 3.465702773955, "grad_norm": 0.19168993830680847, "learning_rate": 1.534297226045e-05, "loss": 0.0086, "step": 209020 }, { "epoch": 3.4658685811875114, "grad_norm": 0.00017816883337218314, "learning_rate": 1.5341314188124886e-05, "loss": 0.01, "step": 209030 }, { "epoch": 3.466034388420023, "grad_norm": 9.682487871032208e-05, "learning_rate": 1.5339656115799773e-05, "loss": 0.0058, "step": 209040 }, { "epoch": 3.4662001956525343, "grad_norm": 0.0003742713015526533, "learning_rate": 1.5337998043474656e-05, "loss": 0.0001, "step": 209050 }, { "epoch": 3.466366002885046, "grad_norm": 0.01994454301893711, "learning_rate": 1.533633997114954e-05, "loss": 0.0025, "step": 209060 }, { "epoch": 3.4665318101175573, "grad_norm": 0.0003372713690623641, "learning_rate": 1.5334681898824427e-05, "loss": 0.0082, "step": 209070 }, { "epoch": 3.4666976173500688, "grad_norm": 0.2638896405696869, "learning_rate": 1.5333023826499313e-05, "loss": 0.0045, "step": 209080 }, { "epoch": 3.4668634245825802, "grad_norm": 0.17348982393741608, "learning_rate": 1.5331365754174197e-05, "loss": 0.0074, "step": 209090 }, { "epoch": 3.4670292318150917, "grad_norm": 0.18769007921218872, "learning_rate": 1.5329707681849084e-05, "loss": 0.0025, "step": 209100 }, { "epoch": 3.467195039047603, "grad_norm": 0.15681569278240204, "learning_rate": 1.5328049609523967e-05, "loss": 0.0045, "step": 209110 }, { "epoch": 3.4673608462801147, "grad_norm": 0.16592559218406677, "learning_rate": 1.5326391537198854e-05, "loss": 0.003, "step": 209120 }, { "epoch": 3.467526653512626, "grad_norm": 0.0007651469786651433, "learning_rate": 1.5324733464873738e-05, "loss": 0.001, "step": 209130 }, { "epoch": 3.4676924607451376, "grad_norm": 7.658292452106252e-05, "learning_rate": 1.5323075392548624e-05, "loss": 0.0038, "step": 209140 }, { "epoch": 3.467858267977649, "grad_norm": 0.00033631615224294364, "learning_rate": 1.5321417320223508e-05, "loss": 0.0076, "step": 209150 }, { "epoch": 3.4680240752101605, "grad_norm": 0.0011442563263699412, "learning_rate": 1.5319759247898395e-05, "loss": 0.0082, "step": 209160 }, { "epoch": 3.468189882442672, "grad_norm": 6.142144411569461e-05, "learning_rate": 1.531810117557328e-05, "loss": 0.0112, "step": 209170 }, { "epoch": 3.4683556896751835, "grad_norm": 0.00014751181879546493, "learning_rate": 1.5316443103248165e-05, "loss": 0.0002, "step": 209180 }, { "epoch": 3.468521496907695, "grad_norm": 0.002329377457499504, "learning_rate": 1.531478503092305e-05, "loss": 0.0034, "step": 209190 }, { "epoch": 3.4686873041402064, "grad_norm": 0.0039347270503640175, "learning_rate": 1.5313126958597936e-05, "loss": 0.0031, "step": 209200 }, { "epoch": 3.468853111372718, "grad_norm": 0.00043246851419098675, "learning_rate": 1.531146888627282e-05, "loss": 0.0, "step": 209210 }, { "epoch": 3.4690189186052294, "grad_norm": 0.0012304468546062708, "learning_rate": 1.5309810813947706e-05, "loss": 0.0096, "step": 209220 }, { "epoch": 3.4691847258377413, "grad_norm": 0.00020916550420224667, "learning_rate": 1.530815274162259e-05, "loss": 0.0001, "step": 209230 }, { "epoch": 3.4693505330702523, "grad_norm": 0.0015599386533722281, "learning_rate": 1.5306494669297476e-05, "loss": 0.0001, "step": 209240 }, { "epoch": 3.4695163403027642, "grad_norm": 0.009681854397058487, "learning_rate": 1.530483659697236e-05, "loss": 0.0025, "step": 209250 }, { "epoch": 3.4696821475352753, "grad_norm": 0.011342941783368587, "learning_rate": 1.5303178524647247e-05, "loss": 0.0006, "step": 209260 }, { "epoch": 3.469847954767787, "grad_norm": 0.0033463086001574993, "learning_rate": 1.5301520452322133e-05, "loss": 0.0058, "step": 209270 }, { "epoch": 3.470013762000298, "grad_norm": 0.03989073634147644, "learning_rate": 1.5299862379997017e-05, "loss": 0.0042, "step": 209280 }, { "epoch": 3.47017956923281, "grad_norm": 0.003125172108411789, "learning_rate": 1.52982043076719e-05, "loss": 0.0032, "step": 209290 }, { "epoch": 3.4703453764653216, "grad_norm": 0.0015303200343623757, "learning_rate": 1.5296546235346787e-05, "loss": 0.0049, "step": 209300 }, { "epoch": 3.470511183697833, "grad_norm": 0.0001517580822110176, "learning_rate": 1.5294888163021674e-05, "loss": 0.0047, "step": 209310 }, { "epoch": 3.4706769909303445, "grad_norm": 0.00012670109572354704, "learning_rate": 1.5293230090696554e-05, "loss": 0.0101, "step": 209320 }, { "epoch": 3.470842798162856, "grad_norm": 0.002613225020468235, "learning_rate": 1.529157201837144e-05, "loss": 0.0064, "step": 209330 }, { "epoch": 3.4710086053953675, "grad_norm": 0.0002846800780389458, "learning_rate": 1.5289913946046328e-05, "loss": 0.0054, "step": 209340 }, { "epoch": 3.471174412627879, "grad_norm": 0.11698500066995621, "learning_rate": 1.5288255873721215e-05, "loss": 0.0002, "step": 209350 }, { "epoch": 3.4713402198603904, "grad_norm": 0.005571989808231592, "learning_rate": 1.5286597801396095e-05, "loss": 0.0058, "step": 209360 }, { "epoch": 3.471506027092902, "grad_norm": 3.148867835989222e-05, "learning_rate": 1.5284939729070982e-05, "loss": 0.0064, "step": 209370 }, { "epoch": 3.4716718343254134, "grad_norm": 0.00012362377310637385, "learning_rate": 1.528328165674587e-05, "loss": 0.0044, "step": 209380 }, { "epoch": 3.471837641557925, "grad_norm": 0.0008280916372314095, "learning_rate": 1.5281623584420756e-05, "loss": 0.0065, "step": 209390 }, { "epoch": 3.4720034487904363, "grad_norm": 0.00015905662439763546, "learning_rate": 1.5279965512095636e-05, "loss": 0.0021, "step": 209400 }, { "epoch": 3.472169256022948, "grad_norm": 0.0681922659277916, "learning_rate": 1.5278307439770522e-05, "loss": 0.0031, "step": 209410 }, { "epoch": 3.4723350632554593, "grad_norm": 0.437552809715271, "learning_rate": 1.527664936744541e-05, "loss": 0.0062, "step": 209420 }, { "epoch": 3.4725008704879707, "grad_norm": 0.0001055274551617913, "learning_rate": 1.5274991295120293e-05, "loss": 0.0058, "step": 209430 }, { "epoch": 3.472666677720482, "grad_norm": 0.04124438762664795, "learning_rate": 1.527333322279518e-05, "loss": 0.009, "step": 209440 }, { "epoch": 3.4728324849529937, "grad_norm": 0.7321003675460815, "learning_rate": 1.5271675150470063e-05, "loss": 0.0092, "step": 209450 }, { "epoch": 3.472998292185505, "grad_norm": 8.240433817263693e-05, "learning_rate": 1.527001707814495e-05, "loss": 0.0028, "step": 209460 }, { "epoch": 3.4731640994180166, "grad_norm": 0.007128770928829908, "learning_rate": 1.5268359005819834e-05, "loss": 0.0133, "step": 209470 }, { "epoch": 3.473329906650528, "grad_norm": 0.002852699952200055, "learning_rate": 1.526670093349472e-05, "loss": 0.0002, "step": 209480 }, { "epoch": 3.4734957138830396, "grad_norm": 0.0004918075283057988, "learning_rate": 1.5265042861169604e-05, "loss": 0.003, "step": 209490 }, { "epoch": 3.473661521115551, "grad_norm": 0.029799068346619606, "learning_rate": 1.526338478884449e-05, "loss": 0.0047, "step": 209500 }, { "epoch": 3.4738273283480625, "grad_norm": 0.007030423264950514, "learning_rate": 1.5261726716519374e-05, "loss": 0.0049, "step": 209510 }, { "epoch": 3.473993135580574, "grad_norm": 0.0002566583571024239, "learning_rate": 1.526006864419426e-05, "loss": 0.0003, "step": 209520 }, { "epoch": 3.4741589428130855, "grad_norm": 0.0003131772391498089, "learning_rate": 1.5258410571869145e-05, "loss": 0.0092, "step": 209530 }, { "epoch": 3.474324750045597, "grad_norm": 0.0001639203546801582, "learning_rate": 1.525675249954403e-05, "loss": 0.01, "step": 209540 }, { "epoch": 3.4744905572781084, "grad_norm": 0.02224893681704998, "learning_rate": 1.5255094427218917e-05, "loss": 0.0004, "step": 209550 }, { "epoch": 3.47465636451062, "grad_norm": 0.01902857795357704, "learning_rate": 1.5253436354893802e-05, "loss": 0.0001, "step": 209560 }, { "epoch": 3.4748221717431313, "grad_norm": 0.01176077127456665, "learning_rate": 1.5251778282568685e-05, "loss": 0.0002, "step": 209570 }, { "epoch": 3.474987978975643, "grad_norm": 0.00206356612034142, "learning_rate": 1.525012021024357e-05, "loss": 0.0132, "step": 209580 }, { "epoch": 3.4751537862081543, "grad_norm": 0.0040189847350120544, "learning_rate": 1.5248462137918457e-05, "loss": 0.0024, "step": 209590 }, { "epoch": 3.4753195934406658, "grad_norm": 0.0005257069715298712, "learning_rate": 1.5246804065593342e-05, "loss": 0.0001, "step": 209600 }, { "epoch": 3.4754854006731772, "grad_norm": 0.0025861768517643213, "learning_rate": 1.5245145993268228e-05, "loss": 0.0022, "step": 209610 }, { "epoch": 3.4756512079056887, "grad_norm": 0.00030887560569681227, "learning_rate": 1.5243487920943111e-05, "loss": 0.0, "step": 209620 }, { "epoch": 3.4758170151382, "grad_norm": 0.0026512257754802704, "learning_rate": 1.5241829848617998e-05, "loss": 0.0042, "step": 209630 }, { "epoch": 3.4759828223707117, "grad_norm": 0.00033446450834162533, "learning_rate": 1.5240171776292883e-05, "loss": 0.0061, "step": 209640 }, { "epoch": 3.476148629603223, "grad_norm": 0.07326213270425797, "learning_rate": 1.5238513703967768e-05, "loss": 0.0002, "step": 209650 }, { "epoch": 3.4763144368357346, "grad_norm": 0.00010333323734812438, "learning_rate": 1.5236855631642652e-05, "loss": 0.0031, "step": 209660 }, { "epoch": 3.476480244068246, "grad_norm": 0.00030061567667871714, "learning_rate": 1.5235197559317537e-05, "loss": 0.0, "step": 209670 }, { "epoch": 3.4766460513007575, "grad_norm": 0.001474158838391304, "learning_rate": 1.5233539486992424e-05, "loss": 0.0001, "step": 209680 }, { "epoch": 3.476811858533269, "grad_norm": 0.005872662179172039, "learning_rate": 1.5231881414667309e-05, "loss": 0.0027, "step": 209690 }, { "epoch": 3.476977665765781, "grad_norm": 1.4187220585881732e-05, "learning_rate": 1.5230223342342192e-05, "loss": 0.0039, "step": 209700 }, { "epoch": 3.477143472998292, "grad_norm": 7.476651080651209e-05, "learning_rate": 1.5228565270017078e-05, "loss": 0.0076, "step": 209710 }, { "epoch": 3.477309280230804, "grad_norm": 0.0006468033534474671, "learning_rate": 1.5226907197691965e-05, "loss": 0.0019, "step": 209720 }, { "epoch": 3.477475087463315, "grad_norm": 0.013767234049737453, "learning_rate": 1.522524912536685e-05, "loss": 0.0004, "step": 209730 }, { "epoch": 3.477640894695827, "grad_norm": 0.00010421721526654437, "learning_rate": 1.5223591053041733e-05, "loss": 0.0075, "step": 209740 }, { "epoch": 3.4778067019283383, "grad_norm": 0.00025412923423573375, "learning_rate": 1.5221932980716618e-05, "loss": 0.0033, "step": 209750 }, { "epoch": 3.4779725091608498, "grad_norm": 0.0001284068712266162, "learning_rate": 1.5220274908391505e-05, "loss": 0.0026, "step": 209760 }, { "epoch": 3.4781383163933612, "grad_norm": 7.98685141489841e-05, "learning_rate": 1.521861683606639e-05, "loss": 0.0061, "step": 209770 }, { "epoch": 3.4783041236258727, "grad_norm": 8.718155731912702e-05, "learning_rate": 1.5216958763741276e-05, "loss": 0.0031, "step": 209780 }, { "epoch": 3.478469930858384, "grad_norm": 0.002243591705337167, "learning_rate": 1.5215300691416159e-05, "loss": 0.0025, "step": 209790 }, { "epoch": 3.4786357380908957, "grad_norm": 0.01938757859170437, "learning_rate": 1.5213642619091046e-05, "loss": 0.0006, "step": 209800 }, { "epoch": 3.478801545323407, "grad_norm": 2.0346087694633752e-05, "learning_rate": 1.5211984546765931e-05, "loss": 0.0023, "step": 209810 }, { "epoch": 3.4789673525559186, "grad_norm": 0.005428770091384649, "learning_rate": 1.5210326474440816e-05, "loss": 0.0006, "step": 209820 }, { "epoch": 3.47913315978843, "grad_norm": 0.0003933030820917338, "learning_rate": 1.52086684021157e-05, "loss": 0.0033, "step": 209830 }, { "epoch": 3.4792989670209415, "grad_norm": 3.5645814932649955e-05, "learning_rate": 1.5207010329790587e-05, "loss": 0.0052, "step": 209840 }, { "epoch": 3.479464774253453, "grad_norm": 0.0001388966484228149, "learning_rate": 1.5205352257465472e-05, "loss": 0.0, "step": 209850 }, { "epoch": 3.4796305814859645, "grad_norm": 0.0012425603345036507, "learning_rate": 1.5203694185140357e-05, "loss": 0.0001, "step": 209860 }, { "epoch": 3.479796388718476, "grad_norm": 0.23676727712154388, "learning_rate": 1.520203611281524e-05, "loss": 0.0052, "step": 209870 }, { "epoch": 3.4799621959509874, "grad_norm": 3.7519988836720586e-05, "learning_rate": 1.5200378040490126e-05, "loss": 0.0039, "step": 209880 }, { "epoch": 3.480128003183499, "grad_norm": 6.692908937111497e-05, "learning_rate": 1.5198719968165012e-05, "loss": 0.0026, "step": 209890 }, { "epoch": 3.4802938104160104, "grad_norm": 0.0007710384088568389, "learning_rate": 1.5197061895839898e-05, "loss": 0.0004, "step": 209900 }, { "epoch": 3.480459617648522, "grad_norm": 0.000935943506192416, "learning_rate": 1.5195403823514781e-05, "loss": 0.0, "step": 209910 }, { "epoch": 3.4806254248810333, "grad_norm": 7.344716141233221e-05, "learning_rate": 1.5193745751189666e-05, "loss": 0.0001, "step": 209920 }, { "epoch": 3.480791232113545, "grad_norm": 0.006115491967648268, "learning_rate": 1.5192087678864553e-05, "loss": 0.0012, "step": 209930 }, { "epoch": 3.4809570393460563, "grad_norm": 0.0070920661091804504, "learning_rate": 1.5190429606539438e-05, "loss": 0.0053, "step": 209940 }, { "epoch": 3.4811228465785677, "grad_norm": 0.003151555312797427, "learning_rate": 1.5188771534214325e-05, "loss": 0.003, "step": 209950 }, { "epoch": 3.481288653811079, "grad_norm": 0.13531242311000824, "learning_rate": 1.5187113461889207e-05, "loss": 0.0081, "step": 209960 }, { "epoch": 3.4814544610435907, "grad_norm": 5.945203884039074e-05, "learning_rate": 1.5185455389564094e-05, "loss": 0.0004, "step": 209970 }, { "epoch": 3.481620268276102, "grad_norm": 0.0006384052685461938, "learning_rate": 1.5183797317238979e-05, "loss": 0.0013, "step": 209980 }, { "epoch": 3.4817860755086136, "grad_norm": 0.0007405664655379951, "learning_rate": 1.5182139244913864e-05, "loss": 0.006, "step": 209990 }, { "epoch": 3.481951882741125, "grad_norm": 0.00043735330109484494, "learning_rate": 1.5180481172588748e-05, "loss": 0.0001, "step": 210000 }, { "epoch": 3.4821176899736366, "grad_norm": 0.0005201098974794149, "learning_rate": 1.5178823100263635e-05, "loss": 0.0107, "step": 210010 }, { "epoch": 3.482283497206148, "grad_norm": 0.0021431243512779474, "learning_rate": 1.517716502793852e-05, "loss": 0.0064, "step": 210020 }, { "epoch": 3.4824493044386595, "grad_norm": 0.015394851565361023, "learning_rate": 1.5175506955613405e-05, "loss": 0.0071, "step": 210030 }, { "epoch": 3.482615111671171, "grad_norm": 0.00032707626814953983, "learning_rate": 1.5173848883288288e-05, "loss": 0.0065, "step": 210040 }, { "epoch": 3.4827809189036825, "grad_norm": 9.447055344935507e-05, "learning_rate": 1.5172190810963175e-05, "loss": 0.0041, "step": 210050 }, { "epoch": 3.482946726136194, "grad_norm": 0.1935131698846817, "learning_rate": 1.517053273863806e-05, "loss": 0.0071, "step": 210060 }, { "epoch": 3.4831125333687054, "grad_norm": 0.34221744537353516, "learning_rate": 1.5168874666312946e-05, "loss": 0.0057, "step": 210070 }, { "epoch": 3.483278340601217, "grad_norm": 0.002256793901324272, "learning_rate": 1.5167216593987829e-05, "loss": 0.0027, "step": 210080 }, { "epoch": 3.4834441478337284, "grad_norm": 0.000643692328594625, "learning_rate": 1.5165558521662714e-05, "loss": 0.0009, "step": 210090 }, { "epoch": 3.48360995506624, "grad_norm": 0.001818214193917811, "learning_rate": 1.5163900449337601e-05, "loss": 0.0034, "step": 210100 }, { "epoch": 3.4837757622987513, "grad_norm": 0.0002238291926914826, "learning_rate": 1.5162242377012486e-05, "loss": 0.0001, "step": 210110 }, { "epoch": 3.4839415695312628, "grad_norm": 0.16507306694984436, "learning_rate": 1.5160584304687373e-05, "loss": 0.0051, "step": 210120 }, { "epoch": 3.4841073767637742, "grad_norm": 0.0014087508898228407, "learning_rate": 1.5158926232362255e-05, "loss": 0.0029, "step": 210130 }, { "epoch": 3.4842731839962857, "grad_norm": 0.17288413643836975, "learning_rate": 1.5157268160037142e-05, "loss": 0.003, "step": 210140 }, { "epoch": 3.4844389912287976, "grad_norm": 0.00010259296686854213, "learning_rate": 1.5155610087712027e-05, "loss": 0.006, "step": 210150 }, { "epoch": 3.4846047984613087, "grad_norm": 0.007499983534216881, "learning_rate": 1.5153952015386914e-05, "loss": 0.0028, "step": 210160 }, { "epoch": 3.4847706056938206, "grad_norm": 0.059502944350242615, "learning_rate": 1.5152293943061796e-05, "loss": 0.008, "step": 210170 }, { "epoch": 3.4849364129263316, "grad_norm": 0.005052546970546246, "learning_rate": 1.5150635870736682e-05, "loss": 0.0001, "step": 210180 }, { "epoch": 3.4851022201588435, "grad_norm": 0.00045956901158206165, "learning_rate": 1.5148977798411568e-05, "loss": 0.0067, "step": 210190 }, { "epoch": 3.485268027391355, "grad_norm": 0.184535950422287, "learning_rate": 1.5147319726086453e-05, "loss": 0.0077, "step": 210200 }, { "epoch": 3.4854338346238665, "grad_norm": 0.0006118969758972526, "learning_rate": 1.5145661653761336e-05, "loss": 0.0038, "step": 210210 }, { "epoch": 3.485599641856378, "grad_norm": 2.627377944008913e-05, "learning_rate": 1.5144003581436223e-05, "loss": 0.0074, "step": 210220 }, { "epoch": 3.4857654490888894, "grad_norm": 0.0026158199179917574, "learning_rate": 1.5142345509111108e-05, "loss": 0.0008, "step": 210230 }, { "epoch": 3.485931256321401, "grad_norm": 0.014432566240429878, "learning_rate": 1.5140687436785994e-05, "loss": 0.0006, "step": 210240 }, { "epoch": 3.4860970635539124, "grad_norm": 0.00033257866743952036, "learning_rate": 1.5139029364460877e-05, "loss": 0.0003, "step": 210250 }, { "epoch": 3.486262870786424, "grad_norm": 7.749848737148568e-05, "learning_rate": 1.5137371292135762e-05, "loss": 0.0027, "step": 210260 }, { "epoch": 3.4864286780189353, "grad_norm": 1.183076346933376e-05, "learning_rate": 1.5135713219810649e-05, "loss": 0.0061, "step": 210270 }, { "epoch": 3.4865944852514468, "grad_norm": 0.00023845619580242783, "learning_rate": 1.5134055147485534e-05, "loss": 0.0131, "step": 210280 }, { "epoch": 3.4867602924839582, "grad_norm": 9.35321586439386e-05, "learning_rate": 1.5132397075160421e-05, "loss": 0.0009, "step": 210290 }, { "epoch": 3.4869260997164697, "grad_norm": 0.00022121536312624812, "learning_rate": 1.5130739002835303e-05, "loss": 0.005, "step": 210300 }, { "epoch": 3.487091906948981, "grad_norm": 8.153681119438261e-05, "learning_rate": 1.512908093051019e-05, "loss": 0.0006, "step": 210310 }, { "epoch": 3.4872577141814927, "grad_norm": 0.0007657321984879673, "learning_rate": 1.5127422858185075e-05, "loss": 0.0003, "step": 210320 }, { "epoch": 3.487423521414004, "grad_norm": 2.0505094653344713e-05, "learning_rate": 1.5125764785859962e-05, "loss": 0.0001, "step": 210330 }, { "epoch": 3.4875893286465156, "grad_norm": 2.382358070462942e-05, "learning_rate": 1.5124106713534844e-05, "loss": 0.0033, "step": 210340 }, { "epoch": 3.487755135879027, "grad_norm": 0.22537580132484436, "learning_rate": 1.512244864120973e-05, "loss": 0.0017, "step": 210350 }, { "epoch": 3.4879209431115386, "grad_norm": 0.0001584258716320619, "learning_rate": 1.5120790568884616e-05, "loss": 0.0001, "step": 210360 }, { "epoch": 3.48808675034405, "grad_norm": 0.23856918513774872, "learning_rate": 1.51191324965595e-05, "loss": 0.0074, "step": 210370 }, { "epoch": 3.4882525575765615, "grad_norm": 0.0016108396230265498, "learning_rate": 1.5117474424234384e-05, "loss": 0.0, "step": 210380 }, { "epoch": 3.488418364809073, "grad_norm": 0.1998697817325592, "learning_rate": 1.5115816351909271e-05, "loss": 0.0024, "step": 210390 }, { "epoch": 3.4885841720415844, "grad_norm": 0.13927429914474487, "learning_rate": 1.5114158279584156e-05, "loss": 0.012, "step": 210400 }, { "epoch": 3.488749979274096, "grad_norm": 0.005334050394594669, "learning_rate": 1.5112500207259041e-05, "loss": 0.0102, "step": 210410 }, { "epoch": 3.4889157865066074, "grad_norm": 0.0002776042092591524, "learning_rate": 1.5110842134933925e-05, "loss": 0.003, "step": 210420 }, { "epoch": 3.489081593739119, "grad_norm": 0.00011051532783312723, "learning_rate": 1.5109184062608812e-05, "loss": 0.0, "step": 210430 }, { "epoch": 3.4892474009716303, "grad_norm": 0.0006877905107103288, "learning_rate": 1.5107525990283697e-05, "loss": 0.0043, "step": 210440 }, { "epoch": 3.489413208204142, "grad_norm": 0.00041310812230221927, "learning_rate": 1.5105867917958582e-05, "loss": 0.0001, "step": 210450 }, { "epoch": 3.4895790154366533, "grad_norm": 0.0014709817478433251, "learning_rate": 1.5104209845633469e-05, "loss": 0.0112, "step": 210460 }, { "epoch": 3.4897448226691647, "grad_norm": 0.00018752756295725703, "learning_rate": 1.510255177330835e-05, "loss": 0.0003, "step": 210470 }, { "epoch": 3.489910629901676, "grad_norm": 0.0038531729951500893, "learning_rate": 1.5100893700983238e-05, "loss": 0.0057, "step": 210480 }, { "epoch": 3.4900764371341877, "grad_norm": 0.24281136691570282, "learning_rate": 1.5099235628658123e-05, "loss": 0.0154, "step": 210490 }, { "epoch": 3.490242244366699, "grad_norm": 0.001433985773473978, "learning_rate": 1.509757755633301e-05, "loss": 0.005, "step": 210500 }, { "epoch": 3.4904080515992106, "grad_norm": 0.01685972511768341, "learning_rate": 1.5095919484007892e-05, "loss": 0.0059, "step": 210510 }, { "epoch": 3.490573858831722, "grad_norm": 0.2868010997772217, "learning_rate": 1.5094261411682778e-05, "loss": 0.0056, "step": 210520 }, { "epoch": 3.4907396660642336, "grad_norm": 0.0002488277677912265, "learning_rate": 1.5092603339357664e-05, "loss": 0.0037, "step": 210530 }, { "epoch": 3.490905473296745, "grad_norm": 0.001497708959504962, "learning_rate": 1.509094526703255e-05, "loss": 0.0072, "step": 210540 }, { "epoch": 3.4910712805292565, "grad_norm": 0.002327397232875228, "learning_rate": 1.5089287194707432e-05, "loss": 0.0076, "step": 210550 }, { "epoch": 3.491237087761768, "grad_norm": 0.00496376259252429, "learning_rate": 1.5087629122382319e-05, "loss": 0.0041, "step": 210560 }, { "epoch": 3.4914028949942795, "grad_norm": 0.28955206274986267, "learning_rate": 1.5085971050057204e-05, "loss": 0.0083, "step": 210570 }, { "epoch": 3.491568702226791, "grad_norm": 0.004496054258197546, "learning_rate": 1.508431297773209e-05, "loss": 0.0026, "step": 210580 }, { "epoch": 3.4917345094593024, "grad_norm": 0.0003573911380954087, "learning_rate": 1.5082654905406973e-05, "loss": 0.0029, "step": 210590 }, { "epoch": 3.4919003166918143, "grad_norm": 0.00023845600662752986, "learning_rate": 1.508099683308186e-05, "loss": 0.0018, "step": 210600 }, { "epoch": 3.4920661239243254, "grad_norm": 0.0005574404494836926, "learning_rate": 1.5079338760756745e-05, "loss": 0.0001, "step": 210610 }, { "epoch": 3.4922319311568373, "grad_norm": 5.808896094094962e-05, "learning_rate": 1.507768068843163e-05, "loss": 0.001, "step": 210620 }, { "epoch": 3.4923977383893483, "grad_norm": 0.0003052784886676818, "learning_rate": 1.5076022616106517e-05, "loss": 0.0052, "step": 210630 }, { "epoch": 3.49256354562186, "grad_norm": 9.159106411971152e-05, "learning_rate": 1.50743645437814e-05, "loss": 0.006, "step": 210640 }, { "epoch": 3.4927293528543717, "grad_norm": 0.004934519529342651, "learning_rate": 1.5072706471456286e-05, "loss": 0.0032, "step": 210650 }, { "epoch": 3.492895160086883, "grad_norm": 0.06478463113307953, "learning_rate": 1.507104839913117e-05, "loss": 0.0012, "step": 210660 }, { "epoch": 3.4930609673193946, "grad_norm": 1.4785695384489372e-05, "learning_rate": 1.5069390326806058e-05, "loss": 0.0001, "step": 210670 }, { "epoch": 3.493226774551906, "grad_norm": 0.0011211433447897434, "learning_rate": 1.506773225448094e-05, "loss": 0.0038, "step": 210680 }, { "epoch": 3.4933925817844176, "grad_norm": 0.3949880599975586, "learning_rate": 1.5066074182155826e-05, "loss": 0.0065, "step": 210690 }, { "epoch": 3.493558389016929, "grad_norm": 0.012362657114863396, "learning_rate": 1.5064416109830711e-05, "loss": 0.0002, "step": 210700 }, { "epoch": 3.4937241962494405, "grad_norm": 0.00038781960029155016, "learning_rate": 1.5062758037505598e-05, "loss": 0.0024, "step": 210710 }, { "epoch": 3.493890003481952, "grad_norm": 0.003690304234623909, "learning_rate": 1.506109996518048e-05, "loss": 0.0002, "step": 210720 }, { "epoch": 3.4940558107144635, "grad_norm": 0.0002820366935338825, "learning_rate": 1.5059441892855367e-05, "loss": 0.0036, "step": 210730 }, { "epoch": 3.494221617946975, "grad_norm": 0.1729820817708969, "learning_rate": 1.5057783820530252e-05, "loss": 0.0067, "step": 210740 }, { "epoch": 3.4943874251794864, "grad_norm": 6.944032793398947e-05, "learning_rate": 1.5056125748205139e-05, "loss": 0.0063, "step": 210750 }, { "epoch": 3.494553232411998, "grad_norm": 0.0016641124384477735, "learning_rate": 1.505446767588002e-05, "loss": 0.003, "step": 210760 }, { "epoch": 3.4947190396445094, "grad_norm": 0.008372328244149685, "learning_rate": 1.5052809603554908e-05, "loss": 0.01, "step": 210770 }, { "epoch": 3.494884846877021, "grad_norm": 0.00017655157716944814, "learning_rate": 1.5051151531229793e-05, "loss": 0.003, "step": 210780 }, { "epoch": 3.4950506541095323, "grad_norm": 0.5364514589309692, "learning_rate": 1.5049493458904678e-05, "loss": 0.0088, "step": 210790 }, { "epoch": 3.495216461342044, "grad_norm": 0.0008560693822801113, "learning_rate": 1.5047835386579565e-05, "loss": 0.0003, "step": 210800 }, { "epoch": 3.4953822685745553, "grad_norm": 0.16535812616348267, "learning_rate": 1.5046177314254448e-05, "loss": 0.005, "step": 210810 }, { "epoch": 3.4955480758070667, "grad_norm": 6.271449092309922e-05, "learning_rate": 1.5044519241929334e-05, "loss": 0.0108, "step": 210820 }, { "epoch": 3.495713883039578, "grad_norm": 0.0001865044323494658, "learning_rate": 1.5042861169604219e-05, "loss": 0.0031, "step": 210830 }, { "epoch": 3.4958796902720897, "grad_norm": 0.0066670021042227745, "learning_rate": 1.5041203097279106e-05, "loss": 0.0093, "step": 210840 }, { "epoch": 3.496045497504601, "grad_norm": 0.0017799040069803596, "learning_rate": 1.5039545024953987e-05, "loss": 0.0003, "step": 210850 }, { "epoch": 3.4962113047371126, "grad_norm": 0.0004296312399674207, "learning_rate": 1.5037886952628874e-05, "loss": 0.0063, "step": 210860 }, { "epoch": 3.496377111969624, "grad_norm": 0.00021457482944242656, "learning_rate": 1.503622888030376e-05, "loss": 0.0044, "step": 210870 }, { "epoch": 3.4965429192021356, "grad_norm": 0.0012067906791344285, "learning_rate": 1.5034570807978646e-05, "loss": 0.0001, "step": 210880 }, { "epoch": 3.496708726434647, "grad_norm": 0.0004852353595197201, "learning_rate": 1.5032912735653528e-05, "loss": 0.0002, "step": 210890 }, { "epoch": 3.4968745336671585, "grad_norm": 0.0030419325921684504, "learning_rate": 1.5031254663328415e-05, "loss": 0.0029, "step": 210900 }, { "epoch": 3.49704034089967, "grad_norm": 0.0006957689765840769, "learning_rate": 1.50295965910033e-05, "loss": 0.0034, "step": 210910 }, { "epoch": 3.4972061481321814, "grad_norm": 0.013312555849552155, "learning_rate": 1.5027938518678187e-05, "loss": 0.0066, "step": 210920 }, { "epoch": 3.497371955364693, "grad_norm": 0.00014798260235693306, "learning_rate": 1.5026280446353069e-05, "loss": 0.0102, "step": 210930 }, { "epoch": 3.4975377625972044, "grad_norm": 3.590425694710575e-05, "learning_rate": 1.5024622374027956e-05, "loss": 0.0069, "step": 210940 }, { "epoch": 3.497703569829716, "grad_norm": 0.0023715817369520664, "learning_rate": 1.502296430170284e-05, "loss": 0.0001, "step": 210950 }, { "epoch": 3.4978693770622273, "grad_norm": 0.0006138318567536771, "learning_rate": 1.5021306229377726e-05, "loss": 0.008, "step": 210960 }, { "epoch": 3.498035184294739, "grad_norm": 0.0002731185231823474, "learning_rate": 1.5019648157052613e-05, "loss": 0.0111, "step": 210970 }, { "epoch": 3.4982009915272503, "grad_norm": 0.08678090572357178, "learning_rate": 1.5017990084727496e-05, "loss": 0.007, "step": 210980 }, { "epoch": 3.4983667987597618, "grad_norm": 0.00021398179524112493, "learning_rate": 1.5016332012402382e-05, "loss": 0.0046, "step": 210990 }, { "epoch": 3.4985326059922732, "grad_norm": 0.0007448241231031716, "learning_rate": 1.5014673940077267e-05, "loss": 0.0034, "step": 211000 }, { "epoch": 3.4986984132247847, "grad_norm": 0.00018488327623344958, "learning_rate": 1.5013015867752154e-05, "loss": 0.0062, "step": 211010 }, { "epoch": 3.498864220457296, "grad_norm": 0.008573126047849655, "learning_rate": 1.5011357795427037e-05, "loss": 0.0, "step": 211020 }, { "epoch": 3.4990300276898076, "grad_norm": 0.00010174647468375042, "learning_rate": 1.5009699723101922e-05, "loss": 0.004, "step": 211030 }, { "epoch": 3.499195834922319, "grad_norm": 0.0017179625574499369, "learning_rate": 1.5008041650776807e-05, "loss": 0.0, "step": 211040 }, { "epoch": 3.499361642154831, "grad_norm": 0.16231583058834076, "learning_rate": 1.5006383578451694e-05, "loss": 0.017, "step": 211050 }, { "epoch": 3.499527449387342, "grad_norm": 0.06975963711738586, "learning_rate": 1.5004725506126576e-05, "loss": 0.0047, "step": 211060 }, { "epoch": 3.499693256619854, "grad_norm": 0.003700134577229619, "learning_rate": 1.5003067433801463e-05, "loss": 0.0002, "step": 211070 }, { "epoch": 3.499859063852365, "grad_norm": 0.0005582901067100465, "learning_rate": 1.5001409361476348e-05, "loss": 0.0038, "step": 211080 }, { "epoch": 3.500024871084877, "grad_norm": 0.05500088632106781, "learning_rate": 1.4999751289151235e-05, "loss": 0.0001, "step": 211090 }, { "epoch": 3.500190678317388, "grad_norm": 0.01716567762196064, "learning_rate": 1.4998093216826117e-05, "loss": 0.0127, "step": 211100 }, { "epoch": 3.5003564855499, "grad_norm": 0.00014900734822731465, "learning_rate": 1.4996435144501004e-05, "loss": 0.0086, "step": 211110 }, { "epoch": 3.500522292782411, "grad_norm": 0.11493512988090515, "learning_rate": 1.4994777072175889e-05, "loss": 0.0126, "step": 211120 }, { "epoch": 3.500688100014923, "grad_norm": 0.16908836364746094, "learning_rate": 1.4993118999850776e-05, "loss": 0.0023, "step": 211130 }, { "epoch": 3.5008539072474343, "grad_norm": 0.00019067087850999087, "learning_rate": 1.499146092752566e-05, "loss": 0.0022, "step": 211140 }, { "epoch": 3.5010197144799458, "grad_norm": 0.19422470033168793, "learning_rate": 1.4989802855200544e-05, "loss": 0.0042, "step": 211150 }, { "epoch": 3.5011855217124572, "grad_norm": 0.023979362100362778, "learning_rate": 1.498814478287543e-05, "loss": 0.003, "step": 211160 }, { "epoch": 3.5013513289449687, "grad_norm": 0.00029208368505351245, "learning_rate": 1.4986486710550315e-05, "loss": 0.0, "step": 211170 }, { "epoch": 3.50151713617748, "grad_norm": 0.002131549408659339, "learning_rate": 1.4984828638225201e-05, "loss": 0.0042, "step": 211180 }, { "epoch": 3.5016829434099916, "grad_norm": 0.140338733792305, "learning_rate": 1.4983170565900085e-05, "loss": 0.0053, "step": 211190 }, { "epoch": 3.501848750642503, "grad_norm": 0.1374484747648239, "learning_rate": 1.498151249357497e-05, "loss": 0.0032, "step": 211200 }, { "epoch": 3.5020145578750146, "grad_norm": 0.00016630583559162915, "learning_rate": 1.4979854421249855e-05, "loss": 0.0041, "step": 211210 }, { "epoch": 3.502180365107526, "grad_norm": 0.014843408018350601, "learning_rate": 1.4978196348924742e-05, "loss": 0.0034, "step": 211220 }, { "epoch": 3.5023461723400375, "grad_norm": 0.010478389449417591, "learning_rate": 1.4976538276599626e-05, "loss": 0.0001, "step": 211230 }, { "epoch": 3.502511979572549, "grad_norm": 0.00015580002218484879, "learning_rate": 1.497488020427451e-05, "loss": 0.0039, "step": 211240 }, { "epoch": 3.5026777868050605, "grad_norm": 0.002411116613075137, "learning_rate": 1.4973222131949396e-05, "loss": 0.0001, "step": 211250 }, { "epoch": 3.502843594037572, "grad_norm": 0.04738065227866173, "learning_rate": 1.4971564059624283e-05, "loss": 0.0001, "step": 211260 }, { "epoch": 3.5030094012700834, "grad_norm": 0.01762852817773819, "learning_rate": 1.4969905987299165e-05, "loss": 0.0051, "step": 211270 }, { "epoch": 3.503175208502595, "grad_norm": 0.1737329214811325, "learning_rate": 1.4968247914974052e-05, "loss": 0.0053, "step": 211280 }, { "epoch": 3.5033410157351064, "grad_norm": 0.041366349905729294, "learning_rate": 1.4966589842648937e-05, "loss": 0.004, "step": 211290 }, { "epoch": 3.503506822967618, "grad_norm": 8.720782352611423e-05, "learning_rate": 1.4964931770323824e-05, "loss": 0.0029, "step": 211300 }, { "epoch": 3.5036726302001293, "grad_norm": 0.00040375665412284434, "learning_rate": 1.4963273697998709e-05, "loss": 0.0075, "step": 211310 }, { "epoch": 3.503838437432641, "grad_norm": 0.017032695934176445, "learning_rate": 1.4961615625673592e-05, "loss": 0.0053, "step": 211320 }, { "epoch": 3.5040042446651523, "grad_norm": 0.005362259689718485, "learning_rate": 1.4959957553348477e-05, "loss": 0.0047, "step": 211330 }, { "epoch": 3.5041700518976637, "grad_norm": 0.1879081130027771, "learning_rate": 1.4958299481023364e-05, "loss": 0.004, "step": 211340 }, { "epoch": 3.504335859130175, "grad_norm": 0.0015847345348447561, "learning_rate": 1.495664140869825e-05, "loss": 0.0059, "step": 211350 }, { "epoch": 3.5045016663626867, "grad_norm": 8.444973354926333e-05, "learning_rate": 1.4954983336373133e-05, "loss": 0.0, "step": 211360 }, { "epoch": 3.504667473595198, "grad_norm": 0.033605851233005524, "learning_rate": 1.4953325264048018e-05, "loss": 0.0125, "step": 211370 }, { "epoch": 3.5048332808277096, "grad_norm": 0.0019660149700939655, "learning_rate": 1.4951667191722903e-05, "loss": 0.0064, "step": 211380 }, { "epoch": 3.504999088060221, "grad_norm": 0.0010545033728703856, "learning_rate": 1.495000911939779e-05, "loss": 0.0033, "step": 211390 }, { "epoch": 3.5051648952927326, "grad_norm": 3.7304223951650783e-05, "learning_rate": 1.4948351047072674e-05, "loss": 0.0003, "step": 211400 }, { "epoch": 3.505330702525244, "grad_norm": 0.0032304467167705297, "learning_rate": 1.4946692974747559e-05, "loss": 0.0039, "step": 211410 }, { "epoch": 3.5054965097577555, "grad_norm": 0.004387118853628635, "learning_rate": 1.4945034902422444e-05, "loss": 0.0048, "step": 211420 }, { "epoch": 3.505662316990267, "grad_norm": 0.004704680293798447, "learning_rate": 1.494337683009733e-05, "loss": 0.0035, "step": 211430 }, { "epoch": 3.5058281242227785, "grad_norm": 0.002777721034362912, "learning_rate": 1.4941718757772213e-05, "loss": 0.0, "step": 211440 }, { "epoch": 3.50599393145529, "grad_norm": 0.0020666730124503374, "learning_rate": 1.49400606854471e-05, "loss": 0.0005, "step": 211450 }, { "epoch": 3.5061597386878014, "grad_norm": 0.1719256341457367, "learning_rate": 1.4938402613121985e-05, "loss": 0.0103, "step": 211460 }, { "epoch": 3.506325545920313, "grad_norm": 0.0028350551147013903, "learning_rate": 1.4936744540796872e-05, "loss": 0.0107, "step": 211470 }, { "epoch": 3.506491353152825, "grad_norm": 2.6560894184513018e-05, "learning_rate": 1.4935086468471757e-05, "loss": 0.0049, "step": 211480 }, { "epoch": 3.506657160385336, "grad_norm": 0.004258972126990557, "learning_rate": 1.493342839614664e-05, "loss": 0.0001, "step": 211490 }, { "epoch": 3.5068229676178477, "grad_norm": 5.206196874496527e-05, "learning_rate": 1.4931770323821525e-05, "loss": 0.0003, "step": 211500 }, { "epoch": 3.5069887748503588, "grad_norm": 0.0004706673789769411, "learning_rate": 1.4930112251496412e-05, "loss": 0.0071, "step": 211510 }, { "epoch": 3.5071545820828707, "grad_norm": 0.0007051598513498902, "learning_rate": 1.4928454179171297e-05, "loss": 0.0002, "step": 211520 }, { "epoch": 3.5073203893153817, "grad_norm": 3.3093099773395807e-05, "learning_rate": 1.4926796106846181e-05, "loss": 0.004, "step": 211530 }, { "epoch": 3.5074861965478936, "grad_norm": 3.465563713689335e-05, "learning_rate": 1.4925138034521066e-05, "loss": 0.0055, "step": 211540 }, { "epoch": 3.5076520037804046, "grad_norm": 0.11502175033092499, "learning_rate": 1.4923479962195951e-05, "loss": 0.005, "step": 211550 }, { "epoch": 3.5078178110129166, "grad_norm": 0.22869880497455597, "learning_rate": 1.4921821889870838e-05, "loss": 0.0027, "step": 211560 }, { "epoch": 3.5079836182454276, "grad_norm": 0.0002766998950392008, "learning_rate": 1.4920163817545722e-05, "loss": 0.0029, "step": 211570 }, { "epoch": 3.5081494254779395, "grad_norm": 0.7454694509506226, "learning_rate": 1.4918505745220607e-05, "loss": 0.0163, "step": 211580 }, { "epoch": 3.508315232710451, "grad_norm": 0.0007209049654193223, "learning_rate": 1.4916847672895492e-05, "loss": 0.0048, "step": 211590 }, { "epoch": 3.5084810399429625, "grad_norm": 0.00027987052453681827, "learning_rate": 1.4915189600570379e-05, "loss": 0.0029, "step": 211600 }, { "epoch": 3.508646847175474, "grad_norm": 0.003555866191163659, "learning_rate": 1.4913531528245262e-05, "loss": 0.0001, "step": 211610 }, { "epoch": 3.5088126544079854, "grad_norm": 1.1118069887161255, "learning_rate": 1.4911873455920147e-05, "loss": 0.0062, "step": 211620 }, { "epoch": 3.508978461640497, "grad_norm": 0.00753477169200778, "learning_rate": 1.4910215383595033e-05, "loss": 0.015, "step": 211630 }, { "epoch": 3.5091442688730083, "grad_norm": 0.00011425377306295559, "learning_rate": 1.490855731126992e-05, "loss": 0.0001, "step": 211640 }, { "epoch": 3.50931007610552, "grad_norm": 0.1782294660806656, "learning_rate": 1.4906899238944805e-05, "loss": 0.0056, "step": 211650 }, { "epoch": 3.5094758833380313, "grad_norm": 0.00013459152251016349, "learning_rate": 1.4905241166619688e-05, "loss": 0.0077, "step": 211660 }, { "epoch": 3.5096416905705428, "grad_norm": 0.0003698889340739697, "learning_rate": 1.4903583094294573e-05, "loss": 0.0025, "step": 211670 }, { "epoch": 3.5098074978030542, "grad_norm": 0.0005294799339026213, "learning_rate": 1.490192502196946e-05, "loss": 0.0039, "step": 211680 }, { "epoch": 3.5099733050355657, "grad_norm": 0.00154839176684618, "learning_rate": 1.4900266949644345e-05, "loss": 0.0062, "step": 211690 }, { "epoch": 3.510139112268077, "grad_norm": 0.00048270184197463095, "learning_rate": 1.4898608877319229e-05, "loss": 0.0028, "step": 211700 }, { "epoch": 3.5103049195005886, "grad_norm": 0.17757892608642578, "learning_rate": 1.4896950804994114e-05, "loss": 0.0063, "step": 211710 }, { "epoch": 3.5104707267331, "grad_norm": 0.0009901317534968257, "learning_rate": 1.4895292732669e-05, "loss": 0.0002, "step": 211720 }, { "epoch": 3.5106365339656116, "grad_norm": 0.002660112688317895, "learning_rate": 1.4893634660343886e-05, "loss": 0.0003, "step": 211730 }, { "epoch": 3.510802341198123, "grad_norm": 0.0002342377556487918, "learning_rate": 1.489197658801877e-05, "loss": 0.0074, "step": 211740 }, { "epoch": 3.5109681484306345, "grad_norm": 2.7448688342701644e-05, "learning_rate": 1.4890318515693655e-05, "loss": 0.0, "step": 211750 }, { "epoch": 3.511133955663146, "grad_norm": 0.00368735333904624, "learning_rate": 1.488866044336854e-05, "loss": 0.0058, "step": 211760 }, { "epoch": 3.5112997628956575, "grad_norm": 0.0042286100797355175, "learning_rate": 1.4887002371043427e-05, "loss": 0.0003, "step": 211770 }, { "epoch": 3.511465570128169, "grad_norm": 0.0006949884118512273, "learning_rate": 1.488534429871831e-05, "loss": 0.0027, "step": 211780 }, { "epoch": 3.5116313773606804, "grad_norm": 0.04626459255814552, "learning_rate": 1.4883686226393195e-05, "loss": 0.0103, "step": 211790 }, { "epoch": 3.511797184593192, "grad_norm": 0.00752666499465704, "learning_rate": 1.488202815406808e-05, "loss": 0.0039, "step": 211800 }, { "epoch": 3.5119629918257034, "grad_norm": 0.002448325278237462, "learning_rate": 1.4880370081742967e-05, "loss": 0.0, "step": 211810 }, { "epoch": 3.512128799058215, "grad_norm": 0.2205028384923935, "learning_rate": 1.4878712009417853e-05, "loss": 0.0035, "step": 211820 }, { "epoch": 3.5122946062907263, "grad_norm": 8.554867235943675e-05, "learning_rate": 1.4877053937092736e-05, "loss": 0.0141, "step": 211830 }, { "epoch": 3.512460413523238, "grad_norm": 0.0004018573381472379, "learning_rate": 1.4875395864767621e-05, "loss": 0.0007, "step": 211840 }, { "epoch": 3.5126262207557493, "grad_norm": 0.00020536160445772111, "learning_rate": 1.4873737792442508e-05, "loss": 0.0075, "step": 211850 }, { "epoch": 3.5127920279882607, "grad_norm": 0.0002952063805423677, "learning_rate": 1.4872079720117393e-05, "loss": 0.0073, "step": 211860 }, { "epoch": 3.512957835220772, "grad_norm": 4.89779376948718e-05, "learning_rate": 1.4870421647792277e-05, "loss": 0.0001, "step": 211870 }, { "epoch": 3.5131236424532837, "grad_norm": 0.009790897369384766, "learning_rate": 1.4868763575467162e-05, "loss": 0.0001, "step": 211880 }, { "epoch": 3.513289449685795, "grad_norm": 0.00509450351819396, "learning_rate": 1.4867105503142049e-05, "loss": 0.0098, "step": 211890 }, { "epoch": 3.5134552569183066, "grad_norm": 0.0009555077995173633, "learning_rate": 1.4865447430816934e-05, "loss": 0.0047, "step": 211900 }, { "epoch": 3.513621064150818, "grad_norm": 0.0011366175021976233, "learning_rate": 1.4863789358491817e-05, "loss": 0.0067, "step": 211910 }, { "epoch": 3.5137868713833296, "grad_norm": 0.0018875983078032732, "learning_rate": 1.4862131286166703e-05, "loss": 0.0002, "step": 211920 }, { "epoch": 3.5139526786158415, "grad_norm": 1.2028989658574574e-05, "learning_rate": 1.486047321384159e-05, "loss": 0.0012, "step": 211930 }, { "epoch": 3.5141184858483525, "grad_norm": 0.05386994779109955, "learning_rate": 1.4858815141516475e-05, "loss": 0.0001, "step": 211940 }, { "epoch": 3.5142842930808644, "grad_norm": 0.36493271589279175, "learning_rate": 1.4857157069191358e-05, "loss": 0.0005, "step": 211950 }, { "epoch": 3.5144501003133755, "grad_norm": 0.17793861031532288, "learning_rate": 1.4855498996866243e-05, "loss": 0.0031, "step": 211960 }, { "epoch": 3.5146159075458874, "grad_norm": 0.0009383311262354255, "learning_rate": 1.4853840924541128e-05, "loss": 0.001, "step": 211970 }, { "epoch": 3.5147817147783984, "grad_norm": 0.005654050502926111, "learning_rate": 1.4852182852216015e-05, "loss": 0.0065, "step": 211980 }, { "epoch": 3.5149475220109103, "grad_norm": 0.0004244917072355747, "learning_rate": 1.48505247798909e-05, "loss": 0.0, "step": 211990 }, { "epoch": 3.5151133292434213, "grad_norm": 0.0008279451867565513, "learning_rate": 1.4848866707565784e-05, "loss": 0.0042, "step": 212000 }, { "epoch": 3.5152791364759333, "grad_norm": 0.001754351076669991, "learning_rate": 1.484720863524067e-05, "loss": 0.0001, "step": 212010 }, { "epoch": 3.5154449437084443, "grad_norm": 0.00040470826206728816, "learning_rate": 1.4845550562915556e-05, "loss": 0.0068, "step": 212020 }, { "epoch": 3.515610750940956, "grad_norm": 2.5822053430601954e-05, "learning_rate": 1.4843892490590441e-05, "loss": 0.0, "step": 212030 }, { "epoch": 3.5157765581734677, "grad_norm": 0.07858657091856003, "learning_rate": 1.4842234418265325e-05, "loss": 0.0139, "step": 212040 }, { "epoch": 3.515942365405979, "grad_norm": 0.16449928283691406, "learning_rate": 1.484057634594021e-05, "loss": 0.0063, "step": 212050 }, { "epoch": 3.5161081726384906, "grad_norm": 0.08616392314434052, "learning_rate": 1.4838918273615097e-05, "loss": 0.0002, "step": 212060 }, { "epoch": 3.516273979871002, "grad_norm": 0.0004978268407285213, "learning_rate": 1.4837260201289982e-05, "loss": 0.0028, "step": 212070 }, { "epoch": 3.5164397871035136, "grad_norm": 0.012217110022902489, "learning_rate": 1.4835602128964865e-05, "loss": 0.0066, "step": 212080 }, { "epoch": 3.516605594336025, "grad_norm": 0.00018160896433982998, "learning_rate": 1.483394405663975e-05, "loss": 0.0, "step": 212090 }, { "epoch": 3.5167714015685365, "grad_norm": 3.4649085137061775e-05, "learning_rate": 1.4832285984314637e-05, "loss": 0.0081, "step": 212100 }, { "epoch": 3.516937208801048, "grad_norm": 0.00498778885230422, "learning_rate": 1.4830627911989523e-05, "loss": 0.0002, "step": 212110 }, { "epoch": 3.5171030160335595, "grad_norm": 0.14167557656764984, "learning_rate": 1.4828969839664406e-05, "loss": 0.009, "step": 212120 }, { "epoch": 3.517268823266071, "grad_norm": 0.0011376591864973307, "learning_rate": 1.4827311767339291e-05, "loss": 0.0, "step": 212130 }, { "epoch": 3.5174346304985824, "grad_norm": 8.109048940241337e-05, "learning_rate": 1.4825653695014176e-05, "loss": 0.0004, "step": 212140 }, { "epoch": 3.517600437731094, "grad_norm": 0.0006166272214613855, "learning_rate": 1.4823995622689063e-05, "loss": 0.0039, "step": 212150 }, { "epoch": 3.5177662449636053, "grad_norm": 0.00034380852594040334, "learning_rate": 1.4822337550363948e-05, "loss": 0.0001, "step": 212160 }, { "epoch": 3.517932052196117, "grad_norm": 0.16193735599517822, "learning_rate": 1.4820679478038832e-05, "loss": 0.006, "step": 212170 }, { "epoch": 3.5180978594286283, "grad_norm": 0.0016983274836093187, "learning_rate": 1.4819021405713717e-05, "loss": 0.0023, "step": 212180 }, { "epoch": 3.5182636666611398, "grad_norm": 0.00012649089330807328, "learning_rate": 1.4817363333388604e-05, "loss": 0.0027, "step": 212190 }, { "epoch": 3.5184294738936512, "grad_norm": 0.08878922462463379, "learning_rate": 1.4815705261063489e-05, "loss": 0.0002, "step": 212200 }, { "epoch": 3.5185952811261627, "grad_norm": 0.00014464149717241526, "learning_rate": 1.4814047188738373e-05, "loss": 0.0001, "step": 212210 }, { "epoch": 3.518761088358674, "grad_norm": 0.031942375004291534, "learning_rate": 1.4812389116413258e-05, "loss": 0.0092, "step": 212220 }, { "epoch": 3.5189268955911857, "grad_norm": 0.5315888524055481, "learning_rate": 1.4810731044088145e-05, "loss": 0.0067, "step": 212230 }, { "epoch": 3.519092702823697, "grad_norm": 0.7110750079154968, "learning_rate": 1.480907297176303e-05, "loss": 0.0032, "step": 212240 }, { "epoch": 3.5192585100562086, "grad_norm": 0.01635221391916275, "learning_rate": 1.4807414899437913e-05, "loss": 0.0055, "step": 212250 }, { "epoch": 3.51942431728872, "grad_norm": 0.0018843000289052725, "learning_rate": 1.4805756827112798e-05, "loss": 0.0, "step": 212260 }, { "epoch": 3.5195901245212315, "grad_norm": 0.003368322504684329, "learning_rate": 1.4804098754787685e-05, "loss": 0.0001, "step": 212270 }, { "epoch": 3.519755931753743, "grad_norm": 0.004013557452708483, "learning_rate": 1.480244068246257e-05, "loss": 0.0029, "step": 212280 }, { "epoch": 3.5199217389862545, "grad_norm": 0.005999334622174501, "learning_rate": 1.4800782610137454e-05, "loss": 0.0, "step": 212290 }, { "epoch": 3.520087546218766, "grad_norm": 0.00043792396900244057, "learning_rate": 1.479912453781234e-05, "loss": 0.0044, "step": 212300 }, { "epoch": 3.5202533534512774, "grad_norm": 0.0003097389417234808, "learning_rate": 1.4797466465487226e-05, "loss": 0.0, "step": 212310 }, { "epoch": 3.520419160683789, "grad_norm": 0.04573599249124527, "learning_rate": 1.4795808393162111e-05, "loss": 0.0006, "step": 212320 }, { "epoch": 3.5205849679163004, "grad_norm": 0.0006013991078361869, "learning_rate": 1.4794150320836996e-05, "loss": 0.003, "step": 212330 }, { "epoch": 3.520750775148812, "grad_norm": 0.0015434299129992723, "learning_rate": 1.479249224851188e-05, "loss": 0.0071, "step": 212340 }, { "epoch": 3.5209165823813233, "grad_norm": 4.568818985717371e-05, "learning_rate": 1.4790834176186765e-05, "loss": 0.0, "step": 212350 }, { "epoch": 3.521082389613835, "grad_norm": 0.0016163751715794206, "learning_rate": 1.4789176103861652e-05, "loss": 0.0001, "step": 212360 }, { "epoch": 3.5212481968463463, "grad_norm": 0.00027961915475316346, "learning_rate": 1.4787518031536537e-05, "loss": 0.0069, "step": 212370 }, { "epoch": 3.521414004078858, "grad_norm": 0.0014092065393924713, "learning_rate": 1.478585995921142e-05, "loss": 0.008, "step": 212380 }, { "epoch": 3.521579811311369, "grad_norm": 0.0014551924541592598, "learning_rate": 1.4784201886886306e-05, "loss": 0.0029, "step": 212390 }, { "epoch": 3.521745618543881, "grad_norm": 0.04172663763165474, "learning_rate": 1.4782543814561193e-05, "loss": 0.0006, "step": 212400 }, { "epoch": 3.521911425776392, "grad_norm": 0.9424493908882141, "learning_rate": 1.4780885742236078e-05, "loss": 0.0088, "step": 212410 }, { "epoch": 3.522077233008904, "grad_norm": 0.0018705643014982343, "learning_rate": 1.4779227669910961e-05, "loss": 0.0001, "step": 212420 }, { "epoch": 3.522243040241415, "grad_norm": 0.029324520379304886, "learning_rate": 1.4777569597585846e-05, "loss": 0.0003, "step": 212430 }, { "epoch": 3.522408847473927, "grad_norm": 0.0002438694646116346, "learning_rate": 1.4775911525260733e-05, "loss": 0.0052, "step": 212440 }, { "epoch": 3.522574654706438, "grad_norm": 9.548355592414737e-05, "learning_rate": 1.4774253452935618e-05, "loss": 0.0001, "step": 212450 }, { "epoch": 3.52274046193895, "grad_norm": 0.010149325244128704, "learning_rate": 1.4772595380610502e-05, "loss": 0.0001, "step": 212460 }, { "epoch": 3.522906269171461, "grad_norm": 0.00012085799971828237, "learning_rate": 1.4770937308285387e-05, "loss": 0.0001, "step": 212470 }, { "epoch": 3.523072076403973, "grad_norm": 0.0028589859139174223, "learning_rate": 1.4769279235960274e-05, "loss": 0.0015, "step": 212480 }, { "epoch": 3.5232378836364844, "grad_norm": 0.0004951212322339416, "learning_rate": 1.476762116363516e-05, "loss": 0.0005, "step": 212490 }, { "epoch": 3.523403690868996, "grad_norm": 5.754509402322583e-05, "learning_rate": 1.4765963091310044e-05, "loss": 0.0059, "step": 212500 }, { "epoch": 3.5235694981015073, "grad_norm": 0.00043519813334569335, "learning_rate": 1.4764305018984928e-05, "loss": 0.0041, "step": 212510 }, { "epoch": 3.523735305334019, "grad_norm": 1.3665415281138849e-05, "learning_rate": 1.4762646946659815e-05, "loss": 0.0027, "step": 212520 }, { "epoch": 3.5239011125665303, "grad_norm": 0.00011187834752490744, "learning_rate": 1.47609888743347e-05, "loss": 0.0001, "step": 212530 }, { "epoch": 3.5240669197990417, "grad_norm": 0.0002055009827017784, "learning_rate": 1.4759330802009585e-05, "loss": 0.0005, "step": 212540 }, { "epoch": 3.524232727031553, "grad_norm": 0.0005909596802666783, "learning_rate": 1.4757672729684469e-05, "loss": 0.0003, "step": 212550 }, { "epoch": 3.5243985342640647, "grad_norm": 0.008738208562135696, "learning_rate": 1.4756014657359354e-05, "loss": 0.0166, "step": 212560 }, { "epoch": 3.524564341496576, "grad_norm": 0.00010871113045141101, "learning_rate": 1.475435658503424e-05, "loss": 0.0026, "step": 212570 }, { "epoch": 3.5247301487290876, "grad_norm": 0.00019566799164749682, "learning_rate": 1.4752698512709126e-05, "loss": 0.0, "step": 212580 }, { "epoch": 3.524895955961599, "grad_norm": 6.829490303061903e-05, "learning_rate": 1.475104044038401e-05, "loss": 0.0024, "step": 212590 }, { "epoch": 3.5250617631941106, "grad_norm": 0.002206281293183565, "learning_rate": 1.4749382368058894e-05, "loss": 0.006, "step": 212600 }, { "epoch": 3.525227570426622, "grad_norm": 0.010797013528645039, "learning_rate": 1.4747724295733781e-05, "loss": 0.0276, "step": 212610 }, { "epoch": 3.5253933776591335, "grad_norm": 0.0012077344581484795, "learning_rate": 1.4746066223408666e-05, "loss": 0.0002, "step": 212620 }, { "epoch": 3.525559184891645, "grad_norm": 7.67588717280887e-05, "learning_rate": 1.474440815108355e-05, "loss": 0.0, "step": 212630 }, { "epoch": 3.5257249921241565, "grad_norm": 4.5725148083874956e-05, "learning_rate": 1.4742750078758435e-05, "loss": 0.0094, "step": 212640 }, { "epoch": 3.525890799356668, "grad_norm": 0.00012798089301213622, "learning_rate": 1.4741092006433322e-05, "loss": 0.0149, "step": 212650 }, { "epoch": 3.5260566065891794, "grad_norm": 0.004079114645719528, "learning_rate": 1.4739433934108207e-05, "loss": 0.0059, "step": 212660 }, { "epoch": 3.526222413821691, "grad_norm": 0.011265017092227936, "learning_rate": 1.4737775861783092e-05, "loss": 0.0001, "step": 212670 }, { "epoch": 3.5263882210542024, "grad_norm": 0.009608031250536442, "learning_rate": 1.4736117789457976e-05, "loss": 0.0004, "step": 212680 }, { "epoch": 3.526554028286714, "grad_norm": 0.03288362920284271, "learning_rate": 1.4734459717132863e-05, "loss": 0.0001, "step": 212690 }, { "epoch": 3.5267198355192253, "grad_norm": 0.0036495067179203033, "learning_rate": 1.4732801644807748e-05, "loss": 0.0082, "step": 212700 }, { "epoch": 3.5268856427517368, "grad_norm": 0.1414773315191269, "learning_rate": 1.4731143572482633e-05, "loss": 0.0117, "step": 212710 }, { "epoch": 3.5270514499842482, "grad_norm": 2.804165160341654e-05, "learning_rate": 1.4729485500157516e-05, "loss": 0.0095, "step": 212720 }, { "epoch": 3.5272172572167597, "grad_norm": 5.621724631055258e-05, "learning_rate": 1.4727827427832402e-05, "loss": 0.0, "step": 212730 }, { "epoch": 3.527383064449271, "grad_norm": 0.30042192339897156, "learning_rate": 1.4726169355507288e-05, "loss": 0.0042, "step": 212740 }, { "epoch": 3.5275488716817827, "grad_norm": 0.40651750564575195, "learning_rate": 1.4724511283182174e-05, "loss": 0.0007, "step": 212750 }, { "epoch": 3.527714678914294, "grad_norm": 0.015274036675691605, "learning_rate": 1.4722853210857057e-05, "loss": 0.0004, "step": 212760 }, { "epoch": 3.5278804861468056, "grad_norm": 0.18843118846416473, "learning_rate": 1.4721195138531942e-05, "loss": 0.0033, "step": 212770 }, { "epoch": 3.528046293379317, "grad_norm": 5.134498132974841e-05, "learning_rate": 1.471953706620683e-05, "loss": 0.0022, "step": 212780 }, { "epoch": 3.5282121006118286, "grad_norm": 0.009116321802139282, "learning_rate": 1.4717878993881714e-05, "loss": 0.0006, "step": 212790 }, { "epoch": 3.52837790784434, "grad_norm": 2.1051480871392414e-05, "learning_rate": 1.4716220921556598e-05, "loss": 0.001, "step": 212800 }, { "epoch": 3.5285437150768515, "grad_norm": 0.00022248302411753684, "learning_rate": 1.4714562849231483e-05, "loss": 0.0054, "step": 212810 }, { "epoch": 3.528709522309363, "grad_norm": 0.8798975944519043, "learning_rate": 1.471290477690637e-05, "loss": 0.0064, "step": 212820 }, { "epoch": 3.528875329541875, "grad_norm": 5.193955803406425e-05, "learning_rate": 1.4711246704581255e-05, "loss": 0.0031, "step": 212830 }, { "epoch": 3.529041136774386, "grad_norm": 0.32868054509162903, "learning_rate": 1.470958863225614e-05, "loss": 0.008, "step": 212840 }, { "epoch": 3.529206944006898, "grad_norm": 0.12002574652433395, "learning_rate": 1.4707930559931024e-05, "loss": 0.0056, "step": 212850 }, { "epoch": 3.529372751239409, "grad_norm": 0.001528808381408453, "learning_rate": 1.470627248760591e-05, "loss": 0.0049, "step": 212860 }, { "epoch": 3.5295385584719208, "grad_norm": 0.00013865598884876817, "learning_rate": 1.4704614415280796e-05, "loss": 0.0027, "step": 212870 }, { "epoch": 3.529704365704432, "grad_norm": 0.18106190860271454, "learning_rate": 1.4702956342955681e-05, "loss": 0.0028, "step": 212880 }, { "epoch": 3.5298701729369437, "grad_norm": 0.28967082500457764, "learning_rate": 1.4701298270630564e-05, "loss": 0.0039, "step": 212890 }, { "epoch": 3.5300359801694547, "grad_norm": 0.0012240081559866667, "learning_rate": 1.4699640198305451e-05, "loss": 0.0041, "step": 212900 }, { "epoch": 3.5302017874019667, "grad_norm": 0.00010400839528301731, "learning_rate": 1.4697982125980336e-05, "loss": 0.0057, "step": 212910 }, { "epoch": 3.5303675946344777, "grad_norm": 0.0002380098740104586, "learning_rate": 1.4696324053655222e-05, "loss": 0.0029, "step": 212920 }, { "epoch": 3.5305334018669896, "grad_norm": 0.0001648826291784644, "learning_rate": 1.4694665981330105e-05, "loss": 0.0113, "step": 212930 }, { "epoch": 3.530699209099501, "grad_norm": 4.478610208025202e-05, "learning_rate": 1.469300790900499e-05, "loss": 0.0086, "step": 212940 }, { "epoch": 3.5308650163320126, "grad_norm": 0.00034377959673292935, "learning_rate": 1.4691349836679877e-05, "loss": 0.0002, "step": 212950 }, { "epoch": 3.531030823564524, "grad_norm": 0.0007630885811522603, "learning_rate": 1.4689691764354762e-05, "loss": 0.0001, "step": 212960 }, { "epoch": 3.5311966307970355, "grad_norm": 0.005342844408005476, "learning_rate": 1.4688033692029646e-05, "loss": 0.0019, "step": 212970 }, { "epoch": 3.531362438029547, "grad_norm": 0.16019244492053986, "learning_rate": 1.4686375619704531e-05, "loss": 0.007, "step": 212980 }, { "epoch": 3.5315282452620584, "grad_norm": 0.00016234384384006262, "learning_rate": 1.4684717547379418e-05, "loss": 0.006, "step": 212990 }, { "epoch": 3.53169405249457, "grad_norm": 0.006434260867536068, "learning_rate": 1.4683059475054303e-05, "loss": 0.0058, "step": 213000 }, { "epoch": 3.5318598597270814, "grad_norm": 0.0016135122859850526, "learning_rate": 1.468140140272919e-05, "loss": 0.0025, "step": 213010 }, { "epoch": 3.532025666959593, "grad_norm": 0.0013153358595445752, "learning_rate": 1.4679743330404072e-05, "loss": 0.0056, "step": 213020 }, { "epoch": 3.5321914741921043, "grad_norm": 0.0022872742265462875, "learning_rate": 1.4678085258078959e-05, "loss": 0.0001, "step": 213030 }, { "epoch": 3.532357281424616, "grad_norm": 0.4138473570346832, "learning_rate": 1.4676427185753844e-05, "loss": 0.0043, "step": 213040 }, { "epoch": 3.5325230886571273, "grad_norm": 0.2348882406949997, "learning_rate": 1.4674769113428729e-05, "loss": 0.0033, "step": 213050 }, { "epoch": 3.5326888958896387, "grad_norm": 0.215797558426857, "learning_rate": 1.4673111041103612e-05, "loss": 0.0081, "step": 213060 }, { "epoch": 3.53285470312215, "grad_norm": 0.00021215829474385828, "learning_rate": 1.46714529687785e-05, "loss": 0.0058, "step": 213070 }, { "epoch": 3.5330205103546617, "grad_norm": 0.00025752553483471274, "learning_rate": 1.4669794896453384e-05, "loss": 0.0002, "step": 213080 }, { "epoch": 3.533186317587173, "grad_norm": 0.0009254502365365624, "learning_rate": 1.466813682412827e-05, "loss": 0.0029, "step": 213090 }, { "epoch": 3.5333521248196846, "grad_norm": 0.0062935855239629745, "learning_rate": 1.4666478751803153e-05, "loss": 0.0002, "step": 213100 }, { "epoch": 3.533517932052196, "grad_norm": 3.4940519981319085e-05, "learning_rate": 1.466482067947804e-05, "loss": 0.0002, "step": 213110 }, { "epoch": 3.5336837392847076, "grad_norm": 0.005519550293684006, "learning_rate": 1.4663162607152925e-05, "loss": 0.0001, "step": 213120 }, { "epoch": 3.533849546517219, "grad_norm": 0.0005682365735992789, "learning_rate": 1.466150453482781e-05, "loss": 0.0, "step": 213130 }, { "epoch": 3.5340153537497305, "grad_norm": 0.0007222358253784478, "learning_rate": 1.4659846462502694e-05, "loss": 0.0032, "step": 213140 }, { "epoch": 3.534181160982242, "grad_norm": 0.002656740602105856, "learning_rate": 1.4658188390177579e-05, "loss": 0.0084, "step": 213150 }, { "epoch": 3.5343469682147535, "grad_norm": 0.0004183138662483543, "learning_rate": 1.4656530317852466e-05, "loss": 0.0049, "step": 213160 }, { "epoch": 3.534512775447265, "grad_norm": 0.39279645681381226, "learning_rate": 1.4654872245527351e-05, "loss": 0.0052, "step": 213170 }, { "epoch": 3.5346785826797764, "grad_norm": 0.2603054642677307, "learning_rate": 1.4653214173202238e-05, "loss": 0.0091, "step": 213180 }, { "epoch": 3.534844389912288, "grad_norm": 0.001344590331427753, "learning_rate": 1.465155610087712e-05, "loss": 0.0024, "step": 213190 }, { "epoch": 3.5350101971447994, "grad_norm": 0.011013970710337162, "learning_rate": 1.4649898028552006e-05, "loss": 0.0059, "step": 213200 }, { "epoch": 3.535176004377311, "grad_norm": 0.8652256727218628, "learning_rate": 1.4648239956226892e-05, "loss": 0.002, "step": 213210 }, { "epoch": 3.5353418116098223, "grad_norm": 0.009643503464758396, "learning_rate": 1.4646581883901778e-05, "loss": 0.0037, "step": 213220 }, { "epoch": 3.5355076188423338, "grad_norm": 0.0015961965546011925, "learning_rate": 1.464492381157666e-05, "loss": 0.0049, "step": 213230 }, { "epoch": 3.5356734260748452, "grad_norm": 6.286789721343666e-05, "learning_rate": 1.4643265739251547e-05, "loss": 0.0033, "step": 213240 }, { "epoch": 3.5358392333073567, "grad_norm": 0.022482484579086304, "learning_rate": 1.4641607666926432e-05, "loss": 0.0048, "step": 213250 }, { "epoch": 3.536005040539868, "grad_norm": 0.011913961730897427, "learning_rate": 1.4639949594601317e-05, "loss": 0.003, "step": 213260 }, { "epoch": 3.5361708477723797, "grad_norm": 0.21247197687625885, "learning_rate": 1.4638291522276201e-05, "loss": 0.0028, "step": 213270 }, { "epoch": 3.5363366550048916, "grad_norm": 0.16787736117839813, "learning_rate": 1.4636633449951088e-05, "loss": 0.0083, "step": 213280 }, { "epoch": 3.5365024622374026, "grad_norm": 0.00017109767941292375, "learning_rate": 1.4634975377625973e-05, "loss": 0.0007, "step": 213290 }, { "epoch": 3.5366682694699145, "grad_norm": 0.009845240041613579, "learning_rate": 1.4633317305300858e-05, "loss": 0.0073, "step": 213300 }, { "epoch": 3.5368340767024256, "grad_norm": 0.19755764305591583, "learning_rate": 1.4631659232975742e-05, "loss": 0.0074, "step": 213310 }, { "epoch": 3.5369998839349375, "grad_norm": 0.00017284326895605773, "learning_rate": 1.4630001160650627e-05, "loss": 0.0088, "step": 213320 }, { "epoch": 3.5371656911674485, "grad_norm": 0.000228226650506258, "learning_rate": 1.4628343088325514e-05, "loss": 0.0001, "step": 213330 }, { "epoch": 3.5373314983999604, "grad_norm": 0.000603243475779891, "learning_rate": 1.4626685016000399e-05, "loss": 0.0033, "step": 213340 }, { "epoch": 3.5374973056324714, "grad_norm": 0.002494559157639742, "learning_rate": 1.4625026943675286e-05, "loss": 0.0098, "step": 213350 }, { "epoch": 3.5376631128649834, "grad_norm": 5.473856799653731e-05, "learning_rate": 1.4623368871350168e-05, "loss": 0.0043, "step": 213360 }, { "epoch": 3.5378289200974944, "grad_norm": 0.01267792098224163, "learning_rate": 1.4621710799025054e-05, "loss": 0.0033, "step": 213370 }, { "epoch": 3.5379947273300063, "grad_norm": 0.00044360937317833304, "learning_rate": 1.462005272669994e-05, "loss": 0.0007, "step": 213380 }, { "epoch": 3.538160534562518, "grad_norm": 0.18055790662765503, "learning_rate": 1.4618394654374826e-05, "loss": 0.0103, "step": 213390 }, { "epoch": 3.5383263417950293, "grad_norm": 0.00024282622325699776, "learning_rate": 1.4616736582049708e-05, "loss": 0.0074, "step": 213400 }, { "epoch": 3.5384921490275407, "grad_norm": 0.0034860887099057436, "learning_rate": 1.4615078509724595e-05, "loss": 0.0, "step": 213410 }, { "epoch": 3.538657956260052, "grad_norm": 0.0017405756516382098, "learning_rate": 1.461342043739948e-05, "loss": 0.0026, "step": 213420 }, { "epoch": 3.5388237634925637, "grad_norm": 0.0004232969367876649, "learning_rate": 1.4611762365074365e-05, "loss": 0.0088, "step": 213430 }, { "epoch": 3.538989570725075, "grad_norm": 0.0061206696555018425, "learning_rate": 1.4610104292749249e-05, "loss": 0.0053, "step": 213440 }, { "epoch": 3.5391553779575866, "grad_norm": 0.1551232784986496, "learning_rate": 1.4608446220424136e-05, "loss": 0.0041, "step": 213450 }, { "epoch": 3.539321185190098, "grad_norm": 0.004321401938796043, "learning_rate": 1.4606788148099021e-05, "loss": 0.005, "step": 213460 }, { "epoch": 3.5394869924226096, "grad_norm": 0.0001768110232660547, "learning_rate": 1.4605130075773906e-05, "loss": 0.0001, "step": 213470 }, { "epoch": 3.539652799655121, "grad_norm": 0.0004026636597700417, "learning_rate": 1.460347200344879e-05, "loss": 0.0056, "step": 213480 }, { "epoch": 3.5398186068876325, "grad_norm": 0.0006316828657872975, "learning_rate": 1.4601813931123676e-05, "loss": 0.0, "step": 213490 }, { "epoch": 3.539984414120144, "grad_norm": 0.00023697041615378112, "learning_rate": 1.4600155858798562e-05, "loss": 0.0, "step": 213500 }, { "epoch": 3.5401502213526554, "grad_norm": 0.0009348780731670558, "learning_rate": 1.4598497786473447e-05, "loss": 0.0067, "step": 213510 }, { "epoch": 3.540316028585167, "grad_norm": 0.00011593404633458704, "learning_rate": 1.4596839714148334e-05, "loss": 0.0076, "step": 213520 }, { "epoch": 3.5404818358176784, "grad_norm": 0.0019653516355901957, "learning_rate": 1.4595181641823215e-05, "loss": 0.0082, "step": 213530 }, { "epoch": 3.54064764305019, "grad_norm": 0.14260095357894897, "learning_rate": 1.4593523569498102e-05, "loss": 0.0036, "step": 213540 }, { "epoch": 3.5408134502827013, "grad_norm": 9.443014278076589e-05, "learning_rate": 1.4591865497172988e-05, "loss": 0.0037, "step": 213550 }, { "epoch": 3.540979257515213, "grad_norm": 0.00012145182699896395, "learning_rate": 1.4590207424847874e-05, "loss": 0.0026, "step": 213560 }, { "epoch": 3.5411450647477243, "grad_norm": 0.00025585497496649623, "learning_rate": 1.4588549352522756e-05, "loss": 0.0001, "step": 213570 }, { "epoch": 3.5413108719802358, "grad_norm": 0.20141048729419708, "learning_rate": 1.4586891280197643e-05, "loss": 0.0117, "step": 213580 }, { "epoch": 3.5414766792127472, "grad_norm": 0.3338741660118103, "learning_rate": 1.4585233207872528e-05, "loss": 0.011, "step": 213590 }, { "epoch": 3.5416424864452587, "grad_norm": 0.00010848601232282817, "learning_rate": 1.4583575135547415e-05, "loss": 0.0088, "step": 213600 }, { "epoch": 3.54180829367777, "grad_norm": 0.0004055876925121993, "learning_rate": 1.4581917063222297e-05, "loss": 0.009, "step": 213610 }, { "epoch": 3.5419741009102816, "grad_norm": 0.03648240864276886, "learning_rate": 1.4580258990897184e-05, "loss": 0.0001, "step": 213620 }, { "epoch": 3.542139908142793, "grad_norm": 0.17490914463996887, "learning_rate": 1.4578600918572069e-05, "loss": 0.0102, "step": 213630 }, { "epoch": 3.5423057153753046, "grad_norm": 0.16541388630867004, "learning_rate": 1.4576942846246954e-05, "loss": 0.0059, "step": 213640 }, { "epoch": 3.542471522607816, "grad_norm": 0.007940651848912239, "learning_rate": 1.4575284773921838e-05, "loss": 0.0011, "step": 213650 }, { "epoch": 3.5426373298403275, "grad_norm": 0.00019496040476951748, "learning_rate": 1.4573626701596724e-05, "loss": 0.0043, "step": 213660 }, { "epoch": 3.542803137072839, "grad_norm": 0.0035805548541247845, "learning_rate": 1.457196862927161e-05, "loss": 0.0065, "step": 213670 }, { "epoch": 3.5429689443053505, "grad_norm": 0.0006229011924006045, "learning_rate": 1.4570310556946495e-05, "loss": 0.0049, "step": 213680 }, { "epoch": 3.543134751537862, "grad_norm": 0.0029153728391975164, "learning_rate": 1.4568652484621382e-05, "loss": 0.0095, "step": 213690 }, { "epoch": 3.5433005587703734, "grad_norm": 0.004070655908435583, "learning_rate": 1.4566994412296265e-05, "loss": 0.0106, "step": 213700 }, { "epoch": 3.543466366002885, "grad_norm": 0.00012351226177997887, "learning_rate": 1.456533633997115e-05, "loss": 0.0038, "step": 213710 }, { "epoch": 3.5436321732353964, "grad_norm": 0.001670274999924004, "learning_rate": 1.4563678267646035e-05, "loss": 0.0027, "step": 213720 }, { "epoch": 3.5437979804679083, "grad_norm": 0.0008050200995057821, "learning_rate": 1.4562020195320922e-05, "loss": 0.0001, "step": 213730 }, { "epoch": 3.5439637877004193, "grad_norm": 0.003971797414124012, "learning_rate": 1.4560362122995804e-05, "loss": 0.0037, "step": 213740 }, { "epoch": 3.5441295949329312, "grad_norm": 0.0008438336080871522, "learning_rate": 1.4558704050670691e-05, "loss": 0.0053, "step": 213750 }, { "epoch": 3.5442954021654423, "grad_norm": 0.0006605993839912117, "learning_rate": 1.4557045978345576e-05, "loss": 0.0009, "step": 213760 }, { "epoch": 3.544461209397954, "grad_norm": 0.0007330148364417255, "learning_rate": 1.4555387906020463e-05, "loss": 0.0053, "step": 213770 }, { "epoch": 3.544627016630465, "grad_norm": 0.4052029848098755, "learning_rate": 1.4553729833695345e-05, "loss": 0.0058, "step": 213780 }, { "epoch": 3.544792823862977, "grad_norm": 7.570519301225431e-06, "learning_rate": 1.4552071761370232e-05, "loss": 0.0048, "step": 213790 }, { "epoch": 3.544958631095488, "grad_norm": 3.947933510062285e-05, "learning_rate": 1.4550413689045117e-05, "loss": 0.0, "step": 213800 }, { "epoch": 3.545124438328, "grad_norm": 0.19304876029491425, "learning_rate": 1.4548755616720004e-05, "loss": 0.0087, "step": 213810 }, { "epoch": 3.545290245560511, "grad_norm": 0.9238353371620178, "learning_rate": 1.4547097544394885e-05, "loss": 0.0067, "step": 213820 }, { "epoch": 3.545456052793023, "grad_norm": 0.0009497847640886903, "learning_rate": 1.4545439472069772e-05, "loss": 0.0091, "step": 213830 }, { "epoch": 3.5456218600255345, "grad_norm": 0.004350543022155762, "learning_rate": 1.4543781399744658e-05, "loss": 0.0001, "step": 213840 }, { "epoch": 3.545787667258046, "grad_norm": 0.1744423657655716, "learning_rate": 1.4542123327419543e-05, "loss": 0.0067, "step": 213850 }, { "epoch": 3.5459534744905574, "grad_norm": 0.0001294095127377659, "learning_rate": 1.454046525509443e-05, "loss": 0.0066, "step": 213860 }, { "epoch": 3.546119281723069, "grad_norm": 0.0035970304161310196, "learning_rate": 1.4538807182769313e-05, "loss": 0.0082, "step": 213870 }, { "epoch": 3.5462850889555804, "grad_norm": 0.0001127648283727467, "learning_rate": 1.4537149110444198e-05, "loss": 0.0046, "step": 213880 }, { "epoch": 3.546450896188092, "grad_norm": 7.056677713990211e-05, "learning_rate": 1.4535491038119083e-05, "loss": 0.0023, "step": 213890 }, { "epoch": 3.5466167034206033, "grad_norm": 0.0012558350572362542, "learning_rate": 1.453383296579397e-05, "loss": 0.0041, "step": 213900 }, { "epoch": 3.546782510653115, "grad_norm": 0.19160917401313782, "learning_rate": 1.4532174893468852e-05, "loss": 0.0004, "step": 213910 }, { "epoch": 3.5469483178856263, "grad_norm": 0.002487864112481475, "learning_rate": 1.4530516821143739e-05, "loss": 0.0062, "step": 213920 }, { "epoch": 3.5471141251181377, "grad_norm": 0.0003208415291737765, "learning_rate": 1.4528858748818624e-05, "loss": 0.0, "step": 213930 }, { "epoch": 3.547279932350649, "grad_norm": 0.0031758735422044992, "learning_rate": 1.4527200676493511e-05, "loss": 0.0033, "step": 213940 }, { "epoch": 3.5474457395831607, "grad_norm": 0.2743973135948181, "learning_rate": 1.4525542604168393e-05, "loss": 0.003, "step": 213950 }, { "epoch": 3.547611546815672, "grad_norm": 8.54568716022186e-05, "learning_rate": 1.452388453184328e-05, "loss": 0.0088, "step": 213960 }, { "epoch": 3.5477773540481836, "grad_norm": 1.786984284990467e-05, "learning_rate": 1.4522226459518165e-05, "loss": 0.001, "step": 213970 }, { "epoch": 3.547943161280695, "grad_norm": 0.0013052030699327588, "learning_rate": 1.4520568387193052e-05, "loss": 0.0007, "step": 213980 }, { "epoch": 3.5481089685132066, "grad_norm": 0.00010410378308733925, "learning_rate": 1.4518910314867933e-05, "loss": 0.0039, "step": 213990 }, { "epoch": 3.548274775745718, "grad_norm": 0.010081094689667225, "learning_rate": 1.451725224254282e-05, "loss": 0.0074, "step": 214000 }, { "epoch": 3.5484405829782295, "grad_norm": 0.0002611428499221802, "learning_rate": 1.4515594170217705e-05, "loss": 0.0012, "step": 214010 }, { "epoch": 3.548606390210741, "grad_norm": 0.0009102881303988397, "learning_rate": 1.451393609789259e-05, "loss": 0.0041, "step": 214020 }, { "epoch": 3.5487721974432525, "grad_norm": 0.0002410801826044917, "learning_rate": 1.4512278025567478e-05, "loss": 0.0038, "step": 214030 }, { "epoch": 3.548938004675764, "grad_norm": 0.02958529070019722, "learning_rate": 1.4510619953242361e-05, "loss": 0.0017, "step": 214040 }, { "epoch": 3.5491038119082754, "grad_norm": 0.17870770394802094, "learning_rate": 1.4508961880917246e-05, "loss": 0.0033, "step": 214050 }, { "epoch": 3.549269619140787, "grad_norm": 2.9750040994258597e-05, "learning_rate": 1.4507303808592131e-05, "loss": 0.0, "step": 214060 }, { "epoch": 3.5494354263732983, "grad_norm": 0.034406233578920364, "learning_rate": 1.4505645736267018e-05, "loss": 0.0001, "step": 214070 }, { "epoch": 3.54960123360581, "grad_norm": 0.0012524683261290193, "learning_rate": 1.4503987663941902e-05, "loss": 0.0, "step": 214080 }, { "epoch": 3.5497670408383213, "grad_norm": 0.0002680431061889976, "learning_rate": 1.4502329591616787e-05, "loss": 0.0019, "step": 214090 }, { "epoch": 3.5499328480708328, "grad_norm": 0.1966509222984314, "learning_rate": 1.4500671519291672e-05, "loss": 0.0089, "step": 214100 }, { "epoch": 3.5500986553033442, "grad_norm": 0.00012333055201452225, "learning_rate": 1.4499013446966559e-05, "loss": 0.0002, "step": 214110 }, { "epoch": 3.5502644625358557, "grad_norm": 0.0032597435638308525, "learning_rate": 1.449735537464144e-05, "loss": 0.0071, "step": 214120 }, { "epoch": 3.550430269768367, "grad_norm": 9.284045518143103e-05, "learning_rate": 1.4495697302316328e-05, "loss": 0.0001, "step": 214130 }, { "epoch": 3.5505960770008786, "grad_norm": 0.0008888367447070777, "learning_rate": 1.4494039229991213e-05, "loss": 0.0002, "step": 214140 }, { "epoch": 3.55076188423339, "grad_norm": 0.565198540687561, "learning_rate": 1.44923811576661e-05, "loss": 0.0009, "step": 214150 }, { "epoch": 3.5509276914659016, "grad_norm": 6.382475112332031e-05, "learning_rate": 1.4490723085340981e-05, "loss": 0.0041, "step": 214160 }, { "epoch": 3.551093498698413, "grad_norm": 9.868566121440381e-05, "learning_rate": 1.4489065013015868e-05, "loss": 0.0046, "step": 214170 }, { "epoch": 3.551259305930925, "grad_norm": 0.00023359192709904164, "learning_rate": 1.4487406940690753e-05, "loss": 0.0003, "step": 214180 }, { "epoch": 3.551425113163436, "grad_norm": 7.30637475498952e-05, "learning_rate": 1.448574886836564e-05, "loss": 0.0064, "step": 214190 }, { "epoch": 3.551590920395948, "grad_norm": 0.004634153097867966, "learning_rate": 1.4484090796040525e-05, "loss": 0.0003, "step": 214200 }, { "epoch": 3.551756727628459, "grad_norm": 0.2006971389055252, "learning_rate": 1.4482432723715409e-05, "loss": 0.0073, "step": 214210 }, { "epoch": 3.551922534860971, "grad_norm": 0.0020676548592746258, "learning_rate": 1.4480774651390294e-05, "loss": 0.0005, "step": 214220 }, { "epoch": 3.552088342093482, "grad_norm": 0.0010716767283156514, "learning_rate": 1.447911657906518e-05, "loss": 0.0015, "step": 214230 }, { "epoch": 3.552254149325994, "grad_norm": 0.00043499021558091044, "learning_rate": 1.4477458506740066e-05, "loss": 0.0, "step": 214240 }, { "epoch": 3.552419956558505, "grad_norm": 0.47414806485176086, "learning_rate": 1.447580043441495e-05, "loss": 0.0137, "step": 214250 }, { "epoch": 3.5525857637910168, "grad_norm": 4.10797365475446e-05, "learning_rate": 1.4474142362089835e-05, "loss": 0.0059, "step": 214260 }, { "epoch": 3.552751571023528, "grad_norm": 0.007386146578937769, "learning_rate": 1.447248428976472e-05, "loss": 0.0002, "step": 214270 }, { "epoch": 3.5529173782560397, "grad_norm": 0.0004898115294054151, "learning_rate": 1.4470826217439607e-05, "loss": 0.003, "step": 214280 }, { "epoch": 3.553083185488551, "grad_norm": 0.049518242478370667, "learning_rate": 1.446916814511449e-05, "loss": 0.0031, "step": 214290 }, { "epoch": 3.5532489927210626, "grad_norm": 0.13684609532356262, "learning_rate": 1.4467510072789376e-05, "loss": 0.0081, "step": 214300 }, { "epoch": 3.553414799953574, "grad_norm": 3.181608553859405e-05, "learning_rate": 1.446585200046426e-05, "loss": 0.005, "step": 214310 }, { "epoch": 3.5535806071860856, "grad_norm": 0.00020433086319826543, "learning_rate": 1.4464193928139148e-05, "loss": 0.0039, "step": 214320 }, { "epoch": 3.553746414418597, "grad_norm": 0.15111923217773438, "learning_rate": 1.446253585581403e-05, "loss": 0.0035, "step": 214330 }, { "epoch": 3.5539122216511085, "grad_norm": 0.02296324260532856, "learning_rate": 1.4460877783488916e-05, "loss": 0.0032, "step": 214340 }, { "epoch": 3.55407802888362, "grad_norm": 0.1625363677740097, "learning_rate": 1.4459219711163801e-05, "loss": 0.0037, "step": 214350 }, { "epoch": 3.5542438361161315, "grad_norm": 5.148014679434709e-05, "learning_rate": 1.4457561638838688e-05, "loss": 0.0003, "step": 214360 }, { "epoch": 3.554409643348643, "grad_norm": 0.01947024092078209, "learning_rate": 1.4455903566513573e-05, "loss": 0.0038, "step": 214370 }, { "epoch": 3.5545754505811544, "grad_norm": 0.0018846539314836264, "learning_rate": 1.4454245494188457e-05, "loss": 0.004, "step": 214380 }, { "epoch": 3.554741257813666, "grad_norm": 0.46322333812713623, "learning_rate": 1.4452587421863342e-05, "loss": 0.0167, "step": 214390 }, { "epoch": 3.5549070650461774, "grad_norm": 8.067135058809072e-05, "learning_rate": 1.4450929349538227e-05, "loss": 0.0035, "step": 214400 }, { "epoch": 3.555072872278689, "grad_norm": 0.00012741555110551417, "learning_rate": 1.4449271277213114e-05, "loss": 0.0012, "step": 214410 }, { "epoch": 3.5552386795112003, "grad_norm": 0.0005991911166347563, "learning_rate": 1.4447613204887998e-05, "loss": 0.0142, "step": 214420 }, { "epoch": 3.555404486743712, "grad_norm": 0.0006582523346878588, "learning_rate": 1.4445955132562883e-05, "loss": 0.0003, "step": 214430 }, { "epoch": 3.5555702939762233, "grad_norm": 0.0003908469225279987, "learning_rate": 1.4444297060237768e-05, "loss": 0.0051, "step": 214440 }, { "epoch": 3.5557361012087347, "grad_norm": 0.0015141369076445699, "learning_rate": 1.4442638987912655e-05, "loss": 0.0026, "step": 214450 }, { "epoch": 3.555901908441246, "grad_norm": 0.002023052191361785, "learning_rate": 1.4440980915587538e-05, "loss": 0.0142, "step": 214460 }, { "epoch": 3.5560677156737577, "grad_norm": 0.001419438631273806, "learning_rate": 1.4439322843262423e-05, "loss": 0.0, "step": 214470 }, { "epoch": 3.556233522906269, "grad_norm": 0.0023000019136816263, "learning_rate": 1.4437664770937309e-05, "loss": 0.0035, "step": 214480 }, { "epoch": 3.5563993301387806, "grad_norm": 8.041779074119404e-05, "learning_rate": 1.4436006698612195e-05, "loss": 0.0086, "step": 214490 }, { "epoch": 3.556565137371292, "grad_norm": 0.1711350530385971, "learning_rate": 1.4434348626287077e-05, "loss": 0.0053, "step": 214500 }, { "epoch": 3.5567309446038036, "grad_norm": 1.3906112909317017, "learning_rate": 1.4432690553961964e-05, "loss": 0.0119, "step": 214510 }, { "epoch": 3.556896751836315, "grad_norm": 2.383259379712399e-05, "learning_rate": 1.443103248163685e-05, "loss": 0.0067, "step": 214520 }, { "epoch": 3.5570625590688265, "grad_norm": 0.002074004150927067, "learning_rate": 1.4429374409311736e-05, "loss": 0.0035, "step": 214530 }, { "epoch": 3.557228366301338, "grad_norm": 0.008148273453116417, "learning_rate": 1.4427716336986621e-05, "loss": 0.0055, "step": 214540 }, { "epoch": 3.5573941735338495, "grad_norm": 0.11410904675722122, "learning_rate": 1.4426058264661505e-05, "loss": 0.0029, "step": 214550 }, { "epoch": 3.557559980766361, "grad_norm": 0.23862938582897186, "learning_rate": 1.442440019233639e-05, "loss": 0.0048, "step": 214560 }, { "epoch": 3.5577257879988724, "grad_norm": 0.0007778048166073859, "learning_rate": 1.4422742120011277e-05, "loss": 0.0, "step": 214570 }, { "epoch": 3.557891595231384, "grad_norm": 8.620239532319829e-05, "learning_rate": 1.4421084047686162e-05, "loss": 0.0043, "step": 214580 }, { "epoch": 3.5580574024638953, "grad_norm": 0.12815317511558533, "learning_rate": 1.4419425975361046e-05, "loss": 0.0095, "step": 214590 }, { "epoch": 3.558223209696407, "grad_norm": 0.18946406245231628, "learning_rate": 1.441776790303593e-05, "loss": 0.0139, "step": 214600 }, { "epoch": 3.5583890169289183, "grad_norm": 0.07049039751291275, "learning_rate": 1.4416109830710816e-05, "loss": 0.0001, "step": 214610 }, { "epoch": 3.5585548241614298, "grad_norm": 0.00015209344564937055, "learning_rate": 1.4414451758385703e-05, "loss": 0.0033, "step": 214620 }, { "epoch": 3.5587206313939417, "grad_norm": 0.0002901102416217327, "learning_rate": 1.4412793686060586e-05, "loss": 0.0027, "step": 214630 }, { "epoch": 3.5588864386264527, "grad_norm": 0.20378801226615906, "learning_rate": 1.4411135613735471e-05, "loss": 0.0089, "step": 214640 }, { "epoch": 3.5590522458589646, "grad_norm": 0.5770696997642517, "learning_rate": 1.4409477541410357e-05, "loss": 0.0079, "step": 214650 }, { "epoch": 3.5592180530914757, "grad_norm": 0.00011232720862608403, "learning_rate": 1.4407819469085243e-05, "loss": 0.0003, "step": 214660 }, { "epoch": 3.5593838603239876, "grad_norm": 0.11340764164924622, "learning_rate": 1.4406161396760127e-05, "loss": 0.0073, "step": 214670 }, { "epoch": 3.5595496675564986, "grad_norm": 0.0003446956106927246, "learning_rate": 1.4404503324435012e-05, "loss": 0.0069, "step": 214680 }, { "epoch": 3.5597154747890105, "grad_norm": 0.00011735224688891321, "learning_rate": 1.4402845252109897e-05, "loss": 0.0112, "step": 214690 }, { "epoch": 3.5598812820215215, "grad_norm": 0.0004070225404575467, "learning_rate": 1.4401187179784784e-05, "loss": 0.0011, "step": 214700 }, { "epoch": 3.5600470892540335, "grad_norm": 0.0022726403549313545, "learning_rate": 1.439952910745967e-05, "loss": 0.0098, "step": 214710 }, { "epoch": 3.5602128964865445, "grad_norm": 0.016467785462737083, "learning_rate": 1.4397871035134553e-05, "loss": 0.0095, "step": 214720 }, { "epoch": 3.5603787037190564, "grad_norm": 0.00019198196241632104, "learning_rate": 1.4396212962809438e-05, "loss": 0.0072, "step": 214730 }, { "epoch": 3.5605445109515674, "grad_norm": 0.0001698070700513199, "learning_rate": 1.4394554890484325e-05, "loss": 0.0, "step": 214740 }, { "epoch": 3.5607103181840793, "grad_norm": 8.254341082647443e-05, "learning_rate": 1.439289681815921e-05, "loss": 0.0, "step": 214750 }, { "epoch": 3.560876125416591, "grad_norm": 0.0001700502325547859, "learning_rate": 1.4391238745834093e-05, "loss": 0.0007, "step": 214760 }, { "epoch": 3.5610419326491023, "grad_norm": 0.005845315754413605, "learning_rate": 1.4389580673508979e-05, "loss": 0.0002, "step": 214770 }, { "epoch": 3.5612077398816138, "grad_norm": 0.008088513277471066, "learning_rate": 1.4387922601183866e-05, "loss": 0.0046, "step": 214780 }, { "epoch": 3.5613735471141252, "grad_norm": 0.0004957452765665948, "learning_rate": 1.438626452885875e-05, "loss": 0.0003, "step": 214790 }, { "epoch": 3.5615393543466367, "grad_norm": 0.009134520776569843, "learning_rate": 1.4384606456533634e-05, "loss": 0.0001, "step": 214800 }, { "epoch": 3.561705161579148, "grad_norm": 0.17378070950508118, "learning_rate": 1.438294838420852e-05, "loss": 0.0133, "step": 214810 }, { "epoch": 3.5618709688116597, "grad_norm": 0.00042382831452414393, "learning_rate": 1.4381290311883405e-05, "loss": 0.0046, "step": 214820 }, { "epoch": 3.562036776044171, "grad_norm": 0.20254459977149963, "learning_rate": 1.4379632239558291e-05, "loss": 0.0035, "step": 214830 }, { "epoch": 3.5622025832766826, "grad_norm": 0.00011328847176628187, "learning_rate": 1.4377974167233175e-05, "loss": 0.0026, "step": 214840 }, { "epoch": 3.562368390509194, "grad_norm": 4.562110552797094e-05, "learning_rate": 1.437631609490806e-05, "loss": 0.011, "step": 214850 }, { "epoch": 3.5625341977417055, "grad_norm": 0.0005218306323513389, "learning_rate": 1.4374658022582945e-05, "loss": 0.0001, "step": 214860 }, { "epoch": 3.562700004974217, "grad_norm": 0.001797298202291131, "learning_rate": 1.4372999950257832e-05, "loss": 0.0007, "step": 214870 }, { "epoch": 3.5628658122067285, "grad_norm": 0.00045509482151828706, "learning_rate": 1.4371341877932717e-05, "loss": 0.0036, "step": 214880 }, { "epoch": 3.56303161943924, "grad_norm": 0.000804404029622674, "learning_rate": 1.43696838056076e-05, "loss": 0.006, "step": 214890 }, { "epoch": 3.5631974266717514, "grad_norm": 0.1497189849615097, "learning_rate": 1.4368025733282486e-05, "loss": 0.0027, "step": 214900 }, { "epoch": 3.563363233904263, "grad_norm": 0.16622380912303925, "learning_rate": 1.4366367660957373e-05, "loss": 0.0074, "step": 214910 }, { "epoch": 3.5635290411367744, "grad_norm": 0.0005122601287439466, "learning_rate": 1.4364709588632258e-05, "loss": 0.0036, "step": 214920 }, { "epoch": 3.563694848369286, "grad_norm": 0.3874286711215973, "learning_rate": 1.4363051516307141e-05, "loss": 0.0054, "step": 214930 }, { "epoch": 3.5638606556017973, "grad_norm": 0.0005682377959601581, "learning_rate": 1.4361393443982027e-05, "loss": 0.0026, "step": 214940 }, { "epoch": 3.564026462834309, "grad_norm": 0.17381906509399414, "learning_rate": 1.4359735371656913e-05, "loss": 0.0086, "step": 214950 }, { "epoch": 3.5641922700668203, "grad_norm": 0.00015121305477805436, "learning_rate": 1.4358077299331799e-05, "loss": 0.0066, "step": 214960 }, { "epoch": 3.5643580772993317, "grad_norm": 4.3260875827400014e-05, "learning_rate": 1.4356419227006682e-05, "loss": 0.0065, "step": 214970 }, { "epoch": 3.564523884531843, "grad_norm": 0.012614854611456394, "learning_rate": 1.4354761154681567e-05, "loss": 0.004, "step": 214980 }, { "epoch": 3.5646896917643547, "grad_norm": 0.004008205607533455, "learning_rate": 1.4353103082356452e-05, "loss": 0.0001, "step": 214990 }, { "epoch": 3.564855498996866, "grad_norm": 0.17738810181617737, "learning_rate": 1.435144501003134e-05, "loss": 0.0025, "step": 215000 }, { "epoch": 3.5650213062293776, "grad_norm": 0.0009235108736902475, "learning_rate": 1.4349786937706223e-05, "loss": 0.0036, "step": 215010 }, { "epoch": 3.565187113461889, "grad_norm": 0.1163744330406189, "learning_rate": 1.4348128865381108e-05, "loss": 0.0043, "step": 215020 }, { "epoch": 3.5653529206944006, "grad_norm": 0.0012530353851616383, "learning_rate": 1.4346470793055993e-05, "loss": 0.0018, "step": 215030 }, { "epoch": 3.565518727926912, "grad_norm": 0.1612464040517807, "learning_rate": 1.434481272073088e-05, "loss": 0.0026, "step": 215040 }, { "epoch": 3.5656845351594235, "grad_norm": 1.266793966293335, "learning_rate": 1.4343154648405765e-05, "loss": 0.0068, "step": 215050 }, { "epoch": 3.565850342391935, "grad_norm": 0.7186791300773621, "learning_rate": 1.4341496576080649e-05, "loss": 0.0061, "step": 215060 }, { "epoch": 3.5660161496244465, "grad_norm": 0.00449934508651495, "learning_rate": 1.4339838503755534e-05, "loss": 0.0043, "step": 215070 }, { "epoch": 3.566181956856958, "grad_norm": 0.018742645159363747, "learning_rate": 1.433818043143042e-05, "loss": 0.003, "step": 215080 }, { "epoch": 3.5663477640894694, "grad_norm": 0.0003224119427613914, "learning_rate": 1.4336522359105306e-05, "loss": 0.004, "step": 215090 }, { "epoch": 3.5665135713219813, "grad_norm": 9.242542728316039e-05, "learning_rate": 1.433486428678019e-05, "loss": 0.0054, "step": 215100 }, { "epoch": 3.5666793785544924, "grad_norm": 1.5274941688403487e-05, "learning_rate": 1.4333206214455075e-05, "loss": 0.0054, "step": 215110 }, { "epoch": 3.5668451857870043, "grad_norm": 0.0013717300025746226, "learning_rate": 1.4331548142129961e-05, "loss": 0.0049, "step": 215120 }, { "epoch": 3.5670109930195153, "grad_norm": 0.5119910836219788, "learning_rate": 1.4329890069804847e-05, "loss": 0.0064, "step": 215130 }, { "epoch": 3.567176800252027, "grad_norm": 0.1643608808517456, "learning_rate": 1.432823199747973e-05, "loss": 0.0101, "step": 215140 }, { "epoch": 3.5673426074845382, "grad_norm": 0.2373659461736679, "learning_rate": 1.4326573925154615e-05, "loss": 0.0042, "step": 215150 }, { "epoch": 3.56750841471705, "grad_norm": 0.005099363159388304, "learning_rate": 1.4324915852829502e-05, "loss": 0.0036, "step": 215160 }, { "epoch": 3.567674221949561, "grad_norm": 0.0013328378554433584, "learning_rate": 1.4323257780504387e-05, "loss": 0.0001, "step": 215170 }, { "epoch": 3.567840029182073, "grad_norm": 0.00023635217803530395, "learning_rate": 1.432159970817927e-05, "loss": 0.0055, "step": 215180 }, { "epoch": 3.568005836414584, "grad_norm": 0.00047754368279129267, "learning_rate": 1.4319941635854156e-05, "loss": 0.007, "step": 215190 }, { "epoch": 3.568171643647096, "grad_norm": 0.0004762092139571905, "learning_rate": 1.4318283563529041e-05, "loss": 0.0002, "step": 215200 }, { "epoch": 3.5683374508796075, "grad_norm": 0.00019250073819421232, "learning_rate": 1.4316625491203928e-05, "loss": 0.0035, "step": 215210 }, { "epoch": 3.568503258112119, "grad_norm": 0.0003338234964758158, "learning_rate": 1.4314967418878813e-05, "loss": 0.0174, "step": 215220 }, { "epoch": 3.5686690653446305, "grad_norm": 0.22763150930404663, "learning_rate": 1.4313309346553697e-05, "loss": 0.0069, "step": 215230 }, { "epoch": 3.568834872577142, "grad_norm": 0.07854782044887543, "learning_rate": 1.4311651274228582e-05, "loss": 0.0042, "step": 215240 }, { "epoch": 3.5690006798096534, "grad_norm": 0.009900467470288277, "learning_rate": 1.4309993201903469e-05, "loss": 0.0014, "step": 215250 }, { "epoch": 3.569166487042165, "grad_norm": 0.0033807253930717707, "learning_rate": 1.4308335129578354e-05, "loss": 0.0045, "step": 215260 }, { "epoch": 3.5693322942746764, "grad_norm": 0.0002748758706729859, "learning_rate": 1.4306677057253237e-05, "loss": 0.0053, "step": 215270 }, { "epoch": 3.569498101507188, "grad_norm": 0.0005555522511713207, "learning_rate": 1.4305018984928122e-05, "loss": 0.0006, "step": 215280 }, { "epoch": 3.5696639087396993, "grad_norm": 0.007490644697099924, "learning_rate": 1.430336091260301e-05, "loss": 0.0037, "step": 215290 }, { "epoch": 3.5698297159722108, "grad_norm": 0.28555840253829956, "learning_rate": 1.4301702840277895e-05, "loss": 0.0006, "step": 215300 }, { "epoch": 3.5699955232047222, "grad_norm": 0.019615616649389267, "learning_rate": 1.4300044767952778e-05, "loss": 0.0095, "step": 215310 }, { "epoch": 3.5701613304372337, "grad_norm": 0.17852789163589478, "learning_rate": 1.4298386695627663e-05, "loss": 0.003, "step": 215320 }, { "epoch": 3.570327137669745, "grad_norm": 0.0038176432717591524, "learning_rate": 1.429672862330255e-05, "loss": 0.0012, "step": 215330 }, { "epoch": 3.5704929449022567, "grad_norm": 6.888493953738362e-05, "learning_rate": 1.4295070550977435e-05, "loss": 0.0087, "step": 215340 }, { "epoch": 3.570658752134768, "grad_norm": 7.111435843398795e-05, "learning_rate": 1.4293412478652319e-05, "loss": 0.0033, "step": 215350 }, { "epoch": 3.5708245593672796, "grad_norm": 0.00033319159410893917, "learning_rate": 1.4291754406327204e-05, "loss": 0.0039, "step": 215360 }, { "epoch": 3.570990366599791, "grad_norm": 0.0067102559842169285, "learning_rate": 1.429009633400209e-05, "loss": 0.0055, "step": 215370 }, { "epoch": 3.5711561738323025, "grad_norm": 0.00021480262512341142, "learning_rate": 1.4288438261676976e-05, "loss": 0.0001, "step": 215380 }, { "epoch": 3.571321981064814, "grad_norm": 0.0011593594681471586, "learning_rate": 1.4286780189351861e-05, "loss": 0.0057, "step": 215390 }, { "epoch": 3.5714877882973255, "grad_norm": 0.0005423424881882966, "learning_rate": 1.4285122117026745e-05, "loss": 0.0013, "step": 215400 }, { "epoch": 3.571653595529837, "grad_norm": 0.17205950617790222, "learning_rate": 1.428346404470163e-05, "loss": 0.0051, "step": 215410 }, { "epoch": 3.5718194027623484, "grad_norm": 0.00014140100392978638, "learning_rate": 1.4281805972376517e-05, "loss": 0.0029, "step": 215420 }, { "epoch": 3.57198520999486, "grad_norm": 0.0014261321630328894, "learning_rate": 1.4280147900051402e-05, "loss": 0.0077, "step": 215430 }, { "epoch": 3.5721510172273714, "grad_norm": 0.0012848443584516644, "learning_rate": 1.4278489827726285e-05, "loss": 0.0054, "step": 215440 }, { "epoch": 3.572316824459883, "grad_norm": 0.0025245328433811665, "learning_rate": 1.427683175540117e-05, "loss": 0.0223, "step": 215450 }, { "epoch": 3.5724826316923943, "grad_norm": 0.001695147599093616, "learning_rate": 1.4275173683076057e-05, "loss": 0.0126, "step": 215460 }, { "epoch": 3.572648438924906, "grad_norm": 0.011033691465854645, "learning_rate": 1.4273515610750942e-05, "loss": 0.0091, "step": 215470 }, { "epoch": 3.5728142461574173, "grad_norm": 0.00022530801652465016, "learning_rate": 1.4271857538425826e-05, "loss": 0.0038, "step": 215480 }, { "epoch": 3.5729800533899287, "grad_norm": 0.0029404377564787865, "learning_rate": 1.4270199466100711e-05, "loss": 0.0032, "step": 215490 }, { "epoch": 3.57314586062244, "grad_norm": 0.19484956562519073, "learning_rate": 1.4268541393775598e-05, "loss": 0.0031, "step": 215500 }, { "epoch": 3.5733116678549517, "grad_norm": 0.0002385223051533103, "learning_rate": 1.4266883321450483e-05, "loss": 0.0, "step": 215510 }, { "epoch": 3.573477475087463, "grad_norm": 0.0008556998800486326, "learning_rate": 1.4265225249125367e-05, "loss": 0.005, "step": 215520 }, { "epoch": 3.5736432823199746, "grad_norm": 0.17062437534332275, "learning_rate": 1.4263567176800252e-05, "loss": 0.0104, "step": 215530 }, { "epoch": 3.573809089552486, "grad_norm": 0.0023606899194419384, "learning_rate": 1.4261909104475139e-05, "loss": 0.002, "step": 215540 }, { "epoch": 3.573974896784998, "grad_norm": 0.006136677693575621, "learning_rate": 1.4260251032150024e-05, "loss": 0.0129, "step": 215550 }, { "epoch": 3.574140704017509, "grad_norm": 0.00021524663316085935, "learning_rate": 1.4258592959824909e-05, "loss": 0.0089, "step": 215560 }, { "epoch": 3.574306511250021, "grad_norm": 2.0490146198426373e-05, "learning_rate": 1.4256934887499792e-05, "loss": 0.0033, "step": 215570 }, { "epoch": 3.574472318482532, "grad_norm": 0.0005247432854957879, "learning_rate": 1.4255276815174678e-05, "loss": 0.0001, "step": 215580 }, { "epoch": 3.574638125715044, "grad_norm": 0.04337482526898384, "learning_rate": 1.4253618742849565e-05, "loss": 0.003, "step": 215590 }, { "epoch": 3.574803932947555, "grad_norm": 0.00045429912279359996, "learning_rate": 1.425196067052445e-05, "loss": 0.0124, "step": 215600 }, { "epoch": 3.574969740180067, "grad_norm": 0.44857096672058105, "learning_rate": 1.4250302598199333e-05, "loss": 0.001, "step": 215610 }, { "epoch": 3.575135547412578, "grad_norm": 0.0012649119598791003, "learning_rate": 1.4248644525874218e-05, "loss": 0.0002, "step": 215620 }, { "epoch": 3.57530135464509, "grad_norm": 0.010147776454687119, "learning_rate": 1.4246986453549105e-05, "loss": 0.0074, "step": 215630 }, { "epoch": 3.575467161877601, "grad_norm": 3.7918765883659944e-05, "learning_rate": 1.424532838122399e-05, "loss": 0.0065, "step": 215640 }, { "epoch": 3.5756329691101127, "grad_norm": 0.010964484885334969, "learning_rate": 1.4243670308898874e-05, "loss": 0.0001, "step": 215650 }, { "epoch": 3.575798776342624, "grad_norm": 0.0070932647213339806, "learning_rate": 1.4242012236573759e-05, "loss": 0.0001, "step": 215660 }, { "epoch": 3.5759645835751357, "grad_norm": 0.19318713247776031, "learning_rate": 1.4240354164248646e-05, "loss": 0.0007, "step": 215670 }, { "epoch": 3.576130390807647, "grad_norm": 0.19100728631019592, "learning_rate": 1.4238696091923531e-05, "loss": 0.0074, "step": 215680 }, { "epoch": 3.5762961980401586, "grad_norm": 0.0005435660132206976, "learning_rate": 1.4237038019598415e-05, "loss": 0.0036, "step": 215690 }, { "epoch": 3.57646200527267, "grad_norm": 0.00012747320579364896, "learning_rate": 1.42353799472733e-05, "loss": 0.0037, "step": 215700 }, { "epoch": 3.5766278125051816, "grad_norm": 0.00036152530810795724, "learning_rate": 1.4233721874948187e-05, "loss": 0.0109, "step": 215710 }, { "epoch": 3.576793619737693, "grad_norm": 0.0030564868357032537, "learning_rate": 1.4232063802623072e-05, "loss": 0.0001, "step": 215720 }, { "epoch": 3.5769594269702045, "grad_norm": 1.9547789634088986e-05, "learning_rate": 1.4230405730297957e-05, "loss": 0.006, "step": 215730 }, { "epoch": 3.577125234202716, "grad_norm": 0.0011467630974948406, "learning_rate": 1.422874765797284e-05, "loss": 0.0004, "step": 215740 }, { "epoch": 3.5772910414352275, "grad_norm": 0.0004295294056646526, "learning_rate": 1.4227089585647727e-05, "loss": 0.0027, "step": 215750 }, { "epoch": 3.577456848667739, "grad_norm": 0.027348313480615616, "learning_rate": 1.4225431513322612e-05, "loss": 0.0029, "step": 215760 }, { "epoch": 3.5776226559002504, "grad_norm": 0.00025603602989576757, "learning_rate": 1.4223773440997498e-05, "loss": 0.0011, "step": 215770 }, { "epoch": 3.577788463132762, "grad_norm": 0.0017582796281203628, "learning_rate": 1.4222115368672381e-05, "loss": 0.008, "step": 215780 }, { "epoch": 3.5779542703652734, "grad_norm": 0.011581562459468842, "learning_rate": 1.4220457296347266e-05, "loss": 0.0062, "step": 215790 }, { "epoch": 3.578120077597785, "grad_norm": 0.003684891387820244, "learning_rate": 1.4218799224022153e-05, "loss": 0.0026, "step": 215800 }, { "epoch": 3.5782858848302963, "grad_norm": 0.00015210233686957508, "learning_rate": 1.4217141151697038e-05, "loss": 0.0083, "step": 215810 }, { "epoch": 3.5784516920628078, "grad_norm": 0.000355950731318444, "learning_rate": 1.4215483079371922e-05, "loss": 0.0068, "step": 215820 }, { "epoch": 3.5786174992953192, "grad_norm": 0.00036464002914726734, "learning_rate": 1.4213825007046807e-05, "loss": 0.007, "step": 215830 }, { "epoch": 3.5787833065278307, "grad_norm": 0.02077127993106842, "learning_rate": 1.4212166934721694e-05, "loss": 0.0046, "step": 215840 }, { "epoch": 3.578949113760342, "grad_norm": 0.0002189733349950984, "learning_rate": 1.4210508862396579e-05, "loss": 0.0029, "step": 215850 }, { "epoch": 3.5791149209928537, "grad_norm": 0.008614876307547092, "learning_rate": 1.4208850790071463e-05, "loss": 0.0007, "step": 215860 }, { "epoch": 3.579280728225365, "grad_norm": 0.0015830006450414658, "learning_rate": 1.4207192717746348e-05, "loss": 0.0005, "step": 215870 }, { "epoch": 3.5794465354578766, "grad_norm": 0.0015700963558629155, "learning_rate": 1.4205534645421235e-05, "loss": 0.0043, "step": 215880 }, { "epoch": 3.579612342690388, "grad_norm": 0.0004143080150242895, "learning_rate": 1.420387657309612e-05, "loss": 0.0, "step": 215890 }, { "epoch": 3.5797781499228996, "grad_norm": 0.00671226205304265, "learning_rate": 1.4202218500771005e-05, "loss": 0.0004, "step": 215900 }, { "epoch": 3.579943957155411, "grad_norm": 0.0010747009655460715, "learning_rate": 1.4200560428445888e-05, "loss": 0.0054, "step": 215910 }, { "epoch": 3.5801097643879225, "grad_norm": 0.06031598150730133, "learning_rate": 1.4198902356120775e-05, "loss": 0.0002, "step": 215920 }, { "epoch": 3.580275571620434, "grad_norm": 0.09151770174503326, "learning_rate": 1.419724428379566e-05, "loss": 0.0217, "step": 215930 }, { "epoch": 3.5804413788529454, "grad_norm": 0.0018315889174118638, "learning_rate": 1.4195586211470546e-05, "loss": 0.0003, "step": 215940 }, { "epoch": 3.580607186085457, "grad_norm": 0.8212747573852539, "learning_rate": 1.4193928139145429e-05, "loss": 0.0066, "step": 215950 }, { "epoch": 3.5807729933179684, "grad_norm": 0.02128509432077408, "learning_rate": 1.4192270066820316e-05, "loss": 0.0034, "step": 215960 }, { "epoch": 3.58093880055048, "grad_norm": 0.00011140725837321952, "learning_rate": 1.4190611994495201e-05, "loss": 0.004, "step": 215970 }, { "epoch": 3.5811046077829913, "grad_norm": 0.19394980370998383, "learning_rate": 1.4188953922170086e-05, "loss": 0.0036, "step": 215980 }, { "epoch": 3.581270415015503, "grad_norm": 0.0006332364864647388, "learning_rate": 1.418729584984497e-05, "loss": 0.0074, "step": 215990 }, { "epoch": 3.5814362222480147, "grad_norm": 0.0074734981171786785, "learning_rate": 1.4185637777519855e-05, "loss": 0.0124, "step": 216000 }, { "epoch": 3.5816020294805258, "grad_norm": 0.00032097878283821046, "learning_rate": 1.4183979705194742e-05, "loss": 0.0002, "step": 216010 }, { "epoch": 3.5817678367130377, "grad_norm": 0.024680087342858315, "learning_rate": 1.4182321632869627e-05, "loss": 0.0002, "step": 216020 }, { "epoch": 3.5819336439455487, "grad_norm": 0.00048496865201741457, "learning_rate": 1.418066356054451e-05, "loss": 0.0, "step": 216030 }, { "epoch": 3.5820994511780606, "grad_norm": 0.025234781205654144, "learning_rate": 1.4179005488219396e-05, "loss": 0.0001, "step": 216040 }, { "epoch": 3.5822652584105716, "grad_norm": 0.0005832306924276054, "learning_rate": 1.4177347415894282e-05, "loss": 0.0001, "step": 216050 }, { "epoch": 3.5824310656430836, "grad_norm": 0.0005108318873681128, "learning_rate": 1.4175689343569168e-05, "loss": 0.0038, "step": 216060 }, { "epoch": 3.5825968728755946, "grad_norm": 0.00020446587586775422, "learning_rate": 1.4174031271244055e-05, "loss": 0.0001, "step": 216070 }, { "epoch": 3.5827626801081065, "grad_norm": 0.0009888517670333385, "learning_rate": 1.4172373198918936e-05, "loss": 0.0006, "step": 216080 }, { "epoch": 3.5829284873406175, "grad_norm": 0.0019980953074991703, "learning_rate": 1.4170715126593823e-05, "loss": 0.0001, "step": 216090 }, { "epoch": 3.5830942945731294, "grad_norm": 0.0005363938980735838, "learning_rate": 1.4169057054268708e-05, "loss": 0.0029, "step": 216100 }, { "epoch": 3.583260101805641, "grad_norm": 0.00018823612481355667, "learning_rate": 1.4167398981943594e-05, "loss": 0.0032, "step": 216110 }, { "epoch": 3.5834259090381524, "grad_norm": 0.0007410965044982731, "learning_rate": 1.4165740909618477e-05, "loss": 0.0211, "step": 216120 }, { "epoch": 3.583591716270664, "grad_norm": 0.013679479248821735, "learning_rate": 1.4164082837293364e-05, "loss": 0.0058, "step": 216130 }, { "epoch": 3.5837575235031753, "grad_norm": 0.015068480744957924, "learning_rate": 1.4162424764968249e-05, "loss": 0.0061, "step": 216140 }, { "epoch": 3.583923330735687, "grad_norm": 0.15191970765590668, "learning_rate": 1.4160766692643134e-05, "loss": 0.0128, "step": 216150 }, { "epoch": 3.5840891379681983, "grad_norm": 0.010548782534897327, "learning_rate": 1.4159108620318018e-05, "loss": 0.0001, "step": 216160 }, { "epoch": 3.5842549452007098, "grad_norm": 0.0002340828359592706, "learning_rate": 1.4157450547992903e-05, "loss": 0.0, "step": 216170 }, { "epoch": 3.5844207524332212, "grad_norm": 0.00019502732902765274, "learning_rate": 1.415579247566779e-05, "loss": 0.0033, "step": 216180 }, { "epoch": 3.5845865596657327, "grad_norm": 0.01315233949571848, "learning_rate": 1.4154134403342675e-05, "loss": 0.0032, "step": 216190 }, { "epoch": 3.584752366898244, "grad_norm": 0.00013529733405448496, "learning_rate": 1.4152476331017558e-05, "loss": 0.0122, "step": 216200 }, { "epoch": 3.5849181741307556, "grad_norm": 0.002150667132809758, "learning_rate": 1.4150818258692444e-05, "loss": 0.0064, "step": 216210 }, { "epoch": 3.585083981363267, "grad_norm": 0.004692306742072105, "learning_rate": 1.414916018636733e-05, "loss": 0.0079, "step": 216220 }, { "epoch": 3.5852497885957786, "grad_norm": 0.006075012497603893, "learning_rate": 1.4147502114042216e-05, "loss": 0.0002, "step": 216230 }, { "epoch": 3.58541559582829, "grad_norm": 0.8841068744659424, "learning_rate": 1.4145844041717102e-05, "loss": 0.0017, "step": 216240 }, { "epoch": 3.5855814030608015, "grad_norm": 0.0004937995108775795, "learning_rate": 1.4144185969391984e-05, "loss": 0.0003, "step": 216250 }, { "epoch": 3.585747210293313, "grad_norm": 0.0012137162266299129, "learning_rate": 1.4142527897066871e-05, "loss": 0.0071, "step": 216260 }, { "epoch": 3.5859130175258245, "grad_norm": 0.024439038708806038, "learning_rate": 1.4140869824741756e-05, "loss": 0.0013, "step": 216270 }, { "epoch": 3.586078824758336, "grad_norm": 0.0003337552188895643, "learning_rate": 1.4139211752416641e-05, "loss": 0.0001, "step": 216280 }, { "epoch": 3.5862446319908474, "grad_norm": 0.16937735676765442, "learning_rate": 1.4137553680091525e-05, "loss": 0.0078, "step": 216290 }, { "epoch": 3.586410439223359, "grad_norm": 0.001533537870272994, "learning_rate": 1.4135895607766412e-05, "loss": 0.0056, "step": 216300 }, { "epoch": 3.5865762464558704, "grad_norm": 0.0017540279077365994, "learning_rate": 1.4134237535441297e-05, "loss": 0.0052, "step": 216310 }, { "epoch": 3.586742053688382, "grad_norm": 0.0223967507481575, "learning_rate": 1.4132579463116182e-05, "loss": 0.0052, "step": 216320 }, { "epoch": 3.5869078609208933, "grad_norm": 0.0005220143939368427, "learning_rate": 1.4130921390791066e-05, "loss": 0.0001, "step": 216330 }, { "epoch": 3.587073668153405, "grad_norm": 0.0018055076943710446, "learning_rate": 1.4129263318465953e-05, "loss": 0.0033, "step": 216340 }, { "epoch": 3.5872394753859163, "grad_norm": 0.0007744401809759438, "learning_rate": 1.4127605246140838e-05, "loss": 0.0, "step": 216350 }, { "epoch": 3.5874052826184277, "grad_norm": 0.1696864366531372, "learning_rate": 1.4125947173815723e-05, "loss": 0.0064, "step": 216360 }, { "epoch": 3.587571089850939, "grad_norm": 0.0005058319657109678, "learning_rate": 1.4124289101490606e-05, "loss": 0.0029, "step": 216370 }, { "epoch": 3.5877368970834507, "grad_norm": 0.18902167677879333, "learning_rate": 1.4122631029165492e-05, "loss": 0.0117, "step": 216380 }, { "epoch": 3.587902704315962, "grad_norm": 0.00010315933468518779, "learning_rate": 1.4120972956840378e-05, "loss": 0.0059, "step": 216390 }, { "epoch": 3.5880685115484736, "grad_norm": 9.571423288434744e-05, "learning_rate": 1.4119314884515264e-05, "loss": 0.0035, "step": 216400 }, { "epoch": 3.588234318780985, "grad_norm": 0.006421118509024382, "learning_rate": 1.411765681219015e-05, "loss": 0.0001, "step": 216410 }, { "epoch": 3.5884001260134966, "grad_norm": 0.0029814320150762796, "learning_rate": 1.4115998739865032e-05, "loss": 0.0036, "step": 216420 }, { "epoch": 3.588565933246008, "grad_norm": 0.0003250128938816488, "learning_rate": 1.4114340667539919e-05, "loss": 0.0257, "step": 216430 }, { "epoch": 3.5887317404785195, "grad_norm": 0.004593754652887583, "learning_rate": 1.4112682595214804e-05, "loss": 0.003, "step": 216440 }, { "epoch": 3.5888975477110314, "grad_norm": 0.002883331850171089, "learning_rate": 1.4111024522889691e-05, "loss": 0.002, "step": 216450 }, { "epoch": 3.5890633549435424, "grad_norm": 0.14907018840312958, "learning_rate": 1.4109366450564573e-05, "loss": 0.0087, "step": 216460 }, { "epoch": 3.5892291621760544, "grad_norm": 0.00016212313494179398, "learning_rate": 1.410770837823946e-05, "loss": 0.0069, "step": 216470 }, { "epoch": 3.5893949694085654, "grad_norm": 0.0013585315318778157, "learning_rate": 1.4106050305914345e-05, "loss": 0.0073, "step": 216480 }, { "epoch": 3.5895607766410773, "grad_norm": 0.00023896961647551507, "learning_rate": 1.410439223358923e-05, "loss": 0.0031, "step": 216490 }, { "epoch": 3.5897265838735883, "grad_norm": 0.002350177150219679, "learning_rate": 1.4102734161264114e-05, "loss": 0.0136, "step": 216500 }, { "epoch": 3.5898923911061003, "grad_norm": 0.0006994406576268375, "learning_rate": 1.4101076088939e-05, "loss": 0.0045, "step": 216510 }, { "epoch": 3.5900581983386113, "grad_norm": 0.011787768453359604, "learning_rate": 1.4099418016613886e-05, "loss": 0.0051, "step": 216520 }, { "epoch": 3.590224005571123, "grad_norm": 0.0005127679905854166, "learning_rate": 1.409775994428877e-05, "loss": 0.0038, "step": 216530 }, { "epoch": 3.5903898128036342, "grad_norm": 0.00456039747223258, "learning_rate": 1.4096101871963654e-05, "loss": 0.0003, "step": 216540 }, { "epoch": 3.590555620036146, "grad_norm": 0.01608930341899395, "learning_rate": 1.4094443799638541e-05, "loss": 0.0083, "step": 216550 }, { "epoch": 3.5907214272686576, "grad_norm": 0.0007305062608793378, "learning_rate": 1.4092785727313426e-05, "loss": 0.0002, "step": 216560 }, { "epoch": 3.590887234501169, "grad_norm": 0.032378993928432465, "learning_rate": 1.4091127654988311e-05, "loss": 0.0029, "step": 216570 }, { "epoch": 3.5910530417336806, "grad_norm": 0.010066039860248566, "learning_rate": 1.4089469582663198e-05, "loss": 0.0042, "step": 216580 }, { "epoch": 3.591218848966192, "grad_norm": 0.13542623817920685, "learning_rate": 1.408781151033808e-05, "loss": 0.0023, "step": 216590 }, { "epoch": 3.5913846561987035, "grad_norm": 0.13092386722564697, "learning_rate": 1.4086153438012967e-05, "loss": 0.0075, "step": 216600 }, { "epoch": 3.591550463431215, "grad_norm": 0.0010840814793482423, "learning_rate": 1.4084495365687852e-05, "loss": 0.0021, "step": 216610 }, { "epoch": 3.5917162706637265, "grad_norm": 0.17051270604133606, "learning_rate": 1.4082837293362739e-05, "loss": 0.0054, "step": 216620 }, { "epoch": 3.591882077896238, "grad_norm": 0.018579857423901558, "learning_rate": 1.408117922103762e-05, "loss": 0.0076, "step": 216630 }, { "epoch": 3.5920478851287494, "grad_norm": 0.17715072631835938, "learning_rate": 1.4079521148712508e-05, "loss": 0.0061, "step": 216640 }, { "epoch": 3.592213692361261, "grad_norm": 7.866914529586211e-05, "learning_rate": 1.4077863076387393e-05, "loss": 0.0001, "step": 216650 }, { "epoch": 3.5923794995937723, "grad_norm": 0.01252670492976904, "learning_rate": 1.407620500406228e-05, "loss": 0.0055, "step": 216660 }, { "epoch": 3.592545306826284, "grad_norm": 0.0008048795280046761, "learning_rate": 1.4074546931737162e-05, "loss": 0.0001, "step": 216670 }, { "epoch": 3.5927111140587953, "grad_norm": 0.11935799568891525, "learning_rate": 1.4072888859412048e-05, "loss": 0.0003, "step": 216680 }, { "epoch": 3.5928769212913068, "grad_norm": 8.894689381122589e-05, "learning_rate": 1.4071230787086934e-05, "loss": 0.0033, "step": 216690 }, { "epoch": 3.5930427285238182, "grad_norm": 9.127723751589656e-05, "learning_rate": 1.4069572714761819e-05, "loss": 0.0012, "step": 216700 }, { "epoch": 3.5932085357563297, "grad_norm": 0.0014837229391559958, "learning_rate": 1.4067914642436702e-05, "loss": 0.0209, "step": 216710 }, { "epoch": 3.593374342988841, "grad_norm": 0.0023552249185740948, "learning_rate": 1.4066256570111589e-05, "loss": 0.0006, "step": 216720 }, { "epoch": 3.5935401502213526, "grad_norm": 0.006580491084605455, "learning_rate": 1.4064598497786474e-05, "loss": 0.0082, "step": 216730 }, { "epoch": 3.593705957453864, "grad_norm": 0.0016579711809754372, "learning_rate": 1.406294042546136e-05, "loss": 0.0026, "step": 216740 }, { "epoch": 3.5938717646863756, "grad_norm": 0.0001450214913347736, "learning_rate": 1.4061282353136243e-05, "loss": 0.0123, "step": 216750 }, { "epoch": 3.594037571918887, "grad_norm": 0.3121996521949768, "learning_rate": 1.4059624280811128e-05, "loss": 0.0109, "step": 216760 }, { "epoch": 3.5942033791513985, "grad_norm": 0.13869379460811615, "learning_rate": 1.4057966208486015e-05, "loss": 0.0084, "step": 216770 }, { "epoch": 3.59436918638391, "grad_norm": 0.03710780292749405, "learning_rate": 1.40563081361609e-05, "loss": 0.0001, "step": 216780 }, { "epoch": 3.5945349936164215, "grad_norm": 0.0012219124473631382, "learning_rate": 1.4054650063835787e-05, "loss": 0.0001, "step": 216790 }, { "epoch": 3.594700800848933, "grad_norm": 0.031921032816171646, "learning_rate": 1.4052991991510669e-05, "loss": 0.015, "step": 216800 }, { "epoch": 3.5948666080814444, "grad_norm": 0.0004317403072491288, "learning_rate": 1.4051333919185556e-05, "loss": 0.0105, "step": 216810 }, { "epoch": 3.595032415313956, "grad_norm": 0.15728260576725006, "learning_rate": 1.404967584686044e-05, "loss": 0.0033, "step": 216820 }, { "epoch": 3.5951982225464674, "grad_norm": 0.0037889177910983562, "learning_rate": 1.4048017774535328e-05, "loss": 0.0041, "step": 216830 }, { "epoch": 3.595364029778979, "grad_norm": 0.01614825427532196, "learning_rate": 1.404635970221021e-05, "loss": 0.003, "step": 216840 }, { "epoch": 3.5955298370114903, "grad_norm": 0.00023437448544427752, "learning_rate": 1.4044701629885096e-05, "loss": 0.0068, "step": 216850 }, { "epoch": 3.595695644244002, "grad_norm": 0.00022369543148670346, "learning_rate": 1.4043043557559982e-05, "loss": 0.0001, "step": 216860 }, { "epoch": 3.5958614514765133, "grad_norm": 0.0003588282852433622, "learning_rate": 1.4041385485234867e-05, "loss": 0.002, "step": 216870 }, { "epoch": 3.5960272587090247, "grad_norm": 0.0011353278532624245, "learning_rate": 1.403972741290975e-05, "loss": 0.0086, "step": 216880 }, { "epoch": 3.596193065941536, "grad_norm": 0.0002884877903852612, "learning_rate": 1.4038069340584637e-05, "loss": 0.0026, "step": 216890 }, { "epoch": 3.596358873174048, "grad_norm": 0.00017681848839856684, "learning_rate": 1.4036411268259522e-05, "loss": 0.006, "step": 216900 }, { "epoch": 3.596524680406559, "grad_norm": 0.005205716472119093, "learning_rate": 1.4034753195934407e-05, "loss": 0.0, "step": 216910 }, { "epoch": 3.596690487639071, "grad_norm": 0.000901534513104707, "learning_rate": 1.4033095123609291e-05, "loss": 0.0036, "step": 216920 }, { "epoch": 3.596856294871582, "grad_norm": 0.0013367744395509362, "learning_rate": 1.4031437051284178e-05, "loss": 0.0011, "step": 216930 }, { "epoch": 3.597022102104094, "grad_norm": 0.4747527539730072, "learning_rate": 1.4029778978959063e-05, "loss": 0.0035, "step": 216940 }, { "epoch": 3.597187909336605, "grad_norm": 0.0007040773052722216, "learning_rate": 1.4028120906633948e-05, "loss": 0.0029, "step": 216950 }, { "epoch": 3.597353716569117, "grad_norm": 9.984468488255516e-05, "learning_rate": 1.4026462834308835e-05, "loss": 0.0086, "step": 216960 }, { "epoch": 3.597519523801628, "grad_norm": 0.00415996415540576, "learning_rate": 1.4024804761983717e-05, "loss": 0.0102, "step": 216970 }, { "epoch": 3.59768533103414, "grad_norm": 9.885404870146886e-05, "learning_rate": 1.4023146689658604e-05, "loss": 0.0001, "step": 216980 }, { "epoch": 3.597851138266651, "grad_norm": 0.0008684747735969722, "learning_rate": 1.4021488617333489e-05, "loss": 0.0033, "step": 216990 }, { "epoch": 3.598016945499163, "grad_norm": 0.03576444089412689, "learning_rate": 1.4019830545008376e-05, "loss": 0.0037, "step": 217000 }, { "epoch": 3.5981827527316743, "grad_norm": 0.0001774805277818814, "learning_rate": 1.4018172472683257e-05, "loss": 0.0018, "step": 217010 }, { "epoch": 3.598348559964186, "grad_norm": 2.4393853891524486e-05, "learning_rate": 1.4016514400358144e-05, "loss": 0.0046, "step": 217020 }, { "epoch": 3.5985143671966973, "grad_norm": 6.44815299892798e-05, "learning_rate": 1.401485632803303e-05, "loss": 0.0074, "step": 217030 }, { "epoch": 3.5986801744292087, "grad_norm": 0.01078599039465189, "learning_rate": 1.4013198255707916e-05, "loss": 0.0093, "step": 217040 }, { "epoch": 3.59884598166172, "grad_norm": 0.0047099473886191845, "learning_rate": 1.4011540183382798e-05, "loss": 0.0002, "step": 217050 }, { "epoch": 3.5990117888942317, "grad_norm": 0.03774411603808403, "learning_rate": 1.4009882111057685e-05, "loss": 0.0059, "step": 217060 }, { "epoch": 3.599177596126743, "grad_norm": 3.172992364852689e-05, "learning_rate": 1.400822403873257e-05, "loss": 0.0005, "step": 217070 }, { "epoch": 3.5993434033592546, "grad_norm": 0.00015069596702232957, "learning_rate": 1.4006565966407455e-05, "loss": 0.004, "step": 217080 }, { "epoch": 3.599509210591766, "grad_norm": 0.0004360972670838237, "learning_rate": 1.4004907894082339e-05, "loss": 0.0015, "step": 217090 }, { "epoch": 3.5996750178242776, "grad_norm": 0.3416934311389923, "learning_rate": 1.4003249821757226e-05, "loss": 0.0095, "step": 217100 }, { "epoch": 3.599840825056789, "grad_norm": 0.006852762307971716, "learning_rate": 1.400159174943211e-05, "loss": 0.0038, "step": 217110 }, { "epoch": 3.6000066322893005, "grad_norm": 0.00013157995999790728, "learning_rate": 1.3999933677106996e-05, "loss": 0.0004, "step": 217120 }, { "epoch": 3.600172439521812, "grad_norm": 0.0276798065751791, "learning_rate": 1.3998275604781883e-05, "loss": 0.0001, "step": 217130 }, { "epoch": 3.6003382467543235, "grad_norm": 0.004381129518151283, "learning_rate": 1.3996617532456766e-05, "loss": 0.0001, "step": 217140 }, { "epoch": 3.600504053986835, "grad_norm": 6.42699160380289e-05, "learning_rate": 1.3994959460131652e-05, "loss": 0.0001, "step": 217150 }, { "epoch": 3.6006698612193464, "grad_norm": 0.0007623840938322246, "learning_rate": 1.3993301387806537e-05, "loss": 0.0003, "step": 217160 }, { "epoch": 3.600835668451858, "grad_norm": 0.0024243895895779133, "learning_rate": 1.3991643315481424e-05, "loss": 0.0038, "step": 217170 }, { "epoch": 3.6010014756843693, "grad_norm": 0.00031546998070552945, "learning_rate": 1.3989985243156305e-05, "loss": 0.0062, "step": 217180 }, { "epoch": 3.601167282916881, "grad_norm": 0.0005552927614189684, "learning_rate": 1.3988327170831192e-05, "loss": 0.0051, "step": 217190 }, { "epoch": 3.6013330901493923, "grad_norm": 0.0014907709555700421, "learning_rate": 1.3986669098506077e-05, "loss": 0.0042, "step": 217200 }, { "epoch": 3.6014988973819038, "grad_norm": 0.00015473467647098005, "learning_rate": 1.3985011026180964e-05, "loss": 0.0074, "step": 217210 }, { "epoch": 3.6016647046144152, "grad_norm": 2.0068269805051386e-05, "learning_rate": 1.3983352953855846e-05, "loss": 0.0002, "step": 217220 }, { "epoch": 3.6018305118469267, "grad_norm": 0.004774251952767372, "learning_rate": 1.3981694881530733e-05, "loss": 0.0092, "step": 217230 }, { "epoch": 3.601996319079438, "grad_norm": 0.00012275195331312716, "learning_rate": 1.3980036809205618e-05, "loss": 0.0, "step": 217240 }, { "epoch": 3.6021621263119497, "grad_norm": 0.0011295962613075972, "learning_rate": 1.3978378736880505e-05, "loss": 0.0068, "step": 217250 }, { "epoch": 3.602327933544461, "grad_norm": 0.020335949957370758, "learning_rate": 1.3976720664555387e-05, "loss": 0.004, "step": 217260 }, { "epoch": 3.6024937407769726, "grad_norm": 0.0002889598545152694, "learning_rate": 1.3975062592230274e-05, "loss": 0.0025, "step": 217270 }, { "epoch": 3.602659548009484, "grad_norm": 0.8363099098205566, "learning_rate": 1.3973404519905159e-05, "loss": 0.0059, "step": 217280 }, { "epoch": 3.6028253552419955, "grad_norm": 0.0012655660975724459, "learning_rate": 1.3971746447580044e-05, "loss": 0.0047, "step": 217290 }, { "epoch": 3.602991162474507, "grad_norm": 0.006817247718572617, "learning_rate": 1.397008837525493e-05, "loss": 0.0014, "step": 217300 }, { "epoch": 3.6031569697070185, "grad_norm": 8.926538430387154e-05, "learning_rate": 1.3968430302929814e-05, "loss": 0.0019, "step": 217310 }, { "epoch": 3.60332277693953, "grad_norm": 0.038500070571899414, "learning_rate": 1.39667722306047e-05, "loss": 0.0001, "step": 217320 }, { "epoch": 3.6034885841720414, "grad_norm": 3.6350636946735904e-05, "learning_rate": 1.3965114158279585e-05, "loss": 0.0039, "step": 217330 }, { "epoch": 3.603654391404553, "grad_norm": 0.0008503509452566504, "learning_rate": 1.3963456085954472e-05, "loss": 0.0008, "step": 217340 }, { "epoch": 3.603820198637065, "grad_norm": 0.0019403864862397313, "learning_rate": 1.3961798013629353e-05, "loss": 0.0023, "step": 217350 }, { "epoch": 3.603986005869576, "grad_norm": 0.0001571622706251219, "learning_rate": 1.396013994130424e-05, "loss": 0.0033, "step": 217360 }, { "epoch": 3.6041518131020878, "grad_norm": 0.0006337416125461459, "learning_rate": 1.3958481868979125e-05, "loss": 0.0003, "step": 217370 }, { "epoch": 3.604317620334599, "grad_norm": 9.92357381619513e-05, "learning_rate": 1.3956823796654012e-05, "loss": 0.0055, "step": 217380 }, { "epoch": 3.6044834275671107, "grad_norm": 8.747385436436161e-05, "learning_rate": 1.3955165724328894e-05, "loss": 0.0073, "step": 217390 }, { "epoch": 3.6046492347996217, "grad_norm": 0.0006764180725440383, "learning_rate": 1.3953507652003781e-05, "loss": 0.0, "step": 217400 }, { "epoch": 3.6048150420321337, "grad_norm": 0.003095996333286166, "learning_rate": 1.3951849579678666e-05, "loss": 0.0065, "step": 217410 }, { "epoch": 3.6049808492646447, "grad_norm": 0.00024371256586164236, "learning_rate": 1.3950191507353553e-05, "loss": 0.0004, "step": 217420 }, { "epoch": 3.6051466564971566, "grad_norm": 0.0012317036744207144, "learning_rate": 1.3948533435028435e-05, "loss": 0.0, "step": 217430 }, { "epoch": 3.6053124637296676, "grad_norm": 0.0011611201334744692, "learning_rate": 1.3946875362703322e-05, "loss": 0.003, "step": 217440 }, { "epoch": 3.6054782709621795, "grad_norm": 0.40963175892829895, "learning_rate": 1.3945217290378207e-05, "loss": 0.0036, "step": 217450 }, { "epoch": 3.605644078194691, "grad_norm": 0.000371999223716557, "learning_rate": 1.3943559218053092e-05, "loss": 0.0002, "step": 217460 }, { "epoch": 3.6058098854272025, "grad_norm": 0.0007191995973698795, "learning_rate": 1.3941901145727979e-05, "loss": 0.004, "step": 217470 }, { "epoch": 3.605975692659714, "grad_norm": 0.0008626232156530023, "learning_rate": 1.3940243073402862e-05, "loss": 0.0008, "step": 217480 }, { "epoch": 3.6061414998922254, "grad_norm": 9.85919323284179e-05, "learning_rate": 1.3938585001077747e-05, "loss": 0.0001, "step": 217490 }, { "epoch": 3.606307307124737, "grad_norm": 0.0003715387429110706, "learning_rate": 1.3936926928752633e-05, "loss": 0.0054, "step": 217500 }, { "epoch": 3.6064731143572484, "grad_norm": 0.00691984174773097, "learning_rate": 1.393526885642752e-05, "loss": 0.0029, "step": 217510 }, { "epoch": 3.60663892158976, "grad_norm": 0.7750430703163147, "learning_rate": 1.3933610784102403e-05, "loss": 0.0085, "step": 217520 }, { "epoch": 3.6068047288222713, "grad_norm": 0.021252671256661415, "learning_rate": 1.3931952711777288e-05, "loss": 0.0141, "step": 217530 }, { "epoch": 3.606970536054783, "grad_norm": 0.24301777780056, "learning_rate": 1.3930294639452173e-05, "loss": 0.0044, "step": 217540 }, { "epoch": 3.6071363432872943, "grad_norm": 0.0019769086502492428, "learning_rate": 1.392863656712706e-05, "loss": 0.0042, "step": 217550 }, { "epoch": 3.6073021505198057, "grad_norm": 0.17392432689666748, "learning_rate": 1.3926978494801942e-05, "loss": 0.0048, "step": 217560 }, { "epoch": 3.607467957752317, "grad_norm": 0.56159907579422, "learning_rate": 1.3925320422476829e-05, "loss": 0.003, "step": 217570 }, { "epoch": 3.6076337649848287, "grad_norm": 0.1793603152036667, "learning_rate": 1.3923662350151714e-05, "loss": 0.0048, "step": 217580 }, { "epoch": 3.60779957221734, "grad_norm": 0.15153200924396515, "learning_rate": 1.39220042778266e-05, "loss": 0.007, "step": 217590 }, { "epoch": 3.6079653794498516, "grad_norm": 0.0008140435093082488, "learning_rate": 1.3920346205501483e-05, "loss": 0.0029, "step": 217600 }, { "epoch": 3.608131186682363, "grad_norm": 0.8725136518478394, "learning_rate": 1.391868813317637e-05, "loss": 0.0107, "step": 217610 }, { "epoch": 3.6082969939148746, "grad_norm": 0.0007307794294320047, "learning_rate": 1.3917030060851255e-05, "loss": 0.0002, "step": 217620 }, { "epoch": 3.608462801147386, "grad_norm": 0.03246861323714256, "learning_rate": 1.3915371988526142e-05, "loss": 0.0026, "step": 217630 }, { "epoch": 3.6086286083798975, "grad_norm": 0.19430051743984222, "learning_rate": 1.3913713916201027e-05, "loss": 0.0061, "step": 217640 }, { "epoch": 3.608794415612409, "grad_norm": 0.00027536178822629154, "learning_rate": 1.391205584387591e-05, "loss": 0.0044, "step": 217650 }, { "epoch": 3.6089602228449205, "grad_norm": 7.784408808220178e-05, "learning_rate": 1.3910397771550795e-05, "loss": 0.0096, "step": 217660 }, { "epoch": 3.609126030077432, "grad_norm": 0.005010546650737524, "learning_rate": 1.390873969922568e-05, "loss": 0.0001, "step": 217670 }, { "epoch": 3.6092918373099434, "grad_norm": 0.0008988577756099403, "learning_rate": 1.3907081626900567e-05, "loss": 0.006, "step": 217680 }, { "epoch": 3.609457644542455, "grad_norm": 0.011092967353761196, "learning_rate": 1.3905423554575451e-05, "loss": 0.0092, "step": 217690 }, { "epoch": 3.6096234517749664, "grad_norm": 9.745691932039335e-05, "learning_rate": 1.3903765482250336e-05, "loss": 0.0001, "step": 217700 }, { "epoch": 3.609789259007478, "grad_norm": 0.00013824435882270336, "learning_rate": 1.3902107409925221e-05, "loss": 0.0023, "step": 217710 }, { "epoch": 3.6099550662399893, "grad_norm": 0.06705217808485031, "learning_rate": 1.3900449337600108e-05, "loss": 0.0091, "step": 217720 }, { "epoch": 3.6101208734725008, "grad_norm": 0.00018003479635808617, "learning_rate": 1.3898791265274992e-05, "loss": 0.0032, "step": 217730 }, { "epoch": 3.6102866807050122, "grad_norm": 0.003428213531151414, "learning_rate": 1.3897133192949877e-05, "loss": 0.005, "step": 217740 }, { "epoch": 3.6104524879375237, "grad_norm": 0.00034979646443389356, "learning_rate": 1.3895475120624762e-05, "loss": 0.0004, "step": 217750 }, { "epoch": 3.610618295170035, "grad_norm": 0.01143672876060009, "learning_rate": 1.3893817048299649e-05, "loss": 0.0034, "step": 217760 }, { "epoch": 3.6107841024025467, "grad_norm": 0.0005319126066751778, "learning_rate": 1.389215897597453e-05, "loss": 0.0089, "step": 217770 }, { "epoch": 3.610949909635058, "grad_norm": 0.001376360422000289, "learning_rate": 1.3890500903649417e-05, "loss": 0.0055, "step": 217780 }, { "epoch": 3.6111157168675696, "grad_norm": 5.521252387552522e-05, "learning_rate": 1.3888842831324303e-05, "loss": 0.0003, "step": 217790 }, { "epoch": 3.6112815241000815, "grad_norm": 3.9606955397175625e-05, "learning_rate": 1.388718475899919e-05, "loss": 0.0038, "step": 217800 }, { "epoch": 3.6114473313325925, "grad_norm": 0.021326487883925438, "learning_rate": 1.3885526686674075e-05, "loss": 0.0001, "step": 217810 }, { "epoch": 3.6116131385651045, "grad_norm": 0.0038639528211206198, "learning_rate": 1.3883868614348958e-05, "loss": 0.0003, "step": 217820 }, { "epoch": 3.6117789457976155, "grad_norm": 0.00405778968706727, "learning_rate": 1.3882210542023843e-05, "loss": 0.0018, "step": 217830 }, { "epoch": 3.6119447530301274, "grad_norm": 0.01455446146428585, "learning_rate": 1.388055246969873e-05, "loss": 0.003, "step": 217840 }, { "epoch": 3.6121105602626384, "grad_norm": 0.3935685157775879, "learning_rate": 1.3878894397373615e-05, "loss": 0.0183, "step": 217850 }, { "epoch": 3.6122763674951504, "grad_norm": 0.0003435939142946154, "learning_rate": 1.3877236325048499e-05, "loss": 0.0001, "step": 217860 }, { "epoch": 3.6124421747276614, "grad_norm": 0.01350637897849083, "learning_rate": 1.3875578252723384e-05, "loss": 0.0001, "step": 217870 }, { "epoch": 3.6126079819601733, "grad_norm": 0.0015148762613534927, "learning_rate": 1.387392018039827e-05, "loss": 0.0039, "step": 217880 }, { "epoch": 3.6127737891926843, "grad_norm": 0.001305948244407773, "learning_rate": 1.3872262108073156e-05, "loss": 0.0058, "step": 217890 }, { "epoch": 3.6129395964251962, "grad_norm": 0.0014736728044226766, "learning_rate": 1.387060403574804e-05, "loss": 0.0002, "step": 217900 }, { "epoch": 3.6131054036577077, "grad_norm": 0.00023792989668436348, "learning_rate": 1.3868945963422925e-05, "loss": 0.0033, "step": 217910 }, { "epoch": 3.613271210890219, "grad_norm": 0.00045450159814208746, "learning_rate": 1.386728789109781e-05, "loss": 0.0072, "step": 217920 }, { "epoch": 3.6134370181227307, "grad_norm": 0.000402845413191244, "learning_rate": 1.3865629818772697e-05, "loss": 0.0055, "step": 217930 }, { "epoch": 3.613602825355242, "grad_norm": 0.008562751114368439, "learning_rate": 1.3863971746447579e-05, "loss": 0.0073, "step": 217940 }, { "epoch": 3.6137686325877536, "grad_norm": 0.0019039054168388247, "learning_rate": 1.3862313674122465e-05, "loss": 0.0031, "step": 217950 }, { "epoch": 3.613934439820265, "grad_norm": 0.15961816906929016, "learning_rate": 1.386065560179735e-05, "loss": 0.0038, "step": 217960 }, { "epoch": 3.6141002470527765, "grad_norm": 0.0001084969553630799, "learning_rate": 1.3858997529472237e-05, "loss": 0.0116, "step": 217970 }, { "epoch": 3.614266054285288, "grad_norm": 0.00019834437989629805, "learning_rate": 1.3857339457147123e-05, "loss": 0.0006, "step": 217980 }, { "epoch": 3.6144318615177995, "grad_norm": 0.0007284838357008994, "learning_rate": 1.3855681384822006e-05, "loss": 0.0022, "step": 217990 }, { "epoch": 3.614597668750311, "grad_norm": 0.00010799973824759945, "learning_rate": 1.3854023312496891e-05, "loss": 0.0057, "step": 218000 }, { "epoch": 3.6147634759828224, "grad_norm": 0.0010940679349005222, "learning_rate": 1.3852365240171778e-05, "loss": 0.0008, "step": 218010 }, { "epoch": 3.614929283215334, "grad_norm": 0.33310550451278687, "learning_rate": 1.3850707167846663e-05, "loss": 0.0038, "step": 218020 }, { "epoch": 3.6150950904478454, "grad_norm": 0.013458173722028732, "learning_rate": 1.3849049095521547e-05, "loss": 0.0038, "step": 218030 }, { "epoch": 3.615260897680357, "grad_norm": 0.1869133710861206, "learning_rate": 1.3847391023196432e-05, "loss": 0.0038, "step": 218040 }, { "epoch": 3.6154267049128683, "grad_norm": 0.0003525829524733126, "learning_rate": 1.3845732950871317e-05, "loss": 0.0004, "step": 218050 }, { "epoch": 3.61559251214538, "grad_norm": 0.004000409971922636, "learning_rate": 1.3844074878546204e-05, "loss": 0.0062, "step": 218060 }, { "epoch": 3.6157583193778913, "grad_norm": 0.054326705634593964, "learning_rate": 1.3842416806221087e-05, "loss": 0.0028, "step": 218070 }, { "epoch": 3.6159241266104027, "grad_norm": 0.21214178204536438, "learning_rate": 1.3840758733895973e-05, "loss": 0.0081, "step": 218080 }, { "epoch": 3.616089933842914, "grad_norm": 0.008411359041929245, "learning_rate": 1.3839100661570858e-05, "loss": 0.0111, "step": 218090 }, { "epoch": 3.6162557410754257, "grad_norm": 0.0001519610668765381, "learning_rate": 1.3837442589245745e-05, "loss": 0.0082, "step": 218100 }, { "epoch": 3.616421548307937, "grad_norm": 2.154273897758685e-05, "learning_rate": 1.3835784516920628e-05, "loss": 0.0, "step": 218110 }, { "epoch": 3.6165873555404486, "grad_norm": 0.00024275672330986708, "learning_rate": 1.3834126444595513e-05, "loss": 0.004, "step": 218120 }, { "epoch": 3.61675316277296, "grad_norm": 0.004520321264863014, "learning_rate": 1.3832468372270398e-05, "loss": 0.0001, "step": 218130 }, { "epoch": 3.6169189700054716, "grad_norm": 0.009994273073971272, "learning_rate": 1.3830810299945285e-05, "loss": 0.0001, "step": 218140 }, { "epoch": 3.617084777237983, "grad_norm": 0.0042246486991643906, "learning_rate": 1.382915222762017e-05, "loss": 0.0068, "step": 218150 }, { "epoch": 3.6172505844704945, "grad_norm": 0.004100580234080553, "learning_rate": 1.3827494155295054e-05, "loss": 0.0057, "step": 218160 }, { "epoch": 3.617416391703006, "grad_norm": 0.017371349036693573, "learning_rate": 1.382583608296994e-05, "loss": 0.002, "step": 218170 }, { "epoch": 3.6175821989355175, "grad_norm": 0.001023805933073163, "learning_rate": 1.3824178010644826e-05, "loss": 0.003, "step": 218180 }, { "epoch": 3.617748006168029, "grad_norm": 8.413567411480471e-05, "learning_rate": 1.3822519938319711e-05, "loss": 0.0008, "step": 218190 }, { "epoch": 3.6179138134005404, "grad_norm": 0.03790534660220146, "learning_rate": 1.3820861865994595e-05, "loss": 0.005, "step": 218200 }, { "epoch": 3.618079620633052, "grad_norm": 0.004242873750627041, "learning_rate": 1.381920379366948e-05, "loss": 0.0002, "step": 218210 }, { "epoch": 3.6182454278655634, "grad_norm": 0.00023254312691278756, "learning_rate": 1.3817545721344367e-05, "loss": 0.0028, "step": 218220 }, { "epoch": 3.618411235098075, "grad_norm": 0.030818453058600426, "learning_rate": 1.3815887649019252e-05, "loss": 0.0056, "step": 218230 }, { "epoch": 3.6185770423305863, "grad_norm": 0.0024184216745197773, "learning_rate": 1.3814229576694135e-05, "loss": 0.0081, "step": 218240 }, { "epoch": 3.618742849563098, "grad_norm": 0.11147697269916534, "learning_rate": 1.381257150436902e-05, "loss": 0.0082, "step": 218250 }, { "epoch": 3.6189086567956092, "grad_norm": 1.524276831332827e-05, "learning_rate": 1.3810913432043906e-05, "loss": 0.0, "step": 218260 }, { "epoch": 3.619074464028121, "grad_norm": 0.0023148900363594294, "learning_rate": 1.3809255359718793e-05, "loss": 0.0088, "step": 218270 }, { "epoch": 3.619240271260632, "grad_norm": 0.05443236231803894, "learning_rate": 1.3807597287393676e-05, "loss": 0.0001, "step": 218280 }, { "epoch": 3.619406078493144, "grad_norm": 0.6259746551513672, "learning_rate": 1.3805939215068561e-05, "loss": 0.0048, "step": 218290 }, { "epoch": 3.619571885725655, "grad_norm": 0.00013600032252725214, "learning_rate": 1.3804281142743446e-05, "loss": 0.0, "step": 218300 }, { "epoch": 3.619737692958167, "grad_norm": 0.15213875472545624, "learning_rate": 1.3802623070418333e-05, "loss": 0.0104, "step": 218310 }, { "epoch": 3.619903500190678, "grad_norm": 7.489936979254708e-05, "learning_rate": 1.3800964998093218e-05, "loss": 0.0062, "step": 218320 }, { "epoch": 3.62006930742319, "grad_norm": 0.00035476605989970267, "learning_rate": 1.3799306925768102e-05, "loss": 0.0, "step": 218330 }, { "epoch": 3.620235114655701, "grad_norm": 0.00023593845253344625, "learning_rate": 1.3797648853442987e-05, "loss": 0.0081, "step": 218340 }, { "epoch": 3.620400921888213, "grad_norm": 0.06504672020673752, "learning_rate": 1.3795990781117874e-05, "loss": 0.0019, "step": 218350 }, { "epoch": 3.620566729120724, "grad_norm": 0.0004236891109030694, "learning_rate": 1.379433270879276e-05, "loss": 0.0001, "step": 218360 }, { "epoch": 3.620732536353236, "grad_norm": 0.0009701569797471166, "learning_rate": 1.3792674636467643e-05, "loss": 0.0048, "step": 218370 }, { "epoch": 3.6208983435857474, "grad_norm": 0.17168834805488586, "learning_rate": 1.3791016564142528e-05, "loss": 0.0021, "step": 218380 }, { "epoch": 3.621064150818259, "grad_norm": 0.00017286132788285613, "learning_rate": 1.3789358491817415e-05, "loss": 0.0017, "step": 218390 }, { "epoch": 3.6212299580507703, "grad_norm": 0.017447389662265778, "learning_rate": 1.37877004194923e-05, "loss": 0.0001, "step": 218400 }, { "epoch": 3.6213957652832818, "grad_norm": 0.00012043377500958741, "learning_rate": 1.3786042347167183e-05, "loss": 0.0038, "step": 218410 }, { "epoch": 3.6215615725157932, "grad_norm": 0.00046049896627664566, "learning_rate": 1.3784384274842069e-05, "loss": 0.0001, "step": 218420 }, { "epoch": 3.6217273797483047, "grad_norm": 0.03197915479540825, "learning_rate": 1.3782726202516955e-05, "loss": 0.0001, "step": 218430 }, { "epoch": 3.621893186980816, "grad_norm": 7.358932634815574e-05, "learning_rate": 1.378106813019184e-05, "loss": 0.0036, "step": 218440 }, { "epoch": 3.6220589942133277, "grad_norm": 5.752871948061511e-05, "learning_rate": 1.3779410057866724e-05, "loss": 0.0001, "step": 218450 }, { "epoch": 3.622224801445839, "grad_norm": 0.0018057140987366438, "learning_rate": 1.377775198554161e-05, "loss": 0.0064, "step": 218460 }, { "epoch": 3.6223906086783506, "grad_norm": 0.0002711622219067067, "learning_rate": 1.3776093913216494e-05, "loss": 0.0144, "step": 218470 }, { "epoch": 3.622556415910862, "grad_norm": 0.32055068016052246, "learning_rate": 1.3774435840891381e-05, "loss": 0.0113, "step": 218480 }, { "epoch": 3.6227222231433736, "grad_norm": 0.0004221466078888625, "learning_rate": 1.3772777768566266e-05, "loss": 0.0021, "step": 218490 }, { "epoch": 3.622888030375885, "grad_norm": 0.0028639594092965126, "learning_rate": 1.377111969624115e-05, "loss": 0.0043, "step": 218500 }, { "epoch": 3.6230538376083965, "grad_norm": 0.01614263467490673, "learning_rate": 1.3769461623916035e-05, "loss": 0.0075, "step": 218510 }, { "epoch": 3.623219644840908, "grad_norm": 0.010945364832878113, "learning_rate": 1.3767803551590922e-05, "loss": 0.0081, "step": 218520 }, { "epoch": 3.6233854520734194, "grad_norm": 0.0006576776504516602, "learning_rate": 1.3766145479265807e-05, "loss": 0.003, "step": 218530 }, { "epoch": 3.623551259305931, "grad_norm": 0.0002437074581393972, "learning_rate": 1.376448740694069e-05, "loss": 0.003, "step": 218540 }, { "epoch": 3.6237170665384424, "grad_norm": 0.0001373951236018911, "learning_rate": 1.3762829334615576e-05, "loss": 0.0021, "step": 218550 }, { "epoch": 3.623882873770954, "grad_norm": 0.14388111233711243, "learning_rate": 1.3761171262290463e-05, "loss": 0.0071, "step": 218560 }, { "epoch": 3.6240486810034653, "grad_norm": 6.35022806818597e-05, "learning_rate": 1.3759513189965348e-05, "loss": 0.008, "step": 218570 }, { "epoch": 3.624214488235977, "grad_norm": 0.005312089342623949, "learning_rate": 1.3757855117640231e-05, "loss": 0.0047, "step": 218580 }, { "epoch": 3.6243802954684883, "grad_norm": 0.0003525537613313645, "learning_rate": 1.3756197045315116e-05, "loss": 0.0064, "step": 218590 }, { "epoch": 3.6245461027009998, "grad_norm": 0.01112681906670332, "learning_rate": 1.3754538972990003e-05, "loss": 0.0028, "step": 218600 }, { "epoch": 3.6247119099335112, "grad_norm": 0.000685516104567796, "learning_rate": 1.3752880900664888e-05, "loss": 0.003, "step": 218610 }, { "epoch": 3.6248777171660227, "grad_norm": 0.21776410937309265, "learning_rate": 1.3751222828339772e-05, "loss": 0.0097, "step": 218620 }, { "epoch": 3.625043524398534, "grad_norm": 0.0020757699385285378, "learning_rate": 1.3749564756014657e-05, "loss": 0.003, "step": 218630 }, { "epoch": 3.6252093316310456, "grad_norm": 0.0010664747096598148, "learning_rate": 1.3747906683689542e-05, "loss": 0.0034, "step": 218640 }, { "epoch": 3.625375138863557, "grad_norm": 0.009559961967170238, "learning_rate": 1.374624861136443e-05, "loss": 0.0044, "step": 218650 }, { "epoch": 3.6255409460960686, "grad_norm": 0.00011835766781587154, "learning_rate": 1.3744590539039314e-05, "loss": 0.0, "step": 218660 }, { "epoch": 3.62570675332858, "grad_norm": 0.001553772366605699, "learning_rate": 1.3742932466714198e-05, "loss": 0.0031, "step": 218670 }, { "epoch": 3.6258725605610915, "grad_norm": 0.00017252076941076666, "learning_rate": 1.3741274394389083e-05, "loss": 0.0095, "step": 218680 }, { "epoch": 3.626038367793603, "grad_norm": 9.919462172547355e-06, "learning_rate": 1.373961632206397e-05, "loss": 0.0056, "step": 218690 }, { "epoch": 3.6262041750261145, "grad_norm": 0.000721992168109864, "learning_rate": 1.3737958249738855e-05, "loss": 0.0024, "step": 218700 }, { "epoch": 3.626369982258626, "grad_norm": 0.0036580704618245363, "learning_rate": 1.3736300177413739e-05, "loss": 0.005, "step": 218710 }, { "epoch": 3.626535789491138, "grad_norm": 0.0004709414788521826, "learning_rate": 1.3734642105088624e-05, "loss": 0.0078, "step": 218720 }, { "epoch": 3.626701596723649, "grad_norm": 0.0007205763831734657, "learning_rate": 1.373298403276351e-05, "loss": 0.0049, "step": 218730 }, { "epoch": 3.626867403956161, "grad_norm": 0.0007929865969344974, "learning_rate": 1.3731325960438396e-05, "loss": 0.0024, "step": 218740 }, { "epoch": 3.627033211188672, "grad_norm": 0.00018911783990915865, "learning_rate": 1.372966788811328e-05, "loss": 0.0, "step": 218750 }, { "epoch": 3.6271990184211838, "grad_norm": 0.5322570204734802, "learning_rate": 1.3728009815788164e-05, "loss": 0.0089, "step": 218760 }, { "epoch": 3.627364825653695, "grad_norm": 0.8793069124221802, "learning_rate": 1.3726351743463051e-05, "loss": 0.0091, "step": 218770 }, { "epoch": 3.6275306328862067, "grad_norm": 0.0003726499853655696, "learning_rate": 1.3724693671137936e-05, "loss": 0.0058, "step": 218780 }, { "epoch": 3.6276964401187177, "grad_norm": 0.0009701012168079615, "learning_rate": 1.372303559881282e-05, "loss": 0.0111, "step": 218790 }, { "epoch": 3.6278622473512296, "grad_norm": 0.0014929270837455988, "learning_rate": 1.3721377526487705e-05, "loss": 0.0001, "step": 218800 }, { "epoch": 3.6280280545837407, "grad_norm": 0.17750054597854614, "learning_rate": 1.3719719454162592e-05, "loss": 0.0004, "step": 218810 }, { "epoch": 3.6281938618162526, "grad_norm": 0.000483538955450058, "learning_rate": 1.3718061381837477e-05, "loss": 0.0057, "step": 218820 }, { "epoch": 3.628359669048764, "grad_norm": 0.01390742789953947, "learning_rate": 1.3716403309512362e-05, "loss": 0.0044, "step": 218830 }, { "epoch": 3.6285254762812755, "grad_norm": 9.887166379485279e-05, "learning_rate": 1.3714745237187246e-05, "loss": 0.0026, "step": 218840 }, { "epoch": 3.628691283513787, "grad_norm": 0.010132472962141037, "learning_rate": 1.3713087164862131e-05, "loss": 0.0016, "step": 218850 }, { "epoch": 3.6288570907462985, "grad_norm": 0.10937854647636414, "learning_rate": 1.3711429092537018e-05, "loss": 0.0039, "step": 218860 }, { "epoch": 3.62902289797881, "grad_norm": 0.667494535446167, "learning_rate": 1.3709771020211903e-05, "loss": 0.0025, "step": 218870 }, { "epoch": 3.6291887052113214, "grad_norm": 0.0006826204480603337, "learning_rate": 1.3708112947886786e-05, "loss": 0.0007, "step": 218880 }, { "epoch": 3.629354512443833, "grad_norm": 0.6122731566429138, "learning_rate": 1.3706454875561672e-05, "loss": 0.0114, "step": 218890 }, { "epoch": 3.6295203196763444, "grad_norm": 0.0020070772152394056, "learning_rate": 1.3704796803236559e-05, "loss": 0.0031, "step": 218900 }, { "epoch": 3.629686126908856, "grad_norm": 0.2732417583465576, "learning_rate": 1.3703138730911444e-05, "loss": 0.0073, "step": 218910 }, { "epoch": 3.6298519341413673, "grad_norm": 0.001119959051720798, "learning_rate": 1.3701480658586327e-05, "loss": 0.0001, "step": 218920 }, { "epoch": 3.630017741373879, "grad_norm": 0.0012040553847327828, "learning_rate": 1.3699822586261212e-05, "loss": 0.0084, "step": 218930 }, { "epoch": 3.6301835486063903, "grad_norm": 0.006247552577406168, "learning_rate": 1.36981645139361e-05, "loss": 0.0, "step": 218940 }, { "epoch": 3.6303493558389017, "grad_norm": 5.3270669013727456e-05, "learning_rate": 1.3696506441610984e-05, "loss": 0.0003, "step": 218950 }, { "epoch": 3.630515163071413, "grad_norm": 0.0008731998386792839, "learning_rate": 1.3694848369285868e-05, "loss": 0.0017, "step": 218960 }, { "epoch": 3.6306809703039247, "grad_norm": 0.009760427288711071, "learning_rate": 1.3693190296960753e-05, "loss": 0.0063, "step": 218970 }, { "epoch": 3.630846777536436, "grad_norm": 0.017989030107855797, "learning_rate": 1.369153222463564e-05, "loss": 0.0037, "step": 218980 }, { "epoch": 3.6310125847689476, "grad_norm": 0.0002344969689147547, "learning_rate": 1.3689874152310525e-05, "loss": 0.0044, "step": 218990 }, { "epoch": 3.631178392001459, "grad_norm": 0.0005546640604734421, "learning_rate": 1.368821607998541e-05, "loss": 0.0056, "step": 219000 }, { "epoch": 3.6313441992339706, "grad_norm": 0.0021024574525654316, "learning_rate": 1.3686558007660294e-05, "loss": 0.0068, "step": 219010 }, { "epoch": 3.631510006466482, "grad_norm": 0.0022567177657037973, "learning_rate": 1.368489993533518e-05, "loss": 0.0061, "step": 219020 }, { "epoch": 3.6316758136989935, "grad_norm": 0.003888476872816682, "learning_rate": 1.3683241863010066e-05, "loss": 0.0, "step": 219030 }, { "epoch": 3.631841620931505, "grad_norm": 0.012090388685464859, "learning_rate": 1.3681583790684951e-05, "loss": 0.0002, "step": 219040 }, { "epoch": 3.6320074281640164, "grad_norm": 0.0005161077133379877, "learning_rate": 1.3679925718359834e-05, "loss": 0.0075, "step": 219050 }, { "epoch": 3.632173235396528, "grad_norm": 0.5780366063117981, "learning_rate": 1.367826764603472e-05, "loss": 0.0038, "step": 219060 }, { "epoch": 3.6323390426290394, "grad_norm": 0.04676740616559982, "learning_rate": 1.3676609573709606e-05, "loss": 0.0092, "step": 219070 }, { "epoch": 3.632504849861551, "grad_norm": 0.00030813406920060515, "learning_rate": 1.3674951501384492e-05, "loss": 0.0, "step": 219080 }, { "epoch": 3.6326706570940623, "grad_norm": 0.03235011175274849, "learning_rate": 1.3673293429059375e-05, "loss": 0.0008, "step": 219090 }, { "epoch": 3.632836464326574, "grad_norm": 0.11974935233592987, "learning_rate": 1.367163535673426e-05, "loss": 0.0081, "step": 219100 }, { "epoch": 3.6330022715590853, "grad_norm": 0.031150000169873238, "learning_rate": 1.3669977284409147e-05, "loss": 0.0053, "step": 219110 }, { "epoch": 3.6331680787915968, "grad_norm": 0.0012375875376164913, "learning_rate": 1.3668319212084032e-05, "loss": 0.0002, "step": 219120 }, { "epoch": 3.6333338860241082, "grad_norm": 0.025989217683672905, "learning_rate": 1.3666661139758916e-05, "loss": 0.0119, "step": 219130 }, { "epoch": 3.6334996932566197, "grad_norm": 0.45523378252983093, "learning_rate": 1.3665003067433801e-05, "loss": 0.0066, "step": 219140 }, { "epoch": 3.633665500489131, "grad_norm": 0.20495325326919556, "learning_rate": 1.3663344995108688e-05, "loss": 0.006, "step": 219150 }, { "epoch": 3.6338313077216426, "grad_norm": 0.012886510230600834, "learning_rate": 1.3661686922783573e-05, "loss": 0.0036, "step": 219160 }, { "epoch": 3.6339971149541546, "grad_norm": 0.8618133068084717, "learning_rate": 1.3660028850458458e-05, "loss": 0.009, "step": 219170 }, { "epoch": 3.6341629221866656, "grad_norm": 0.08604757487773895, "learning_rate": 1.3658370778133342e-05, "loss": 0.0117, "step": 219180 }, { "epoch": 3.6343287294191775, "grad_norm": 0.15789160132408142, "learning_rate": 1.3656712705808229e-05, "loss": 0.0027, "step": 219190 }, { "epoch": 3.6344945366516885, "grad_norm": 0.0006268130382522941, "learning_rate": 1.3655054633483114e-05, "loss": 0.0033, "step": 219200 }, { "epoch": 3.6346603438842005, "grad_norm": 0.0005266310763545334, "learning_rate": 1.3653396561157999e-05, "loss": 0.0056, "step": 219210 }, { "epoch": 3.6348261511167115, "grad_norm": 0.0001517508499091491, "learning_rate": 1.3651738488832882e-05, "loss": 0.0011, "step": 219220 }, { "epoch": 3.6349919583492234, "grad_norm": 0.014559467323124409, "learning_rate": 1.3650080416507768e-05, "loss": 0.0106, "step": 219230 }, { "epoch": 3.6351577655817344, "grad_norm": 7.719020504737273e-05, "learning_rate": 1.3648422344182654e-05, "loss": 0.0, "step": 219240 }, { "epoch": 3.6353235728142463, "grad_norm": 0.004459971096366644, "learning_rate": 1.364676427185754e-05, "loss": 0.0092, "step": 219250 }, { "epoch": 3.6354893800467574, "grad_norm": 0.1403370201587677, "learning_rate": 1.3645106199532423e-05, "loss": 0.0123, "step": 219260 }, { "epoch": 3.6356551872792693, "grad_norm": 0.005800680723041296, "learning_rate": 1.3643448127207308e-05, "loss": 0.0042, "step": 219270 }, { "epoch": 3.6358209945117808, "grad_norm": 8.029169839574024e-05, "learning_rate": 1.3641790054882195e-05, "loss": 0.0001, "step": 219280 }, { "epoch": 3.6359868017442922, "grad_norm": 0.003324216930195689, "learning_rate": 1.364013198255708e-05, "loss": 0.0064, "step": 219290 }, { "epoch": 3.6361526089768037, "grad_norm": 0.0013022413477301598, "learning_rate": 1.3638473910231964e-05, "loss": 0.0019, "step": 219300 }, { "epoch": 3.636318416209315, "grad_norm": 0.050976596772670746, "learning_rate": 1.3636815837906849e-05, "loss": 0.0011, "step": 219310 }, { "epoch": 3.6364842234418266, "grad_norm": 0.0036176987923681736, "learning_rate": 1.3635157765581736e-05, "loss": 0.0065, "step": 219320 }, { "epoch": 3.636650030674338, "grad_norm": 0.018277736380696297, "learning_rate": 1.3633499693256621e-05, "loss": 0.0044, "step": 219330 }, { "epoch": 3.6368158379068496, "grad_norm": 0.00016269368643406779, "learning_rate": 1.3631841620931506e-05, "loss": 0.003, "step": 219340 }, { "epoch": 3.636981645139361, "grad_norm": 0.0002541591820772737, "learning_rate": 1.363018354860639e-05, "loss": 0.0036, "step": 219350 }, { "epoch": 3.6371474523718725, "grad_norm": 7.431086851283908e-05, "learning_rate": 1.3628525476281276e-05, "loss": 0.0, "step": 219360 }, { "epoch": 3.637313259604384, "grad_norm": 0.0006910385563969612, "learning_rate": 1.3626867403956162e-05, "loss": 0.0001, "step": 219370 }, { "epoch": 3.6374790668368955, "grad_norm": 0.0003790497430600226, "learning_rate": 1.3625209331631047e-05, "loss": 0.0025, "step": 219380 }, { "epoch": 3.637644874069407, "grad_norm": 0.2583868205547333, "learning_rate": 1.362355125930593e-05, "loss": 0.0166, "step": 219390 }, { "epoch": 3.6378106813019184, "grad_norm": 0.731965184211731, "learning_rate": 1.3621893186980817e-05, "loss": 0.0169, "step": 219400 }, { "epoch": 3.63797648853443, "grad_norm": 9.784095163922757e-05, "learning_rate": 1.3620235114655702e-05, "loss": 0.002, "step": 219410 }, { "epoch": 3.6381422957669414, "grad_norm": 0.00019003628403879702, "learning_rate": 1.3618577042330588e-05, "loss": 0.001, "step": 219420 }, { "epoch": 3.638308102999453, "grad_norm": 0.0016195682110264897, "learning_rate": 1.3616918970005471e-05, "loss": 0.0034, "step": 219430 }, { "epoch": 3.6384739102319643, "grad_norm": 0.00144927017390728, "learning_rate": 1.3615260897680356e-05, "loss": 0.0032, "step": 219440 }, { "epoch": 3.638639717464476, "grad_norm": 0.0004896835307590663, "learning_rate": 1.3613602825355243e-05, "loss": 0.0002, "step": 219450 }, { "epoch": 3.6388055246969873, "grad_norm": 0.0011574403615668416, "learning_rate": 1.3611944753030128e-05, "loss": 0.0029, "step": 219460 }, { "epoch": 3.6389713319294987, "grad_norm": 3.9481852581957355e-05, "learning_rate": 1.3610286680705012e-05, "loss": 0.0001, "step": 219470 }, { "epoch": 3.63913713916201, "grad_norm": 0.004663676023483276, "learning_rate": 1.3608628608379897e-05, "loss": 0.0035, "step": 219480 }, { "epoch": 3.6393029463945217, "grad_norm": 0.0004250966594554484, "learning_rate": 1.3606970536054784e-05, "loss": 0.0091, "step": 219490 }, { "epoch": 3.639468753627033, "grad_norm": 0.002027329057455063, "learning_rate": 1.3605312463729669e-05, "loss": 0.0073, "step": 219500 }, { "epoch": 3.6396345608595446, "grad_norm": 0.003442306537181139, "learning_rate": 1.3603654391404556e-05, "loss": 0.0044, "step": 219510 }, { "epoch": 3.639800368092056, "grad_norm": 0.030015112832188606, "learning_rate": 1.3601996319079438e-05, "loss": 0.0005, "step": 219520 }, { "epoch": 3.6399661753245676, "grad_norm": 0.18445932865142822, "learning_rate": 1.3600338246754324e-05, "loss": 0.0029, "step": 219530 }, { "epoch": 3.640131982557079, "grad_norm": 0.030726473778486252, "learning_rate": 1.359868017442921e-05, "loss": 0.0086, "step": 219540 }, { "epoch": 3.6402977897895905, "grad_norm": 0.005778696853667498, "learning_rate": 1.3597022102104095e-05, "loss": 0.0006, "step": 219550 }, { "epoch": 3.640463597022102, "grad_norm": 0.07162049412727356, "learning_rate": 1.3595364029778978e-05, "loss": 0.0084, "step": 219560 }, { "epoch": 3.6406294042546135, "grad_norm": 0.2387479543685913, "learning_rate": 1.3593705957453865e-05, "loss": 0.0046, "step": 219570 }, { "epoch": 3.640795211487125, "grad_norm": 0.00033432230702601373, "learning_rate": 1.359204788512875e-05, "loss": 0.0151, "step": 219580 }, { "epoch": 3.6409610187196364, "grad_norm": 0.01335205975919962, "learning_rate": 1.3590389812803635e-05, "loss": 0.0201, "step": 219590 }, { "epoch": 3.641126825952148, "grad_norm": 0.0005422255489975214, "learning_rate": 1.3588731740478519e-05, "loss": 0.0041, "step": 219600 }, { "epoch": 3.6412926331846593, "grad_norm": 0.16359107196331024, "learning_rate": 1.3587073668153406e-05, "loss": 0.0079, "step": 219610 }, { "epoch": 3.6414584404171713, "grad_norm": 0.0005791234434582293, "learning_rate": 1.3585415595828291e-05, "loss": 0.0002, "step": 219620 }, { "epoch": 3.6416242476496823, "grad_norm": 0.0012706647394225001, "learning_rate": 1.3583757523503176e-05, "loss": 0.0, "step": 219630 }, { "epoch": 3.641790054882194, "grad_norm": 9.126780059887096e-05, "learning_rate": 1.358209945117806e-05, "loss": 0.0048, "step": 219640 }, { "epoch": 3.6419558621147052, "grad_norm": 0.019697532057762146, "learning_rate": 1.3580441378852945e-05, "loss": 0.0111, "step": 219650 }, { "epoch": 3.642121669347217, "grad_norm": 0.00020464665431063622, "learning_rate": 1.3578783306527832e-05, "loss": 0.0083, "step": 219660 }, { "epoch": 3.642287476579728, "grad_norm": 0.00023200054420158267, "learning_rate": 1.3577125234202717e-05, "loss": 0.0, "step": 219670 }, { "epoch": 3.64245328381224, "grad_norm": 0.0008420270751230419, "learning_rate": 1.3575467161877604e-05, "loss": 0.001, "step": 219680 }, { "epoch": 3.642619091044751, "grad_norm": 0.0013582620304077864, "learning_rate": 1.3573809089552485e-05, "loss": 0.0001, "step": 219690 }, { "epoch": 3.642784898277263, "grad_norm": 2.6382711439509876e-05, "learning_rate": 1.3572151017227372e-05, "loss": 0.0018, "step": 219700 }, { "epoch": 3.642950705509774, "grad_norm": 0.00186999945435673, "learning_rate": 1.3570492944902258e-05, "loss": 0.0, "step": 219710 }, { "epoch": 3.643116512742286, "grad_norm": 6.856388790765777e-05, "learning_rate": 1.3568834872577144e-05, "loss": 0.003, "step": 219720 }, { "epoch": 3.6432823199747975, "grad_norm": 0.043166156858205795, "learning_rate": 1.3567176800252026e-05, "loss": 0.0137, "step": 219730 }, { "epoch": 3.643448127207309, "grad_norm": 0.0036288995761424303, "learning_rate": 1.3565518727926913e-05, "loss": 0.0106, "step": 219740 }, { "epoch": 3.6436139344398204, "grad_norm": 0.0004349816299509257, "learning_rate": 1.3563860655601798e-05, "loss": 0.0001, "step": 219750 }, { "epoch": 3.643779741672332, "grad_norm": 0.0020014431793242693, "learning_rate": 1.3562202583276683e-05, "loss": 0.0001, "step": 219760 }, { "epoch": 3.6439455489048433, "grad_norm": 0.000389387016184628, "learning_rate": 1.3560544510951567e-05, "loss": 0.0091, "step": 219770 }, { "epoch": 3.644111356137355, "grad_norm": 0.019121773540973663, "learning_rate": 1.3558886438626454e-05, "loss": 0.0195, "step": 219780 }, { "epoch": 3.6442771633698663, "grad_norm": 0.0004074511816725135, "learning_rate": 1.3557228366301339e-05, "loss": 0.0029, "step": 219790 }, { "epoch": 3.6444429706023778, "grad_norm": 0.060840681195259094, "learning_rate": 1.3555570293976224e-05, "loss": 0.0036, "step": 219800 }, { "epoch": 3.6446087778348892, "grad_norm": 0.0004900789936073124, "learning_rate": 1.3553912221651108e-05, "loss": 0.0041, "step": 219810 }, { "epoch": 3.6447745850674007, "grad_norm": 0.00017225190822500736, "learning_rate": 1.3552254149325993e-05, "loss": 0.0, "step": 219820 }, { "epoch": 3.644940392299912, "grad_norm": 0.15016788244247437, "learning_rate": 1.355059607700088e-05, "loss": 0.001, "step": 219830 }, { "epoch": 3.6451061995324237, "grad_norm": 0.10299548506736755, "learning_rate": 1.3548938004675765e-05, "loss": 0.0004, "step": 219840 }, { "epoch": 3.645272006764935, "grad_norm": 8.675436401972547e-05, "learning_rate": 1.3547279932350652e-05, "loss": 0.0001, "step": 219850 }, { "epoch": 3.6454378139974466, "grad_norm": 0.6075255870819092, "learning_rate": 1.3545621860025533e-05, "loss": 0.0027, "step": 219860 }, { "epoch": 3.645603621229958, "grad_norm": 0.00012654763122554868, "learning_rate": 1.354396378770042e-05, "loss": 0.0004, "step": 219870 }, { "epoch": 3.6457694284624695, "grad_norm": 0.008990639820694923, "learning_rate": 1.3542305715375305e-05, "loss": 0.0037, "step": 219880 }, { "epoch": 3.645935235694981, "grad_norm": 0.0016974294558167458, "learning_rate": 1.3540647643050192e-05, "loss": 0.008, "step": 219890 }, { "epoch": 3.6461010429274925, "grad_norm": 0.027516955509781837, "learning_rate": 1.3538989570725074e-05, "loss": 0.0001, "step": 219900 }, { "epoch": 3.646266850160004, "grad_norm": 0.21735899150371552, "learning_rate": 1.3537331498399961e-05, "loss": 0.0054, "step": 219910 }, { "epoch": 3.6464326573925154, "grad_norm": 0.004536849446594715, "learning_rate": 1.3535673426074846e-05, "loss": 0.0006, "step": 219920 }, { "epoch": 3.646598464625027, "grad_norm": 0.001996788429096341, "learning_rate": 1.3534015353749731e-05, "loss": 0.0, "step": 219930 }, { "epoch": 3.6467642718575384, "grad_norm": 0.02073850855231285, "learning_rate": 1.3532357281424615e-05, "loss": 0.0026, "step": 219940 }, { "epoch": 3.64693007909005, "grad_norm": 0.013740400783717632, "learning_rate": 1.3530699209099502e-05, "loss": 0.0039, "step": 219950 }, { "epoch": 3.6470958863225613, "grad_norm": 0.0009712875471450388, "learning_rate": 1.3529041136774387e-05, "loss": 0.0005, "step": 219960 }, { "epoch": 3.647261693555073, "grad_norm": 0.0008995921816676855, "learning_rate": 1.3527383064449272e-05, "loss": 0.0045, "step": 219970 }, { "epoch": 3.6474275007875843, "grad_norm": 0.00043254633783362806, "learning_rate": 1.3525724992124156e-05, "loss": 0.0078, "step": 219980 }, { "epoch": 3.6475933080200957, "grad_norm": 0.19562622904777527, "learning_rate": 1.3524066919799042e-05, "loss": 0.0121, "step": 219990 }, { "epoch": 3.647759115252607, "grad_norm": 0.020779436454176903, "learning_rate": 1.3522408847473928e-05, "loss": 0.0004, "step": 220000 }, { "epoch": 3.6479249224851187, "grad_norm": 0.011431344784796238, "learning_rate": 1.3520750775148813e-05, "loss": 0.0001, "step": 220010 }, { "epoch": 3.64809072971763, "grad_norm": 0.0032326357904821634, "learning_rate": 1.35190927028237e-05, "loss": 0.0047, "step": 220020 }, { "epoch": 3.6482565369501416, "grad_norm": 0.011642456986010075, "learning_rate": 1.3517434630498581e-05, "loss": 0.0066, "step": 220030 }, { "epoch": 3.648422344182653, "grad_norm": 0.001070523983798921, "learning_rate": 1.3515776558173468e-05, "loss": 0.0002, "step": 220040 }, { "epoch": 3.6485881514151646, "grad_norm": 0.0013532014563679695, "learning_rate": 1.3514118485848353e-05, "loss": 0.0038, "step": 220050 }, { "epoch": 3.648753958647676, "grad_norm": 0.0011106686433777213, "learning_rate": 1.351246041352324e-05, "loss": 0.0073, "step": 220060 }, { "epoch": 3.648919765880188, "grad_norm": 0.0004928115522488952, "learning_rate": 1.3510802341198122e-05, "loss": 0.0052, "step": 220070 }, { "epoch": 3.649085573112699, "grad_norm": 0.007363102864474058, "learning_rate": 1.3509144268873009e-05, "loss": 0.0069, "step": 220080 }, { "epoch": 3.649251380345211, "grad_norm": 0.002211177721619606, "learning_rate": 1.3507486196547894e-05, "loss": 0.0097, "step": 220090 }, { "epoch": 3.649417187577722, "grad_norm": 0.0003685608971863985, "learning_rate": 1.3505828124222781e-05, "loss": 0.0001, "step": 220100 }, { "epoch": 3.649582994810234, "grad_norm": 0.001294866786338389, "learning_rate": 1.3504170051897663e-05, "loss": 0.0252, "step": 220110 }, { "epoch": 3.649748802042745, "grad_norm": 0.008556518703699112, "learning_rate": 1.350251197957255e-05, "loss": 0.0002, "step": 220120 }, { "epoch": 3.649914609275257, "grad_norm": 0.00081334647256881, "learning_rate": 1.3500853907247435e-05, "loss": 0.0071, "step": 220130 }, { "epoch": 3.650080416507768, "grad_norm": 0.021880274638533592, "learning_rate": 1.349919583492232e-05, "loss": 0.0006, "step": 220140 }, { "epoch": 3.6502462237402797, "grad_norm": 7.414986612275243e-05, "learning_rate": 1.3497537762597203e-05, "loss": 0.0, "step": 220150 }, { "epoch": 3.6504120309727908, "grad_norm": 0.001119480817578733, "learning_rate": 1.349587969027209e-05, "loss": 0.0071, "step": 220160 }, { "epoch": 3.6505778382053027, "grad_norm": 0.11672858893871307, "learning_rate": 1.3494221617946976e-05, "loss": 0.0028, "step": 220170 }, { "epoch": 3.650743645437814, "grad_norm": 0.0023296987637877464, "learning_rate": 1.349256354562186e-05, "loss": 0.0001, "step": 220180 }, { "epoch": 3.6509094526703256, "grad_norm": 0.02014973759651184, "learning_rate": 1.3490905473296748e-05, "loss": 0.0092, "step": 220190 }, { "epoch": 3.651075259902837, "grad_norm": 0.011425577104091644, "learning_rate": 1.3489247400971631e-05, "loss": 0.0025, "step": 220200 }, { "epoch": 3.6512410671353486, "grad_norm": 0.0006206962279975414, "learning_rate": 1.3487589328646516e-05, "loss": 0.0024, "step": 220210 }, { "epoch": 3.65140687436786, "grad_norm": 0.0008883436676114798, "learning_rate": 1.3485931256321401e-05, "loss": 0.0057, "step": 220220 }, { "epoch": 3.6515726816003715, "grad_norm": 0.0015638951444998384, "learning_rate": 1.3484273183996288e-05, "loss": 0.0057, "step": 220230 }, { "epoch": 3.651738488832883, "grad_norm": 0.004183637909591198, "learning_rate": 1.348261511167117e-05, "loss": 0.0108, "step": 220240 }, { "epoch": 3.6519042960653945, "grad_norm": 0.011032919399440289, "learning_rate": 1.3480957039346057e-05, "loss": 0.0114, "step": 220250 }, { "epoch": 3.652070103297906, "grad_norm": 0.0009935658890753984, "learning_rate": 1.3479298967020942e-05, "loss": 0.007, "step": 220260 }, { "epoch": 3.6522359105304174, "grad_norm": 0.0009449348435737193, "learning_rate": 1.3477640894695829e-05, "loss": 0.0047, "step": 220270 }, { "epoch": 3.652401717762929, "grad_norm": 0.006448472384363413, "learning_rate": 1.347598282237071e-05, "loss": 0.0011, "step": 220280 }, { "epoch": 3.6525675249954404, "grad_norm": 0.00028055807342752814, "learning_rate": 1.3474324750045598e-05, "loss": 0.0023, "step": 220290 }, { "epoch": 3.652733332227952, "grad_norm": 0.0005593009409494698, "learning_rate": 1.3472666677720483e-05, "loss": 0.005, "step": 220300 }, { "epoch": 3.6528991394604633, "grad_norm": 0.016648495569825172, "learning_rate": 1.347100860539537e-05, "loss": 0.0004, "step": 220310 }, { "epoch": 3.6530649466929748, "grad_norm": 0.22727951407432556, "learning_rate": 1.3469350533070251e-05, "loss": 0.0045, "step": 220320 }, { "epoch": 3.6532307539254862, "grad_norm": 0.008986933156847954, "learning_rate": 1.3467692460745138e-05, "loss": 0.0052, "step": 220330 }, { "epoch": 3.6533965611579977, "grad_norm": 0.016741009429097176, "learning_rate": 1.3466034388420023e-05, "loss": 0.0037, "step": 220340 }, { "epoch": 3.653562368390509, "grad_norm": 0.002744351513683796, "learning_rate": 1.3464376316094909e-05, "loss": 0.0055, "step": 220350 }, { "epoch": 3.6537281756230207, "grad_norm": 0.1713102012872696, "learning_rate": 1.3462718243769795e-05, "loss": 0.0092, "step": 220360 }, { "epoch": 3.653893982855532, "grad_norm": 0.039569634944200516, "learning_rate": 1.3461060171444679e-05, "loss": 0.0053, "step": 220370 }, { "epoch": 3.6540597900880436, "grad_norm": 0.0013670382322743535, "learning_rate": 1.3459402099119564e-05, "loss": 0.0039, "step": 220380 }, { "epoch": 3.654225597320555, "grad_norm": 0.004216225352138281, "learning_rate": 1.345774402679445e-05, "loss": 0.002, "step": 220390 }, { "epoch": 3.6543914045530665, "grad_norm": 0.0925070270895958, "learning_rate": 1.3456085954469336e-05, "loss": 0.0007, "step": 220400 }, { "epoch": 3.654557211785578, "grad_norm": 0.33182114362716675, "learning_rate": 1.3454427882144218e-05, "loss": 0.0035, "step": 220410 }, { "epoch": 3.6547230190180895, "grad_norm": 8.85729314177297e-05, "learning_rate": 1.3452769809819105e-05, "loss": 0.0064, "step": 220420 }, { "epoch": 3.654888826250601, "grad_norm": 0.0019955865573138, "learning_rate": 1.345111173749399e-05, "loss": 0.0, "step": 220430 }, { "epoch": 3.6550546334831124, "grad_norm": 0.0014937075320631266, "learning_rate": 1.3449453665168877e-05, "loss": 0.0, "step": 220440 }, { "epoch": 3.655220440715624, "grad_norm": 0.034791577607393265, "learning_rate": 1.3447795592843759e-05, "loss": 0.0025, "step": 220450 }, { "epoch": 3.6553862479481354, "grad_norm": 0.0027745033148676157, "learning_rate": 1.3446137520518646e-05, "loss": 0.0065, "step": 220460 }, { "epoch": 3.655552055180647, "grad_norm": 0.0005109477206133306, "learning_rate": 1.344447944819353e-05, "loss": 0.0045, "step": 220470 }, { "epoch": 3.6557178624131583, "grad_norm": 0.0010939844651147723, "learning_rate": 1.3442821375868418e-05, "loss": 0.0072, "step": 220480 }, { "epoch": 3.65588366964567, "grad_norm": 0.009625992737710476, "learning_rate": 1.34411633035433e-05, "loss": 0.0001, "step": 220490 }, { "epoch": 3.6560494768781813, "grad_norm": 0.0020332052372395992, "learning_rate": 1.3439505231218186e-05, "loss": 0.0023, "step": 220500 }, { "epoch": 3.6562152841106927, "grad_norm": 0.00011926013394258916, "learning_rate": 1.3437847158893071e-05, "loss": 0.0003, "step": 220510 }, { "epoch": 3.6563810913432047, "grad_norm": 0.12724299728870392, "learning_rate": 1.3436189086567957e-05, "loss": 0.0068, "step": 220520 }, { "epoch": 3.6565468985757157, "grad_norm": 0.0007952956948429346, "learning_rate": 1.3434531014242843e-05, "loss": 0.0029, "step": 220530 }, { "epoch": 3.6567127058082276, "grad_norm": 0.01318723987787962, "learning_rate": 1.3432872941917727e-05, "loss": 0.0012, "step": 220540 }, { "epoch": 3.6568785130407386, "grad_norm": 5.3205159929348156e-05, "learning_rate": 1.3431214869592612e-05, "loss": 0.0006, "step": 220550 }, { "epoch": 3.6570443202732505, "grad_norm": 0.010218368843197823, "learning_rate": 1.3429556797267497e-05, "loss": 0.0004, "step": 220560 }, { "epoch": 3.6572101275057616, "grad_norm": 0.00018324743723496795, "learning_rate": 1.3427898724942384e-05, "loss": 0.0035, "step": 220570 }, { "epoch": 3.6573759347382735, "grad_norm": 0.002212342107668519, "learning_rate": 1.3426240652617268e-05, "loss": 0.0082, "step": 220580 }, { "epoch": 3.6575417419707845, "grad_norm": 0.052285369485616684, "learning_rate": 1.3424582580292153e-05, "loss": 0.0007, "step": 220590 }, { "epoch": 3.6577075492032964, "grad_norm": 7.394723070319742e-05, "learning_rate": 1.3422924507967038e-05, "loss": 0.0031, "step": 220600 }, { "epoch": 3.6578733564358075, "grad_norm": 0.0014310317346826196, "learning_rate": 1.3421266435641925e-05, "loss": 0.007, "step": 220610 }, { "epoch": 3.6580391636683194, "grad_norm": 0.0010387529619038105, "learning_rate": 1.3419608363316807e-05, "loss": 0.0001, "step": 220620 }, { "epoch": 3.658204970900831, "grad_norm": 0.06850919127464294, "learning_rate": 1.3417950290991693e-05, "loss": 0.0007, "step": 220630 }, { "epoch": 3.6583707781333423, "grad_norm": 0.0011782340006902814, "learning_rate": 1.3416292218666579e-05, "loss": 0.0116, "step": 220640 }, { "epoch": 3.658536585365854, "grad_norm": 0.0028077573515474796, "learning_rate": 1.3414634146341466e-05, "loss": 0.0001, "step": 220650 }, { "epoch": 3.6587023925983653, "grad_norm": 0.0001344055199297145, "learning_rate": 1.3412976074016347e-05, "loss": 0.0021, "step": 220660 }, { "epoch": 3.6588681998308767, "grad_norm": 1.4410640687856358e-05, "learning_rate": 1.3411318001691234e-05, "loss": 0.0075, "step": 220670 }, { "epoch": 3.659034007063388, "grad_norm": 0.00033536713453941047, "learning_rate": 1.340965992936612e-05, "loss": 0.0041, "step": 220680 }, { "epoch": 3.6591998142958997, "grad_norm": 8.768853876972571e-05, "learning_rate": 1.3408001857041006e-05, "loss": 0.0045, "step": 220690 }, { "epoch": 3.659365621528411, "grad_norm": 0.00027411049813963473, "learning_rate": 1.3406343784715891e-05, "loss": 0.0012, "step": 220700 }, { "epoch": 3.6595314287609226, "grad_norm": 0.17056091129779816, "learning_rate": 1.3404685712390775e-05, "loss": 0.0027, "step": 220710 }, { "epoch": 3.659697235993434, "grad_norm": 0.00015922063903417438, "learning_rate": 1.340302764006566e-05, "loss": 0.0024, "step": 220720 }, { "epoch": 3.6598630432259456, "grad_norm": 0.20151032507419586, "learning_rate": 1.3401369567740545e-05, "loss": 0.0037, "step": 220730 }, { "epoch": 3.660028850458457, "grad_norm": 0.0014843195676803589, "learning_rate": 1.3399711495415432e-05, "loss": 0.0016, "step": 220740 }, { "epoch": 3.6601946576909685, "grad_norm": 0.0020112774800509214, "learning_rate": 1.3398053423090316e-05, "loss": 0.0006, "step": 220750 }, { "epoch": 3.66036046492348, "grad_norm": 0.0007585088023915887, "learning_rate": 1.33963953507652e-05, "loss": 0.0096, "step": 220760 }, { "epoch": 3.6605262721559915, "grad_norm": 0.004719678778201342, "learning_rate": 1.3394737278440086e-05, "loss": 0.0, "step": 220770 }, { "epoch": 3.660692079388503, "grad_norm": 0.00020065046555828303, "learning_rate": 1.3393079206114973e-05, "loss": 0.0051, "step": 220780 }, { "epoch": 3.6608578866210144, "grad_norm": 0.0027665661182254553, "learning_rate": 1.3391421133789856e-05, "loss": 0.0042, "step": 220790 }, { "epoch": 3.661023693853526, "grad_norm": 1.605427314643748e-05, "learning_rate": 1.3389763061464741e-05, "loss": 0.0027, "step": 220800 }, { "epoch": 3.6611895010860374, "grad_norm": 0.00906539149582386, "learning_rate": 1.3388104989139627e-05, "loss": 0.0012, "step": 220810 }, { "epoch": 3.661355308318549, "grad_norm": 0.0007502802181988955, "learning_rate": 1.3386446916814513e-05, "loss": 0.0026, "step": 220820 }, { "epoch": 3.6615211155510603, "grad_norm": 0.000801113317720592, "learning_rate": 1.3384788844489395e-05, "loss": 0.0009, "step": 220830 }, { "epoch": 3.6616869227835718, "grad_norm": 9.436211985303089e-05, "learning_rate": 1.3383130772164282e-05, "loss": 0.0004, "step": 220840 }, { "epoch": 3.6618527300160832, "grad_norm": 0.0017407386330887675, "learning_rate": 1.3381472699839167e-05, "loss": 0.0039, "step": 220850 }, { "epoch": 3.6620185372485947, "grad_norm": 0.026723425835371017, "learning_rate": 1.3379814627514054e-05, "loss": 0.015, "step": 220860 }, { "epoch": 3.662184344481106, "grad_norm": 0.0002718697360251099, "learning_rate": 1.337815655518894e-05, "loss": 0.0089, "step": 220870 }, { "epoch": 3.6623501517136177, "grad_norm": 0.00026528583839535713, "learning_rate": 1.3376498482863823e-05, "loss": 0.0056, "step": 220880 }, { "epoch": 3.662515958946129, "grad_norm": 0.36595380306243896, "learning_rate": 1.3374840410538708e-05, "loss": 0.0037, "step": 220890 }, { "epoch": 3.6626817661786406, "grad_norm": 0.02089954912662506, "learning_rate": 1.3373182338213595e-05, "loss": 0.0109, "step": 220900 }, { "epoch": 3.662847573411152, "grad_norm": 0.0041688657365739346, "learning_rate": 1.337152426588848e-05, "loss": 0.0146, "step": 220910 }, { "epoch": 3.6630133806436636, "grad_norm": 0.0007689587073400617, "learning_rate": 1.3369866193563363e-05, "loss": 0.0052, "step": 220920 }, { "epoch": 3.663179187876175, "grad_norm": 0.0006117716548033059, "learning_rate": 1.3368208121238249e-05, "loss": 0.0059, "step": 220930 }, { "epoch": 3.6633449951086865, "grad_norm": 0.00032399434712715447, "learning_rate": 1.3366550048913134e-05, "loss": 0.003, "step": 220940 }, { "epoch": 3.663510802341198, "grad_norm": 0.17471861839294434, "learning_rate": 1.336489197658802e-05, "loss": 0.0043, "step": 220950 }, { "epoch": 3.6636766095737094, "grad_norm": 0.05935031548142433, "learning_rate": 1.3363233904262904e-05, "loss": 0.0072, "step": 220960 }, { "epoch": 3.6638424168062214, "grad_norm": 6.125443178461865e-05, "learning_rate": 1.336157583193779e-05, "loss": 0.0075, "step": 220970 }, { "epoch": 3.6640082240387324, "grad_norm": 0.0006560285692103207, "learning_rate": 1.3359917759612675e-05, "loss": 0.002, "step": 220980 }, { "epoch": 3.6641740312712443, "grad_norm": 0.021295931190252304, "learning_rate": 1.3358259687287561e-05, "loss": 0.0042, "step": 220990 }, { "epoch": 3.6643398385037553, "grad_norm": 0.21045459806919098, "learning_rate": 1.3356601614962443e-05, "loss": 0.0039, "step": 221000 }, { "epoch": 3.6645056457362672, "grad_norm": 0.0008571553626097739, "learning_rate": 1.335494354263733e-05, "loss": 0.0114, "step": 221010 }, { "epoch": 3.6646714529687783, "grad_norm": 0.0019088990520685911, "learning_rate": 1.3353285470312215e-05, "loss": 0.0106, "step": 221020 }, { "epoch": 3.66483726020129, "grad_norm": 0.0012085982598364353, "learning_rate": 1.3351627397987102e-05, "loss": 0.0031, "step": 221030 }, { "epoch": 3.665003067433801, "grad_norm": 0.0028930490370839834, "learning_rate": 1.3349969325661987e-05, "loss": 0.0058, "step": 221040 }, { "epoch": 3.665168874666313, "grad_norm": 0.0006311083561740816, "learning_rate": 1.334831125333687e-05, "loss": 0.0072, "step": 221050 }, { "epoch": 3.665334681898824, "grad_norm": 0.00824837014079094, "learning_rate": 1.3346653181011756e-05, "loss": 0.0031, "step": 221060 }, { "epoch": 3.665500489131336, "grad_norm": 0.14443792402744293, "learning_rate": 1.3344995108686643e-05, "loss": 0.0026, "step": 221070 }, { "epoch": 3.6656662963638476, "grad_norm": 6.910075171617791e-05, "learning_rate": 1.3343337036361528e-05, "loss": 0.0022, "step": 221080 }, { "epoch": 3.665832103596359, "grad_norm": 0.0014561688294634223, "learning_rate": 1.3341678964036411e-05, "loss": 0.0001, "step": 221090 }, { "epoch": 3.6659979108288705, "grad_norm": 0.4299537241458893, "learning_rate": 1.3340020891711297e-05, "loss": 0.0007, "step": 221100 }, { "epoch": 3.666163718061382, "grad_norm": 0.07534874975681305, "learning_rate": 1.3338362819386182e-05, "loss": 0.0026, "step": 221110 }, { "epoch": 3.6663295252938934, "grad_norm": 0.0010870308615267277, "learning_rate": 1.3336704747061069e-05, "loss": 0.0071, "step": 221120 }, { "epoch": 3.666495332526405, "grad_norm": 0.0011465142015367746, "learning_rate": 1.3335046674735952e-05, "loss": 0.0054, "step": 221130 }, { "epoch": 3.6666611397589164, "grad_norm": 0.006493970286101103, "learning_rate": 1.3333388602410837e-05, "loss": 0.0072, "step": 221140 }, { "epoch": 3.666826946991428, "grad_norm": 0.010575816035270691, "learning_rate": 1.3331730530085722e-05, "loss": 0.0001, "step": 221150 }, { "epoch": 3.6669927542239393, "grad_norm": 0.0003605676756706089, "learning_rate": 1.333007245776061e-05, "loss": 0.0002, "step": 221160 }, { "epoch": 3.667158561456451, "grad_norm": 0.006083314772695303, "learning_rate": 1.3328414385435493e-05, "loss": 0.0028, "step": 221170 }, { "epoch": 3.6673243686889623, "grad_norm": 0.004229535348713398, "learning_rate": 1.3326756313110378e-05, "loss": 0.0001, "step": 221180 }, { "epoch": 3.6674901759214737, "grad_norm": 0.012461075559258461, "learning_rate": 1.3325098240785263e-05, "loss": 0.0002, "step": 221190 }, { "epoch": 3.667655983153985, "grad_norm": 0.0006962837651371956, "learning_rate": 1.332344016846015e-05, "loss": 0.0129, "step": 221200 }, { "epoch": 3.6678217903864967, "grad_norm": 0.0016438447637483478, "learning_rate": 1.3321782096135035e-05, "loss": 0.0079, "step": 221210 }, { "epoch": 3.667987597619008, "grad_norm": 0.0009518602746538818, "learning_rate": 1.3320124023809919e-05, "loss": 0.0036, "step": 221220 }, { "epoch": 3.6681534048515196, "grad_norm": 0.0004355949640739709, "learning_rate": 1.3318465951484804e-05, "loss": 0.0001, "step": 221230 }, { "epoch": 3.668319212084031, "grad_norm": 6.641931395279244e-05, "learning_rate": 1.331680787915969e-05, "loss": 0.0067, "step": 221240 }, { "epoch": 3.6684850193165426, "grad_norm": 0.00324629875831306, "learning_rate": 1.3315149806834576e-05, "loss": 0.0008, "step": 221250 }, { "epoch": 3.668650826549054, "grad_norm": 0.0006504285847768188, "learning_rate": 1.331349173450946e-05, "loss": 0.0039, "step": 221260 }, { "epoch": 3.6688166337815655, "grad_norm": 0.00011090248153777793, "learning_rate": 1.3311833662184345e-05, "loss": 0.0062, "step": 221270 }, { "epoch": 3.668982441014077, "grad_norm": 0.006204647943377495, "learning_rate": 1.3310175589859231e-05, "loss": 0.0036, "step": 221280 }, { "epoch": 3.6691482482465885, "grad_norm": 0.002420485485345125, "learning_rate": 1.3308517517534117e-05, "loss": 0.0057, "step": 221290 }, { "epoch": 3.6693140554791, "grad_norm": 0.00018912342784460634, "learning_rate": 1.3306859445209e-05, "loss": 0.0001, "step": 221300 }, { "epoch": 3.6694798627116114, "grad_norm": 0.0002303251385455951, "learning_rate": 1.3305201372883885e-05, "loss": 0.003, "step": 221310 }, { "epoch": 3.669645669944123, "grad_norm": 0.0002985475002788007, "learning_rate": 1.330354330055877e-05, "loss": 0.0002, "step": 221320 }, { "epoch": 3.6698114771766344, "grad_norm": 0.0011195539264008403, "learning_rate": 1.3301885228233657e-05, "loss": 0.0006, "step": 221330 }, { "epoch": 3.669977284409146, "grad_norm": 0.14693664014339447, "learning_rate": 1.330022715590854e-05, "loss": 0.0107, "step": 221340 }, { "epoch": 3.6701430916416573, "grad_norm": 0.20830601453781128, "learning_rate": 1.3298569083583426e-05, "loss": 0.0053, "step": 221350 }, { "epoch": 3.670308898874169, "grad_norm": 0.0023466467391699553, "learning_rate": 1.3296911011258311e-05, "loss": 0.0052, "step": 221360 }, { "epoch": 3.6704747061066803, "grad_norm": 0.0002961212885566056, "learning_rate": 1.3295252938933198e-05, "loss": 0.0023, "step": 221370 }, { "epoch": 3.6706405133391917, "grad_norm": 1.1997096538543701, "learning_rate": 1.3293594866608083e-05, "loss": 0.003, "step": 221380 }, { "epoch": 3.670806320571703, "grad_norm": 0.1276559978723526, "learning_rate": 1.3291936794282967e-05, "loss": 0.0061, "step": 221390 }, { "epoch": 3.6709721278042147, "grad_norm": 0.00016233760106842965, "learning_rate": 1.3290278721957852e-05, "loss": 0.0088, "step": 221400 }, { "epoch": 3.671137935036726, "grad_norm": 0.02329709194600582, "learning_rate": 1.3288620649632739e-05, "loss": 0.0004, "step": 221410 }, { "epoch": 3.671303742269238, "grad_norm": 4.0648516005603597e-05, "learning_rate": 1.3286962577307624e-05, "loss": 0.0148, "step": 221420 }, { "epoch": 3.671469549501749, "grad_norm": 0.0014857572969049215, "learning_rate": 1.3285304504982507e-05, "loss": 0.0, "step": 221430 }, { "epoch": 3.671635356734261, "grad_norm": 0.004174322355538607, "learning_rate": 1.3283646432657392e-05, "loss": 0.0101, "step": 221440 }, { "epoch": 3.671801163966772, "grad_norm": 0.0021939612925052643, "learning_rate": 1.328198836033228e-05, "loss": 0.0038, "step": 221450 }, { "epoch": 3.671966971199284, "grad_norm": 0.001928363461047411, "learning_rate": 1.3280330288007165e-05, "loss": 0.0014, "step": 221460 }, { "epoch": 3.672132778431795, "grad_norm": 2.2253048882703297e-05, "learning_rate": 1.3278672215682048e-05, "loss": 0.0062, "step": 221470 }, { "epoch": 3.672298585664307, "grad_norm": 0.00048208312364295125, "learning_rate": 1.3277014143356933e-05, "loss": 0.004, "step": 221480 }, { "epoch": 3.672464392896818, "grad_norm": 0.00024391744227614254, "learning_rate": 1.327535607103182e-05, "loss": 0.0041, "step": 221490 }, { "epoch": 3.67263020012933, "grad_norm": 0.003108579432591796, "learning_rate": 1.3273697998706705e-05, "loss": 0.0066, "step": 221500 }, { "epoch": 3.672796007361841, "grad_norm": 0.05567680299282074, "learning_rate": 1.3272039926381589e-05, "loss": 0.0069, "step": 221510 }, { "epoch": 3.672961814594353, "grad_norm": 4.254179657436907e-05, "learning_rate": 1.3270381854056474e-05, "loss": 0.0091, "step": 221520 }, { "epoch": 3.6731276218268643, "grad_norm": 0.010322351939976215, "learning_rate": 1.3268723781731359e-05, "loss": 0.0004, "step": 221530 }, { "epoch": 3.6732934290593757, "grad_norm": 0.0011192929232493043, "learning_rate": 1.3267065709406246e-05, "loss": 0.0027, "step": 221540 }, { "epoch": 3.673459236291887, "grad_norm": 0.0003281063982285559, "learning_rate": 1.3265407637081131e-05, "loss": 0.0036, "step": 221550 }, { "epoch": 3.6736250435243987, "grad_norm": 0.0001471476862207055, "learning_rate": 1.3263749564756015e-05, "loss": 0.0031, "step": 221560 }, { "epoch": 3.67379085075691, "grad_norm": 1.4326924429042265e-05, "learning_rate": 1.32620914924309e-05, "loss": 0.0026, "step": 221570 }, { "epoch": 3.6739566579894216, "grad_norm": 0.0001950564910657704, "learning_rate": 1.3260433420105787e-05, "loss": 0.0088, "step": 221580 }, { "epoch": 3.674122465221933, "grad_norm": 0.00011801933578681201, "learning_rate": 1.3258775347780672e-05, "loss": 0.0017, "step": 221590 }, { "epoch": 3.6742882724544446, "grad_norm": 1.779854756023269e-05, "learning_rate": 1.3257117275455555e-05, "loss": 0.008, "step": 221600 }, { "epoch": 3.674454079686956, "grad_norm": 0.0004088498535566032, "learning_rate": 1.325545920313044e-05, "loss": 0.0001, "step": 221610 }, { "epoch": 3.6746198869194675, "grad_norm": 0.18212120234966278, "learning_rate": 1.3253801130805327e-05, "loss": 0.0119, "step": 221620 }, { "epoch": 3.674785694151979, "grad_norm": 0.18034154176712036, "learning_rate": 1.3252143058480212e-05, "loss": 0.0028, "step": 221630 }, { "epoch": 3.6749515013844904, "grad_norm": 3.378435576451011e-05, "learning_rate": 1.3250484986155096e-05, "loss": 0.0043, "step": 221640 }, { "epoch": 3.675117308617002, "grad_norm": 2.0898898583254777e-05, "learning_rate": 1.3248826913829981e-05, "loss": 0.012, "step": 221650 }, { "epoch": 3.6752831158495134, "grad_norm": 0.00037767921457998455, "learning_rate": 1.3247168841504868e-05, "loss": 0.0024, "step": 221660 }, { "epoch": 3.675448923082025, "grad_norm": 0.00343785947188735, "learning_rate": 1.3245510769179753e-05, "loss": 0.0034, "step": 221670 }, { "epoch": 3.6756147303145363, "grad_norm": 0.0007297022384591401, "learning_rate": 1.3243852696854637e-05, "loss": 0.0001, "step": 221680 }, { "epoch": 3.675780537547048, "grad_norm": 0.00022868189262226224, "learning_rate": 1.3242194624529522e-05, "loss": 0.0029, "step": 221690 }, { "epoch": 3.6759463447795593, "grad_norm": 0.00011853774049086496, "learning_rate": 1.3240536552204407e-05, "loss": 0.0007, "step": 221700 }, { "epoch": 3.6761121520120708, "grad_norm": 8.334666745213326e-06, "learning_rate": 1.3238878479879294e-05, "loss": 0.0027, "step": 221710 }, { "epoch": 3.6762779592445822, "grad_norm": 0.0005664121708832681, "learning_rate": 1.3237220407554179e-05, "loss": 0.0017, "step": 221720 }, { "epoch": 3.6764437664770937, "grad_norm": 0.00034292956115677953, "learning_rate": 1.3235562335229063e-05, "loss": 0.0047, "step": 221730 }, { "epoch": 3.676609573709605, "grad_norm": 0.016870655119419098, "learning_rate": 1.3233904262903948e-05, "loss": 0.0068, "step": 221740 }, { "epoch": 3.6767753809421166, "grad_norm": 0.000666573119815439, "learning_rate": 1.3232246190578835e-05, "loss": 0.0007, "step": 221750 }, { "epoch": 3.676941188174628, "grad_norm": 0.0002475108194630593, "learning_rate": 1.323058811825372e-05, "loss": 0.0094, "step": 221760 }, { "epoch": 3.6771069954071396, "grad_norm": 0.00017265230417251587, "learning_rate": 1.3228930045928603e-05, "loss": 0.0036, "step": 221770 }, { "epoch": 3.677272802639651, "grad_norm": 1.2538243532180786, "learning_rate": 1.3227271973603488e-05, "loss": 0.0072, "step": 221780 }, { "epoch": 3.6774386098721625, "grad_norm": 0.0002631906245369464, "learning_rate": 1.3225613901278375e-05, "loss": 0.0021, "step": 221790 }, { "epoch": 3.677604417104674, "grad_norm": 0.0005568470805883408, "learning_rate": 1.322395582895326e-05, "loss": 0.0036, "step": 221800 }, { "epoch": 3.6777702243371855, "grad_norm": 0.0009891033405438066, "learning_rate": 1.3222297756628144e-05, "loss": 0.0001, "step": 221810 }, { "epoch": 3.677936031569697, "grad_norm": 0.0007559548830613494, "learning_rate": 1.3220639684303029e-05, "loss": 0.0002, "step": 221820 }, { "epoch": 3.6781018388022084, "grad_norm": 0.17472398281097412, "learning_rate": 1.3218981611977916e-05, "loss": 0.0088, "step": 221830 }, { "epoch": 3.67826764603472, "grad_norm": 0.00013879551261197776, "learning_rate": 1.3217323539652801e-05, "loss": 0.0, "step": 221840 }, { "epoch": 3.6784334532672314, "grad_norm": 0.0016157717909663916, "learning_rate": 1.3215665467327685e-05, "loss": 0.002, "step": 221850 }, { "epoch": 3.678599260499743, "grad_norm": 0.7438847422599792, "learning_rate": 1.321400739500257e-05, "loss": 0.01, "step": 221860 }, { "epoch": 3.6787650677322548, "grad_norm": 0.002318854909390211, "learning_rate": 1.3212349322677457e-05, "loss": 0.0058, "step": 221870 }, { "epoch": 3.678930874964766, "grad_norm": 0.00034346006577834487, "learning_rate": 1.3210691250352342e-05, "loss": 0.0023, "step": 221880 }, { "epoch": 3.6790966821972777, "grad_norm": 2.5414074116270058e-05, "learning_rate": 1.3209033178027227e-05, "loss": 0.0038, "step": 221890 }, { "epoch": 3.6792624894297887, "grad_norm": 0.0010114067699760199, "learning_rate": 1.320737510570211e-05, "loss": 0.0076, "step": 221900 }, { "epoch": 3.6794282966623006, "grad_norm": 0.09797027707099915, "learning_rate": 1.3205717033376996e-05, "loss": 0.0006, "step": 221910 }, { "epoch": 3.6795941038948117, "grad_norm": 0.16238686442375183, "learning_rate": 1.3204058961051882e-05, "loss": 0.0146, "step": 221920 }, { "epoch": 3.6797599111273236, "grad_norm": 0.00016188730660360307, "learning_rate": 1.3202400888726768e-05, "loss": 0.0112, "step": 221930 }, { "epoch": 3.6799257183598346, "grad_norm": 0.004606707952916622, "learning_rate": 1.3200742816401651e-05, "loss": 0.008, "step": 221940 }, { "epoch": 3.6800915255923465, "grad_norm": 0.00011129194899694994, "learning_rate": 1.3199084744076536e-05, "loss": 0.0001, "step": 221950 }, { "epoch": 3.6802573328248576, "grad_norm": 0.019052553921937943, "learning_rate": 1.3197426671751423e-05, "loss": 0.0001, "step": 221960 }, { "epoch": 3.6804231400573695, "grad_norm": 0.0025092745199799538, "learning_rate": 1.3195768599426308e-05, "loss": 0.0036, "step": 221970 }, { "epoch": 3.6805889472898805, "grad_norm": 0.16469064354896545, "learning_rate": 1.3194110527101192e-05, "loss": 0.0026, "step": 221980 }, { "epoch": 3.6807547545223924, "grad_norm": 0.176130011677742, "learning_rate": 1.3192452454776077e-05, "loss": 0.01, "step": 221990 }, { "epoch": 3.680920561754904, "grad_norm": 4.730418004328385e-05, "learning_rate": 1.3190794382450964e-05, "loss": 0.0066, "step": 222000 }, { "epoch": 3.6810863689874154, "grad_norm": 0.0007270638598129153, "learning_rate": 1.3189136310125849e-05, "loss": 0.0, "step": 222010 }, { "epoch": 3.681252176219927, "grad_norm": 0.020097821950912476, "learning_rate": 1.3187478237800733e-05, "loss": 0.0044, "step": 222020 }, { "epoch": 3.6814179834524383, "grad_norm": 2.4076138288364746e-05, "learning_rate": 1.3185820165475618e-05, "loss": 0.0001, "step": 222030 }, { "epoch": 3.68158379068495, "grad_norm": 0.0003316838410682976, "learning_rate": 1.3184162093150505e-05, "loss": 0.0061, "step": 222040 }, { "epoch": 3.6817495979174613, "grad_norm": 0.1955973356962204, "learning_rate": 1.318250402082539e-05, "loss": 0.0107, "step": 222050 }, { "epoch": 3.6819154051499727, "grad_norm": 0.42612800002098083, "learning_rate": 1.3180845948500275e-05, "loss": 0.0082, "step": 222060 }, { "epoch": 3.682081212382484, "grad_norm": 0.06035526841878891, "learning_rate": 1.3179187876175158e-05, "loss": 0.0001, "step": 222070 }, { "epoch": 3.6822470196149957, "grad_norm": 0.036832019686698914, "learning_rate": 1.3177529803850045e-05, "loss": 0.0044, "step": 222080 }, { "epoch": 3.682412826847507, "grad_norm": 0.0016698834951967, "learning_rate": 1.317587173152493e-05, "loss": 0.0037, "step": 222090 }, { "epoch": 3.6825786340800186, "grad_norm": 0.003531418275088072, "learning_rate": 1.3174213659199816e-05, "loss": 0.0069, "step": 222100 }, { "epoch": 3.68274444131253, "grad_norm": 6.0998059780104086e-05, "learning_rate": 1.3172555586874699e-05, "loss": 0.0024, "step": 222110 }, { "epoch": 3.6829102485450416, "grad_norm": 2.4323717298102565e-06, "learning_rate": 1.3170897514549584e-05, "loss": 0.005, "step": 222120 }, { "epoch": 3.683076055777553, "grad_norm": 0.0004609751049429178, "learning_rate": 1.3169239442224471e-05, "loss": 0.0042, "step": 222130 }, { "epoch": 3.6832418630100645, "grad_norm": 0.0005694202845916152, "learning_rate": 1.3167581369899356e-05, "loss": 0.0039, "step": 222140 }, { "epoch": 3.683407670242576, "grad_norm": 3.449492942309007e-05, "learning_rate": 1.316592329757424e-05, "loss": 0.0, "step": 222150 }, { "epoch": 3.6835734774750875, "grad_norm": 0.001997577492147684, "learning_rate": 1.3164265225249125e-05, "loss": 0.0025, "step": 222160 }, { "epoch": 3.683739284707599, "grad_norm": 0.00032260786974802613, "learning_rate": 1.3162607152924012e-05, "loss": 0.0021, "step": 222170 }, { "epoch": 3.6839050919401104, "grad_norm": 0.01813097670674324, "learning_rate": 1.3160949080598897e-05, "loss": 0.0032, "step": 222180 }, { "epoch": 3.684070899172622, "grad_norm": 0.0002520271809771657, "learning_rate": 1.315929100827378e-05, "loss": 0.0, "step": 222190 }, { "epoch": 3.6842367064051333, "grad_norm": 0.06934046000242233, "learning_rate": 1.3157632935948666e-05, "loss": 0.0014, "step": 222200 }, { "epoch": 3.684402513637645, "grad_norm": 0.16204500198364258, "learning_rate": 1.3155974863623553e-05, "loss": 0.0053, "step": 222210 }, { "epoch": 3.6845683208701563, "grad_norm": 6.72004243824631e-05, "learning_rate": 1.3154316791298438e-05, "loss": 0.0004, "step": 222220 }, { "epoch": 3.6847341281026678, "grad_norm": 0.00016408818191848695, "learning_rate": 1.3152658718973323e-05, "loss": 0.0013, "step": 222230 }, { "epoch": 3.6848999353351792, "grad_norm": 0.6192065477371216, "learning_rate": 1.3151000646648206e-05, "loss": 0.0177, "step": 222240 }, { "epoch": 3.6850657425676907, "grad_norm": 0.00029298869776539505, "learning_rate": 1.3149342574323093e-05, "loss": 0.0069, "step": 222250 }, { "epoch": 3.685231549800202, "grad_norm": 0.00014519246178679168, "learning_rate": 1.3147684501997978e-05, "loss": 0.0007, "step": 222260 }, { "epoch": 3.6853973570327136, "grad_norm": 0.0072236149571835995, "learning_rate": 1.3146026429672864e-05, "loss": 0.0029, "step": 222270 }, { "epoch": 3.685563164265225, "grad_norm": 0.0003092818660661578, "learning_rate": 1.3144368357347747e-05, "loss": 0.008, "step": 222280 }, { "epoch": 3.6857289714977366, "grad_norm": 0.0024913595989346504, "learning_rate": 1.3142710285022632e-05, "loss": 0.0028, "step": 222290 }, { "epoch": 3.685894778730248, "grad_norm": 0.04107492417097092, "learning_rate": 1.3141052212697519e-05, "loss": 0.003, "step": 222300 }, { "epoch": 3.6860605859627595, "grad_norm": 0.012237049639225006, "learning_rate": 1.3139394140372404e-05, "loss": 0.0004, "step": 222310 }, { "epoch": 3.686226393195271, "grad_norm": 0.004090562462806702, "learning_rate": 1.3137736068047288e-05, "loss": 0.0028, "step": 222320 }, { "epoch": 3.6863922004277825, "grad_norm": 0.004329018760472536, "learning_rate": 1.3136077995722173e-05, "loss": 0.0013, "step": 222330 }, { "epoch": 3.6865580076602944, "grad_norm": 0.013458237051963806, "learning_rate": 1.313441992339706e-05, "loss": 0.0001, "step": 222340 }, { "epoch": 3.6867238148928054, "grad_norm": 0.0026848914567381144, "learning_rate": 1.3132761851071945e-05, "loss": 0.0036, "step": 222350 }, { "epoch": 3.6868896221253173, "grad_norm": 0.000449830899015069, "learning_rate": 1.3131103778746828e-05, "loss": 0.0008, "step": 222360 }, { "epoch": 3.6870554293578284, "grad_norm": 0.0012907929485663772, "learning_rate": 1.3129445706421714e-05, "loss": 0.0, "step": 222370 }, { "epoch": 3.6872212365903403, "grad_norm": 0.0014418072532862425, "learning_rate": 1.31277876340966e-05, "loss": 0.0051, "step": 222380 }, { "epoch": 3.6873870438228513, "grad_norm": 0.000499540357850492, "learning_rate": 1.3126129561771486e-05, "loss": 0.0026, "step": 222390 }, { "epoch": 3.6875528510553632, "grad_norm": 0.000869130773935467, "learning_rate": 1.312447148944637e-05, "loss": 0.0005, "step": 222400 }, { "epoch": 3.6877186582878743, "grad_norm": 0.0179377980530262, "learning_rate": 1.3122813417121254e-05, "loss": 0.0005, "step": 222410 }, { "epoch": 3.687884465520386, "grad_norm": 0.00017620912694837898, "learning_rate": 1.3121155344796141e-05, "loss": 0.0024, "step": 222420 }, { "epoch": 3.688050272752897, "grad_norm": 0.32909154891967773, "learning_rate": 1.3119497272471026e-05, "loss": 0.0016, "step": 222430 }, { "epoch": 3.688216079985409, "grad_norm": 0.4213712513446808, "learning_rate": 1.3117839200145911e-05, "loss": 0.0011, "step": 222440 }, { "epoch": 3.6883818872179206, "grad_norm": 0.019855398684740067, "learning_rate": 1.3116181127820795e-05, "loss": 0.0039, "step": 222450 }, { "epoch": 3.688547694450432, "grad_norm": 0.00045215646969154477, "learning_rate": 1.3114523055495682e-05, "loss": 0.0127, "step": 222460 }, { "epoch": 3.6887135016829435, "grad_norm": 0.24030381441116333, "learning_rate": 1.3112864983170567e-05, "loss": 0.0055, "step": 222470 }, { "epoch": 3.688879308915455, "grad_norm": 1.363569845125312e-05, "learning_rate": 1.3111206910845452e-05, "loss": 0.002, "step": 222480 }, { "epoch": 3.6890451161479665, "grad_norm": 0.00018363696290180087, "learning_rate": 1.3109548838520336e-05, "loss": 0.0043, "step": 222490 }, { "epoch": 3.689210923380478, "grad_norm": 0.3904111683368683, "learning_rate": 1.310789076619522e-05, "loss": 0.0056, "step": 222500 }, { "epoch": 3.6893767306129894, "grad_norm": 0.0010782739846035838, "learning_rate": 1.3106232693870108e-05, "loss": 0.0004, "step": 222510 }, { "epoch": 3.689542537845501, "grad_norm": 0.00035970599856227636, "learning_rate": 1.3104574621544993e-05, "loss": 0.0078, "step": 222520 }, { "epoch": 3.6897083450780124, "grad_norm": 0.001927145291119814, "learning_rate": 1.3102916549219876e-05, "loss": 0.0016, "step": 222530 }, { "epoch": 3.689874152310524, "grad_norm": 0.00019552320009097457, "learning_rate": 1.3101258476894762e-05, "loss": 0.006, "step": 222540 }, { "epoch": 3.6900399595430353, "grad_norm": 0.0014705673092976213, "learning_rate": 1.3099600404569648e-05, "loss": 0.0005, "step": 222550 }, { "epoch": 3.690205766775547, "grad_norm": 6.215483153937384e-05, "learning_rate": 1.3097942332244534e-05, "loss": 0.0028, "step": 222560 }, { "epoch": 3.6903715740080583, "grad_norm": 0.17799390852451324, "learning_rate": 1.309628425991942e-05, "loss": 0.0034, "step": 222570 }, { "epoch": 3.6905373812405697, "grad_norm": 0.0015370033215731382, "learning_rate": 1.3094626187594302e-05, "loss": 0.0, "step": 222580 }, { "epoch": 3.690703188473081, "grad_norm": 0.18028050661087036, "learning_rate": 1.3092968115269189e-05, "loss": 0.0103, "step": 222590 }, { "epoch": 3.6908689957055927, "grad_norm": 0.6215433478355408, "learning_rate": 1.3091310042944074e-05, "loss": 0.0008, "step": 222600 }, { "epoch": 3.691034802938104, "grad_norm": 2.1559812012128532e-05, "learning_rate": 1.308965197061896e-05, "loss": 0.0, "step": 222610 }, { "epoch": 3.6912006101706156, "grad_norm": 0.006468475796282291, "learning_rate": 1.3087993898293843e-05, "loss": 0.0047, "step": 222620 }, { "epoch": 3.691366417403127, "grad_norm": 0.31945276260375977, "learning_rate": 1.308633582596873e-05, "loss": 0.0009, "step": 222630 }, { "epoch": 3.6915322246356386, "grad_norm": 0.0002849859884008765, "learning_rate": 1.3084677753643615e-05, "loss": 0.0052, "step": 222640 }, { "epoch": 3.69169803186815, "grad_norm": 0.00012137654994148761, "learning_rate": 1.30830196813185e-05, "loss": 0.0001, "step": 222650 }, { "epoch": 3.6918638391006615, "grad_norm": 0.03875892981886864, "learning_rate": 1.3081361608993384e-05, "loss": 0.0045, "step": 222660 }, { "epoch": 3.692029646333173, "grad_norm": 4.183008422842249e-05, "learning_rate": 1.307970353666827e-05, "loss": 0.0033, "step": 222670 }, { "epoch": 3.6921954535656845, "grad_norm": 0.0001490513823227957, "learning_rate": 1.3078045464343156e-05, "loss": 0.0035, "step": 222680 }, { "epoch": 3.692361260798196, "grad_norm": 0.14960430562496185, "learning_rate": 1.307638739201804e-05, "loss": 0.006, "step": 222690 }, { "epoch": 3.6925270680307074, "grad_norm": 0.016085965558886528, "learning_rate": 1.3074729319692924e-05, "loss": 0.0087, "step": 222700 }, { "epoch": 3.692692875263219, "grad_norm": 0.02334248647093773, "learning_rate": 1.307307124736781e-05, "loss": 0.0134, "step": 222710 }, { "epoch": 3.6928586824957303, "grad_norm": 0.03136003389954567, "learning_rate": 1.3071413175042696e-05, "loss": 0.0033, "step": 222720 }, { "epoch": 3.693024489728242, "grad_norm": 0.010417860001325607, "learning_rate": 1.3069755102717582e-05, "loss": 0.0077, "step": 222730 }, { "epoch": 3.6931902969607533, "grad_norm": 6.914940513524925e-06, "learning_rate": 1.3068097030392468e-05, "loss": 0.0004, "step": 222740 }, { "epoch": 3.6933561041932648, "grad_norm": 0.0003295810311101377, "learning_rate": 1.306643895806735e-05, "loss": 0.0044, "step": 222750 }, { "epoch": 3.6935219114257762, "grad_norm": 0.004075013101100922, "learning_rate": 1.3064780885742237e-05, "loss": 0.0128, "step": 222760 }, { "epoch": 3.6936877186582877, "grad_norm": 0.15219128131866455, "learning_rate": 1.3063122813417122e-05, "loss": 0.0025, "step": 222770 }, { "epoch": 3.693853525890799, "grad_norm": 0.00015238022024277598, "learning_rate": 1.3061464741092009e-05, "loss": 0.0056, "step": 222780 }, { "epoch": 3.694019333123311, "grad_norm": 0.0006486571510322392, "learning_rate": 1.3059806668766891e-05, "loss": 0.0034, "step": 222790 }, { "epoch": 3.694185140355822, "grad_norm": 0.0001940522197401151, "learning_rate": 1.3058148596441778e-05, "loss": 0.0138, "step": 222800 }, { "epoch": 3.694350947588334, "grad_norm": 4.365761924418621e-05, "learning_rate": 1.3056490524116663e-05, "loss": 0.0042, "step": 222810 }, { "epoch": 3.694516754820845, "grad_norm": 0.0002138649724656716, "learning_rate": 1.3054832451791548e-05, "loss": 0.0004, "step": 222820 }, { "epoch": 3.694682562053357, "grad_norm": 0.24404367804527283, "learning_rate": 1.3053174379466432e-05, "loss": 0.0052, "step": 222830 }, { "epoch": 3.694848369285868, "grad_norm": 0.00012141090701334178, "learning_rate": 1.3051516307141318e-05, "loss": 0.0029, "step": 222840 }, { "epoch": 3.69501417651838, "grad_norm": 0.0004231476632412523, "learning_rate": 1.3049858234816204e-05, "loss": 0.003, "step": 222850 }, { "epoch": 3.695179983750891, "grad_norm": 4.742849341710098e-05, "learning_rate": 1.3048200162491089e-05, "loss": 0.0007, "step": 222860 }, { "epoch": 3.695345790983403, "grad_norm": 0.001834575436078012, "learning_rate": 1.3046542090165972e-05, "loss": 0.0167, "step": 222870 }, { "epoch": 3.695511598215914, "grad_norm": 0.00020984104776289314, "learning_rate": 1.3044884017840857e-05, "loss": 0.0048, "step": 222880 }, { "epoch": 3.695677405448426, "grad_norm": 0.6768977642059326, "learning_rate": 1.3043225945515744e-05, "loss": 0.005, "step": 222890 }, { "epoch": 3.6958432126809373, "grad_norm": 0.0028733101207762957, "learning_rate": 1.304156787319063e-05, "loss": 0.0001, "step": 222900 }, { "epoch": 3.6960090199134488, "grad_norm": 0.001223082304932177, "learning_rate": 1.3039909800865516e-05, "loss": 0.0021, "step": 222910 }, { "epoch": 3.6961748271459602, "grad_norm": 0.0054388875141739845, "learning_rate": 1.3038251728540398e-05, "loss": 0.0007, "step": 222920 }, { "epoch": 3.6963406343784717, "grad_norm": 0.06723616272211075, "learning_rate": 1.3036593656215285e-05, "loss": 0.004, "step": 222930 }, { "epoch": 3.696506441610983, "grad_norm": 0.0017838532803580165, "learning_rate": 1.303493558389017e-05, "loss": 0.0004, "step": 222940 }, { "epoch": 3.6966722488434947, "grad_norm": 0.2241392731666565, "learning_rate": 1.3033277511565057e-05, "loss": 0.003, "step": 222950 }, { "epoch": 3.696838056076006, "grad_norm": 0.0009062432800419629, "learning_rate": 1.3031619439239939e-05, "loss": 0.0033, "step": 222960 }, { "epoch": 3.6970038633085176, "grad_norm": 0.2510940134525299, "learning_rate": 1.3029961366914826e-05, "loss": 0.0004, "step": 222970 }, { "epoch": 3.697169670541029, "grad_norm": 0.19998052716255188, "learning_rate": 1.302830329458971e-05, "loss": 0.0037, "step": 222980 }, { "epoch": 3.6973354777735405, "grad_norm": 0.0018596980953589082, "learning_rate": 1.3026645222264596e-05, "loss": 0.0001, "step": 222990 }, { "epoch": 3.697501285006052, "grad_norm": 0.004346056841313839, "learning_rate": 1.302498714993948e-05, "loss": 0.0033, "step": 223000 }, { "epoch": 3.6976670922385635, "grad_norm": 0.0009024483733810484, "learning_rate": 1.3023329077614366e-05, "loss": 0.0, "step": 223010 }, { "epoch": 3.697832899471075, "grad_norm": 0.002035684185102582, "learning_rate": 1.3021671005289252e-05, "loss": 0.0023, "step": 223020 }, { "epoch": 3.6979987067035864, "grad_norm": 0.0004451395361684263, "learning_rate": 1.3020012932964137e-05, "loss": 0.0144, "step": 223030 }, { "epoch": 3.698164513936098, "grad_norm": 0.11329422891139984, "learning_rate": 1.301835486063902e-05, "loss": 0.0075, "step": 223040 }, { "epoch": 3.6983303211686094, "grad_norm": 0.007597392424941063, "learning_rate": 1.3016696788313907e-05, "loss": 0.0002, "step": 223050 }, { "epoch": 3.698496128401121, "grad_norm": 0.0015471563674509525, "learning_rate": 1.3015038715988792e-05, "loss": 0.0072, "step": 223060 }, { "epoch": 3.6986619356336323, "grad_norm": 0.00028058592579327524, "learning_rate": 1.3013380643663677e-05, "loss": 0.0001, "step": 223070 }, { "epoch": 3.698827742866144, "grad_norm": 0.000300675310427323, "learning_rate": 1.3011722571338564e-05, "loss": 0.0029, "step": 223080 }, { "epoch": 3.6989935500986553, "grad_norm": 0.00010240169649478048, "learning_rate": 1.3010064499013446e-05, "loss": 0.004, "step": 223090 }, { "epoch": 3.6991593573311667, "grad_norm": 0.009165498428046703, "learning_rate": 1.3008406426688333e-05, "loss": 0.0008, "step": 223100 }, { "epoch": 3.699325164563678, "grad_norm": 0.011272726580500603, "learning_rate": 1.3006748354363218e-05, "loss": 0.0084, "step": 223110 }, { "epoch": 3.6994909717961897, "grad_norm": 0.08902309089899063, "learning_rate": 1.3005090282038105e-05, "loss": 0.0001, "step": 223120 }, { "epoch": 3.699656779028701, "grad_norm": 0.00011655500566121191, "learning_rate": 1.3003432209712987e-05, "loss": 0.0, "step": 223130 }, { "epoch": 3.6998225862612126, "grad_norm": 0.0004543164686765522, "learning_rate": 1.3001774137387874e-05, "loss": 0.0025, "step": 223140 }, { "epoch": 3.699988393493724, "grad_norm": 0.004424306098371744, "learning_rate": 1.3000116065062759e-05, "loss": 0.0018, "step": 223150 }, { "epoch": 3.7001542007262356, "grad_norm": 0.0005502115818671882, "learning_rate": 1.2998457992737646e-05, "loss": 0.0026, "step": 223160 }, { "epoch": 3.700320007958747, "grad_norm": 0.00017138356633950025, "learning_rate": 1.2996799920412527e-05, "loss": 0.0, "step": 223170 }, { "epoch": 3.7004858151912585, "grad_norm": 2.0965921066817828e-05, "learning_rate": 1.2995141848087414e-05, "loss": 0.0104, "step": 223180 }, { "epoch": 3.70065162242377, "grad_norm": 0.0036229032557457685, "learning_rate": 1.29934837757623e-05, "loss": 0.002, "step": 223190 }, { "epoch": 3.7008174296562815, "grad_norm": 0.010371934622526169, "learning_rate": 1.2991825703437185e-05, "loss": 0.0099, "step": 223200 }, { "epoch": 3.700983236888793, "grad_norm": 0.15286657214164734, "learning_rate": 1.2990167631112068e-05, "loss": 0.0062, "step": 223210 }, { "epoch": 3.7011490441213044, "grad_norm": 0.14821626245975494, "learning_rate": 1.2988509558786955e-05, "loss": 0.0032, "step": 223220 }, { "epoch": 3.701314851353816, "grad_norm": 0.0021593680139631033, "learning_rate": 1.298685148646184e-05, "loss": 0.0086, "step": 223230 }, { "epoch": 3.701480658586328, "grad_norm": 0.000279847823549062, "learning_rate": 1.2985193414136725e-05, "loss": 0.0133, "step": 223240 }, { "epoch": 3.701646465818839, "grad_norm": 4.195424844510853e-05, "learning_rate": 1.2983535341811612e-05, "loss": 0.0073, "step": 223250 }, { "epoch": 3.7018122730513507, "grad_norm": 0.00048688543029129505, "learning_rate": 1.2981877269486496e-05, "loss": 0.0001, "step": 223260 }, { "epoch": 3.7019780802838618, "grad_norm": 0.0037234986666589975, "learning_rate": 1.2980219197161381e-05, "loss": 0.003, "step": 223270 }, { "epoch": 3.7021438875163737, "grad_norm": 0.007550641428679228, "learning_rate": 1.2978561124836266e-05, "loss": 0.0035, "step": 223280 }, { "epoch": 3.7023096947488847, "grad_norm": 0.0009235008037649095, "learning_rate": 1.2976903052511153e-05, "loss": 0.0183, "step": 223290 }, { "epoch": 3.7024755019813966, "grad_norm": 0.042456913739442825, "learning_rate": 1.2975244980186035e-05, "loss": 0.001, "step": 223300 }, { "epoch": 3.7026413092139077, "grad_norm": 0.000389301945688203, "learning_rate": 1.2973586907860922e-05, "loss": 0.003, "step": 223310 }, { "epoch": 3.7028071164464196, "grad_norm": 0.02150542475283146, "learning_rate": 1.2971928835535807e-05, "loss": 0.0005, "step": 223320 }, { "epoch": 3.7029729236789306, "grad_norm": 0.1526864618062973, "learning_rate": 1.2970270763210694e-05, "loss": 0.0002, "step": 223330 }, { "epoch": 3.7031387309114425, "grad_norm": 0.0005202872562222183, "learning_rate": 1.2968612690885575e-05, "loss": 0.0054, "step": 223340 }, { "epoch": 3.703304538143954, "grad_norm": 0.004393682349473238, "learning_rate": 1.2966954618560462e-05, "loss": 0.0137, "step": 223350 }, { "epoch": 3.7034703453764655, "grad_norm": 0.0022885596845299006, "learning_rate": 1.2965296546235347e-05, "loss": 0.0041, "step": 223360 }, { "epoch": 3.703636152608977, "grad_norm": 0.0001271491782972589, "learning_rate": 1.2963638473910234e-05, "loss": 0.0095, "step": 223370 }, { "epoch": 3.7038019598414884, "grad_norm": 0.022045888006687164, "learning_rate": 1.2961980401585116e-05, "loss": 0.006, "step": 223380 }, { "epoch": 3.703967767074, "grad_norm": 0.0009558550082147121, "learning_rate": 1.2960322329260003e-05, "loss": 0.0057, "step": 223390 }, { "epoch": 3.7041335743065114, "grad_norm": 0.0032543151173740625, "learning_rate": 1.2958664256934888e-05, "loss": 0.0002, "step": 223400 }, { "epoch": 3.704299381539023, "grad_norm": 0.19229696691036224, "learning_rate": 1.2957006184609773e-05, "loss": 0.0034, "step": 223410 }, { "epoch": 3.7044651887715343, "grad_norm": 0.007199273910373449, "learning_rate": 1.295534811228466e-05, "loss": 0.0029, "step": 223420 }, { "epoch": 3.7046309960040458, "grad_norm": 0.00016242255514953285, "learning_rate": 1.2953690039959544e-05, "loss": 0.004, "step": 223430 }, { "epoch": 3.7047968032365572, "grad_norm": 0.003990589641034603, "learning_rate": 1.2952031967634429e-05, "loss": 0.0035, "step": 223440 }, { "epoch": 3.7049626104690687, "grad_norm": 0.22963331639766693, "learning_rate": 1.2950373895309314e-05, "loss": 0.0074, "step": 223450 }, { "epoch": 3.70512841770158, "grad_norm": 0.0030834716744720936, "learning_rate": 1.29487158229842e-05, "loss": 0.0027, "step": 223460 }, { "epoch": 3.7052942249340917, "grad_norm": 0.00012149547546869144, "learning_rate": 1.2947057750659083e-05, "loss": 0.0056, "step": 223470 }, { "epoch": 3.705460032166603, "grad_norm": 5.611154847429134e-05, "learning_rate": 1.294539967833397e-05, "loss": 0.0001, "step": 223480 }, { "epoch": 3.7056258393991146, "grad_norm": 0.006274206098169088, "learning_rate": 1.2943741606008855e-05, "loss": 0.0003, "step": 223490 }, { "epoch": 3.705791646631626, "grad_norm": 0.01664161868393421, "learning_rate": 1.2942083533683742e-05, "loss": 0.0007, "step": 223500 }, { "epoch": 3.7059574538641376, "grad_norm": 0.09309914708137512, "learning_rate": 1.2940425461358623e-05, "loss": 0.0002, "step": 223510 }, { "epoch": 3.706123261096649, "grad_norm": 0.0006467943894676864, "learning_rate": 1.293876738903351e-05, "loss": 0.0026, "step": 223520 }, { "epoch": 3.7062890683291605, "grad_norm": 0.00518488883972168, "learning_rate": 1.2937109316708395e-05, "loss": 0.004, "step": 223530 }, { "epoch": 3.706454875561672, "grad_norm": 0.023585710674524307, "learning_rate": 1.2935451244383282e-05, "loss": 0.0022, "step": 223540 }, { "epoch": 3.7066206827941834, "grad_norm": 0.0001038948175846599, "learning_rate": 1.2933793172058164e-05, "loss": 0.0027, "step": 223550 }, { "epoch": 3.706786490026695, "grad_norm": 0.0017264820635318756, "learning_rate": 1.2932135099733051e-05, "loss": 0.0055, "step": 223560 }, { "epoch": 3.7069522972592064, "grad_norm": 0.001746872323565185, "learning_rate": 1.2930477027407936e-05, "loss": 0.0026, "step": 223570 }, { "epoch": 3.707118104491718, "grad_norm": 0.12919290363788605, "learning_rate": 1.2928818955082821e-05, "loss": 0.008, "step": 223580 }, { "epoch": 3.7072839117242293, "grad_norm": 0.0055622924119234085, "learning_rate": 1.2927160882757708e-05, "loss": 0.0098, "step": 223590 }, { "epoch": 3.707449718956741, "grad_norm": 6.191568536451086e-05, "learning_rate": 1.2925502810432592e-05, "loss": 0.0032, "step": 223600 }, { "epoch": 3.7076155261892523, "grad_norm": 0.14190398156642914, "learning_rate": 1.2923844738107477e-05, "loss": 0.0261, "step": 223610 }, { "epoch": 3.7077813334217637, "grad_norm": 4.600533065968193e-05, "learning_rate": 1.2922186665782362e-05, "loss": 0.0044, "step": 223620 }, { "epoch": 3.707947140654275, "grad_norm": 0.0014526282902806997, "learning_rate": 1.2920528593457249e-05, "loss": 0.0003, "step": 223630 }, { "epoch": 3.7081129478867867, "grad_norm": 0.00531734898686409, "learning_rate": 1.2918870521132132e-05, "loss": 0.0028, "step": 223640 }, { "epoch": 3.708278755119298, "grad_norm": 0.0012634949525818229, "learning_rate": 1.2917212448807017e-05, "loss": 0.0029, "step": 223650 }, { "epoch": 3.7084445623518096, "grad_norm": 0.0008621040033176541, "learning_rate": 1.2915554376481903e-05, "loss": 0.0002, "step": 223660 }, { "epoch": 3.708610369584321, "grad_norm": 0.0030362983234226704, "learning_rate": 1.291389630415679e-05, "loss": 0.0056, "step": 223670 }, { "epoch": 3.7087761768168326, "grad_norm": 0.00026060696109198034, "learning_rate": 1.2912238231831671e-05, "loss": 0.0092, "step": 223680 }, { "epoch": 3.7089419840493445, "grad_norm": 0.000686927349306643, "learning_rate": 1.2910580159506558e-05, "loss": 0.0001, "step": 223690 }, { "epoch": 3.7091077912818555, "grad_norm": 8.676103607285768e-05, "learning_rate": 1.2908922087181443e-05, "loss": 0.0038, "step": 223700 }, { "epoch": 3.7092735985143674, "grad_norm": 0.017749439924955368, "learning_rate": 1.290726401485633e-05, "loss": 0.0065, "step": 223710 }, { "epoch": 3.7094394057468785, "grad_norm": 0.002989106345921755, "learning_rate": 1.2905605942531212e-05, "loss": 0.0046, "step": 223720 }, { "epoch": 3.7096052129793904, "grad_norm": 0.00024244634550996125, "learning_rate": 1.2903947870206099e-05, "loss": 0.0009, "step": 223730 }, { "epoch": 3.7097710202119014, "grad_norm": 0.0002827968855854124, "learning_rate": 1.2902289797880984e-05, "loss": 0.0026, "step": 223740 }, { "epoch": 3.7099368274444133, "grad_norm": 0.0004320100706536323, "learning_rate": 1.2900631725555871e-05, "loss": 0.0053, "step": 223750 }, { "epoch": 3.7101026346769244, "grad_norm": 4.132979302085005e-05, "learning_rate": 1.2898973653230756e-05, "loss": 0.0055, "step": 223760 }, { "epoch": 3.7102684419094363, "grad_norm": 0.0009404433076269925, "learning_rate": 1.289731558090564e-05, "loss": 0.0012, "step": 223770 }, { "epoch": 3.7104342491419473, "grad_norm": 0.0009508680668659508, "learning_rate": 1.2895657508580525e-05, "loss": 0.0001, "step": 223780 }, { "epoch": 3.710600056374459, "grad_norm": 0.0017074898350983858, "learning_rate": 1.289399943625541e-05, "loss": 0.0029, "step": 223790 }, { "epoch": 3.7107658636069707, "grad_norm": 0.0002861203975044191, "learning_rate": 1.2892341363930297e-05, "loss": 0.0083, "step": 223800 }, { "epoch": 3.710931670839482, "grad_norm": 0.5637469291687012, "learning_rate": 1.289068329160518e-05, "loss": 0.0121, "step": 223810 }, { "epoch": 3.7110974780719936, "grad_norm": 9.171137935481966e-05, "learning_rate": 1.2889025219280065e-05, "loss": 0.0007, "step": 223820 }, { "epoch": 3.711263285304505, "grad_norm": 0.20111508667469025, "learning_rate": 1.288736714695495e-05, "loss": 0.0095, "step": 223830 }, { "epoch": 3.7114290925370166, "grad_norm": 0.033823054283857346, "learning_rate": 1.2885709074629837e-05, "loss": 0.006, "step": 223840 }, { "epoch": 3.711594899769528, "grad_norm": 0.31247204542160034, "learning_rate": 1.2884051002304721e-05, "loss": 0.008, "step": 223850 }, { "epoch": 3.7117607070020395, "grad_norm": 0.03794421628117561, "learning_rate": 1.2882392929979606e-05, "loss": 0.0144, "step": 223860 }, { "epoch": 3.711926514234551, "grad_norm": 0.001856179558672011, "learning_rate": 1.2880734857654491e-05, "loss": 0.0165, "step": 223870 }, { "epoch": 3.7120923214670625, "grad_norm": 0.03309804946184158, "learning_rate": 1.2879076785329378e-05, "loss": 0.008, "step": 223880 }, { "epoch": 3.712258128699574, "grad_norm": 5.517110548680648e-05, "learning_rate": 1.287741871300426e-05, "loss": 0.004, "step": 223890 }, { "epoch": 3.7124239359320854, "grad_norm": 0.0001105722039937973, "learning_rate": 1.2875760640679147e-05, "loss": 0.0008, "step": 223900 }, { "epoch": 3.712589743164597, "grad_norm": 0.00745012704282999, "learning_rate": 1.2874102568354032e-05, "loss": 0.0038, "step": 223910 }, { "epoch": 3.7127555503971084, "grad_norm": 0.00025725935120135546, "learning_rate": 1.2872444496028919e-05, "loss": 0.0061, "step": 223920 }, { "epoch": 3.71292135762962, "grad_norm": 0.4442581236362457, "learning_rate": 1.2870786423703804e-05, "loss": 0.0046, "step": 223930 }, { "epoch": 3.7130871648621313, "grad_norm": 0.00012091166718164459, "learning_rate": 1.2869128351378687e-05, "loss": 0.0001, "step": 223940 }, { "epoch": 3.713252972094643, "grad_norm": 5.67587667319458e-05, "learning_rate": 1.2867470279053573e-05, "loss": 0.0009, "step": 223950 }, { "epoch": 3.7134187793271543, "grad_norm": 0.00010736347030615434, "learning_rate": 1.286581220672846e-05, "loss": 0.0057, "step": 223960 }, { "epoch": 3.7135845865596657, "grad_norm": 0.006807237863540649, "learning_rate": 1.2864154134403345e-05, "loss": 0.0025, "step": 223970 }, { "epoch": 3.713750393792177, "grad_norm": 0.20237202942371368, "learning_rate": 1.2862496062078228e-05, "loss": 0.0116, "step": 223980 }, { "epoch": 3.7139162010246887, "grad_norm": 0.00015853326476644725, "learning_rate": 1.2860837989753113e-05, "loss": 0.0046, "step": 223990 }, { "epoch": 3.7140820082572, "grad_norm": 0.1403839886188507, "learning_rate": 1.2859179917427998e-05, "loss": 0.0049, "step": 224000 }, { "epoch": 3.7142478154897116, "grad_norm": 0.003013914218172431, "learning_rate": 1.2857521845102885e-05, "loss": 0.0077, "step": 224010 }, { "epoch": 3.714413622722223, "grad_norm": 0.0005208185175433755, "learning_rate": 1.2855863772777769e-05, "loss": 0.0035, "step": 224020 }, { "epoch": 3.7145794299547346, "grad_norm": 0.3909884989261627, "learning_rate": 1.2854205700452654e-05, "loss": 0.0102, "step": 224030 }, { "epoch": 3.714745237187246, "grad_norm": 0.005761722102761269, "learning_rate": 1.285254762812754e-05, "loss": 0.0001, "step": 224040 }, { "epoch": 3.7149110444197575, "grad_norm": 5.543623774428852e-05, "learning_rate": 1.2850889555802426e-05, "loss": 0.0, "step": 224050 }, { "epoch": 3.715076851652269, "grad_norm": 0.0019674410577863455, "learning_rate": 1.2849231483477308e-05, "loss": 0.0039, "step": 224060 }, { "epoch": 3.7152426588847804, "grad_norm": 0.20459000766277313, "learning_rate": 1.2847573411152195e-05, "loss": 0.0071, "step": 224070 }, { "epoch": 3.715408466117292, "grad_norm": 0.054539747536182404, "learning_rate": 1.284591533882708e-05, "loss": 0.0001, "step": 224080 }, { "epoch": 3.7155742733498034, "grad_norm": 8.032321056816727e-05, "learning_rate": 1.2844257266501967e-05, "loss": 0.0095, "step": 224090 }, { "epoch": 3.715740080582315, "grad_norm": 0.00013658656098414212, "learning_rate": 1.2842599194176852e-05, "loss": 0.0093, "step": 224100 }, { "epoch": 3.7159058878148263, "grad_norm": 0.4278741776943207, "learning_rate": 1.2840941121851735e-05, "loss": 0.0022, "step": 224110 }, { "epoch": 3.716071695047338, "grad_norm": 0.0017381786601617932, "learning_rate": 1.283928304952662e-05, "loss": 0.0047, "step": 224120 }, { "epoch": 3.7162375022798493, "grad_norm": 0.18602512776851654, "learning_rate": 1.2837624977201507e-05, "loss": 0.0023, "step": 224130 }, { "epoch": 3.716403309512361, "grad_norm": 0.9919491410255432, "learning_rate": 1.2835966904876393e-05, "loss": 0.0057, "step": 224140 }, { "epoch": 3.7165691167448722, "grad_norm": 0.005912135820835829, "learning_rate": 1.2834308832551276e-05, "loss": 0.0037, "step": 224150 }, { "epoch": 3.716734923977384, "grad_norm": 0.006100598257035017, "learning_rate": 1.2832650760226161e-05, "loss": 0.0075, "step": 224160 }, { "epoch": 3.716900731209895, "grad_norm": 0.0001676173269515857, "learning_rate": 1.2830992687901046e-05, "loss": 0.003, "step": 224170 }, { "epoch": 3.717066538442407, "grad_norm": 0.0003195900353603065, "learning_rate": 1.2829334615575933e-05, "loss": 0.0023, "step": 224180 }, { "epoch": 3.717232345674918, "grad_norm": 0.0005103505100123584, "learning_rate": 1.2827676543250817e-05, "loss": 0.0031, "step": 224190 }, { "epoch": 3.71739815290743, "grad_norm": 0.0005724773509427905, "learning_rate": 1.2826018470925702e-05, "loss": 0.0029, "step": 224200 }, { "epoch": 3.717563960139941, "grad_norm": 0.007593373768031597, "learning_rate": 1.2824360398600587e-05, "loss": 0.0047, "step": 224210 }, { "epoch": 3.717729767372453, "grad_norm": 0.0045348843559622765, "learning_rate": 1.2822702326275474e-05, "loss": 0.0104, "step": 224220 }, { "epoch": 3.717895574604964, "grad_norm": 0.008834854699671268, "learning_rate": 1.2821044253950357e-05, "loss": 0.0028, "step": 224230 }, { "epoch": 3.718061381837476, "grad_norm": 0.0007229239563457668, "learning_rate": 1.2819386181625243e-05, "loss": 0.0143, "step": 224240 }, { "epoch": 3.7182271890699874, "grad_norm": 0.0004750014340970665, "learning_rate": 1.2817728109300128e-05, "loss": 0.0037, "step": 224250 }, { "epoch": 3.718392996302499, "grad_norm": 0.009855646640062332, "learning_rate": 1.2816070036975015e-05, "loss": 0.0001, "step": 224260 }, { "epoch": 3.7185588035350103, "grad_norm": 0.00021096122509334236, "learning_rate": 1.28144119646499e-05, "loss": 0.0086, "step": 224270 }, { "epoch": 3.718724610767522, "grad_norm": 0.011671604588627815, "learning_rate": 1.2812753892324783e-05, "loss": 0.008, "step": 224280 }, { "epoch": 3.7188904180000333, "grad_norm": 0.003353231120854616, "learning_rate": 1.2811095819999669e-05, "loss": 0.0067, "step": 224290 }, { "epoch": 3.7190562252325448, "grad_norm": 0.006109569687396288, "learning_rate": 1.2809437747674555e-05, "loss": 0.0084, "step": 224300 }, { "epoch": 3.7192220324650562, "grad_norm": 0.004360451828688383, "learning_rate": 1.280777967534944e-05, "loss": 0.0025, "step": 224310 }, { "epoch": 3.7193878396975677, "grad_norm": 3.678945358842611e-05, "learning_rate": 1.2806121603024324e-05, "loss": 0.0001, "step": 224320 }, { "epoch": 3.719553646930079, "grad_norm": 0.0001219479163410142, "learning_rate": 1.280446353069921e-05, "loss": 0.006, "step": 224330 }, { "epoch": 3.7197194541625906, "grad_norm": 0.000681702047586441, "learning_rate": 1.2802805458374096e-05, "loss": 0.0, "step": 224340 }, { "epoch": 3.719885261395102, "grad_norm": 0.006559229455888271, "learning_rate": 1.2801147386048981e-05, "loss": 0.0082, "step": 224350 }, { "epoch": 3.7200510686276136, "grad_norm": 0.0010857157176360488, "learning_rate": 1.2799489313723865e-05, "loss": 0.0039, "step": 224360 }, { "epoch": 3.720216875860125, "grad_norm": 0.009862636215984821, "learning_rate": 1.279783124139875e-05, "loss": 0.0091, "step": 224370 }, { "epoch": 3.7203826830926365, "grad_norm": 0.00023500628594774753, "learning_rate": 1.2796173169073635e-05, "loss": 0.0018, "step": 224380 }, { "epoch": 3.720548490325148, "grad_norm": 0.00018487065972294658, "learning_rate": 1.2794515096748522e-05, "loss": 0.0026, "step": 224390 }, { "epoch": 3.7207142975576595, "grad_norm": 0.0024323109537363052, "learning_rate": 1.2792857024423405e-05, "loss": 0.0135, "step": 224400 }, { "epoch": 3.720880104790171, "grad_norm": 0.0008952696225605905, "learning_rate": 1.279119895209829e-05, "loss": 0.002, "step": 224410 }, { "epoch": 3.7210459120226824, "grad_norm": 0.01989547349512577, "learning_rate": 1.2789540879773176e-05, "loss": 0.003, "step": 224420 }, { "epoch": 3.721211719255194, "grad_norm": 3.674585241242312e-05, "learning_rate": 1.2787882807448063e-05, "loss": 0.0001, "step": 224430 }, { "epoch": 3.7213775264877054, "grad_norm": 0.012601048685610294, "learning_rate": 1.2786224735122948e-05, "loss": 0.0001, "step": 224440 }, { "epoch": 3.721543333720217, "grad_norm": 0.0017883629770949483, "learning_rate": 1.2784566662797831e-05, "loss": 0.0003, "step": 224450 }, { "epoch": 3.7217091409527283, "grad_norm": 8.929169416660443e-05, "learning_rate": 1.2782908590472716e-05, "loss": 0.0029, "step": 224460 }, { "epoch": 3.72187494818524, "grad_norm": 0.0003083139890804887, "learning_rate": 1.2781250518147603e-05, "loss": 0.0032, "step": 224470 }, { "epoch": 3.7220407554177513, "grad_norm": 0.0013844402274116874, "learning_rate": 1.2779592445822488e-05, "loss": 0.0003, "step": 224480 }, { "epoch": 3.7222065626502627, "grad_norm": 0.02139338292181492, "learning_rate": 1.2777934373497372e-05, "loss": 0.0035, "step": 224490 }, { "epoch": 3.722372369882774, "grad_norm": 0.00020298597519285977, "learning_rate": 1.2776276301172257e-05, "loss": 0.0033, "step": 224500 }, { "epoch": 3.7225381771152857, "grad_norm": 0.00021006127644795924, "learning_rate": 1.2774618228847144e-05, "loss": 0.0038, "step": 224510 }, { "epoch": 3.722703984347797, "grad_norm": 0.004229898098856211, "learning_rate": 1.277296015652203e-05, "loss": 0.0032, "step": 224520 }, { "epoch": 3.7228697915803086, "grad_norm": 0.22302547097206116, "learning_rate": 1.2771302084196913e-05, "loss": 0.003, "step": 224530 }, { "epoch": 3.72303559881282, "grad_norm": 0.0011191515950486064, "learning_rate": 1.2769644011871798e-05, "loss": 0.0033, "step": 224540 }, { "epoch": 3.7232014060453316, "grad_norm": 0.00037695124046877027, "learning_rate": 1.2767985939546685e-05, "loss": 0.003, "step": 224550 }, { "epoch": 3.723367213277843, "grad_norm": 5.08738485223148e-05, "learning_rate": 1.276632786722157e-05, "loss": 0.0, "step": 224560 }, { "epoch": 3.7235330205103545, "grad_norm": 0.000684096768964082, "learning_rate": 1.2764669794896453e-05, "loss": 0.0001, "step": 224570 }, { "epoch": 3.723698827742866, "grad_norm": 0.20452997088432312, "learning_rate": 1.2763011722571339e-05, "loss": 0.0104, "step": 224580 }, { "epoch": 3.723864634975378, "grad_norm": 0.0063551380299031734, "learning_rate": 1.2761353650246224e-05, "loss": 0.003, "step": 224590 }, { "epoch": 3.724030442207889, "grad_norm": 0.000576626742258668, "learning_rate": 1.275969557792111e-05, "loss": 0.0072, "step": 224600 }, { "epoch": 3.724196249440401, "grad_norm": 0.0018465319881215692, "learning_rate": 1.2758037505595996e-05, "loss": 0.01, "step": 224610 }, { "epoch": 3.724362056672912, "grad_norm": 0.2903483510017395, "learning_rate": 1.275637943327088e-05, "loss": 0.0064, "step": 224620 }, { "epoch": 3.724527863905424, "grad_norm": 0.002137209987267852, "learning_rate": 1.2754721360945764e-05, "loss": 0.0001, "step": 224630 }, { "epoch": 3.724693671137935, "grad_norm": 0.030794870108366013, "learning_rate": 1.2753063288620651e-05, "loss": 0.0026, "step": 224640 }, { "epoch": 3.7248594783704467, "grad_norm": 0.0075426483526825905, "learning_rate": 1.2751405216295536e-05, "loss": 0.0002, "step": 224650 }, { "epoch": 3.7250252856029578, "grad_norm": 0.001562626101076603, "learning_rate": 1.274974714397042e-05, "loss": 0.0002, "step": 224660 }, { "epoch": 3.7251910928354697, "grad_norm": 0.00157748453784734, "learning_rate": 1.2748089071645305e-05, "loss": 0.0078, "step": 224670 }, { "epoch": 3.7253569000679807, "grad_norm": 0.21187427639961243, "learning_rate": 1.2746430999320192e-05, "loss": 0.0113, "step": 224680 }, { "epoch": 3.7255227073004926, "grad_norm": 0.01691216044127941, "learning_rate": 1.2744772926995077e-05, "loss": 0.0058, "step": 224690 }, { "epoch": 3.725688514533004, "grad_norm": 0.15678751468658447, "learning_rate": 1.274311485466996e-05, "loss": 0.0032, "step": 224700 }, { "epoch": 3.7258543217655156, "grad_norm": 0.003211210947483778, "learning_rate": 1.2741456782344846e-05, "loss": 0.0073, "step": 224710 }, { "epoch": 3.726020128998027, "grad_norm": 0.0008870267774909735, "learning_rate": 1.2739798710019733e-05, "loss": 0.0024, "step": 224720 }, { "epoch": 3.7261859362305385, "grad_norm": 0.0004460771451704204, "learning_rate": 1.2738140637694618e-05, "loss": 0.003, "step": 224730 }, { "epoch": 3.72635174346305, "grad_norm": 0.005891040898859501, "learning_rate": 1.2736482565369501e-05, "loss": 0.007, "step": 224740 }, { "epoch": 3.7265175506955615, "grad_norm": 9.762868285179138e-05, "learning_rate": 1.2734824493044386e-05, "loss": 0.0023, "step": 224750 }, { "epoch": 3.726683357928073, "grad_norm": 0.03542790189385414, "learning_rate": 1.2733166420719272e-05, "loss": 0.0033, "step": 224760 }, { "epoch": 3.7268491651605844, "grad_norm": 0.006133268587291241, "learning_rate": 1.2731508348394159e-05, "loss": 0.0026, "step": 224770 }, { "epoch": 3.727014972393096, "grad_norm": 0.0004091645241715014, "learning_rate": 1.2729850276069044e-05, "loss": 0.0032, "step": 224780 }, { "epoch": 3.7271807796256073, "grad_norm": 0.7869861721992493, "learning_rate": 1.2728192203743927e-05, "loss": 0.0076, "step": 224790 }, { "epoch": 3.727346586858119, "grad_norm": 0.15351602435112, "learning_rate": 1.2726534131418812e-05, "loss": 0.0057, "step": 224800 }, { "epoch": 3.7275123940906303, "grad_norm": 0.00016607744328211993, "learning_rate": 1.27248760590937e-05, "loss": 0.0021, "step": 224810 }, { "epoch": 3.7276782013231418, "grad_norm": 0.00032510064193047583, "learning_rate": 1.2723217986768584e-05, "loss": 0.0036, "step": 224820 }, { "epoch": 3.7278440085556532, "grad_norm": 0.16086237132549286, "learning_rate": 1.2721559914443468e-05, "loss": 0.0028, "step": 224830 }, { "epoch": 3.7280098157881647, "grad_norm": 0.001092243823222816, "learning_rate": 1.2719901842118353e-05, "loss": 0.0026, "step": 224840 }, { "epoch": 3.728175623020676, "grad_norm": 0.001938213245011866, "learning_rate": 1.271824376979324e-05, "loss": 0.0, "step": 224850 }, { "epoch": 3.7283414302531876, "grad_norm": 0.0019902833737432957, "learning_rate": 1.2716585697468125e-05, "loss": 0.0047, "step": 224860 }, { "epoch": 3.728507237485699, "grad_norm": 0.7614980340003967, "learning_rate": 1.2714927625143009e-05, "loss": 0.0097, "step": 224870 }, { "epoch": 3.7286730447182106, "grad_norm": 0.0004963258979842067, "learning_rate": 1.2713269552817894e-05, "loss": 0.0057, "step": 224880 }, { "epoch": 3.728838851950722, "grad_norm": 0.005432566627860069, "learning_rate": 1.271161148049278e-05, "loss": 0.0002, "step": 224890 }, { "epoch": 3.7290046591832335, "grad_norm": 0.0017473346088081598, "learning_rate": 1.2709953408167666e-05, "loss": 0.0001, "step": 224900 }, { "epoch": 3.729170466415745, "grad_norm": 4.054790406371467e-05, "learning_rate": 1.270829533584255e-05, "loss": 0.0082, "step": 224910 }, { "epoch": 3.7293362736482565, "grad_norm": 0.0031764027662575245, "learning_rate": 1.2706637263517434e-05, "loss": 0.0057, "step": 224920 }, { "epoch": 3.729502080880768, "grad_norm": 0.0024837113451212645, "learning_rate": 1.2704979191192321e-05, "loss": 0.0022, "step": 224930 }, { "epoch": 3.7296678881132794, "grad_norm": 0.1441808044910431, "learning_rate": 1.2703321118867206e-05, "loss": 0.0057, "step": 224940 }, { "epoch": 3.729833695345791, "grad_norm": 0.00034966255770996213, "learning_rate": 1.2701663046542092e-05, "loss": 0.0, "step": 224950 }, { "epoch": 3.7299995025783024, "grad_norm": 0.00011882245598826557, "learning_rate": 1.2700004974216975e-05, "loss": 0.0038, "step": 224960 }, { "epoch": 3.730165309810814, "grad_norm": 0.005872667301446199, "learning_rate": 1.269834690189186e-05, "loss": 0.0001, "step": 224970 }, { "epoch": 3.7303311170433253, "grad_norm": 0.12709325551986694, "learning_rate": 1.2696688829566747e-05, "loss": 0.0052, "step": 224980 }, { "epoch": 3.730496924275837, "grad_norm": 0.006279020570218563, "learning_rate": 1.2695030757241632e-05, "loss": 0.0004, "step": 224990 }, { "epoch": 3.7306627315083483, "grad_norm": 0.17490829527378082, "learning_rate": 1.2693372684916516e-05, "loss": 0.0087, "step": 225000 }, { "epoch": 3.7308285387408597, "grad_norm": 0.23236820101737976, "learning_rate": 1.2691714612591401e-05, "loss": 0.015, "step": 225010 }, { "epoch": 3.730994345973371, "grad_norm": 0.013445817865431309, "learning_rate": 1.2690056540266288e-05, "loss": 0.0063, "step": 225020 }, { "epoch": 3.7311601532058827, "grad_norm": 0.007240664679557085, "learning_rate": 1.2688398467941173e-05, "loss": 0.0047, "step": 225030 }, { "epoch": 3.7313259604383946, "grad_norm": 0.0003671064041554928, "learning_rate": 1.2686740395616056e-05, "loss": 0.0056, "step": 225040 }, { "epoch": 3.7314917676709056, "grad_norm": 0.0001352870458504185, "learning_rate": 1.2685082323290942e-05, "loss": 0.0023, "step": 225050 }, { "epoch": 3.7316575749034175, "grad_norm": 0.0042508868500590324, "learning_rate": 1.2683424250965829e-05, "loss": 0.0085, "step": 225060 }, { "epoch": 3.7318233821359286, "grad_norm": 0.00020953350758645684, "learning_rate": 1.2681766178640714e-05, "loss": 0.0036, "step": 225070 }, { "epoch": 3.7319891893684405, "grad_norm": 0.0009581790654920042, "learning_rate": 1.2680108106315597e-05, "loss": 0.0008, "step": 225080 }, { "epoch": 3.7321549966009515, "grad_norm": 0.00031339461565949023, "learning_rate": 1.2678450033990482e-05, "loss": 0.0027, "step": 225090 }, { "epoch": 3.7323208038334634, "grad_norm": 0.0006043806788511574, "learning_rate": 1.267679196166537e-05, "loss": 0.0022, "step": 225100 }, { "epoch": 3.7324866110659745, "grad_norm": 0.003315805923193693, "learning_rate": 1.2675133889340254e-05, "loss": 0.0002, "step": 225110 }, { "epoch": 3.7326524182984864, "grad_norm": 1.559018850326538, "learning_rate": 1.2673475817015138e-05, "loss": 0.0078, "step": 225120 }, { "epoch": 3.7328182255309974, "grad_norm": 4.962433013133705e-05, "learning_rate": 1.2671817744690023e-05, "loss": 0.0028, "step": 225130 }, { "epoch": 3.7329840327635093, "grad_norm": 0.0014003418618813157, "learning_rate": 1.267015967236491e-05, "loss": 0.0028, "step": 225140 }, { "epoch": 3.733149839996021, "grad_norm": 0.002289576455950737, "learning_rate": 1.2668501600039795e-05, "loss": 0.0014, "step": 225150 }, { "epoch": 3.7333156472285323, "grad_norm": 0.009804393164813519, "learning_rate": 1.266684352771468e-05, "loss": 0.0003, "step": 225160 }, { "epoch": 3.7334814544610437, "grad_norm": 0.00021445663878694177, "learning_rate": 1.2665185455389564e-05, "loss": 0.0002, "step": 225170 }, { "epoch": 3.733647261693555, "grad_norm": 0.04698953405022621, "learning_rate": 1.2663527383064449e-05, "loss": 0.004, "step": 225180 }, { "epoch": 3.7338130689260667, "grad_norm": 0.029703818261623383, "learning_rate": 1.2661869310739336e-05, "loss": 0.0015, "step": 225190 }, { "epoch": 3.733978876158578, "grad_norm": 0.00022898963652551174, "learning_rate": 1.2660211238414221e-05, "loss": 0.0033, "step": 225200 }, { "epoch": 3.7341446833910896, "grad_norm": 0.19577153027057648, "learning_rate": 1.2658553166089104e-05, "loss": 0.0054, "step": 225210 }, { "epoch": 3.734310490623601, "grad_norm": 0.04068238288164139, "learning_rate": 1.265689509376399e-05, "loss": 0.0102, "step": 225220 }, { "epoch": 3.7344762978561126, "grad_norm": 0.0031226209830492735, "learning_rate": 1.2655237021438876e-05, "loss": 0.0065, "step": 225230 }, { "epoch": 3.734642105088624, "grad_norm": 0.15402565896511078, "learning_rate": 1.2653578949113762e-05, "loss": 0.0096, "step": 225240 }, { "epoch": 3.7348079123211355, "grad_norm": 0.0035499855875968933, "learning_rate": 1.2651920876788645e-05, "loss": 0.0001, "step": 225250 }, { "epoch": 3.734973719553647, "grad_norm": 0.16701087355613708, "learning_rate": 1.265026280446353e-05, "loss": 0.0042, "step": 225260 }, { "epoch": 3.7351395267861585, "grad_norm": 0.0026261762250214815, "learning_rate": 1.2648604732138417e-05, "loss": 0.0042, "step": 225270 }, { "epoch": 3.73530533401867, "grad_norm": 0.0013982491800561547, "learning_rate": 1.2646946659813302e-05, "loss": 0.008, "step": 225280 }, { "epoch": 3.7354711412511814, "grad_norm": 0.14824803173542023, "learning_rate": 1.2645288587488186e-05, "loss": 0.0039, "step": 225290 }, { "epoch": 3.735636948483693, "grad_norm": 0.0005654787528328598, "learning_rate": 1.2643630515163071e-05, "loss": 0.006, "step": 225300 }, { "epoch": 3.7358027557162043, "grad_norm": 0.0009513767436146736, "learning_rate": 1.2641972442837958e-05, "loss": 0.0006, "step": 225310 }, { "epoch": 3.735968562948716, "grad_norm": 0.20661696791648865, "learning_rate": 1.2640314370512843e-05, "loss": 0.0027, "step": 225320 }, { "epoch": 3.7361343701812273, "grad_norm": 0.009121822193264961, "learning_rate": 1.2638656298187728e-05, "loss": 0.0131, "step": 225330 }, { "epoch": 3.7363001774137388, "grad_norm": 0.026900190860033035, "learning_rate": 1.2636998225862612e-05, "loss": 0.0029, "step": 225340 }, { "epoch": 3.7364659846462502, "grad_norm": 3.524894418660551e-05, "learning_rate": 1.2635340153537497e-05, "loss": 0.003, "step": 225350 }, { "epoch": 3.7366317918787617, "grad_norm": 0.0017755664885044098, "learning_rate": 1.2633682081212384e-05, "loss": 0.017, "step": 225360 }, { "epoch": 3.736797599111273, "grad_norm": 0.00011180141154909506, "learning_rate": 1.2632024008887269e-05, "loss": 0.0037, "step": 225370 }, { "epoch": 3.7369634063437847, "grad_norm": 1.056591510772705, "learning_rate": 1.2630365936562152e-05, "loss": 0.0071, "step": 225380 }, { "epoch": 3.737129213576296, "grad_norm": 0.026228824630379677, "learning_rate": 1.2628707864237038e-05, "loss": 0.0003, "step": 225390 }, { "epoch": 3.7372950208088076, "grad_norm": 0.0017291379626840353, "learning_rate": 1.2627049791911924e-05, "loss": 0.0, "step": 225400 }, { "epoch": 3.737460828041319, "grad_norm": 0.009361179545521736, "learning_rate": 1.262539171958681e-05, "loss": 0.0036, "step": 225410 }, { "epoch": 3.7376266352738305, "grad_norm": 0.0015761764952912927, "learning_rate": 1.2623733647261693e-05, "loss": 0.0085, "step": 225420 }, { "epoch": 3.737792442506342, "grad_norm": 0.0028356059920042753, "learning_rate": 1.2622075574936578e-05, "loss": 0.0, "step": 225430 }, { "epoch": 3.7379582497388535, "grad_norm": 0.0032511893659830093, "learning_rate": 1.2620417502611465e-05, "loss": 0.0033, "step": 225440 }, { "epoch": 3.738124056971365, "grad_norm": 6.1406876739056315e-06, "learning_rate": 1.261875943028635e-05, "loss": 0.013, "step": 225450 }, { "epoch": 3.7382898642038764, "grad_norm": 0.0007242842693813145, "learning_rate": 1.2617101357961234e-05, "loss": 0.0017, "step": 225460 }, { "epoch": 3.738455671436388, "grad_norm": 0.425348699092865, "learning_rate": 1.2615443285636119e-05, "loss": 0.0039, "step": 225470 }, { "epoch": 3.7386214786688994, "grad_norm": 0.0006086697685532272, "learning_rate": 1.2613785213311006e-05, "loss": 0.0104, "step": 225480 }, { "epoch": 3.7387872859014113, "grad_norm": 0.019140910357236862, "learning_rate": 1.2612127140985891e-05, "loss": 0.0023, "step": 225490 }, { "epoch": 3.7389530931339223, "grad_norm": 0.0022237307857722044, "learning_rate": 1.2610469068660776e-05, "loss": 0.0058, "step": 225500 }, { "epoch": 3.7391189003664342, "grad_norm": 0.0005507382447831333, "learning_rate": 1.260881099633566e-05, "loss": 0.0008, "step": 225510 }, { "epoch": 3.7392847075989453, "grad_norm": 0.000899961160030216, "learning_rate": 1.2607152924010546e-05, "loss": 0.0001, "step": 225520 }, { "epoch": 3.739450514831457, "grad_norm": 0.0019309035269543529, "learning_rate": 1.2605494851685432e-05, "loss": 0.0119, "step": 225530 }, { "epoch": 3.739616322063968, "grad_norm": 0.0006490259547717869, "learning_rate": 1.2603836779360317e-05, "loss": 0.0015, "step": 225540 }, { "epoch": 3.73978212929648, "grad_norm": 0.007956815883517265, "learning_rate": 1.26021787070352e-05, "loss": 0.0053, "step": 225550 }, { "epoch": 3.739947936528991, "grad_norm": 9.539625170873478e-05, "learning_rate": 1.2600520634710085e-05, "loss": 0.0034, "step": 225560 }, { "epoch": 3.740113743761503, "grad_norm": 0.0025672288611531258, "learning_rate": 1.2598862562384972e-05, "loss": 0.0086, "step": 225570 }, { "epoch": 3.740279550994014, "grad_norm": 0.0038395181763917208, "learning_rate": 1.2597204490059858e-05, "loss": 0.0029, "step": 225580 }, { "epoch": 3.740445358226526, "grad_norm": 0.355113685131073, "learning_rate": 1.2595546417734741e-05, "loss": 0.0069, "step": 225590 }, { "epoch": 3.740611165459037, "grad_norm": 0.0016232134075835347, "learning_rate": 1.2593888345409626e-05, "loss": 0.0048, "step": 225600 }, { "epoch": 3.740776972691549, "grad_norm": 0.0038683831226080656, "learning_rate": 1.2592230273084513e-05, "loss": 0.0035, "step": 225610 }, { "epoch": 3.7409427799240604, "grad_norm": 0.00023597059771418571, "learning_rate": 1.2590572200759398e-05, "loss": 0.0003, "step": 225620 }, { "epoch": 3.741108587156572, "grad_norm": 0.010729719884693623, "learning_rate": 1.2588914128434282e-05, "loss": 0.0022, "step": 225630 }, { "epoch": 3.7412743943890834, "grad_norm": 0.010821842588484287, "learning_rate": 1.2587256056109167e-05, "loss": 0.0005, "step": 225640 }, { "epoch": 3.741440201621595, "grad_norm": 0.6958397626876831, "learning_rate": 1.2585597983784054e-05, "loss": 0.0057, "step": 225650 }, { "epoch": 3.7416060088541063, "grad_norm": 0.044863831251859665, "learning_rate": 1.2583939911458939e-05, "loss": 0.0002, "step": 225660 }, { "epoch": 3.741771816086618, "grad_norm": 0.0177463348954916, "learning_rate": 1.2582281839133824e-05, "loss": 0.0033, "step": 225670 }, { "epoch": 3.7419376233191293, "grad_norm": 0.20714828372001648, "learning_rate": 1.2580623766808708e-05, "loss": 0.0063, "step": 225680 }, { "epoch": 3.7421034305516407, "grad_norm": 0.03798116743564606, "learning_rate": 1.2578965694483594e-05, "loss": 0.0003, "step": 225690 }, { "epoch": 3.742269237784152, "grad_norm": 5.220288585405797e-05, "learning_rate": 1.257730762215848e-05, "loss": 0.0039, "step": 225700 }, { "epoch": 3.7424350450166637, "grad_norm": 0.00015287160931620747, "learning_rate": 1.2575649549833365e-05, "loss": 0.0123, "step": 225710 }, { "epoch": 3.742600852249175, "grad_norm": 0.012606244534254074, "learning_rate": 1.2573991477508248e-05, "loss": 0.0026, "step": 225720 }, { "epoch": 3.7427666594816866, "grad_norm": 0.0001267886982532218, "learning_rate": 1.2572333405183135e-05, "loss": 0.0072, "step": 225730 }, { "epoch": 3.742932466714198, "grad_norm": 0.001563049852848053, "learning_rate": 1.257067533285802e-05, "loss": 0.0074, "step": 225740 }, { "epoch": 3.7430982739467096, "grad_norm": 7.382329840766033e-06, "learning_rate": 1.2569017260532905e-05, "loss": 0.0001, "step": 225750 }, { "epoch": 3.743264081179221, "grad_norm": 0.1470673531293869, "learning_rate": 1.2567359188207789e-05, "loss": 0.0046, "step": 225760 }, { "epoch": 3.7434298884117325, "grad_norm": 0.0003204024105798453, "learning_rate": 1.2565701115882674e-05, "loss": 0.0066, "step": 225770 }, { "epoch": 3.743595695644244, "grad_norm": 0.19817042350769043, "learning_rate": 1.2564043043557561e-05, "loss": 0.0091, "step": 225780 }, { "epoch": 3.7437615028767555, "grad_norm": 0.00018358348461333662, "learning_rate": 1.2562384971232446e-05, "loss": 0.0129, "step": 225790 }, { "epoch": 3.743927310109267, "grad_norm": 0.000506603333633393, "learning_rate": 1.256072689890733e-05, "loss": 0.0001, "step": 225800 }, { "epoch": 3.7440931173417784, "grad_norm": 5.671738472301513e-05, "learning_rate": 1.2559068826582215e-05, "loss": 0.0068, "step": 225810 }, { "epoch": 3.74425892457429, "grad_norm": 0.604360818862915, "learning_rate": 1.2557410754257102e-05, "loss": 0.0109, "step": 225820 }, { "epoch": 3.7444247318068014, "grad_norm": 0.0002184746554121375, "learning_rate": 1.2555752681931987e-05, "loss": 0.0007, "step": 225830 }, { "epoch": 3.744590539039313, "grad_norm": 6.1345512222033e-05, "learning_rate": 1.2554094609606874e-05, "loss": 0.0031, "step": 225840 }, { "epoch": 3.7447563462718243, "grad_norm": 0.0006450006039813161, "learning_rate": 1.2552436537281756e-05, "loss": 0.0063, "step": 225850 }, { "epoch": 3.7449221535043358, "grad_norm": 0.002862644614651799, "learning_rate": 1.2550778464956642e-05, "loss": 0.0001, "step": 225860 }, { "epoch": 3.7450879607368472, "grad_norm": 0.12494475394487381, "learning_rate": 1.2549120392631528e-05, "loss": 0.007, "step": 225870 }, { "epoch": 3.7452537679693587, "grad_norm": 0.0006043892935849726, "learning_rate": 1.2547462320306413e-05, "loss": 0.0022, "step": 225880 }, { "epoch": 3.74541957520187, "grad_norm": 0.0032219751738011837, "learning_rate": 1.2545804247981296e-05, "loss": 0.0001, "step": 225890 }, { "epoch": 3.7455853824343817, "grad_norm": 0.0012537384172901511, "learning_rate": 1.2544146175656183e-05, "loss": 0.0037, "step": 225900 }, { "epoch": 3.745751189666893, "grad_norm": 0.00034067247179336846, "learning_rate": 1.2542488103331068e-05, "loss": 0.0053, "step": 225910 }, { "epoch": 3.7459169968994046, "grad_norm": 0.0004323736357036978, "learning_rate": 1.2540830031005953e-05, "loss": 0.01, "step": 225920 }, { "epoch": 3.746082804131916, "grad_norm": 0.00024023691366892308, "learning_rate": 1.2539171958680837e-05, "loss": 0.0083, "step": 225930 }, { "epoch": 3.7462486113644275, "grad_norm": 0.006224511191248894, "learning_rate": 1.2537513886355722e-05, "loss": 0.0005, "step": 225940 }, { "epoch": 3.746414418596939, "grad_norm": 0.000665062281768769, "learning_rate": 1.2535855814030609e-05, "loss": 0.0004, "step": 225950 }, { "epoch": 3.746580225829451, "grad_norm": 0.0013471028069034219, "learning_rate": 1.2534197741705494e-05, "loss": 0.007, "step": 225960 }, { "epoch": 3.746746033061962, "grad_norm": 0.00045520870480686426, "learning_rate": 1.2532539669380378e-05, "loss": 0.0005, "step": 225970 }, { "epoch": 3.746911840294474, "grad_norm": 0.0006641109357587993, "learning_rate": 1.2530881597055263e-05, "loss": 0.0081, "step": 225980 }, { "epoch": 3.747077647526985, "grad_norm": 5.688728560926393e-05, "learning_rate": 1.252922352473015e-05, "loss": 0.0066, "step": 225990 }, { "epoch": 3.747243454759497, "grad_norm": 8.003914263099432e-05, "learning_rate": 1.2527565452405035e-05, "loss": 0.0064, "step": 226000 }, { "epoch": 3.747409261992008, "grad_norm": 4.6333025238709524e-05, "learning_rate": 1.2525907380079922e-05, "loss": 0.0046, "step": 226010 }, { "epoch": 3.7475750692245198, "grad_norm": 0.004398265853524208, "learning_rate": 1.2524249307754803e-05, "loss": 0.0002, "step": 226020 }, { "epoch": 3.747740876457031, "grad_norm": 0.003946875222027302, "learning_rate": 1.252259123542969e-05, "loss": 0.0117, "step": 226030 }, { "epoch": 3.7479066836895427, "grad_norm": 0.00012734660413116217, "learning_rate": 1.2520933163104576e-05, "loss": 0.0001, "step": 226040 }, { "epoch": 3.7480724909220537, "grad_norm": 0.009686154313385487, "learning_rate": 1.251927509077946e-05, "loss": 0.0002, "step": 226050 }, { "epoch": 3.7482382981545657, "grad_norm": 0.0006903136381879449, "learning_rate": 1.2517617018454344e-05, "loss": 0.0031, "step": 226060 }, { "epoch": 3.748404105387077, "grad_norm": 0.00036525423638522625, "learning_rate": 1.2515958946129231e-05, "loss": 0.0046, "step": 226070 }, { "epoch": 3.7485699126195886, "grad_norm": 0.20707786083221436, "learning_rate": 1.2514300873804116e-05, "loss": 0.004, "step": 226080 }, { "epoch": 3.7487357198521, "grad_norm": 0.0003111541736871004, "learning_rate": 1.2512642801479001e-05, "loss": 0.0102, "step": 226090 }, { "epoch": 3.7489015270846116, "grad_norm": 0.43797916173934937, "learning_rate": 1.2510984729153885e-05, "loss": 0.0023, "step": 226100 }, { "epoch": 3.749067334317123, "grad_norm": 0.454346626996994, "learning_rate": 1.2509326656828772e-05, "loss": 0.0063, "step": 226110 }, { "epoch": 3.7492331415496345, "grad_norm": 0.03241961449384689, "learning_rate": 1.2507668584503657e-05, "loss": 0.0032, "step": 226120 }, { "epoch": 3.749398948782146, "grad_norm": 0.710551381111145, "learning_rate": 1.2506010512178542e-05, "loss": 0.0087, "step": 226130 }, { "epoch": 3.7495647560146574, "grad_norm": 0.14714574813842773, "learning_rate": 1.2504352439853426e-05, "loss": 0.0064, "step": 226140 }, { "epoch": 3.749730563247169, "grad_norm": 0.00028446270152926445, "learning_rate": 1.250269436752831e-05, "loss": 0.007, "step": 226150 }, { "epoch": 3.7498963704796804, "grad_norm": 0.00032783104688860476, "learning_rate": 1.2501036295203198e-05, "loss": 0.0002, "step": 226160 }, { "epoch": 3.750062177712192, "grad_norm": 0.0009494511759839952, "learning_rate": 1.2499378222878083e-05, "loss": 0.005, "step": 226170 }, { "epoch": 3.7502279849447033, "grad_norm": 0.5507189631462097, "learning_rate": 1.2497720150552968e-05, "loss": 0.006, "step": 226180 }, { "epoch": 3.750393792177215, "grad_norm": 0.000961405283305794, "learning_rate": 1.2496062078227853e-05, "loss": 0.0071, "step": 226190 }, { "epoch": 3.7505595994097263, "grad_norm": 0.1414494514465332, "learning_rate": 1.2494404005902738e-05, "loss": 0.0091, "step": 226200 }, { "epoch": 3.7507254066422377, "grad_norm": 0.0008180271252058446, "learning_rate": 1.2492745933577623e-05, "loss": 0.0, "step": 226210 }, { "epoch": 3.750891213874749, "grad_norm": 0.029092863202095032, "learning_rate": 1.2491087861252509e-05, "loss": 0.0033, "step": 226220 }, { "epoch": 3.7510570211072607, "grad_norm": 0.0004919953062199056, "learning_rate": 1.2489429788927394e-05, "loss": 0.0036, "step": 226230 }, { "epoch": 3.751222828339772, "grad_norm": 0.2643152177333832, "learning_rate": 1.2487771716602279e-05, "loss": 0.0034, "step": 226240 }, { "epoch": 3.7513886355722836, "grad_norm": 3.401192952878773e-05, "learning_rate": 1.2486113644277164e-05, "loss": 0.0029, "step": 226250 }, { "epoch": 3.751554442804795, "grad_norm": 0.002370487665757537, "learning_rate": 1.248445557195205e-05, "loss": 0.0003, "step": 226260 }, { "epoch": 3.7517202500373066, "grad_norm": 0.020591547712683678, "learning_rate": 1.2482797499626934e-05, "loss": 0.0004, "step": 226270 }, { "epoch": 3.751886057269818, "grad_norm": 8.623892063042149e-05, "learning_rate": 1.248113942730182e-05, "loss": 0.0034, "step": 226280 }, { "epoch": 3.7520518645023295, "grad_norm": 0.0011480285320430994, "learning_rate": 1.2479481354976705e-05, "loss": 0.0047, "step": 226290 }, { "epoch": 3.752217671734841, "grad_norm": 0.6154916286468506, "learning_rate": 1.247782328265159e-05, "loss": 0.0033, "step": 226300 }, { "epoch": 3.7523834789673525, "grad_norm": 0.0003483458131086081, "learning_rate": 1.2476165210326475e-05, "loss": 0.005, "step": 226310 }, { "epoch": 3.752549286199864, "grad_norm": 1.6682092791597825e-06, "learning_rate": 1.247450713800136e-05, "loss": 0.0002, "step": 226320 }, { "epoch": 3.7527150934323754, "grad_norm": 0.001455675344914198, "learning_rate": 1.2472849065676246e-05, "loss": 0.0052, "step": 226330 }, { "epoch": 3.752880900664887, "grad_norm": 0.001613376196473837, "learning_rate": 1.247119099335113e-05, "loss": 0.0086, "step": 226340 }, { "epoch": 3.7530467078973984, "grad_norm": 0.0015668980777263641, "learning_rate": 1.2469532921026016e-05, "loss": 0.0001, "step": 226350 }, { "epoch": 3.75321251512991, "grad_norm": 0.0002952856302727014, "learning_rate": 1.2467874848700901e-05, "loss": 0.0156, "step": 226360 }, { "epoch": 3.7533783223624213, "grad_norm": 0.1030481681227684, "learning_rate": 1.2466216776375786e-05, "loss": 0.0033, "step": 226370 }, { "epoch": 3.7535441295949328, "grad_norm": 0.0006248331628739834, "learning_rate": 1.2464558704050671e-05, "loss": 0.0023, "step": 226380 }, { "epoch": 3.7537099368274442, "grad_norm": 1.0777374505996704, "learning_rate": 1.2462900631725557e-05, "loss": 0.0139, "step": 226390 }, { "epoch": 3.7538757440599557, "grad_norm": 0.01800447329878807, "learning_rate": 1.2461242559400442e-05, "loss": 0.0001, "step": 226400 }, { "epoch": 3.7540415512924676, "grad_norm": 0.02702743001282215, "learning_rate": 1.2459584487075327e-05, "loss": 0.0095, "step": 226410 }, { "epoch": 3.7542073585249787, "grad_norm": 0.0031799415592104197, "learning_rate": 1.2457926414750212e-05, "loss": 0.0, "step": 226420 }, { "epoch": 3.7543731657574906, "grad_norm": 0.00034155623870901763, "learning_rate": 1.2456268342425097e-05, "loss": 0.0087, "step": 226430 }, { "epoch": 3.7545389729900016, "grad_norm": 0.022846082225441933, "learning_rate": 1.2454610270099982e-05, "loss": 0.006, "step": 226440 }, { "epoch": 3.7547047802225135, "grad_norm": 0.14802071452140808, "learning_rate": 1.2452952197774868e-05, "loss": 0.0101, "step": 226450 }, { "epoch": 3.7548705874550246, "grad_norm": 0.0015777507796883583, "learning_rate": 1.2451294125449753e-05, "loss": 0.0052, "step": 226460 }, { "epoch": 3.7550363946875365, "grad_norm": 0.00039210644899867475, "learning_rate": 1.2449636053124638e-05, "loss": 0.0029, "step": 226470 }, { "epoch": 3.7552022019200475, "grad_norm": 0.00010071778524434194, "learning_rate": 1.2447977980799523e-05, "loss": 0.0004, "step": 226480 }, { "epoch": 3.7553680091525594, "grad_norm": 0.0007256753742694855, "learning_rate": 1.2446319908474408e-05, "loss": 0.0, "step": 226490 }, { "epoch": 3.7555338163850704, "grad_norm": 1.6455308198928833, "learning_rate": 1.2444661836149293e-05, "loss": 0.0111, "step": 226500 }, { "epoch": 3.7556996236175824, "grad_norm": 0.00014002638636156917, "learning_rate": 1.2443003763824179e-05, "loss": 0.0099, "step": 226510 }, { "epoch": 3.755865430850094, "grad_norm": 0.0006220908835530281, "learning_rate": 1.2441345691499064e-05, "loss": 0.0012, "step": 226520 }, { "epoch": 3.7560312380826053, "grad_norm": 0.0032475183252245188, "learning_rate": 1.2439687619173949e-05, "loss": 0.0046, "step": 226530 }, { "epoch": 3.756197045315117, "grad_norm": 0.0014984302688390017, "learning_rate": 1.2438029546848834e-05, "loss": 0.0001, "step": 226540 }, { "epoch": 3.7563628525476283, "grad_norm": 0.00022331372019834816, "learning_rate": 1.243637147452372e-05, "loss": 0.0001, "step": 226550 }, { "epoch": 3.7565286597801397, "grad_norm": 7.537780766142532e-05, "learning_rate": 1.2434713402198605e-05, "loss": 0.0147, "step": 226560 }, { "epoch": 3.756694467012651, "grad_norm": 0.04447734355926514, "learning_rate": 1.243305532987349e-05, "loss": 0.01, "step": 226570 }, { "epoch": 3.7568602742451627, "grad_norm": 0.0002954192168544978, "learning_rate": 1.2431397257548375e-05, "loss": 0.0006, "step": 226580 }, { "epoch": 3.757026081477674, "grad_norm": 0.0018143275519832969, "learning_rate": 1.242973918522326e-05, "loss": 0.0, "step": 226590 }, { "epoch": 3.7571918887101856, "grad_norm": 0.0030625967774540186, "learning_rate": 1.2428081112898145e-05, "loss": 0.0001, "step": 226600 }, { "epoch": 3.757357695942697, "grad_norm": 0.014653791673481464, "learning_rate": 1.242642304057303e-05, "loss": 0.0, "step": 226610 }, { "epoch": 3.7575235031752086, "grad_norm": 0.0001785918284440413, "learning_rate": 1.2424764968247916e-05, "loss": 0.0037, "step": 226620 }, { "epoch": 3.75768931040772, "grad_norm": 0.00019312115909997374, "learning_rate": 1.24231068959228e-05, "loss": 0.0004, "step": 226630 }, { "epoch": 3.7578551176402315, "grad_norm": 0.00029713750700466335, "learning_rate": 1.2421448823597686e-05, "loss": 0.001, "step": 226640 }, { "epoch": 3.758020924872743, "grad_norm": 0.03989771753549576, "learning_rate": 1.2419790751272571e-05, "loss": 0.0012, "step": 226650 }, { "epoch": 3.7581867321052544, "grad_norm": 0.008780233561992645, "learning_rate": 1.2418132678947456e-05, "loss": 0.0002, "step": 226660 }, { "epoch": 3.758352539337766, "grad_norm": 0.010984988883137703, "learning_rate": 1.2416474606622341e-05, "loss": 0.0037, "step": 226670 }, { "epoch": 3.7585183465702774, "grad_norm": 0.7225761413574219, "learning_rate": 1.2414816534297227e-05, "loss": 0.0089, "step": 226680 }, { "epoch": 3.758684153802789, "grad_norm": 0.0010099452920258045, "learning_rate": 1.2413158461972112e-05, "loss": 0.001, "step": 226690 }, { "epoch": 3.7588499610353003, "grad_norm": 0.0010559442453086376, "learning_rate": 1.2411500389646997e-05, "loss": 0.0022, "step": 226700 }, { "epoch": 3.759015768267812, "grad_norm": 0.0002167170896427706, "learning_rate": 1.2409842317321882e-05, "loss": 0.0001, "step": 226710 }, { "epoch": 3.7591815755003233, "grad_norm": 2.8130261853220873e-05, "learning_rate": 1.2408184244996767e-05, "loss": 0.0037, "step": 226720 }, { "epoch": 3.7593473827328348, "grad_norm": 0.00016611926548648626, "learning_rate": 1.2406526172671652e-05, "loss": 0.0035, "step": 226730 }, { "epoch": 3.7595131899653462, "grad_norm": 0.0001432827557437122, "learning_rate": 1.2404868100346538e-05, "loss": 0.0001, "step": 226740 }, { "epoch": 3.7596789971978577, "grad_norm": 0.008374255150556564, "learning_rate": 1.2403210028021423e-05, "loss": 0.0023, "step": 226750 }, { "epoch": 3.759844804430369, "grad_norm": 0.20619966089725494, "learning_rate": 1.2401551955696308e-05, "loss": 0.0055, "step": 226760 }, { "epoch": 3.7600106116628806, "grad_norm": 0.0030622254125773907, "learning_rate": 1.2399893883371193e-05, "loss": 0.0086, "step": 226770 }, { "epoch": 3.760176418895392, "grad_norm": 0.0026651695370674133, "learning_rate": 1.2398235811046078e-05, "loss": 0.0001, "step": 226780 }, { "epoch": 3.7603422261279036, "grad_norm": 0.00013813954137731344, "learning_rate": 1.2396577738720963e-05, "loss": 0.0036, "step": 226790 }, { "epoch": 3.760508033360415, "grad_norm": 0.0007860414916649461, "learning_rate": 1.2394919666395849e-05, "loss": 0.0067, "step": 226800 }, { "epoch": 3.7606738405929265, "grad_norm": 0.00159544893540442, "learning_rate": 1.2393261594070734e-05, "loss": 0.0, "step": 226810 }, { "epoch": 3.760839647825438, "grad_norm": 0.000885950168594718, "learning_rate": 1.2391603521745619e-05, "loss": 0.0106, "step": 226820 }, { "epoch": 3.7610054550579495, "grad_norm": 0.0501851886510849, "learning_rate": 1.2389945449420504e-05, "loss": 0.0029, "step": 226830 }, { "epoch": 3.761171262290461, "grad_norm": 0.027729574590921402, "learning_rate": 1.238828737709539e-05, "loss": 0.0039, "step": 226840 }, { "epoch": 3.7613370695229724, "grad_norm": 0.00039948069024831057, "learning_rate": 1.2386629304770275e-05, "loss": 0.0001, "step": 226850 }, { "epoch": 3.7615028767554843, "grad_norm": 0.0013108158018440008, "learning_rate": 1.238497123244516e-05, "loss": 0.0043, "step": 226860 }, { "epoch": 3.7616686839879954, "grad_norm": 0.040025778114795685, "learning_rate": 1.2383313160120045e-05, "loss": 0.0057, "step": 226870 }, { "epoch": 3.7618344912205073, "grad_norm": 0.00043359052506275475, "learning_rate": 1.238165508779493e-05, "loss": 0.0042, "step": 226880 }, { "epoch": 3.7620002984530183, "grad_norm": 0.00044956966303288937, "learning_rate": 1.2379997015469815e-05, "loss": 0.0, "step": 226890 }, { "epoch": 3.7621661056855302, "grad_norm": 0.001964606810361147, "learning_rate": 1.23783389431447e-05, "loss": 0.004, "step": 226900 }, { "epoch": 3.7623319129180413, "grad_norm": 0.0025754040107131004, "learning_rate": 1.2376680870819586e-05, "loss": 0.0004, "step": 226910 }, { "epoch": 3.762497720150553, "grad_norm": 0.00015292788157239556, "learning_rate": 1.237502279849447e-05, "loss": 0.0001, "step": 226920 }, { "epoch": 3.762663527383064, "grad_norm": 0.11332859843969345, "learning_rate": 1.2373364726169356e-05, "loss": 0.0161, "step": 226930 }, { "epoch": 3.762829334615576, "grad_norm": 0.0017104885773733258, "learning_rate": 1.2371706653844241e-05, "loss": 0.0049, "step": 226940 }, { "epoch": 3.762995141848087, "grad_norm": 0.0012455822434276342, "learning_rate": 1.2370048581519126e-05, "loss": 0.0027, "step": 226950 }, { "epoch": 3.763160949080599, "grad_norm": 0.005760797765105963, "learning_rate": 1.2368390509194011e-05, "loss": 0.0003, "step": 226960 }, { "epoch": 3.7633267563131105, "grad_norm": 0.7570658922195435, "learning_rate": 1.2366732436868897e-05, "loss": 0.006, "step": 226970 }, { "epoch": 3.763492563545622, "grad_norm": 0.011433981359004974, "learning_rate": 1.2365074364543782e-05, "loss": 0.0023, "step": 226980 }, { "epoch": 3.7636583707781335, "grad_norm": 0.0006653341697528958, "learning_rate": 1.2363416292218667e-05, "loss": 0.004, "step": 226990 }, { "epoch": 3.763824178010645, "grad_norm": 0.1445412039756775, "learning_rate": 1.2361758219893554e-05, "loss": 0.0031, "step": 227000 }, { "epoch": 3.7639899852431564, "grad_norm": 0.0001341086026513949, "learning_rate": 1.2360100147568437e-05, "loss": 0.0051, "step": 227010 }, { "epoch": 3.764155792475668, "grad_norm": 0.019813083112239838, "learning_rate": 1.2358442075243324e-05, "loss": 0.005, "step": 227020 }, { "epoch": 3.7643215997081794, "grad_norm": 0.10336460173130035, "learning_rate": 1.2356784002918208e-05, "loss": 0.0075, "step": 227030 }, { "epoch": 3.764487406940691, "grad_norm": 9.843751467997208e-05, "learning_rate": 1.2355125930593093e-05, "loss": 0.0, "step": 227040 }, { "epoch": 3.7646532141732023, "grad_norm": 0.0008437805227003992, "learning_rate": 1.2353467858267978e-05, "loss": 0.0088, "step": 227050 }, { "epoch": 3.764819021405714, "grad_norm": 0.18475911021232605, "learning_rate": 1.2351809785942863e-05, "loss": 0.0047, "step": 227060 }, { "epoch": 3.7649848286382253, "grad_norm": 0.002779557602480054, "learning_rate": 1.2350151713617748e-05, "loss": 0.0054, "step": 227070 }, { "epoch": 3.7651506358707367, "grad_norm": 0.006277892738580704, "learning_rate": 1.2348493641292634e-05, "loss": 0.0042, "step": 227080 }, { "epoch": 3.765316443103248, "grad_norm": 0.00033463750150986016, "learning_rate": 1.2346835568967519e-05, "loss": 0.0033, "step": 227090 }, { "epoch": 3.7654822503357597, "grad_norm": 0.008200704120099545, "learning_rate": 1.2345177496642404e-05, "loss": 0.0001, "step": 227100 }, { "epoch": 3.765648057568271, "grad_norm": 0.0027045458555221558, "learning_rate": 1.2343519424317289e-05, "loss": 0.0006, "step": 227110 }, { "epoch": 3.7658138648007826, "grad_norm": 0.12968355417251587, "learning_rate": 1.2341861351992174e-05, "loss": 0.01, "step": 227120 }, { "epoch": 3.765979672033294, "grad_norm": 0.00030102470191195607, "learning_rate": 1.234020327966706e-05, "loss": 0.0012, "step": 227130 }, { "epoch": 3.7661454792658056, "grad_norm": 0.0003669198777060956, "learning_rate": 1.2338545207341945e-05, "loss": 0.0059, "step": 227140 }, { "epoch": 3.766311286498317, "grad_norm": 0.1734907329082489, "learning_rate": 1.233688713501683e-05, "loss": 0.0101, "step": 227150 }, { "epoch": 3.7664770937308285, "grad_norm": 0.0033466992899775505, "learning_rate": 1.2335229062691715e-05, "loss": 0.0003, "step": 227160 }, { "epoch": 3.76664290096334, "grad_norm": 0.0001092370948754251, "learning_rate": 1.2333570990366602e-05, "loss": 0.0016, "step": 227170 }, { "epoch": 3.7668087081958515, "grad_norm": 0.001316240755841136, "learning_rate": 1.2331912918041485e-05, "loss": 0.003, "step": 227180 }, { "epoch": 3.766974515428363, "grad_norm": 0.11960428208112717, "learning_rate": 1.2330254845716372e-05, "loss": 0.0096, "step": 227190 }, { "epoch": 3.7671403226608744, "grad_norm": 0.7330069541931152, "learning_rate": 1.2328596773391256e-05, "loss": 0.0055, "step": 227200 }, { "epoch": 3.767306129893386, "grad_norm": 0.0008686385699547827, "learning_rate": 1.2326938701066142e-05, "loss": 0.0001, "step": 227210 }, { "epoch": 3.7674719371258973, "grad_norm": 0.0499410443007946, "learning_rate": 1.2325280628741026e-05, "loss": 0.0026, "step": 227220 }, { "epoch": 3.767637744358409, "grad_norm": 0.004621123895049095, "learning_rate": 1.2323622556415911e-05, "loss": 0.0062, "step": 227230 }, { "epoch": 3.7678035515909203, "grad_norm": 0.0027790942694991827, "learning_rate": 1.2321964484090796e-05, "loss": 0.0127, "step": 227240 }, { "epoch": 3.7679693588234318, "grad_norm": 0.05500149354338646, "learning_rate": 1.2320306411765681e-05, "loss": 0.0026, "step": 227250 }, { "epoch": 3.7681351660559432, "grad_norm": 0.001925875199958682, "learning_rate": 1.2318648339440567e-05, "loss": 0.0018, "step": 227260 }, { "epoch": 3.7683009732884547, "grad_norm": 0.000574106874410063, "learning_rate": 1.2316990267115452e-05, "loss": 0.0182, "step": 227270 }, { "epoch": 3.768466780520966, "grad_norm": 0.014847734943032265, "learning_rate": 1.2315332194790337e-05, "loss": 0.009, "step": 227280 }, { "epoch": 3.7686325877534776, "grad_norm": 4.5851513277739286e-05, "learning_rate": 1.2313674122465222e-05, "loss": 0.0002, "step": 227290 }, { "epoch": 3.768798394985989, "grad_norm": 0.00040251066093333066, "learning_rate": 1.2312016050140107e-05, "loss": 0.0038, "step": 227300 }, { "epoch": 3.768964202218501, "grad_norm": 0.0007528824498876929, "learning_rate": 1.2310357977814992e-05, "loss": 0.0028, "step": 227310 }, { "epoch": 3.769130009451012, "grad_norm": 0.0033403115812689066, "learning_rate": 1.2308699905489878e-05, "loss": 0.0082, "step": 227320 }, { "epoch": 3.769295816683524, "grad_norm": 0.15691858530044556, "learning_rate": 1.2307041833164763e-05, "loss": 0.0033, "step": 227330 }, { "epoch": 3.769461623916035, "grad_norm": 0.00012162575876573101, "learning_rate": 1.2305383760839648e-05, "loss": 0.0033, "step": 227340 }, { "epoch": 3.769627431148547, "grad_norm": 0.005066513083875179, "learning_rate": 1.2303725688514533e-05, "loss": 0.006, "step": 227350 }, { "epoch": 3.769793238381058, "grad_norm": 0.00033840726246125996, "learning_rate": 1.230206761618942e-05, "loss": 0.0001, "step": 227360 }, { "epoch": 3.76995904561357, "grad_norm": 0.5552467107772827, "learning_rate": 1.2300409543864304e-05, "loss": 0.0076, "step": 227370 }, { "epoch": 3.770124852846081, "grad_norm": 0.0011377785122022033, "learning_rate": 1.229875147153919e-05, "loss": 0.0018, "step": 227380 }, { "epoch": 3.770290660078593, "grad_norm": 0.0014754801522940397, "learning_rate": 1.2297093399214074e-05, "loss": 0.0016, "step": 227390 }, { "epoch": 3.770456467311104, "grad_norm": 0.0024117128923535347, "learning_rate": 1.229543532688896e-05, "loss": 0.0057, "step": 227400 }, { "epoch": 3.7706222745436158, "grad_norm": 0.00020660761219915003, "learning_rate": 1.2293777254563844e-05, "loss": 0.0079, "step": 227410 }, { "epoch": 3.7707880817761272, "grad_norm": 0.0009431680082343519, "learning_rate": 1.229211918223873e-05, "loss": 0.0001, "step": 227420 }, { "epoch": 3.7709538890086387, "grad_norm": 0.0040718792006373405, "learning_rate": 1.2290461109913615e-05, "loss": 0.0001, "step": 227430 }, { "epoch": 3.77111969624115, "grad_norm": 0.002087964676320553, "learning_rate": 1.22888030375885e-05, "loss": 0.0, "step": 227440 }, { "epoch": 3.7712855034736616, "grad_norm": 0.0004461054631974548, "learning_rate": 1.2287144965263385e-05, "loss": 0.0101, "step": 227450 }, { "epoch": 3.771451310706173, "grad_norm": 0.00011576775432331488, "learning_rate": 1.228548689293827e-05, "loss": 0.0048, "step": 227460 }, { "epoch": 3.7716171179386846, "grad_norm": 0.000289849383989349, "learning_rate": 1.2283828820613155e-05, "loss": 0.0092, "step": 227470 }, { "epoch": 3.771782925171196, "grad_norm": 0.0004301721346564591, "learning_rate": 1.228217074828804e-05, "loss": 0.0002, "step": 227480 }, { "epoch": 3.7719487324037075, "grad_norm": 0.17461080849170685, "learning_rate": 1.2280512675962926e-05, "loss": 0.0099, "step": 227490 }, { "epoch": 3.772114539636219, "grad_norm": 0.0008509262115694582, "learning_rate": 1.227885460363781e-05, "loss": 0.0001, "step": 227500 }, { "epoch": 3.7722803468687305, "grad_norm": 0.7524436116218567, "learning_rate": 1.2277196531312696e-05, "loss": 0.0123, "step": 227510 }, { "epoch": 3.772446154101242, "grad_norm": 0.00025639455998316407, "learning_rate": 1.2275538458987581e-05, "loss": 0.0011, "step": 227520 }, { "epoch": 3.7726119613337534, "grad_norm": 0.0012583283241838217, "learning_rate": 1.2273880386662468e-05, "loss": 0.0001, "step": 227530 }, { "epoch": 3.772777768566265, "grad_norm": 0.22531889379024506, "learning_rate": 1.2272222314337351e-05, "loss": 0.0096, "step": 227540 }, { "epoch": 3.7729435757987764, "grad_norm": 0.0023029514122754335, "learning_rate": 1.2270564242012238e-05, "loss": 0.007, "step": 227550 }, { "epoch": 3.773109383031288, "grad_norm": 0.14160899817943573, "learning_rate": 1.2268906169687122e-05, "loss": 0.0062, "step": 227560 }, { "epoch": 3.7732751902637993, "grad_norm": 0.013657189905643463, "learning_rate": 1.2267248097362009e-05, "loss": 0.0035, "step": 227570 }, { "epoch": 3.773440997496311, "grad_norm": 0.24302762746810913, "learning_rate": 1.2265590025036892e-05, "loss": 0.0025, "step": 227580 }, { "epoch": 3.7736068047288223, "grad_norm": 0.08670397102832794, "learning_rate": 1.2263931952711779e-05, "loss": 0.0054, "step": 227590 }, { "epoch": 3.7737726119613337, "grad_norm": 0.00018736725905910134, "learning_rate": 1.2262273880386663e-05, "loss": 0.0033, "step": 227600 }, { "epoch": 3.773938419193845, "grad_norm": 0.0007571220048703253, "learning_rate": 1.226061580806155e-05, "loss": 0.0063, "step": 227610 }, { "epoch": 3.7741042264263567, "grad_norm": 0.00018652591097634286, "learning_rate": 1.2258957735736433e-05, "loss": 0.0002, "step": 227620 }, { "epoch": 3.774270033658868, "grad_norm": 0.01017342321574688, "learning_rate": 1.2257299663411318e-05, "loss": 0.0035, "step": 227630 }, { "epoch": 3.7744358408913796, "grad_norm": 0.00019690750923473388, "learning_rate": 1.2255641591086203e-05, "loss": 0.0249, "step": 227640 }, { "epoch": 3.774601648123891, "grad_norm": 0.0002194825210608542, "learning_rate": 1.2253983518761088e-05, "loss": 0.0081, "step": 227650 }, { "epoch": 3.7747674553564026, "grad_norm": 0.011402974836528301, "learning_rate": 1.2252325446435974e-05, "loss": 0.0134, "step": 227660 }, { "epoch": 3.774933262588914, "grad_norm": 0.0010098363272845745, "learning_rate": 1.2250667374110859e-05, "loss": 0.0017, "step": 227670 }, { "epoch": 3.7750990698214255, "grad_norm": 0.13210472464561462, "learning_rate": 1.2249009301785744e-05, "loss": 0.0109, "step": 227680 }, { "epoch": 3.775264877053937, "grad_norm": 0.0061439936980605125, "learning_rate": 1.2247351229460629e-05, "loss": 0.0035, "step": 227690 }, { "epoch": 3.7754306842864485, "grad_norm": 0.0006302021793089807, "learning_rate": 1.2245693157135516e-05, "loss": 0.0026, "step": 227700 }, { "epoch": 3.77559649151896, "grad_norm": 0.007079206872731447, "learning_rate": 1.22440350848104e-05, "loss": 0.0089, "step": 227710 }, { "epoch": 3.7757622987514714, "grad_norm": 0.05313537269830704, "learning_rate": 1.2242377012485286e-05, "loss": 0.0002, "step": 227720 }, { "epoch": 3.775928105983983, "grad_norm": 0.00037668284494429827, "learning_rate": 1.224071894016017e-05, "loss": 0.0037, "step": 227730 }, { "epoch": 3.7760939132164943, "grad_norm": 0.0002034078206634149, "learning_rate": 1.2239060867835057e-05, "loss": 0.0025, "step": 227740 }, { "epoch": 3.776259720449006, "grad_norm": 0.25152578949928284, "learning_rate": 1.223740279550994e-05, "loss": 0.01, "step": 227750 }, { "epoch": 3.7764255276815177, "grad_norm": 0.012996578589081764, "learning_rate": 1.2235744723184827e-05, "loss": 0.0001, "step": 227760 }, { "epoch": 3.7765913349140288, "grad_norm": 0.013721445575356483, "learning_rate": 1.223408665085971e-05, "loss": 0.0025, "step": 227770 }, { "epoch": 3.7767571421465407, "grad_norm": 0.0003223390085622668, "learning_rate": 1.2232428578534597e-05, "loss": 0.001, "step": 227780 }, { "epoch": 3.7769229493790517, "grad_norm": 0.005962955299764872, "learning_rate": 1.223077050620948e-05, "loss": 0.003, "step": 227790 }, { "epoch": 3.7770887566115636, "grad_norm": 0.00034888071240857244, "learning_rate": 1.2229112433884368e-05, "loss": 0.0069, "step": 227800 }, { "epoch": 3.7772545638440747, "grad_norm": 0.0010993783362209797, "learning_rate": 1.2227454361559251e-05, "loss": 0.0001, "step": 227810 }, { "epoch": 3.7774203710765866, "grad_norm": 0.6549399495124817, "learning_rate": 1.2225796289234136e-05, "loss": 0.004, "step": 227820 }, { "epoch": 3.7775861783090976, "grad_norm": 0.00023960060207173228, "learning_rate": 1.2224138216909021e-05, "loss": 0.0028, "step": 227830 }, { "epoch": 3.7777519855416095, "grad_norm": 0.00022683621500618756, "learning_rate": 1.2222480144583907e-05, "loss": 0.005, "step": 227840 }, { "epoch": 3.7779177927741205, "grad_norm": 0.0009841332212090492, "learning_rate": 1.2220822072258792e-05, "loss": 0.0032, "step": 227850 }, { "epoch": 3.7780836000066325, "grad_norm": 0.0009440557332709432, "learning_rate": 1.2219163999933677e-05, "loss": 0.0018, "step": 227860 }, { "epoch": 3.778249407239144, "grad_norm": 0.001389804994687438, "learning_rate": 1.2217505927608564e-05, "loss": 0.0001, "step": 227870 }, { "epoch": 3.7784152144716554, "grad_norm": 0.004676538519561291, "learning_rate": 1.2215847855283447e-05, "loss": 0.0018, "step": 227880 }, { "epoch": 3.778581021704167, "grad_norm": 0.008346768096089363, "learning_rate": 1.2214189782958334e-05, "loss": 0.0027, "step": 227890 }, { "epoch": 3.7787468289366783, "grad_norm": 4.66152596345637e-06, "learning_rate": 1.2212531710633218e-05, "loss": 0.0056, "step": 227900 }, { "epoch": 3.77891263616919, "grad_norm": 0.0011398348724469543, "learning_rate": 1.2210873638308105e-05, "loss": 0.0005, "step": 227910 }, { "epoch": 3.7790784434017013, "grad_norm": 0.01650531403720379, "learning_rate": 1.2209215565982988e-05, "loss": 0.0027, "step": 227920 }, { "epoch": 3.7792442506342128, "grad_norm": 0.0008596785482950509, "learning_rate": 1.2207557493657875e-05, "loss": 0.0051, "step": 227930 }, { "epoch": 3.7794100578667242, "grad_norm": 0.2686898708343506, "learning_rate": 1.2205899421332758e-05, "loss": 0.0077, "step": 227940 }, { "epoch": 3.7795758650992357, "grad_norm": 0.01928679458796978, "learning_rate": 1.2204241349007645e-05, "loss": 0.005, "step": 227950 }, { "epoch": 3.779741672331747, "grad_norm": 0.7680208683013916, "learning_rate": 1.2202583276682529e-05, "loss": 0.0084, "step": 227960 }, { "epoch": 3.7799074795642587, "grad_norm": 0.000828679243568331, "learning_rate": 1.2200925204357416e-05, "loss": 0.0038, "step": 227970 }, { "epoch": 3.78007328679677, "grad_norm": 0.00021171050320845097, "learning_rate": 1.2199267132032299e-05, "loss": 0.0061, "step": 227980 }, { "epoch": 3.7802390940292816, "grad_norm": 0.002436896786093712, "learning_rate": 1.2197609059707186e-05, "loss": 0.0011, "step": 227990 }, { "epoch": 3.780404901261793, "grad_norm": 0.0008560176356695592, "learning_rate": 1.219595098738207e-05, "loss": 0.0022, "step": 228000 }, { "epoch": 3.7805707084943045, "grad_norm": 8.359811181435362e-05, "learning_rate": 1.2194292915056955e-05, "loss": 0.0114, "step": 228010 }, { "epoch": 3.780736515726816, "grad_norm": 0.0006182100623846054, "learning_rate": 1.219263484273184e-05, "loss": 0.0074, "step": 228020 }, { "epoch": 3.7809023229593275, "grad_norm": 0.01887146756052971, "learning_rate": 1.2190976770406725e-05, "loss": 0.0035, "step": 228030 }, { "epoch": 3.781068130191839, "grad_norm": 0.09087551385164261, "learning_rate": 1.2189318698081612e-05, "loss": 0.0002, "step": 228040 }, { "epoch": 3.7812339374243504, "grad_norm": 3.366706005181186e-05, "learning_rate": 1.2187660625756495e-05, "loss": 0.0001, "step": 228050 }, { "epoch": 3.781399744656862, "grad_norm": 0.0008846954442560673, "learning_rate": 1.2186002553431382e-05, "loss": 0.0, "step": 228060 }, { "epoch": 3.7815655518893734, "grad_norm": 0.021399665623903275, "learning_rate": 1.2184344481106266e-05, "loss": 0.0114, "step": 228070 }, { "epoch": 3.781731359121885, "grad_norm": 0.006451752502471209, "learning_rate": 1.2182686408781153e-05, "loss": 0.003, "step": 228080 }, { "epoch": 3.7818971663543963, "grad_norm": 0.0013729522470384836, "learning_rate": 1.2181028336456036e-05, "loss": 0.0031, "step": 228090 }, { "epoch": 3.782062973586908, "grad_norm": 0.0009337064111605287, "learning_rate": 1.2179370264130923e-05, "loss": 0.0007, "step": 228100 }, { "epoch": 3.7822287808194193, "grad_norm": 0.0007230574265122414, "learning_rate": 1.2177712191805806e-05, "loss": 0.0036, "step": 228110 }, { "epoch": 3.7823945880519307, "grad_norm": 0.12094409763813019, "learning_rate": 1.2176054119480693e-05, "loss": 0.0028, "step": 228120 }, { "epoch": 3.782560395284442, "grad_norm": 0.00033164923661388457, "learning_rate": 1.2174396047155577e-05, "loss": 0.0036, "step": 228130 }, { "epoch": 3.7827262025169537, "grad_norm": 0.00018531475507188588, "learning_rate": 1.2172737974830464e-05, "loss": 0.0062, "step": 228140 }, { "epoch": 3.782892009749465, "grad_norm": 0.008739016018807888, "learning_rate": 1.2171079902505347e-05, "loss": 0.0, "step": 228150 }, { "epoch": 3.7830578169819766, "grad_norm": 0.028332874178886414, "learning_rate": 1.2169421830180234e-05, "loss": 0.0002, "step": 228160 }, { "epoch": 3.783223624214488, "grad_norm": 0.0003747001173906028, "learning_rate": 1.2167763757855117e-05, "loss": 0.0, "step": 228170 }, { "epoch": 3.7833894314469996, "grad_norm": 0.17270337045192719, "learning_rate": 1.2166105685530004e-05, "loss": 0.002, "step": 228180 }, { "epoch": 3.783555238679511, "grad_norm": 0.07133550941944122, "learning_rate": 1.2164447613204888e-05, "loss": 0.0004, "step": 228190 }, { "epoch": 3.7837210459120225, "grad_norm": 3.146287417621352e-05, "learning_rate": 1.2162789540879773e-05, "loss": 0.0011, "step": 228200 }, { "epoch": 3.7838868531445344, "grad_norm": 0.0013309812638908625, "learning_rate": 1.216113146855466e-05, "loss": 0.0107, "step": 228210 }, { "epoch": 3.7840526603770455, "grad_norm": 2.133314046659507e-05, "learning_rate": 1.2159473396229543e-05, "loss": 0.0035, "step": 228220 }, { "epoch": 3.7842184676095574, "grad_norm": 0.008108985610306263, "learning_rate": 1.215781532390443e-05, "loss": 0.0031, "step": 228230 }, { "epoch": 3.7843842748420684, "grad_norm": 0.0007895549642853439, "learning_rate": 1.2156157251579314e-05, "loss": 0.0125, "step": 228240 }, { "epoch": 3.7845500820745803, "grad_norm": 0.0002490608021616936, "learning_rate": 1.21544991792542e-05, "loss": 0.0052, "step": 228250 }, { "epoch": 3.7847158893070914, "grad_norm": 0.8554272651672363, "learning_rate": 1.2152841106929084e-05, "loss": 0.0078, "step": 228260 }, { "epoch": 3.7848816965396033, "grad_norm": 0.00042597707943059504, "learning_rate": 1.215118303460397e-05, "loss": 0.0084, "step": 228270 }, { "epoch": 3.7850475037721143, "grad_norm": 2.180117735406384e-05, "learning_rate": 1.2149524962278854e-05, "loss": 0.0119, "step": 228280 }, { "epoch": 3.785213311004626, "grad_norm": 0.03033754602074623, "learning_rate": 1.2147866889953741e-05, "loss": 0.0056, "step": 228290 }, { "epoch": 3.7853791182371372, "grad_norm": 0.004956571850925684, "learning_rate": 1.2146208817628625e-05, "loss": 0.0004, "step": 228300 }, { "epoch": 3.785544925469649, "grad_norm": 0.06531654298305511, "learning_rate": 1.2144550745303511e-05, "loss": 0.0045, "step": 228310 }, { "epoch": 3.7857107327021606, "grad_norm": 0.0007669832557439804, "learning_rate": 1.2142892672978395e-05, "loss": 0.0014, "step": 228320 }, { "epoch": 3.785876539934672, "grad_norm": 0.0001456724276067689, "learning_rate": 1.2141234600653282e-05, "loss": 0.003, "step": 228330 }, { "epoch": 3.7860423471671836, "grad_norm": 4.4540644012158737e-05, "learning_rate": 1.2139576528328165e-05, "loss": 0.0007, "step": 228340 }, { "epoch": 3.786208154399695, "grad_norm": 0.0005933644715696573, "learning_rate": 1.2137918456003052e-05, "loss": 0.0, "step": 228350 }, { "epoch": 3.7863739616322065, "grad_norm": 4.430778426467441e-05, "learning_rate": 1.2136260383677936e-05, "loss": 0.0081, "step": 228360 }, { "epoch": 3.786539768864718, "grad_norm": 0.0006950797978788614, "learning_rate": 1.2134602311352823e-05, "loss": 0.0104, "step": 228370 }, { "epoch": 3.7867055760972295, "grad_norm": 0.3558492958545685, "learning_rate": 1.2132944239027708e-05, "loss": 0.0079, "step": 228380 }, { "epoch": 3.786871383329741, "grad_norm": 0.0023161713033914566, "learning_rate": 1.2131286166702593e-05, "loss": 0.002, "step": 228390 }, { "epoch": 3.7870371905622524, "grad_norm": 0.0001397126034134999, "learning_rate": 1.2129628094377478e-05, "loss": 0.0011, "step": 228400 }, { "epoch": 3.787202997794764, "grad_norm": 0.19048181176185608, "learning_rate": 1.2127970022052362e-05, "loss": 0.0029, "step": 228410 }, { "epoch": 3.7873688050272754, "grad_norm": 0.0017679267330095172, "learning_rate": 1.2126311949727248e-05, "loss": 0.0076, "step": 228420 }, { "epoch": 3.787534612259787, "grad_norm": 0.0021403736900538206, "learning_rate": 1.2124653877402132e-05, "loss": 0.0052, "step": 228430 }, { "epoch": 3.7877004194922983, "grad_norm": 0.0031552868895232677, "learning_rate": 1.2122995805077019e-05, "loss": 0.0033, "step": 228440 }, { "epoch": 3.7878662267248098, "grad_norm": 0.011852126568555832, "learning_rate": 1.2121337732751902e-05, "loss": 0.0052, "step": 228450 }, { "epoch": 3.7880320339573212, "grad_norm": 0.00012288200377952307, "learning_rate": 1.2119679660426789e-05, "loss": 0.0001, "step": 228460 }, { "epoch": 3.7881978411898327, "grad_norm": 0.0009266245760954916, "learning_rate": 1.2118021588101673e-05, "loss": 0.0023, "step": 228470 }, { "epoch": 3.788363648422344, "grad_norm": 0.0014203726314008236, "learning_rate": 1.211636351577656e-05, "loss": 0.0106, "step": 228480 }, { "epoch": 3.7885294556548557, "grad_norm": 0.21070516109466553, "learning_rate": 1.2114705443451443e-05, "loss": 0.0079, "step": 228490 }, { "epoch": 3.788695262887367, "grad_norm": 0.0002763051015790552, "learning_rate": 1.211304737112633e-05, "loss": 0.0189, "step": 228500 }, { "epoch": 3.7888610701198786, "grad_norm": 0.005062832031399012, "learning_rate": 1.2111389298801213e-05, "loss": 0.0075, "step": 228510 }, { "epoch": 3.78902687735239, "grad_norm": 0.0017177652334794402, "learning_rate": 1.21097312264761e-05, "loss": 0.0022, "step": 228520 }, { "epoch": 3.7891926845849015, "grad_norm": 0.0006608123076148331, "learning_rate": 1.2108073154150984e-05, "loss": 0.0084, "step": 228530 }, { "epoch": 3.789358491817413, "grad_norm": 0.01849324442446232, "learning_rate": 1.210641508182587e-05, "loss": 0.0003, "step": 228540 }, { "epoch": 3.7895242990499245, "grad_norm": 0.8704601526260376, "learning_rate": 1.2104757009500756e-05, "loss": 0.0152, "step": 228550 }, { "epoch": 3.789690106282436, "grad_norm": 9.196557221002877e-05, "learning_rate": 1.210309893717564e-05, "loss": 0.0044, "step": 228560 }, { "epoch": 3.7898559135149474, "grad_norm": 0.003999974112957716, "learning_rate": 1.2101440864850526e-05, "loss": 0.0059, "step": 228570 }, { "epoch": 3.790021720747459, "grad_norm": 0.06001333147287369, "learning_rate": 1.2099782792525411e-05, "loss": 0.0001, "step": 228580 }, { "epoch": 3.7901875279799704, "grad_norm": 0.0003995989973191172, "learning_rate": 1.2098124720200296e-05, "loss": 0.0025, "step": 228590 }, { "epoch": 3.790353335212482, "grad_norm": 0.00030573856201954186, "learning_rate": 1.209646664787518e-05, "loss": 0.0029, "step": 228600 }, { "epoch": 3.7905191424449933, "grad_norm": 0.0006874016835354269, "learning_rate": 1.2094808575550067e-05, "loss": 0.0007, "step": 228610 }, { "epoch": 3.790684949677505, "grad_norm": 0.14010407030582428, "learning_rate": 1.209315050322495e-05, "loss": 0.009, "step": 228620 }, { "epoch": 3.7908507569100163, "grad_norm": 6.10134557064157e-05, "learning_rate": 1.2091492430899837e-05, "loss": 0.0024, "step": 228630 }, { "epoch": 3.7910165641425277, "grad_norm": 0.0034076354932039976, "learning_rate": 1.208983435857472e-05, "loss": 0.002, "step": 228640 }, { "epoch": 3.791182371375039, "grad_norm": 0.00031895373831503093, "learning_rate": 1.2088176286249607e-05, "loss": 0.016, "step": 228650 }, { "epoch": 3.791348178607551, "grad_norm": 0.0011730785481631756, "learning_rate": 1.2086518213924491e-05, "loss": 0.003, "step": 228660 }, { "epoch": 3.791513985840062, "grad_norm": 0.021471692249178886, "learning_rate": 1.2084860141599378e-05, "loss": 0.0027, "step": 228670 }, { "epoch": 3.791679793072574, "grad_norm": 3.616978574427776e-05, "learning_rate": 1.2083202069274261e-05, "loss": 0.0044, "step": 228680 }, { "epoch": 3.791845600305085, "grad_norm": 0.0013878281461074948, "learning_rate": 1.2081543996949148e-05, "loss": 0.002, "step": 228690 }, { "epoch": 3.792011407537597, "grad_norm": 0.2936002314090729, "learning_rate": 1.2079885924624032e-05, "loss": 0.0008, "step": 228700 }, { "epoch": 3.792177214770108, "grad_norm": 0.002391448710113764, "learning_rate": 1.2078227852298918e-05, "loss": 0.0001, "step": 228710 }, { "epoch": 3.79234302200262, "grad_norm": 0.0047774785198271275, "learning_rate": 1.2076569779973804e-05, "loss": 0.0029, "step": 228720 }, { "epoch": 3.792508829235131, "grad_norm": 9.648381092119962e-05, "learning_rate": 1.2074911707648689e-05, "loss": 0.0133, "step": 228730 }, { "epoch": 3.792674636467643, "grad_norm": 0.048084549605846405, "learning_rate": 1.2073253635323574e-05, "loss": 0.0055, "step": 228740 }, { "epoch": 3.792840443700154, "grad_norm": 0.004987804219126701, "learning_rate": 1.2071595562998459e-05, "loss": 0.0045, "step": 228750 }, { "epoch": 3.793006250932666, "grad_norm": 0.0005684473435394466, "learning_rate": 1.2069937490673344e-05, "loss": 0.0039, "step": 228760 }, { "epoch": 3.7931720581651773, "grad_norm": 0.00011060789984185249, "learning_rate": 1.206827941834823e-05, "loss": 0.0006, "step": 228770 }, { "epoch": 3.793337865397689, "grad_norm": 0.007285781670361757, "learning_rate": 1.2066621346023115e-05, "loss": 0.0088, "step": 228780 }, { "epoch": 3.7935036726302003, "grad_norm": 0.15640653669834137, "learning_rate": 1.2064963273697998e-05, "loss": 0.0096, "step": 228790 }, { "epoch": 3.7936694798627117, "grad_norm": 0.38595202565193176, "learning_rate": 1.2063305201372885e-05, "loss": 0.0061, "step": 228800 }, { "epoch": 3.793835287095223, "grad_norm": 0.0032864082604646683, "learning_rate": 1.2061647129047768e-05, "loss": 0.0001, "step": 228810 }, { "epoch": 3.7940010943277347, "grad_norm": 0.0014428028371185064, "learning_rate": 1.2059989056722655e-05, "loss": 0.0043, "step": 228820 }, { "epoch": 3.794166901560246, "grad_norm": 0.7850832939147949, "learning_rate": 1.2058330984397539e-05, "loss": 0.0031, "step": 228830 }, { "epoch": 3.7943327087927576, "grad_norm": 0.005491957068443298, "learning_rate": 1.2056672912072426e-05, "loss": 0.0092, "step": 228840 }, { "epoch": 3.794498516025269, "grad_norm": 0.026758920401334763, "learning_rate": 1.2055014839747309e-05, "loss": 0.0002, "step": 228850 }, { "epoch": 3.7946643232577806, "grad_norm": 0.001949369558133185, "learning_rate": 1.2053356767422196e-05, "loss": 0.0003, "step": 228860 }, { "epoch": 3.794830130490292, "grad_norm": 0.00011644976621028036, "learning_rate": 1.205169869509708e-05, "loss": 0.0002, "step": 228870 }, { "epoch": 3.7949959377228035, "grad_norm": 0.010768353939056396, "learning_rate": 1.2050040622771966e-05, "loss": 0.0001, "step": 228880 }, { "epoch": 3.795161744955315, "grad_norm": 0.0002907617890741676, "learning_rate": 1.2048382550446852e-05, "loss": 0.0072, "step": 228890 }, { "epoch": 3.7953275521878265, "grad_norm": 0.21028240025043488, "learning_rate": 1.2046724478121737e-05, "loss": 0.0129, "step": 228900 }, { "epoch": 3.795493359420338, "grad_norm": 0.0019184376578778028, "learning_rate": 1.2045066405796622e-05, "loss": 0.0083, "step": 228910 }, { "epoch": 3.7956591666528494, "grad_norm": 0.01129835657775402, "learning_rate": 1.2043408333471507e-05, "loss": 0.0024, "step": 228920 }, { "epoch": 3.795824973885361, "grad_norm": 0.13475632667541504, "learning_rate": 1.2041750261146392e-05, "loss": 0.0042, "step": 228930 }, { "epoch": 3.7959907811178724, "grad_norm": 0.03797580674290657, "learning_rate": 1.2040092188821277e-05, "loss": 0.0001, "step": 228940 }, { "epoch": 3.796156588350384, "grad_norm": 0.004726009909063578, "learning_rate": 1.2038434116496163e-05, "loss": 0.0079, "step": 228950 }, { "epoch": 3.7963223955828953, "grad_norm": 0.0002744425437413156, "learning_rate": 1.2036776044171048e-05, "loss": 0.0028, "step": 228960 }, { "epoch": 3.7964882028154068, "grad_norm": 0.00035199878038838506, "learning_rate": 1.2035117971845933e-05, "loss": 0.0027, "step": 228970 }, { "epoch": 3.7966540100479182, "grad_norm": 2.5734028895385563e-05, "learning_rate": 1.2033459899520818e-05, "loss": 0.0019, "step": 228980 }, { "epoch": 3.7968198172804297, "grad_norm": 0.0003792666830122471, "learning_rate": 1.2031801827195703e-05, "loss": 0.0082, "step": 228990 }, { "epoch": 3.796985624512941, "grad_norm": 0.12775185704231262, "learning_rate": 1.2030143754870587e-05, "loss": 0.0092, "step": 229000 }, { "epoch": 3.7971514317454527, "grad_norm": 0.22197994589805603, "learning_rate": 1.2028485682545474e-05, "loss": 0.0059, "step": 229010 }, { "epoch": 3.797317238977964, "grad_norm": 0.013748221099376678, "learning_rate": 1.2026827610220357e-05, "loss": 0.007, "step": 229020 }, { "epoch": 3.7974830462104756, "grad_norm": 0.5382753610610962, "learning_rate": 1.2025169537895244e-05, "loss": 0.0066, "step": 229030 }, { "epoch": 3.797648853442987, "grad_norm": 0.025043822824954987, "learning_rate": 1.2023511465570127e-05, "loss": 0.006, "step": 229040 }, { "epoch": 3.7978146606754986, "grad_norm": 0.00016341214359272271, "learning_rate": 1.2021853393245014e-05, "loss": 0.0055, "step": 229050 }, { "epoch": 3.79798046790801, "grad_norm": 0.0006181764765642583, "learning_rate": 1.20201953209199e-05, "loss": 0.0115, "step": 229060 }, { "epoch": 3.7981462751405215, "grad_norm": 0.0027435198426246643, "learning_rate": 1.2018537248594785e-05, "loss": 0.0051, "step": 229070 }, { "epoch": 3.798312082373033, "grad_norm": 0.0245757345110178, "learning_rate": 1.201687917626967e-05, "loss": 0.01, "step": 229080 }, { "epoch": 3.7984778896055444, "grad_norm": 0.07698722183704376, "learning_rate": 1.2015221103944555e-05, "loss": 0.0021, "step": 229090 }, { "epoch": 3.798643696838056, "grad_norm": 0.0007699965499341488, "learning_rate": 1.201356303161944e-05, "loss": 0.0, "step": 229100 }, { "epoch": 3.798809504070568, "grad_norm": 0.002329928334802389, "learning_rate": 1.2011904959294325e-05, "loss": 0.0097, "step": 229110 }, { "epoch": 3.798975311303079, "grad_norm": 0.01353219524025917, "learning_rate": 1.201024688696921e-05, "loss": 0.0003, "step": 229120 }, { "epoch": 3.7991411185355908, "grad_norm": 0.01785166561603546, "learning_rate": 1.2008588814644096e-05, "loss": 0.0021, "step": 229130 }, { "epoch": 3.799306925768102, "grad_norm": 0.0012109450763091445, "learning_rate": 1.2006930742318981e-05, "loss": 0.0245, "step": 229140 }, { "epoch": 3.7994727330006137, "grad_norm": 0.00039985936018638313, "learning_rate": 1.2005272669993866e-05, "loss": 0.003, "step": 229150 }, { "epoch": 3.7996385402331248, "grad_norm": 0.031139886006712914, "learning_rate": 1.2003614597668751e-05, "loss": 0.0045, "step": 229160 }, { "epoch": 3.7998043474656367, "grad_norm": 0.0008924924768507481, "learning_rate": 1.2001956525343636e-05, "loss": 0.0049, "step": 229170 }, { "epoch": 3.7999701546981477, "grad_norm": 0.005422819405794144, "learning_rate": 1.2000298453018522e-05, "loss": 0.0082, "step": 229180 }, { "epoch": 3.8001359619306596, "grad_norm": 0.01378659438341856, "learning_rate": 1.1998640380693405e-05, "loss": 0.006, "step": 229190 }, { "epoch": 3.8003017691631706, "grad_norm": 0.00030864300788380206, "learning_rate": 1.1996982308368292e-05, "loss": 0.0032, "step": 229200 }, { "epoch": 3.8004675763956826, "grad_norm": 0.008676067925989628, "learning_rate": 1.1995324236043175e-05, "loss": 0.0038, "step": 229210 }, { "epoch": 3.8006333836281936, "grad_norm": 0.03342946618795395, "learning_rate": 1.1993666163718062e-05, "loss": 0.0073, "step": 229220 }, { "epoch": 3.8007991908607055, "grad_norm": 0.16894496977329254, "learning_rate": 1.1992008091392947e-05, "loss": 0.0048, "step": 229230 }, { "epoch": 3.800964998093217, "grad_norm": 0.0004055547760799527, "learning_rate": 1.1990350019067833e-05, "loss": 0.0049, "step": 229240 }, { "epoch": 3.8011308053257284, "grad_norm": 0.1555541455745697, "learning_rate": 1.1988691946742718e-05, "loss": 0.0134, "step": 229250 }, { "epoch": 3.80129661255824, "grad_norm": 0.0003892155073117465, "learning_rate": 1.1987033874417603e-05, "loss": 0.007, "step": 229260 }, { "epoch": 3.8014624197907514, "grad_norm": 5.0603535783011466e-05, "learning_rate": 1.1985375802092488e-05, "loss": 0.0025, "step": 229270 }, { "epoch": 3.801628227023263, "grad_norm": 0.0021723718382418156, "learning_rate": 1.1983717729767373e-05, "loss": 0.0055, "step": 229280 }, { "epoch": 3.8017940342557743, "grad_norm": 0.00018234252638649195, "learning_rate": 1.1982059657442258e-05, "loss": 0.006, "step": 229290 }, { "epoch": 3.801959841488286, "grad_norm": 0.0005693236016668379, "learning_rate": 1.1980401585117144e-05, "loss": 0.008, "step": 229300 }, { "epoch": 3.8021256487207973, "grad_norm": 0.0002615197445265949, "learning_rate": 1.1978743512792029e-05, "loss": 0.0049, "step": 229310 }, { "epoch": 3.8022914559533088, "grad_norm": 0.0007570755551569164, "learning_rate": 1.1977085440466914e-05, "loss": 0.0118, "step": 229320 }, { "epoch": 3.8024572631858202, "grad_norm": 0.025315266102552414, "learning_rate": 1.1975427368141799e-05, "loss": 0.0059, "step": 229330 }, { "epoch": 3.8026230704183317, "grad_norm": 0.16972662508487701, "learning_rate": 1.1973769295816684e-05, "loss": 0.0061, "step": 229340 }, { "epoch": 3.802788877650843, "grad_norm": 0.06390380859375, "learning_rate": 1.197211122349157e-05, "loss": 0.0004, "step": 229350 }, { "epoch": 3.8029546848833546, "grad_norm": 2.8119109629187733e-05, "learning_rate": 1.1970453151166455e-05, "loss": 0.0032, "step": 229360 }, { "epoch": 3.803120492115866, "grad_norm": 0.0005867267609573901, "learning_rate": 1.196879507884134e-05, "loss": 0.0025, "step": 229370 }, { "epoch": 3.8032862993483776, "grad_norm": 0.003760205814614892, "learning_rate": 1.1967137006516223e-05, "loss": 0.0037, "step": 229380 }, { "epoch": 3.803452106580889, "grad_norm": 7.480271051463205e-06, "learning_rate": 1.196547893419111e-05, "loss": 0.0032, "step": 229390 }, { "epoch": 3.8036179138134005, "grad_norm": 0.0048325504176318645, "learning_rate": 1.1963820861865995e-05, "loss": 0.0, "step": 229400 }, { "epoch": 3.803783721045912, "grad_norm": 0.16167162358760834, "learning_rate": 1.196216278954088e-05, "loss": 0.006, "step": 229410 }, { "epoch": 3.8039495282784235, "grad_norm": 0.0060154953971505165, "learning_rate": 1.1960504717215766e-05, "loss": 0.006, "step": 229420 }, { "epoch": 3.804115335510935, "grad_norm": 0.00013891886919736862, "learning_rate": 1.1958846644890651e-05, "loss": 0.0, "step": 229430 }, { "epoch": 3.8042811427434464, "grad_norm": 0.0006166261155158281, "learning_rate": 1.1957188572565536e-05, "loss": 0.0024, "step": 229440 }, { "epoch": 3.804446949975958, "grad_norm": 0.004883668385446072, "learning_rate": 1.1955530500240421e-05, "loss": 0.0004, "step": 229450 }, { "epoch": 3.8046127572084694, "grad_norm": 0.24848121404647827, "learning_rate": 1.1953872427915306e-05, "loss": 0.004, "step": 229460 }, { "epoch": 3.804778564440981, "grad_norm": 0.0003544988576322794, "learning_rate": 1.1952214355590192e-05, "loss": 0.0041, "step": 229470 }, { "epoch": 3.8049443716734923, "grad_norm": 0.0007034364971332252, "learning_rate": 1.1950556283265077e-05, "loss": 0.0035, "step": 229480 }, { "epoch": 3.805110178906004, "grad_norm": 0.000398920412408188, "learning_rate": 1.1948898210939962e-05, "loss": 0.0007, "step": 229490 }, { "epoch": 3.8052759861385153, "grad_norm": 0.0017005762783810496, "learning_rate": 1.1947240138614847e-05, "loss": 0.0054, "step": 229500 }, { "epoch": 3.8054417933710267, "grad_norm": 0.007462634239345789, "learning_rate": 1.1945582066289732e-05, "loss": 0.0001, "step": 229510 }, { "epoch": 3.805607600603538, "grad_norm": 0.0052491421811282635, "learning_rate": 1.1943923993964617e-05, "loss": 0.0001, "step": 229520 }, { "epoch": 3.8057734078360497, "grad_norm": 2.5482993805781007e-05, "learning_rate": 1.1942265921639503e-05, "loss": 0.0038, "step": 229530 }, { "epoch": 3.805939215068561, "grad_norm": 0.002271950012072921, "learning_rate": 1.1940607849314388e-05, "loss": 0.0058, "step": 229540 }, { "epoch": 3.8061050223010726, "grad_norm": 0.001002275152131915, "learning_rate": 1.1938949776989273e-05, "loss": 0.0074, "step": 229550 }, { "epoch": 3.8062708295335845, "grad_norm": 0.701156735420227, "learning_rate": 1.1937291704664158e-05, "loss": 0.0134, "step": 229560 }, { "epoch": 3.8064366367660956, "grad_norm": 0.020461155101656914, "learning_rate": 1.1935633632339043e-05, "loss": 0.0001, "step": 229570 }, { "epoch": 3.8066024439986075, "grad_norm": 0.03229014202952385, "learning_rate": 1.1933975560013928e-05, "loss": 0.0031, "step": 229580 }, { "epoch": 3.8067682512311185, "grad_norm": 0.00010433595161885023, "learning_rate": 1.1932317487688814e-05, "loss": 0.0058, "step": 229590 }, { "epoch": 3.8069340584636304, "grad_norm": 6.630888674408197e-05, "learning_rate": 1.1930659415363699e-05, "loss": 0.0029, "step": 229600 }, { "epoch": 3.8070998656961414, "grad_norm": 0.26661232113838196, "learning_rate": 1.1929001343038584e-05, "loss": 0.0006, "step": 229610 }, { "epoch": 3.8072656729286534, "grad_norm": 0.00017731840489432216, "learning_rate": 1.192734327071347e-05, "loss": 0.0002, "step": 229620 }, { "epoch": 3.8074314801611644, "grad_norm": 0.027774721384048462, "learning_rate": 1.1925685198388354e-05, "loss": 0.0001, "step": 229630 }, { "epoch": 3.8075972873936763, "grad_norm": 0.17777401208877563, "learning_rate": 1.192402712606324e-05, "loss": 0.0068, "step": 229640 }, { "epoch": 3.8077630946261873, "grad_norm": 0.005584771744906902, "learning_rate": 1.1922369053738125e-05, "loss": 0.0004, "step": 229650 }, { "epoch": 3.8079289018586993, "grad_norm": 0.6032431721687317, "learning_rate": 1.192071098141301e-05, "loss": 0.0054, "step": 229660 }, { "epoch": 3.8080947090912103, "grad_norm": 0.0002700861659832299, "learning_rate": 1.1919052909087895e-05, "loss": 0.001, "step": 229670 }, { "epoch": 3.808260516323722, "grad_norm": 0.002217907691374421, "learning_rate": 1.191739483676278e-05, "loss": 0.0049, "step": 229680 }, { "epoch": 3.8084263235562337, "grad_norm": 0.0005596254486590624, "learning_rate": 1.1915736764437665e-05, "loss": 0.0033, "step": 229690 }, { "epoch": 3.808592130788745, "grad_norm": 0.00010312596714356914, "learning_rate": 1.191407869211255e-05, "loss": 0.0018, "step": 229700 }, { "epoch": 3.8087579380212566, "grad_norm": 0.08633210510015488, "learning_rate": 1.1912420619787436e-05, "loss": 0.0086, "step": 229710 }, { "epoch": 3.808923745253768, "grad_norm": 0.7830927968025208, "learning_rate": 1.1910762547462321e-05, "loss": 0.0061, "step": 229720 }, { "epoch": 3.8090895524862796, "grad_norm": 0.004141229670494795, "learning_rate": 1.1909104475137206e-05, "loss": 0.0052, "step": 229730 }, { "epoch": 3.809255359718791, "grad_norm": 8.069503383012488e-05, "learning_rate": 1.1907446402812091e-05, "loss": 0.0153, "step": 229740 }, { "epoch": 3.8094211669513025, "grad_norm": 0.0004967437707819045, "learning_rate": 1.1905788330486976e-05, "loss": 0.0092, "step": 229750 }, { "epoch": 3.809586974183814, "grad_norm": 0.000494623149279505, "learning_rate": 1.1904130258161862e-05, "loss": 0.0002, "step": 229760 }, { "epoch": 3.8097527814163255, "grad_norm": 5.496948870131746e-05, "learning_rate": 1.1902472185836747e-05, "loss": 0.0, "step": 229770 }, { "epoch": 3.809918588648837, "grad_norm": 0.002009779214859009, "learning_rate": 1.1900814113511632e-05, "loss": 0.0027, "step": 229780 }, { "epoch": 3.8100843958813484, "grad_norm": 0.00014805780665483326, "learning_rate": 1.1899156041186517e-05, "loss": 0.0034, "step": 229790 }, { "epoch": 3.81025020311386, "grad_norm": 0.12972594797611237, "learning_rate": 1.1897497968861402e-05, "loss": 0.0089, "step": 229800 }, { "epoch": 3.8104160103463713, "grad_norm": 0.00017288578965235502, "learning_rate": 1.1895839896536287e-05, "loss": 0.0086, "step": 229810 }, { "epoch": 3.810581817578883, "grad_norm": 0.011350258253514767, "learning_rate": 1.1894181824211173e-05, "loss": 0.0011, "step": 229820 }, { "epoch": 3.8107476248113943, "grad_norm": 5.183586472412571e-05, "learning_rate": 1.1892523751886058e-05, "loss": 0.0003, "step": 229830 }, { "epoch": 3.8109134320439058, "grad_norm": 0.00645125936716795, "learning_rate": 1.1890865679560943e-05, "loss": 0.0099, "step": 229840 }, { "epoch": 3.8110792392764172, "grad_norm": 0.0010254578664898872, "learning_rate": 1.1889207607235828e-05, "loss": 0.0097, "step": 229850 }, { "epoch": 3.8112450465089287, "grad_norm": 0.01944943144917488, "learning_rate": 1.1887549534910713e-05, "loss": 0.0027, "step": 229860 }, { "epoch": 3.81141085374144, "grad_norm": 0.0014853622997179627, "learning_rate": 1.1885891462585598e-05, "loss": 0.0028, "step": 229870 }, { "epoch": 3.8115766609739516, "grad_norm": 0.012807962484657764, "learning_rate": 1.1884233390260484e-05, "loss": 0.0035, "step": 229880 }, { "epoch": 3.811742468206463, "grad_norm": 0.023527462035417557, "learning_rate": 1.1882575317935369e-05, "loss": 0.0032, "step": 229890 }, { "epoch": 3.8119082754389746, "grad_norm": 0.0968959704041481, "learning_rate": 1.1880917245610254e-05, "loss": 0.0061, "step": 229900 }, { "epoch": 3.812074082671486, "grad_norm": 0.008361213840544224, "learning_rate": 1.187925917328514e-05, "loss": 0.0015, "step": 229910 }, { "epoch": 3.8122398899039975, "grad_norm": 0.00032778200693428516, "learning_rate": 1.1877601100960024e-05, "loss": 0.0039, "step": 229920 }, { "epoch": 3.812405697136509, "grad_norm": 6.896870763739571e-05, "learning_rate": 1.187594302863491e-05, "loss": 0.0024, "step": 229930 }, { "epoch": 3.8125715043690205, "grad_norm": 0.37185701727867126, "learning_rate": 1.1874284956309795e-05, "loss": 0.0049, "step": 229940 }, { "epoch": 3.812737311601532, "grad_norm": 0.0007543693645857275, "learning_rate": 1.187262688398468e-05, "loss": 0.0004, "step": 229950 }, { "epoch": 3.8129031188340434, "grad_norm": 0.00861241202801466, "learning_rate": 1.1870968811659565e-05, "loss": 0.0026, "step": 229960 }, { "epoch": 3.813068926066555, "grad_norm": 0.008439294062554836, "learning_rate": 1.186931073933445e-05, "loss": 0.0001, "step": 229970 }, { "epoch": 3.8132347332990664, "grad_norm": 0.0036048286128789186, "learning_rate": 1.1867652667009335e-05, "loss": 0.0045, "step": 229980 }, { "epoch": 3.813400540531578, "grad_norm": 0.2119150608778, "learning_rate": 1.186599459468422e-05, "loss": 0.0148, "step": 229990 }, { "epoch": 3.8135663477640893, "grad_norm": 0.7045049071311951, "learning_rate": 1.1864336522359106e-05, "loss": 0.0118, "step": 230000 }, { "epoch": 3.813732154996601, "grad_norm": 0.15309782326221466, "learning_rate": 1.1862678450033991e-05, "loss": 0.0088, "step": 230010 }, { "epoch": 3.8138979622291123, "grad_norm": 0.0017347546527162194, "learning_rate": 1.1861020377708876e-05, "loss": 0.0041, "step": 230020 }, { "epoch": 3.814063769461624, "grad_norm": 0.1957845240831375, "learning_rate": 1.1859362305383761e-05, "loss": 0.0023, "step": 230030 }, { "epoch": 3.814229576694135, "grad_norm": 0.0031762360595166683, "learning_rate": 1.1857704233058646e-05, "loss": 0.0001, "step": 230040 }, { "epoch": 3.814395383926647, "grad_norm": 0.001509729539975524, "learning_rate": 1.1856046160733532e-05, "loss": 0.0051, "step": 230050 }, { "epoch": 3.814561191159158, "grad_norm": 0.03304212912917137, "learning_rate": 1.1854388088408417e-05, "loss": 0.0002, "step": 230060 }, { "epoch": 3.81472699839167, "grad_norm": 0.0005971719510853291, "learning_rate": 1.1852730016083302e-05, "loss": 0.0002, "step": 230070 }, { "epoch": 3.814892805624181, "grad_norm": 0.012501132674515247, "learning_rate": 1.1851071943758187e-05, "loss": 0.0002, "step": 230080 }, { "epoch": 3.815058612856693, "grad_norm": 0.0002402488316874951, "learning_rate": 1.1849413871433072e-05, "loss": 0.0031, "step": 230090 }, { "epoch": 3.815224420089204, "grad_norm": 1.899671769933775e-05, "learning_rate": 1.1847755799107957e-05, "loss": 0.0027, "step": 230100 }, { "epoch": 3.815390227321716, "grad_norm": 1.10969877243042, "learning_rate": 1.1846097726782843e-05, "loss": 0.0177, "step": 230110 }, { "epoch": 3.815556034554227, "grad_norm": 0.0004283011658117175, "learning_rate": 1.1844439654457728e-05, "loss": 0.0047, "step": 230120 }, { "epoch": 3.815721841786739, "grad_norm": 0.12042498588562012, "learning_rate": 1.1842781582132613e-05, "loss": 0.0049, "step": 230130 }, { "epoch": 3.8158876490192504, "grad_norm": 0.002392117166891694, "learning_rate": 1.1841123509807498e-05, "loss": 0.0007, "step": 230140 }, { "epoch": 3.816053456251762, "grad_norm": 0.10960273444652557, "learning_rate": 1.1839465437482383e-05, "loss": 0.0069, "step": 230150 }, { "epoch": 3.8162192634842733, "grad_norm": 0.1097259595990181, "learning_rate": 1.1837807365157269e-05, "loss": 0.004, "step": 230160 }, { "epoch": 3.816385070716785, "grad_norm": 0.00020519067766144872, "learning_rate": 1.1836149292832154e-05, "loss": 0.0052, "step": 230170 }, { "epoch": 3.8165508779492963, "grad_norm": 0.0001234912924701348, "learning_rate": 1.1834491220507039e-05, "loss": 0.0064, "step": 230180 }, { "epoch": 3.8167166851818077, "grad_norm": 0.0071398066356778145, "learning_rate": 1.1832833148181924e-05, "loss": 0.0068, "step": 230190 }, { "epoch": 3.816882492414319, "grad_norm": 0.0042761848308146, "learning_rate": 1.183117507585681e-05, "loss": 0.0116, "step": 230200 }, { "epoch": 3.8170482996468307, "grad_norm": 0.002563128713518381, "learning_rate": 1.1829517003531694e-05, "loss": 0.0003, "step": 230210 }, { "epoch": 3.817214106879342, "grad_norm": 0.006097376812249422, "learning_rate": 1.182785893120658e-05, "loss": 0.0101, "step": 230220 }, { "epoch": 3.8173799141118536, "grad_norm": 0.0021066791377961636, "learning_rate": 1.1826200858881465e-05, "loss": 0.0058, "step": 230230 }, { "epoch": 3.817545721344365, "grad_norm": 0.002407823223620653, "learning_rate": 1.182454278655635e-05, "loss": 0.0023, "step": 230240 }, { "epoch": 3.8177115285768766, "grad_norm": 0.0005236190045252442, "learning_rate": 1.1822884714231237e-05, "loss": 0.0002, "step": 230250 }, { "epoch": 3.817877335809388, "grad_norm": 0.00044923718087375164, "learning_rate": 1.182122664190612e-05, "loss": 0.0001, "step": 230260 }, { "epoch": 3.8180431430418995, "grad_norm": 3.273881884524599e-05, "learning_rate": 1.1819568569581007e-05, "loss": 0.0038, "step": 230270 }, { "epoch": 3.818208950274411, "grad_norm": 0.021932417526841164, "learning_rate": 1.181791049725589e-05, "loss": 0.0068, "step": 230280 }, { "epoch": 3.8183747575069225, "grad_norm": 0.024841783568263054, "learning_rate": 1.1816252424930776e-05, "loss": 0.0002, "step": 230290 }, { "epoch": 3.818540564739434, "grad_norm": 0.00044089328730478883, "learning_rate": 1.1814594352605661e-05, "loss": 0.0001, "step": 230300 }, { "epoch": 3.8187063719719454, "grad_norm": 0.0014534724177792668, "learning_rate": 1.1812936280280546e-05, "loss": 0.0, "step": 230310 }, { "epoch": 3.818872179204457, "grad_norm": 0.0022779705468565226, "learning_rate": 1.1811278207955431e-05, "loss": 0.0015, "step": 230320 }, { "epoch": 3.8190379864369683, "grad_norm": 0.0012723037507385015, "learning_rate": 1.1809620135630316e-05, "loss": 0.0066, "step": 230330 }, { "epoch": 3.81920379366948, "grad_norm": 0.002489851089194417, "learning_rate": 1.1807962063305202e-05, "loss": 0.0042, "step": 230340 }, { "epoch": 3.8193696009019913, "grad_norm": 0.0006373603828251362, "learning_rate": 1.1806303990980087e-05, "loss": 0.0059, "step": 230350 }, { "epoch": 3.8195354081345028, "grad_norm": 0.004192606545984745, "learning_rate": 1.1804645918654972e-05, "loss": 0.0034, "step": 230360 }, { "epoch": 3.8197012153670142, "grad_norm": 0.0034183203242719173, "learning_rate": 1.1802987846329857e-05, "loss": 0.0003, "step": 230370 }, { "epoch": 3.8198670225995257, "grad_norm": 0.0009593140566721559, "learning_rate": 1.1801329774004742e-05, "loss": 0.0047, "step": 230380 }, { "epoch": 3.820032829832037, "grad_norm": 0.009836121462285519, "learning_rate": 1.1799671701679627e-05, "loss": 0.0, "step": 230390 }, { "epoch": 3.8201986370645487, "grad_norm": 0.3975488841533661, "learning_rate": 1.1798013629354513e-05, "loss": 0.0029, "step": 230400 }, { "epoch": 3.82036444429706, "grad_norm": 0.0015077093848958611, "learning_rate": 1.1796355557029398e-05, "loss": 0.0091, "step": 230410 }, { "epoch": 3.8205302515295716, "grad_norm": 0.0010232416680082679, "learning_rate": 1.1794697484704285e-05, "loss": 0.0102, "step": 230420 }, { "epoch": 3.820696058762083, "grad_norm": 0.2335912585258484, "learning_rate": 1.1793039412379168e-05, "loss": 0.0068, "step": 230430 }, { "epoch": 3.8208618659945945, "grad_norm": 0.18011078238487244, "learning_rate": 1.1791381340054055e-05, "loss": 0.0076, "step": 230440 }, { "epoch": 3.821027673227106, "grad_norm": 0.11163687705993652, "learning_rate": 1.1789723267728939e-05, "loss": 0.004, "step": 230450 }, { "epoch": 3.8211934804596175, "grad_norm": 0.0012918211286887527, "learning_rate": 1.1788065195403825e-05, "loss": 0.0045, "step": 230460 }, { "epoch": 3.821359287692129, "grad_norm": 0.00031719691469334066, "learning_rate": 1.1786407123078709e-05, "loss": 0.0001, "step": 230470 }, { "epoch": 3.821525094924641, "grad_norm": 0.050528448075056076, "learning_rate": 1.1784749050753594e-05, "loss": 0.0002, "step": 230480 }, { "epoch": 3.821690902157152, "grad_norm": 0.16998031735420227, "learning_rate": 1.178309097842848e-05, "loss": 0.0093, "step": 230490 }, { "epoch": 3.821856709389664, "grad_norm": 0.00014141017163638026, "learning_rate": 1.1781432906103364e-05, "loss": 0.0024, "step": 230500 }, { "epoch": 3.822022516622175, "grad_norm": 0.0012923392932862043, "learning_rate": 1.177977483377825e-05, "loss": 0.0, "step": 230510 }, { "epoch": 3.8221883238546868, "grad_norm": 0.0015059326542541385, "learning_rate": 1.1778116761453135e-05, "loss": 0.013, "step": 230520 }, { "epoch": 3.822354131087198, "grad_norm": 0.0029994032811373472, "learning_rate": 1.177645868912802e-05, "loss": 0.0039, "step": 230530 }, { "epoch": 3.8225199383197097, "grad_norm": 0.00038523777038790286, "learning_rate": 1.1774800616802905e-05, "loss": 0.0102, "step": 230540 }, { "epoch": 3.8226857455522207, "grad_norm": 0.185916006565094, "learning_rate": 1.177314254447779e-05, "loss": 0.004, "step": 230550 }, { "epoch": 3.8228515527847327, "grad_norm": 0.00020402943482622504, "learning_rate": 1.1771484472152675e-05, "loss": 0.0, "step": 230560 }, { "epoch": 3.8230173600172437, "grad_norm": 0.00013653989299200475, "learning_rate": 1.176982639982756e-05, "loss": 0.0063, "step": 230570 }, { "epoch": 3.8231831672497556, "grad_norm": 0.008983239531517029, "learning_rate": 1.1768168327502446e-05, "loss": 0.003, "step": 230580 }, { "epoch": 3.823348974482267, "grad_norm": 0.7295395731925964, "learning_rate": 1.1766510255177333e-05, "loss": 0.012, "step": 230590 }, { "epoch": 3.8235147817147785, "grad_norm": 0.0004788882506545633, "learning_rate": 1.1764852182852216e-05, "loss": 0.0027, "step": 230600 }, { "epoch": 3.82368058894729, "grad_norm": 0.0012760313693434, "learning_rate": 1.1763194110527103e-05, "loss": 0.0037, "step": 230610 }, { "epoch": 3.8238463961798015, "grad_norm": 0.0322200246155262, "learning_rate": 1.1761536038201986e-05, "loss": 0.0092, "step": 230620 }, { "epoch": 3.824012203412313, "grad_norm": 0.016945166513323784, "learning_rate": 1.1759877965876873e-05, "loss": 0.0048, "step": 230630 }, { "epoch": 3.8241780106448244, "grad_norm": 0.003917034715414047, "learning_rate": 1.1758219893551757e-05, "loss": 0.0097, "step": 230640 }, { "epoch": 3.824343817877336, "grad_norm": 0.00032446972909383476, "learning_rate": 1.1756561821226644e-05, "loss": 0.0001, "step": 230650 }, { "epoch": 3.8245096251098474, "grad_norm": 9.661303192842752e-05, "learning_rate": 1.1754903748901527e-05, "loss": 0.0118, "step": 230660 }, { "epoch": 3.824675432342359, "grad_norm": 6.463201862061396e-05, "learning_rate": 1.1753245676576412e-05, "loss": 0.0058, "step": 230670 }, { "epoch": 3.8248412395748703, "grad_norm": 0.0002338596823392436, "learning_rate": 1.1751587604251298e-05, "loss": 0.007, "step": 230680 }, { "epoch": 3.825007046807382, "grad_norm": 0.0011404115939512849, "learning_rate": 1.1749929531926183e-05, "loss": 0.0027, "step": 230690 }, { "epoch": 3.8251728540398933, "grad_norm": 0.0010475824819877744, "learning_rate": 1.1748271459601068e-05, "loss": 0.0031, "step": 230700 }, { "epoch": 3.8253386612724047, "grad_norm": 0.5816811919212341, "learning_rate": 1.1746613387275953e-05, "loss": 0.0159, "step": 230710 }, { "epoch": 3.825504468504916, "grad_norm": 0.006040757521986961, "learning_rate": 1.1744955314950838e-05, "loss": 0.0036, "step": 230720 }, { "epoch": 3.8256702757374277, "grad_norm": 0.0026381323114037514, "learning_rate": 1.1743297242625723e-05, "loss": 0.0058, "step": 230730 }, { "epoch": 3.825836082969939, "grad_norm": 0.11790674179792404, "learning_rate": 1.1741639170300609e-05, "loss": 0.0064, "step": 230740 }, { "epoch": 3.8260018902024506, "grad_norm": 0.0004460408235900104, "learning_rate": 1.1739981097975494e-05, "loss": 0.008, "step": 230750 }, { "epoch": 3.826167697434962, "grad_norm": 0.0035635922104120255, "learning_rate": 1.173832302565038e-05, "loss": 0.009, "step": 230760 }, { "epoch": 3.8263335046674736, "grad_norm": 0.004801522009074688, "learning_rate": 1.1736664953325264e-05, "loss": 0.0078, "step": 230770 }, { "epoch": 3.826499311899985, "grad_norm": 0.15377894043922424, "learning_rate": 1.1735006881000151e-05, "loss": 0.0091, "step": 230780 }, { "epoch": 3.8266651191324965, "grad_norm": 0.00317479413934052, "learning_rate": 1.1733348808675034e-05, "loss": 0.0085, "step": 230790 }, { "epoch": 3.826830926365008, "grad_norm": 0.0049786921590566635, "learning_rate": 1.1731690736349921e-05, "loss": 0.0045, "step": 230800 }, { "epoch": 3.8269967335975195, "grad_norm": 0.02032596431672573, "learning_rate": 1.1730032664024805e-05, "loss": 0.0065, "step": 230810 }, { "epoch": 3.827162540830031, "grad_norm": 0.0001590513566043228, "learning_rate": 1.1728374591699692e-05, "loss": 0.005, "step": 230820 }, { "epoch": 3.8273283480625424, "grad_norm": 0.2969171404838562, "learning_rate": 1.1726716519374575e-05, "loss": 0.0076, "step": 230830 }, { "epoch": 3.827494155295054, "grad_norm": 0.012720652855932713, "learning_rate": 1.1725058447049462e-05, "loss": 0.0049, "step": 230840 }, { "epoch": 3.8276599625275654, "grad_norm": 0.0006158219766803086, "learning_rate": 1.1723400374724345e-05, "loss": 0.0104, "step": 230850 }, { "epoch": 3.827825769760077, "grad_norm": 0.550395667552948, "learning_rate": 1.1721742302399232e-05, "loss": 0.0015, "step": 230860 }, { "epoch": 3.8279915769925883, "grad_norm": 0.002692019334062934, "learning_rate": 1.1720084230074116e-05, "loss": 0.0069, "step": 230870 }, { "epoch": 3.8281573842250998, "grad_norm": 0.00012474926188588142, "learning_rate": 1.1718426157749001e-05, "loss": 0.001, "step": 230880 }, { "epoch": 3.8283231914576112, "grad_norm": 0.00032868553535081446, "learning_rate": 1.1716768085423886e-05, "loss": 0.0091, "step": 230890 }, { "epoch": 3.8284889986901227, "grad_norm": 0.00011285351502010599, "learning_rate": 1.1715110013098771e-05, "loss": 0.003, "step": 230900 }, { "epoch": 3.828654805922634, "grad_norm": 0.004757298622280359, "learning_rate": 1.1713451940773656e-05, "loss": 0.0116, "step": 230910 }, { "epoch": 3.8288206131551457, "grad_norm": 0.00019838115258608013, "learning_rate": 1.1711793868448542e-05, "loss": 0.0001, "step": 230920 }, { "epoch": 3.8289864203876576, "grad_norm": 0.003057696158066392, "learning_rate": 1.1710135796123429e-05, "loss": 0.013, "step": 230930 }, { "epoch": 3.8291522276201686, "grad_norm": 0.000405930943088606, "learning_rate": 1.1708477723798312e-05, "loss": 0.0057, "step": 230940 }, { "epoch": 3.8293180348526805, "grad_norm": 0.2726766765117645, "learning_rate": 1.1706819651473199e-05, "loss": 0.0017, "step": 230950 }, { "epoch": 3.8294838420851915, "grad_norm": 0.0003726630238816142, "learning_rate": 1.1705161579148082e-05, "loss": 0.0061, "step": 230960 }, { "epoch": 3.8296496493177035, "grad_norm": 0.04965902492403984, "learning_rate": 1.170350350682297e-05, "loss": 0.0204, "step": 230970 }, { "epoch": 3.8298154565502145, "grad_norm": 0.16035735607147217, "learning_rate": 1.1701845434497853e-05, "loss": 0.0034, "step": 230980 }, { "epoch": 3.8299812637827264, "grad_norm": 0.3011404275894165, "learning_rate": 1.170018736217274e-05, "loss": 0.005, "step": 230990 }, { "epoch": 3.8301470710152374, "grad_norm": 0.0006277363281697035, "learning_rate": 1.1698529289847623e-05, "loss": 0.0002, "step": 231000 }, { "epoch": 3.8303128782477494, "grad_norm": 0.0002588565112091601, "learning_rate": 1.169687121752251e-05, "loss": 0.0001, "step": 231010 }, { "epoch": 3.8304786854802604, "grad_norm": 0.13053913414478302, "learning_rate": 1.1695213145197393e-05, "loss": 0.0039, "step": 231020 }, { "epoch": 3.8306444927127723, "grad_norm": 0.06631950289011002, "learning_rate": 1.169355507287228e-05, "loss": 0.0001, "step": 231030 }, { "epoch": 3.8308102999452838, "grad_norm": 0.001032972359098494, "learning_rate": 1.1691897000547164e-05, "loss": 0.0057, "step": 231040 }, { "epoch": 3.8309761071777952, "grad_norm": 0.00397791713476181, "learning_rate": 1.169023892822205e-05, "loss": 0.0068, "step": 231050 }, { "epoch": 3.8311419144103067, "grad_norm": 0.005181177519261837, "learning_rate": 1.1688580855896934e-05, "loss": 0.0026, "step": 231060 }, { "epoch": 3.831307721642818, "grad_norm": 0.004190381616353989, "learning_rate": 1.168692278357182e-05, "loss": 0.0001, "step": 231070 }, { "epoch": 3.8314735288753297, "grad_norm": 0.0005025430582463741, "learning_rate": 1.1685264711246704e-05, "loss": 0.0039, "step": 231080 }, { "epoch": 3.831639336107841, "grad_norm": 0.1473015993833542, "learning_rate": 1.168360663892159e-05, "loss": 0.0103, "step": 231090 }, { "epoch": 3.8318051433403526, "grad_norm": 0.009717654436826706, "learning_rate": 1.1681948566596476e-05, "loss": 0.0059, "step": 231100 }, { "epoch": 3.831970950572864, "grad_norm": 0.00514367688447237, "learning_rate": 1.168029049427136e-05, "loss": 0.0095, "step": 231110 }, { "epoch": 3.8321367578053755, "grad_norm": 4.400577017804608e-05, "learning_rate": 1.1678632421946247e-05, "loss": 0.0001, "step": 231120 }, { "epoch": 3.832302565037887, "grad_norm": 0.0007779098232276738, "learning_rate": 1.167697434962113e-05, "loss": 0.0059, "step": 231130 }, { "epoch": 3.8324683722703985, "grad_norm": 0.006442722864449024, "learning_rate": 1.1675316277296017e-05, "loss": 0.0034, "step": 231140 }, { "epoch": 3.83263417950291, "grad_norm": 0.0004064957902301103, "learning_rate": 1.16736582049709e-05, "loss": 0.0032, "step": 231150 }, { "epoch": 3.8327999867354214, "grad_norm": 0.0010207901941612363, "learning_rate": 1.1672000132645788e-05, "loss": 0.0097, "step": 231160 }, { "epoch": 3.832965793967933, "grad_norm": 0.0017642201855778694, "learning_rate": 1.1670342060320671e-05, "loss": 0.0061, "step": 231170 }, { "epoch": 3.8331316012004444, "grad_norm": 0.0015295573975890875, "learning_rate": 1.1668683987995558e-05, "loss": 0.0125, "step": 231180 }, { "epoch": 3.833297408432956, "grad_norm": 0.013156960718333721, "learning_rate": 1.1667025915670441e-05, "loss": 0.0016, "step": 231190 }, { "epoch": 3.8334632156654673, "grad_norm": 0.0004924855893477798, "learning_rate": 1.1665367843345328e-05, "loss": 0.0003, "step": 231200 }, { "epoch": 3.833629022897979, "grad_norm": 0.1983228623867035, "learning_rate": 1.1663709771020212e-05, "loss": 0.0049, "step": 231210 }, { "epoch": 3.8337948301304903, "grad_norm": 0.0005799272330477834, "learning_rate": 1.1662051698695099e-05, "loss": 0.0008, "step": 231220 }, { "epoch": 3.8339606373630017, "grad_norm": 0.0012706313282251358, "learning_rate": 1.1660393626369982e-05, "loss": 0.0007, "step": 231230 }, { "epoch": 3.834126444595513, "grad_norm": 0.0008640118758194149, "learning_rate": 1.1658735554044869e-05, "loss": 0.0109, "step": 231240 }, { "epoch": 3.8342922518280247, "grad_norm": 0.004004781134426594, "learning_rate": 1.1657077481719752e-05, "loss": 0.0109, "step": 231250 }, { "epoch": 3.834458059060536, "grad_norm": 0.00017518385720904917, "learning_rate": 1.1655419409394638e-05, "loss": 0.0018, "step": 231260 }, { "epoch": 3.8346238662930476, "grad_norm": 0.0021951044909656048, "learning_rate": 1.1653761337069524e-05, "loss": 0.0026, "step": 231270 }, { "epoch": 3.834789673525559, "grad_norm": 0.0009648628765717149, "learning_rate": 1.1652103264744408e-05, "loss": 0.0025, "step": 231280 }, { "epoch": 3.8349554807580706, "grad_norm": 0.0012972595868632197, "learning_rate": 1.1650445192419295e-05, "loss": 0.0001, "step": 231290 }, { "epoch": 3.835121287990582, "grad_norm": 0.0015954379923641682, "learning_rate": 1.1648787120094178e-05, "loss": 0.0012, "step": 231300 }, { "epoch": 3.8352870952230935, "grad_norm": 0.04036267101764679, "learning_rate": 1.1647129047769065e-05, "loss": 0.0047, "step": 231310 }, { "epoch": 3.835452902455605, "grad_norm": 0.18361809849739075, "learning_rate": 1.1645470975443949e-05, "loss": 0.0053, "step": 231320 }, { "epoch": 3.8356187096881165, "grad_norm": 0.0004141917743254453, "learning_rate": 1.1643812903118835e-05, "loss": 0.0052, "step": 231330 }, { "epoch": 3.835784516920628, "grad_norm": 0.13324707746505737, "learning_rate": 1.1642154830793719e-05, "loss": 0.0083, "step": 231340 }, { "epoch": 3.8359503241531394, "grad_norm": 0.01594083569943905, "learning_rate": 1.1640496758468606e-05, "loss": 0.0057, "step": 231350 }, { "epoch": 3.836116131385651, "grad_norm": 0.00036193279083818197, "learning_rate": 1.163883868614349e-05, "loss": 0.003, "step": 231360 }, { "epoch": 3.8362819386181624, "grad_norm": 8.109018381219357e-05, "learning_rate": 1.1637180613818376e-05, "loss": 0.0001, "step": 231370 }, { "epoch": 3.8364477458506743, "grad_norm": 0.006201842799782753, "learning_rate": 1.163552254149326e-05, "loss": 0.0002, "step": 231380 }, { "epoch": 3.8366135530831853, "grad_norm": 3.673530591186136e-05, "learning_rate": 1.1633864469168146e-05, "loss": 0.019, "step": 231390 }, { "epoch": 3.836779360315697, "grad_norm": 0.0023061088286340237, "learning_rate": 1.163220639684303e-05, "loss": 0.006, "step": 231400 }, { "epoch": 3.8369451675482082, "grad_norm": 0.05865607410669327, "learning_rate": 1.1630548324517917e-05, "loss": 0.0002, "step": 231410 }, { "epoch": 3.83711097478072, "grad_norm": 0.16585303843021393, "learning_rate": 1.16288902521928e-05, "loss": 0.0038, "step": 231420 }, { "epoch": 3.837276782013231, "grad_norm": 0.028987444937229156, "learning_rate": 1.1627232179867687e-05, "loss": 0.0051, "step": 231430 }, { "epoch": 3.837442589245743, "grad_norm": 0.15562613308429718, "learning_rate": 1.1625574107542572e-05, "loss": 0.0086, "step": 231440 }, { "epoch": 3.837608396478254, "grad_norm": 0.00015463797899428755, "learning_rate": 1.1623916035217458e-05, "loss": 0.002, "step": 231450 }, { "epoch": 3.837774203710766, "grad_norm": 0.07509999722242355, "learning_rate": 1.1622257962892343e-05, "loss": 0.0065, "step": 231460 }, { "epoch": 3.837940010943277, "grad_norm": 0.0034813815727829933, "learning_rate": 1.1620599890567226e-05, "loss": 0.0001, "step": 231470 }, { "epoch": 3.838105818175789, "grad_norm": 0.006331621669232845, "learning_rate": 1.1618941818242113e-05, "loss": 0.0063, "step": 231480 }, { "epoch": 3.8382716254083005, "grad_norm": 0.3641805350780487, "learning_rate": 1.1617283745916997e-05, "loss": 0.001, "step": 231490 }, { "epoch": 3.838437432640812, "grad_norm": 0.0067268479615449905, "learning_rate": 1.1615625673591883e-05, "loss": 0.0001, "step": 231500 }, { "epoch": 3.8386032398733234, "grad_norm": 0.00025224959244951606, "learning_rate": 1.1613967601266767e-05, "loss": 0.0045, "step": 231510 }, { "epoch": 3.838769047105835, "grad_norm": 0.01568533107638359, "learning_rate": 1.1612309528941654e-05, "loss": 0.0082, "step": 231520 }, { "epoch": 3.8389348543383464, "grad_norm": 0.14003287255764008, "learning_rate": 1.1610651456616537e-05, "loss": 0.0025, "step": 231530 }, { "epoch": 3.839100661570858, "grad_norm": 0.0014679827727377415, "learning_rate": 1.1608993384291424e-05, "loss": 0.0043, "step": 231540 }, { "epoch": 3.8392664688033693, "grad_norm": 0.02651214227080345, "learning_rate": 1.1607335311966308e-05, "loss": 0.0108, "step": 231550 }, { "epoch": 3.8394322760358808, "grad_norm": 0.00015558613813482225, "learning_rate": 1.1605677239641194e-05, "loss": 0.0011, "step": 231560 }, { "epoch": 3.8395980832683922, "grad_norm": 0.0009048949577845633, "learning_rate": 1.1604019167316078e-05, "loss": 0.0032, "step": 231570 }, { "epoch": 3.8397638905009037, "grad_norm": 0.023014185950160027, "learning_rate": 1.1602361094990965e-05, "loss": 0.0, "step": 231580 }, { "epoch": 3.839929697733415, "grad_norm": 0.012127509340643883, "learning_rate": 1.1600703022665848e-05, "loss": 0.0038, "step": 231590 }, { "epoch": 3.8400955049659267, "grad_norm": 0.0015711219748482108, "learning_rate": 1.1599044950340735e-05, "loss": 0.0038, "step": 231600 }, { "epoch": 3.840261312198438, "grad_norm": 0.00029843105585314333, "learning_rate": 1.1597386878015619e-05, "loss": 0.0, "step": 231610 }, { "epoch": 3.8404271194309496, "grad_norm": 0.17355281114578247, "learning_rate": 1.1595728805690505e-05, "loss": 0.0068, "step": 231620 }, { "epoch": 3.840592926663461, "grad_norm": 0.00034482174669392407, "learning_rate": 1.159407073336539e-05, "loss": 0.0045, "step": 231630 }, { "epoch": 3.8407587338959726, "grad_norm": 0.00020057726942468435, "learning_rate": 1.1592412661040276e-05, "loss": 0.0039, "step": 231640 }, { "epoch": 3.840924541128484, "grad_norm": 0.00482552032917738, "learning_rate": 1.1590754588715161e-05, "loss": 0.0046, "step": 231650 }, { "epoch": 3.8410903483609955, "grad_norm": 0.0018056395929306746, "learning_rate": 1.1589096516390044e-05, "loss": 0.0026, "step": 231660 }, { "epoch": 3.841256155593507, "grad_norm": 0.011065341532230377, "learning_rate": 1.1587438444064931e-05, "loss": 0.0005, "step": 231670 }, { "epoch": 3.8414219628260184, "grad_norm": 0.00023914324992801994, "learning_rate": 1.1585780371739815e-05, "loss": 0.0117, "step": 231680 }, { "epoch": 3.84158777005853, "grad_norm": 0.0013493710430338979, "learning_rate": 1.1584122299414702e-05, "loss": 0.0054, "step": 231690 }, { "epoch": 3.8417535772910414, "grad_norm": 0.0015194759471341968, "learning_rate": 1.1582464227089585e-05, "loss": 0.0057, "step": 231700 }, { "epoch": 3.841919384523553, "grad_norm": 0.00040381390135735273, "learning_rate": 1.1580806154764472e-05, "loss": 0.0002, "step": 231710 }, { "epoch": 3.8420851917560643, "grad_norm": 0.0362708754837513, "learning_rate": 1.1579148082439356e-05, "loss": 0.0069, "step": 231720 }, { "epoch": 3.842250998988576, "grad_norm": 0.019312839955091476, "learning_rate": 1.1577490010114242e-05, "loss": 0.0114, "step": 231730 }, { "epoch": 3.8424168062210873, "grad_norm": 0.0012102121254429221, "learning_rate": 1.1575831937789126e-05, "loss": 0.0002, "step": 231740 }, { "epoch": 3.8425826134535987, "grad_norm": 0.0006607855902984738, "learning_rate": 1.1574173865464013e-05, "loss": 0.0058, "step": 231750 }, { "epoch": 3.8427484206861102, "grad_norm": 0.2569989860057831, "learning_rate": 1.1572515793138896e-05, "loss": 0.0092, "step": 231760 }, { "epoch": 3.8429142279186217, "grad_norm": 0.0006581590860150754, "learning_rate": 1.1570857720813783e-05, "loss": 0.0026, "step": 231770 }, { "epoch": 3.843080035151133, "grad_norm": 0.0004364187188912183, "learning_rate": 1.1569199648488667e-05, "loss": 0.0001, "step": 231780 }, { "epoch": 3.8432458423836446, "grad_norm": 0.004403368569910526, "learning_rate": 1.1567541576163553e-05, "loss": 0.0094, "step": 231790 }, { "epoch": 3.843411649616156, "grad_norm": 0.005050064530223608, "learning_rate": 1.1565883503838439e-05, "loss": 0.0025, "step": 231800 }, { "epoch": 3.8435774568486676, "grad_norm": 0.14957621693611145, "learning_rate": 1.1564225431513324e-05, "loss": 0.0127, "step": 231810 }, { "epoch": 3.843743264081179, "grad_norm": 0.00020069393212907016, "learning_rate": 1.1562567359188209e-05, "loss": 0.0026, "step": 231820 }, { "epoch": 3.843909071313691, "grad_norm": 0.19098322093486786, "learning_rate": 1.1560909286863094e-05, "loss": 0.017, "step": 231830 }, { "epoch": 3.844074878546202, "grad_norm": 0.0005304446676746011, "learning_rate": 1.155925121453798e-05, "loss": 0.0002, "step": 231840 }, { "epoch": 3.844240685778714, "grad_norm": 4.031300704809837e-05, "learning_rate": 1.1557593142212863e-05, "loss": 0.0063, "step": 231850 }, { "epoch": 3.844406493011225, "grad_norm": 0.019545933231711388, "learning_rate": 1.155593506988775e-05, "loss": 0.0078, "step": 231860 }, { "epoch": 3.844572300243737, "grad_norm": 0.0022699085529893637, "learning_rate": 1.1554276997562633e-05, "loss": 0.0059, "step": 231870 }, { "epoch": 3.844738107476248, "grad_norm": 0.01056748628616333, "learning_rate": 1.155261892523752e-05, "loss": 0.0003, "step": 231880 }, { "epoch": 3.84490391470876, "grad_norm": 0.007886356674134731, "learning_rate": 1.1550960852912403e-05, "loss": 0.0029, "step": 231890 }, { "epoch": 3.845069721941271, "grad_norm": 0.0003181443898938596, "learning_rate": 1.154930278058729e-05, "loss": 0.0003, "step": 231900 }, { "epoch": 3.8452355291737828, "grad_norm": 0.0003290695312898606, "learning_rate": 1.1547644708262174e-05, "loss": 0.0042, "step": 231910 }, { "epoch": 3.845401336406294, "grad_norm": 0.0010510544525459409, "learning_rate": 1.154598663593706e-05, "loss": 0.0027, "step": 231920 }, { "epoch": 3.8455671436388057, "grad_norm": 0.00135856494307518, "learning_rate": 1.1544328563611944e-05, "loss": 0.0002, "step": 231930 }, { "epoch": 3.845732950871317, "grad_norm": 0.00022670693579129875, "learning_rate": 1.1542670491286831e-05, "loss": 0.0046, "step": 231940 }, { "epoch": 3.8458987581038286, "grad_norm": 0.6072103381156921, "learning_rate": 1.1541012418961714e-05, "loss": 0.0054, "step": 231950 }, { "epoch": 3.84606456533634, "grad_norm": 0.00011929291940759867, "learning_rate": 1.1539354346636601e-05, "loss": 0.0132, "step": 231960 }, { "epoch": 3.8462303725688516, "grad_norm": 0.009969937615096569, "learning_rate": 1.1537696274311487e-05, "loss": 0.0079, "step": 231970 }, { "epoch": 3.846396179801363, "grad_norm": 0.0003820570418611169, "learning_rate": 1.1536038201986372e-05, "loss": 0.0099, "step": 231980 }, { "epoch": 3.8465619870338745, "grad_norm": 0.0007085810648277402, "learning_rate": 1.1534380129661257e-05, "loss": 0.0002, "step": 231990 }, { "epoch": 3.846727794266386, "grad_norm": 0.00010307366028428078, "learning_rate": 1.1532722057336142e-05, "loss": 0.0, "step": 232000 }, { "epoch": 3.8468936014988975, "grad_norm": 4.588962110574357e-05, "learning_rate": 1.1531063985011027e-05, "loss": 0.0001, "step": 232010 }, { "epoch": 3.847059408731409, "grad_norm": 0.00011874305346282199, "learning_rate": 1.1529405912685912e-05, "loss": 0.0002, "step": 232020 }, { "epoch": 3.8472252159639204, "grad_norm": 0.010109545662999153, "learning_rate": 1.1527747840360798e-05, "loss": 0.005, "step": 232030 }, { "epoch": 3.847391023196432, "grad_norm": 0.20550434291362762, "learning_rate": 1.1526089768035683e-05, "loss": 0.0058, "step": 232040 }, { "epoch": 3.8475568304289434, "grad_norm": 0.009758823551237583, "learning_rate": 1.1524431695710568e-05, "loss": 0.0026, "step": 232050 }, { "epoch": 3.847722637661455, "grad_norm": 9.161497291643173e-05, "learning_rate": 1.1522773623385451e-05, "loss": 0.0039, "step": 232060 }, { "epoch": 3.8478884448939663, "grad_norm": 0.0006894807447679341, "learning_rate": 1.1521115551060338e-05, "loss": 0.0034, "step": 232070 }, { "epoch": 3.848054252126478, "grad_norm": 0.10526910424232483, "learning_rate": 1.1519457478735222e-05, "loss": 0.0029, "step": 232080 }, { "epoch": 3.8482200593589893, "grad_norm": 4.821802940568887e-05, "learning_rate": 1.1517799406410109e-05, "loss": 0.0047, "step": 232090 }, { "epoch": 3.8483858665915007, "grad_norm": 0.00017978658434003592, "learning_rate": 1.1516141334084992e-05, "loss": 0.0055, "step": 232100 }, { "epoch": 3.848551673824012, "grad_norm": 0.0014339314075186849, "learning_rate": 1.1514483261759879e-05, "loss": 0.0, "step": 232110 }, { "epoch": 3.8487174810565237, "grad_norm": 0.03184343874454498, "learning_rate": 1.1512825189434762e-05, "loss": 0.0003, "step": 232120 }, { "epoch": 3.848883288289035, "grad_norm": 6.69677319820039e-05, "learning_rate": 1.151116711710965e-05, "loss": 0.0125, "step": 232130 }, { "epoch": 3.8490490955215466, "grad_norm": 0.00749045517295599, "learning_rate": 1.1509509044784534e-05, "loss": 0.002, "step": 232140 }, { "epoch": 3.849214902754058, "grad_norm": 0.0025409995578229427, "learning_rate": 1.150785097245942e-05, "loss": 0.0041, "step": 232150 }, { "epoch": 3.8493807099865696, "grad_norm": 0.0019492778228595853, "learning_rate": 1.1506192900134305e-05, "loss": 0.0057, "step": 232160 }, { "epoch": 3.849546517219081, "grad_norm": 0.0012681313091889024, "learning_rate": 1.150453482780919e-05, "loss": 0.0025, "step": 232170 }, { "epoch": 3.8497123244515925, "grad_norm": 0.0001984164264285937, "learning_rate": 1.1502876755484075e-05, "loss": 0.0037, "step": 232180 }, { "epoch": 3.849878131684104, "grad_norm": 8.068369788816199e-05, "learning_rate": 1.150121868315896e-05, "loss": 0.0037, "step": 232190 }, { "epoch": 3.8500439389166154, "grad_norm": 0.19740648567676544, "learning_rate": 1.1499560610833846e-05, "loss": 0.008, "step": 232200 }, { "epoch": 3.850209746149127, "grad_norm": 0.001229389919899404, "learning_rate": 1.149790253850873e-05, "loss": 0.0034, "step": 232210 }, { "epoch": 3.8503755533816384, "grad_norm": 0.0012091714888811111, "learning_rate": 1.1496244466183616e-05, "loss": 0.0052, "step": 232220 }, { "epoch": 3.85054136061415, "grad_norm": 0.0013926054816693068, "learning_rate": 1.1494586393858501e-05, "loss": 0.0001, "step": 232230 }, { "epoch": 3.8507071678466613, "grad_norm": 0.00016889636754058301, "learning_rate": 1.1492928321533386e-05, "loss": 0.0064, "step": 232240 }, { "epoch": 3.850872975079173, "grad_norm": 0.0003905562625732273, "learning_rate": 1.149127024920827e-05, "loss": 0.0026, "step": 232250 }, { "epoch": 3.8510387823116843, "grad_norm": 0.0012303147232159972, "learning_rate": 1.1489612176883157e-05, "loss": 0.0073, "step": 232260 }, { "epoch": 3.8512045895441958, "grad_norm": 0.0008984904852695763, "learning_rate": 1.148795410455804e-05, "loss": 0.0001, "step": 232270 }, { "epoch": 3.8513703967767077, "grad_norm": 0.0018970114178955555, "learning_rate": 1.1486296032232927e-05, "loss": 0.0068, "step": 232280 }, { "epoch": 3.8515362040092187, "grad_norm": 0.15091556310653687, "learning_rate": 1.148463795990781e-05, "loss": 0.0044, "step": 232290 }, { "epoch": 3.8517020112417306, "grad_norm": 0.001231116708368063, "learning_rate": 1.1482979887582697e-05, "loss": 0.0001, "step": 232300 }, { "epoch": 3.8518678184742416, "grad_norm": 0.00135355768725276, "learning_rate": 1.1481321815257582e-05, "loss": 0.0, "step": 232310 }, { "epoch": 3.8520336257067536, "grad_norm": 0.32548102736473083, "learning_rate": 1.1479663742932468e-05, "loss": 0.0129, "step": 232320 }, { "epoch": 3.8521994329392646, "grad_norm": 0.1768602579832077, "learning_rate": 1.1478005670607353e-05, "loss": 0.0053, "step": 232330 }, { "epoch": 3.8523652401717765, "grad_norm": 0.0006156677845865488, "learning_rate": 1.1476347598282238e-05, "loss": 0.001, "step": 232340 }, { "epoch": 3.8525310474042875, "grad_norm": 0.0007221823325380683, "learning_rate": 1.1474689525957123e-05, "loss": 0.0, "step": 232350 }, { "epoch": 3.8526968546367995, "grad_norm": 0.0011658788425847888, "learning_rate": 1.1473031453632008e-05, "loss": 0.0034, "step": 232360 }, { "epoch": 3.8528626618693105, "grad_norm": 0.0016881651245057583, "learning_rate": 1.1471373381306893e-05, "loss": 0.0028, "step": 232370 }, { "epoch": 3.8530284691018224, "grad_norm": 4.459921910893172e-05, "learning_rate": 1.1469715308981779e-05, "loss": 0.0004, "step": 232380 }, { "epoch": 3.853194276334334, "grad_norm": 0.20418551564216614, "learning_rate": 1.1468057236656664e-05, "loss": 0.0036, "step": 232390 }, { "epoch": 3.8533600835668453, "grad_norm": 0.05467785522341728, "learning_rate": 1.1466399164331549e-05, "loss": 0.0015, "step": 232400 }, { "epoch": 3.853525890799357, "grad_norm": 0.00032067735446617007, "learning_rate": 1.1464741092006434e-05, "loss": 0.0031, "step": 232410 }, { "epoch": 3.8536916980318683, "grad_norm": 0.0023204400204122066, "learning_rate": 1.146308301968132e-05, "loss": 0.0036, "step": 232420 }, { "epoch": 3.8538575052643798, "grad_norm": 0.00153430609498173, "learning_rate": 1.1461424947356205e-05, "loss": 0.0027, "step": 232430 }, { "epoch": 3.8540233124968912, "grad_norm": 0.004086779430508614, "learning_rate": 1.1459766875031088e-05, "loss": 0.0046, "step": 232440 }, { "epoch": 3.8541891197294027, "grad_norm": 0.011881858110427856, "learning_rate": 1.1458108802705975e-05, "loss": 0.0001, "step": 232450 }, { "epoch": 3.854354926961914, "grad_norm": 0.0017210942460224032, "learning_rate": 1.1456450730380858e-05, "loss": 0.0097, "step": 232460 }, { "epoch": 3.8545207341944256, "grad_norm": 0.0006277889478951693, "learning_rate": 1.1454792658055745e-05, "loss": 0.0028, "step": 232470 }, { "epoch": 3.854686541426937, "grad_norm": 0.0021488030906766653, "learning_rate": 1.145313458573063e-05, "loss": 0.0042, "step": 232480 }, { "epoch": 3.8548523486594486, "grad_norm": 0.11357609927654266, "learning_rate": 1.1451476513405516e-05, "loss": 0.0008, "step": 232490 }, { "epoch": 3.85501815589196, "grad_norm": 0.19385689496994019, "learning_rate": 1.14498184410804e-05, "loss": 0.0094, "step": 232500 }, { "epoch": 3.8551839631244715, "grad_norm": 0.00017553340876474977, "learning_rate": 1.1448160368755286e-05, "loss": 0.0006, "step": 232510 }, { "epoch": 3.855349770356983, "grad_norm": 0.000622567196842283, "learning_rate": 1.1446502296430171e-05, "loss": 0.0001, "step": 232520 }, { "epoch": 3.8555155775894945, "grad_norm": 0.0015792783815413713, "learning_rate": 1.1444844224105056e-05, "loss": 0.0001, "step": 232530 }, { "epoch": 3.855681384822006, "grad_norm": 0.0005250471876934171, "learning_rate": 1.1443186151779941e-05, "loss": 0.0053, "step": 232540 }, { "epoch": 3.8558471920545174, "grad_norm": 3.436719998717308e-05, "learning_rate": 1.1441528079454827e-05, "loss": 0.0005, "step": 232550 }, { "epoch": 3.856012999287029, "grad_norm": 0.17429983615875244, "learning_rate": 1.1439870007129712e-05, "loss": 0.0083, "step": 232560 }, { "epoch": 3.8561788065195404, "grad_norm": 0.004729024134576321, "learning_rate": 1.1438211934804597e-05, "loss": 0.0008, "step": 232570 }, { "epoch": 3.856344613752052, "grad_norm": 0.0012975774006918073, "learning_rate": 1.1436553862479482e-05, "loss": 0.0038, "step": 232580 }, { "epoch": 3.8565104209845633, "grad_norm": 0.0002736944006755948, "learning_rate": 1.1434895790154367e-05, "loss": 0.0002, "step": 232590 }, { "epoch": 3.856676228217075, "grad_norm": 0.15429700911045074, "learning_rate": 1.1433237717829252e-05, "loss": 0.0022, "step": 232600 }, { "epoch": 3.8568420354495863, "grad_norm": 0.003134616417810321, "learning_rate": 1.1431579645504138e-05, "loss": 0.0056, "step": 232610 }, { "epoch": 3.8570078426820977, "grad_norm": 0.010474693961441517, "learning_rate": 1.1429921573179023e-05, "loss": 0.0026, "step": 232620 }, { "epoch": 3.857173649914609, "grad_norm": 0.0056894500739872456, "learning_rate": 1.1428263500853908e-05, "loss": 0.0105, "step": 232630 }, { "epoch": 3.8573394571471207, "grad_norm": 0.0005616353009827435, "learning_rate": 1.1426605428528793e-05, "loss": 0.0078, "step": 232640 }, { "epoch": 3.857505264379632, "grad_norm": 0.000287664239294827, "learning_rate": 1.1424947356203678e-05, "loss": 0.0018, "step": 232650 }, { "epoch": 3.8576710716121436, "grad_norm": 0.1908794641494751, "learning_rate": 1.1423289283878563e-05, "loss": 0.0072, "step": 232660 }, { "epoch": 3.857836878844655, "grad_norm": 0.0007128198049031198, "learning_rate": 1.1421631211553449e-05, "loss": 0.0033, "step": 232670 }, { "epoch": 3.8580026860771666, "grad_norm": 0.1310238540172577, "learning_rate": 1.1419973139228334e-05, "loss": 0.0007, "step": 232680 }, { "epoch": 3.858168493309678, "grad_norm": 0.23150122165679932, "learning_rate": 1.1418315066903219e-05, "loss": 0.015, "step": 232690 }, { "epoch": 3.8583343005421895, "grad_norm": 0.0011804152745753527, "learning_rate": 1.1416656994578104e-05, "loss": 0.0045, "step": 232700 }, { "epoch": 3.858500107774701, "grad_norm": 0.0003311558975838125, "learning_rate": 1.141499892225299e-05, "loss": 0.0037, "step": 232710 }, { "epoch": 3.8586659150072125, "grad_norm": 0.0011597562115639448, "learning_rate": 1.1413340849927875e-05, "loss": 0.0, "step": 232720 }, { "epoch": 3.8588317222397244, "grad_norm": 0.13488586246967316, "learning_rate": 1.141168277760276e-05, "loss": 0.0003, "step": 232730 }, { "epoch": 3.8589975294722354, "grad_norm": 0.0006866338080726564, "learning_rate": 1.1410024705277645e-05, "loss": 0.0033, "step": 232740 }, { "epoch": 3.8591633367047473, "grad_norm": 0.004880859516561031, "learning_rate": 1.140836663295253e-05, "loss": 0.0035, "step": 232750 }, { "epoch": 3.8593291439372583, "grad_norm": 0.00010584118717815727, "learning_rate": 1.1406708560627415e-05, "loss": 0.003, "step": 232760 }, { "epoch": 3.8594949511697703, "grad_norm": 0.00016903140931390226, "learning_rate": 1.14050504883023e-05, "loss": 0.0014, "step": 232770 }, { "epoch": 3.8596607584022813, "grad_norm": 0.00023168735788203776, "learning_rate": 1.1403392415977186e-05, "loss": 0.004, "step": 232780 }, { "epoch": 3.859826565634793, "grad_norm": 0.0010598537046462297, "learning_rate": 1.140173434365207e-05, "loss": 0.0064, "step": 232790 }, { "epoch": 3.8599923728673042, "grad_norm": 0.357110857963562, "learning_rate": 1.1400076271326956e-05, "loss": 0.0038, "step": 232800 }, { "epoch": 3.860158180099816, "grad_norm": 0.13731911778450012, "learning_rate": 1.1398418199001841e-05, "loss": 0.0031, "step": 232810 }, { "epoch": 3.860323987332327, "grad_norm": 0.0003547697560861707, "learning_rate": 1.1396760126676726e-05, "loss": 0.0039, "step": 232820 }, { "epoch": 3.860489794564839, "grad_norm": 0.2304445207118988, "learning_rate": 1.1395102054351611e-05, "loss": 0.004, "step": 232830 }, { "epoch": 3.8606556017973506, "grad_norm": 0.0021115283016115427, "learning_rate": 1.1393443982026497e-05, "loss": 0.0059, "step": 232840 }, { "epoch": 3.860821409029862, "grad_norm": 0.34852346777915955, "learning_rate": 1.1391785909701382e-05, "loss": 0.0047, "step": 232850 }, { "epoch": 3.8609872162623735, "grad_norm": 0.00013462391507346183, "learning_rate": 1.1390127837376267e-05, "loss": 0.0029, "step": 232860 }, { "epoch": 3.861153023494885, "grad_norm": 0.08092333376407623, "learning_rate": 1.1388469765051152e-05, "loss": 0.0131, "step": 232870 }, { "epoch": 3.8613188307273965, "grad_norm": 0.021232936531305313, "learning_rate": 1.1386811692726037e-05, "loss": 0.0032, "step": 232880 }, { "epoch": 3.861484637959908, "grad_norm": 0.0007473580772057176, "learning_rate": 1.1385153620400922e-05, "loss": 0.0046, "step": 232890 }, { "epoch": 3.8616504451924194, "grad_norm": 0.0013511357828974724, "learning_rate": 1.1383495548075808e-05, "loss": 0.0059, "step": 232900 }, { "epoch": 3.861816252424931, "grad_norm": 0.17314714193344116, "learning_rate": 1.1381837475750693e-05, "loss": 0.0062, "step": 232910 }, { "epoch": 3.8619820596574423, "grad_norm": 0.002285559196025133, "learning_rate": 1.1380179403425578e-05, "loss": 0.0001, "step": 232920 }, { "epoch": 3.862147866889954, "grad_norm": 0.0001871432614279911, "learning_rate": 1.1378521331100463e-05, "loss": 0.0025, "step": 232930 }, { "epoch": 3.8623136741224653, "grad_norm": 0.0016561769880354404, "learning_rate": 1.1376863258775348e-05, "loss": 0.0054, "step": 232940 }, { "epoch": 3.8624794813549768, "grad_norm": 0.0009282818646170199, "learning_rate": 1.1375205186450234e-05, "loss": 0.013, "step": 232950 }, { "epoch": 3.8626452885874882, "grad_norm": 0.732579231262207, "learning_rate": 1.1373547114125119e-05, "loss": 0.005, "step": 232960 }, { "epoch": 3.8628110958199997, "grad_norm": 0.3144201934337616, "learning_rate": 1.1371889041800004e-05, "loss": 0.005, "step": 232970 }, { "epoch": 3.862976903052511, "grad_norm": 0.008890407159924507, "learning_rate": 1.1370230969474889e-05, "loss": 0.0044, "step": 232980 }, { "epoch": 3.8631427102850227, "grad_norm": 0.00020017146016471088, "learning_rate": 1.1368572897149774e-05, "loss": 0.0001, "step": 232990 }, { "epoch": 3.863308517517534, "grad_norm": 0.0704730898141861, "learning_rate": 1.136691482482466e-05, "loss": 0.0042, "step": 233000 }, { "epoch": 3.8634743247500456, "grad_norm": 0.1598953902721405, "learning_rate": 1.1365256752499545e-05, "loss": 0.0068, "step": 233010 }, { "epoch": 3.863640131982557, "grad_norm": 0.004307235591113567, "learning_rate": 1.136359868017443e-05, "loss": 0.0084, "step": 233020 }, { "epoch": 3.8638059392150685, "grad_norm": 0.12432895600795746, "learning_rate": 1.1361940607849315e-05, "loss": 0.0002, "step": 233030 }, { "epoch": 3.86397174644758, "grad_norm": 0.0009214538731612265, "learning_rate": 1.13602825355242e-05, "loss": 0.0001, "step": 233040 }, { "epoch": 3.8641375536800915, "grad_norm": 0.15929827094078064, "learning_rate": 1.1358624463199085e-05, "loss": 0.0099, "step": 233050 }, { "epoch": 3.864303360912603, "grad_norm": 0.0005010153399780393, "learning_rate": 1.135696639087397e-05, "loss": 0.0046, "step": 233060 }, { "epoch": 3.8644691681451144, "grad_norm": 9.80733020696789e-05, "learning_rate": 1.1355308318548856e-05, "loss": 0.0017, "step": 233070 }, { "epoch": 3.864634975377626, "grad_norm": 0.004405285697430372, "learning_rate": 1.135365024622374e-05, "loss": 0.0032, "step": 233080 }, { "epoch": 3.8648007826101374, "grad_norm": 0.19605571031570435, "learning_rate": 1.1351992173898626e-05, "loss": 0.0103, "step": 233090 }, { "epoch": 3.864966589842649, "grad_norm": 0.0029872776940464973, "learning_rate": 1.1350334101573511e-05, "loss": 0.0001, "step": 233100 }, { "epoch": 3.8651323970751603, "grad_norm": 0.007085752673447132, "learning_rate": 1.1348676029248396e-05, "loss": 0.0058, "step": 233110 }, { "epoch": 3.865298204307672, "grad_norm": 0.0005481626722030342, "learning_rate": 1.1347017956923281e-05, "loss": 0.0002, "step": 233120 }, { "epoch": 3.8654640115401833, "grad_norm": 0.008443783037364483, "learning_rate": 1.1345359884598167e-05, "loss": 0.0001, "step": 233130 }, { "epoch": 3.8656298187726947, "grad_norm": 0.05968845635652542, "learning_rate": 1.1343701812273052e-05, "loss": 0.0062, "step": 233140 }, { "epoch": 3.865795626005206, "grad_norm": 0.0008147489279508591, "learning_rate": 1.1342043739947937e-05, "loss": 0.0003, "step": 233150 }, { "epoch": 3.8659614332377177, "grad_norm": 0.0007415399886667728, "learning_rate": 1.1340385667622822e-05, "loss": 0.0, "step": 233160 }, { "epoch": 3.866127240470229, "grad_norm": 0.00020700554887298495, "learning_rate": 1.1338727595297707e-05, "loss": 0.0001, "step": 233170 }, { "epoch": 3.866293047702741, "grad_norm": 0.005326861049979925, "learning_rate": 1.1337069522972592e-05, "loss": 0.0125, "step": 233180 }, { "epoch": 3.866458854935252, "grad_norm": 0.008396778255701065, "learning_rate": 1.1335411450647478e-05, "loss": 0.0001, "step": 233190 }, { "epoch": 3.866624662167764, "grad_norm": 0.004694398958235979, "learning_rate": 1.1333753378322363e-05, "loss": 0.003, "step": 233200 }, { "epoch": 3.866790469400275, "grad_norm": 0.00018591462867334485, "learning_rate": 1.1332095305997248e-05, "loss": 0.0045, "step": 233210 }, { "epoch": 3.866956276632787, "grad_norm": 0.04443833976984024, "learning_rate": 1.1330437233672133e-05, "loss": 0.0022, "step": 233220 }, { "epoch": 3.867122083865298, "grad_norm": 2.5080593331949785e-05, "learning_rate": 1.1328779161347018e-05, "loss": 0.0, "step": 233230 }, { "epoch": 3.86728789109781, "grad_norm": 0.706903874874115, "learning_rate": 1.1327121089021904e-05, "loss": 0.008, "step": 233240 }, { "epoch": 3.867453698330321, "grad_norm": 0.002860902575775981, "learning_rate": 1.1325463016696789e-05, "loss": 0.0058, "step": 233250 }, { "epoch": 3.867619505562833, "grad_norm": 6.65522093186155e-05, "learning_rate": 1.1323804944371674e-05, "loss": 0.0004, "step": 233260 }, { "epoch": 3.867785312795344, "grad_norm": 0.0002981974103022367, "learning_rate": 1.1322146872046559e-05, "loss": 0.0036, "step": 233270 }, { "epoch": 3.867951120027856, "grad_norm": 0.0010524009121581912, "learning_rate": 1.1320488799721444e-05, "loss": 0.0033, "step": 233280 }, { "epoch": 3.868116927260367, "grad_norm": 0.00033593468833714724, "learning_rate": 1.131883072739633e-05, "loss": 0.0001, "step": 233290 }, { "epoch": 3.8682827344928787, "grad_norm": 0.0006272404571063817, "learning_rate": 1.1317172655071215e-05, "loss": 0.0033, "step": 233300 }, { "epoch": 3.86844854172539, "grad_norm": 0.14711281657218933, "learning_rate": 1.13155145827461e-05, "loss": 0.0079, "step": 233310 }, { "epoch": 3.8686143489579017, "grad_norm": 0.0016226490261033177, "learning_rate": 1.1313856510420985e-05, "loss": 0.0001, "step": 233320 }, { "epoch": 3.868780156190413, "grad_norm": 0.11464753746986389, "learning_rate": 1.1312198438095872e-05, "loss": 0.0032, "step": 233330 }, { "epoch": 3.8689459634229246, "grad_norm": 0.5267228484153748, "learning_rate": 1.1310540365770755e-05, "loss": 0.0082, "step": 233340 }, { "epoch": 3.869111770655436, "grad_norm": 0.00012530549429357052, "learning_rate": 1.130888229344564e-05, "loss": 0.0031, "step": 233350 }, { "epoch": 3.8692775778879476, "grad_norm": 0.0011150820646435022, "learning_rate": 1.1307224221120526e-05, "loss": 0.0029, "step": 233360 }, { "epoch": 3.869443385120459, "grad_norm": 0.0006412260117940605, "learning_rate": 1.130556614879541e-05, "loss": 0.0001, "step": 233370 }, { "epoch": 3.8696091923529705, "grad_norm": 0.00015403918223455548, "learning_rate": 1.1303908076470296e-05, "loss": 0.0151, "step": 233380 }, { "epoch": 3.869774999585482, "grad_norm": 0.5860978364944458, "learning_rate": 1.1302250004145181e-05, "loss": 0.0045, "step": 233390 }, { "epoch": 3.8699408068179935, "grad_norm": 0.00022780359722673893, "learning_rate": 1.1300591931820066e-05, "loss": 0.0066, "step": 233400 }, { "epoch": 3.870106614050505, "grad_norm": 0.00014871112944092602, "learning_rate": 1.1298933859494951e-05, "loss": 0.0036, "step": 233410 }, { "epoch": 3.8702724212830164, "grad_norm": 0.002362559549510479, "learning_rate": 1.1297275787169837e-05, "loss": 0.0024, "step": 233420 }, { "epoch": 3.870438228515528, "grad_norm": 3.206292967661284e-05, "learning_rate": 1.1295617714844722e-05, "loss": 0.0102, "step": 233430 }, { "epoch": 3.8706040357480394, "grad_norm": 0.00011064158752560616, "learning_rate": 1.1293959642519607e-05, "loss": 0.0114, "step": 233440 }, { "epoch": 3.870769842980551, "grad_norm": 0.0006238915375433862, "learning_rate": 1.1292301570194492e-05, "loss": 0.0087, "step": 233450 }, { "epoch": 3.8709356502130623, "grad_norm": 0.13955098390579224, "learning_rate": 1.1290643497869377e-05, "loss": 0.0034, "step": 233460 }, { "epoch": 3.8711014574455738, "grad_norm": 0.0001263619924429804, "learning_rate": 1.1288985425544263e-05, "loss": 0.0111, "step": 233470 }, { "epoch": 3.8712672646780852, "grad_norm": 0.14650097489356995, "learning_rate": 1.1287327353219148e-05, "loss": 0.0037, "step": 233480 }, { "epoch": 3.8714330719105967, "grad_norm": 0.010152959264814854, "learning_rate": 1.1285669280894033e-05, "loss": 0.0055, "step": 233490 }, { "epoch": 3.871598879143108, "grad_norm": 0.0005187529604882002, "learning_rate": 1.128401120856892e-05, "loss": 0.0026, "step": 233500 }, { "epoch": 3.8717646863756197, "grad_norm": 3.6477362300502136e-05, "learning_rate": 1.1282353136243803e-05, "loss": 0.0111, "step": 233510 }, { "epoch": 3.871930493608131, "grad_norm": 0.6297029256820679, "learning_rate": 1.128069506391869e-05, "loss": 0.0129, "step": 233520 }, { "epoch": 3.8720963008406426, "grad_norm": 0.0008371487492695451, "learning_rate": 1.1279036991593574e-05, "loss": 0.0044, "step": 233530 }, { "epoch": 3.872262108073154, "grad_norm": 0.17391473054885864, "learning_rate": 1.1277378919268459e-05, "loss": 0.0036, "step": 233540 }, { "epoch": 3.8724279153056655, "grad_norm": 0.0012631261488422751, "learning_rate": 1.1275720846943344e-05, "loss": 0.0059, "step": 233550 }, { "epoch": 3.872593722538177, "grad_norm": 0.002084695268422365, "learning_rate": 1.1274062774618229e-05, "loss": 0.0038, "step": 233560 }, { "epoch": 3.8727595297706885, "grad_norm": 0.2530246078968048, "learning_rate": 1.1272404702293114e-05, "loss": 0.003, "step": 233570 }, { "epoch": 3.8729253370032, "grad_norm": 0.0002859543892554939, "learning_rate": 1.1270746629968e-05, "loss": 0.0092, "step": 233580 }, { "epoch": 3.8730911442357114, "grad_norm": 6.278685759752989e-05, "learning_rate": 1.1269088557642885e-05, "loss": 0.0002, "step": 233590 }, { "epoch": 3.873256951468223, "grad_norm": 0.0021582406479865313, "learning_rate": 1.126743048531777e-05, "loss": 0.0064, "step": 233600 }, { "epoch": 3.8734227587007344, "grad_norm": 0.020333826541900635, "learning_rate": 1.1265772412992655e-05, "loss": 0.0, "step": 233610 }, { "epoch": 3.873588565933246, "grad_norm": 0.16963951289653778, "learning_rate": 1.126411434066754e-05, "loss": 0.0075, "step": 233620 }, { "epoch": 3.8737543731657573, "grad_norm": 0.0050033945590257645, "learning_rate": 1.1262456268342425e-05, "loss": 0.0146, "step": 233630 }, { "epoch": 3.873920180398269, "grad_norm": 0.0013207311276346445, "learning_rate": 1.126079819601731e-05, "loss": 0.0054, "step": 233640 }, { "epoch": 3.8740859876307807, "grad_norm": 3.3464770240243524e-05, "learning_rate": 1.1259140123692196e-05, "loss": 0.0, "step": 233650 }, { "epoch": 3.8742517948632917, "grad_norm": 0.13625450432300568, "learning_rate": 1.125748205136708e-05, "loss": 0.0033, "step": 233660 }, { "epoch": 3.8744176020958037, "grad_norm": 0.002500251866877079, "learning_rate": 1.1255823979041968e-05, "loss": 0.0051, "step": 233670 }, { "epoch": 3.8745834093283147, "grad_norm": 0.00029586051823571324, "learning_rate": 1.1254165906716851e-05, "loss": 0.0044, "step": 233680 }, { "epoch": 3.8747492165608266, "grad_norm": 0.0027342780958861113, "learning_rate": 1.1252507834391738e-05, "loss": 0.0079, "step": 233690 }, { "epoch": 3.8749150237933376, "grad_norm": 0.0011224832851439714, "learning_rate": 1.1250849762066621e-05, "loss": 0.0059, "step": 233700 }, { "epoch": 3.8750808310258495, "grad_norm": 0.00019332696683704853, "learning_rate": 1.1249191689741508e-05, "loss": 0.0, "step": 233710 }, { "epoch": 3.8752466382583606, "grad_norm": 0.0014081953559070826, "learning_rate": 1.1247533617416392e-05, "loss": 0.0, "step": 233720 }, { "epoch": 3.8754124454908725, "grad_norm": 0.1818608194589615, "learning_rate": 1.1245875545091277e-05, "loss": 0.0061, "step": 233730 }, { "epoch": 3.8755782527233835, "grad_norm": 0.0025126636028289795, "learning_rate": 1.1244217472766162e-05, "loss": 0.0001, "step": 233740 }, { "epoch": 3.8757440599558954, "grad_norm": 0.003773950506001711, "learning_rate": 1.1242559400441047e-05, "loss": 0.0027, "step": 233750 }, { "epoch": 3.875909867188407, "grad_norm": 0.010121398605406284, "learning_rate": 1.1240901328115933e-05, "loss": 0.0063, "step": 233760 }, { "epoch": 3.8760756744209184, "grad_norm": 9.753166523296386e-05, "learning_rate": 1.1239243255790818e-05, "loss": 0.0002, "step": 233770 }, { "epoch": 3.87624148165343, "grad_norm": 0.3310519754886627, "learning_rate": 1.1237585183465703e-05, "loss": 0.0039, "step": 233780 }, { "epoch": 3.8764072888859413, "grad_norm": 0.016002172604203224, "learning_rate": 1.1235927111140588e-05, "loss": 0.0002, "step": 233790 }, { "epoch": 3.876573096118453, "grad_norm": 0.17166000604629517, "learning_rate": 1.1234269038815473e-05, "loss": 0.0036, "step": 233800 }, { "epoch": 3.8767389033509643, "grad_norm": 0.00028065344667993486, "learning_rate": 1.1232610966490358e-05, "loss": 0.0006, "step": 233810 }, { "epoch": 3.8769047105834757, "grad_norm": 0.0002657324948813766, "learning_rate": 1.1230952894165244e-05, "loss": 0.0002, "step": 233820 }, { "epoch": 3.877070517815987, "grad_norm": 0.043992578983306885, "learning_rate": 1.1229294821840129e-05, "loss": 0.0025, "step": 233830 }, { "epoch": 3.8772363250484987, "grad_norm": 0.021710548549890518, "learning_rate": 1.1227636749515016e-05, "loss": 0.0057, "step": 233840 }, { "epoch": 3.87740213228101, "grad_norm": 0.041265472769737244, "learning_rate": 1.1225978677189899e-05, "loss": 0.003, "step": 233850 }, { "epoch": 3.8775679395135216, "grad_norm": 0.0453093945980072, "learning_rate": 1.1224320604864786e-05, "loss": 0.0119, "step": 233860 }, { "epoch": 3.877733746746033, "grad_norm": 0.020544011145830154, "learning_rate": 1.122266253253967e-05, "loss": 0.0062, "step": 233870 }, { "epoch": 3.8778995539785446, "grad_norm": 6.762183329556137e-05, "learning_rate": 1.1221004460214556e-05, "loss": 0.0051, "step": 233880 }, { "epoch": 3.878065361211056, "grad_norm": 0.00014387257397174835, "learning_rate": 1.121934638788944e-05, "loss": 0.0005, "step": 233890 }, { "epoch": 3.8782311684435675, "grad_norm": 0.0015775025822222233, "learning_rate": 1.1217688315564327e-05, "loss": 0.0027, "step": 233900 }, { "epoch": 3.878396975676079, "grad_norm": 0.0079731410369277, "learning_rate": 1.121603024323921e-05, "loss": 0.0034, "step": 233910 }, { "epoch": 3.8785627829085905, "grad_norm": 0.0019350263755768538, "learning_rate": 1.1214372170914097e-05, "loss": 0.007, "step": 233920 }, { "epoch": 3.878728590141102, "grad_norm": 0.0365789458155632, "learning_rate": 1.121271409858898e-05, "loss": 0.0001, "step": 233930 }, { "epoch": 3.8788943973736134, "grad_norm": 3.5065535485045984e-05, "learning_rate": 1.1211056026263866e-05, "loss": 0.0038, "step": 233940 }, { "epoch": 3.879060204606125, "grad_norm": 0.004082436673343182, "learning_rate": 1.120939795393875e-05, "loss": 0.0005, "step": 233950 }, { "epoch": 3.8792260118386364, "grad_norm": 0.0004689189081545919, "learning_rate": 1.1207739881613636e-05, "loss": 0.0032, "step": 233960 }, { "epoch": 3.879391819071148, "grad_norm": 0.01012151688337326, "learning_rate": 1.1206081809288521e-05, "loss": 0.0053, "step": 233970 }, { "epoch": 3.8795576263036593, "grad_norm": 0.003050117986276746, "learning_rate": 1.1204423736963406e-05, "loss": 0.0027, "step": 233980 }, { "epoch": 3.8797234335361708, "grad_norm": 0.0013396288268268108, "learning_rate": 1.1202765664638292e-05, "loss": 0.0071, "step": 233990 }, { "epoch": 3.8798892407686822, "grad_norm": 0.00019209559832233936, "learning_rate": 1.1201107592313177e-05, "loss": 0.0001, "step": 234000 }, { "epoch": 3.8800550480011937, "grad_norm": 0.03706749156117439, "learning_rate": 1.1199449519988064e-05, "loss": 0.0048, "step": 234010 }, { "epoch": 3.880220855233705, "grad_norm": 0.0004124816332478076, "learning_rate": 1.1197791447662947e-05, "loss": 0.0035, "step": 234020 }, { "epoch": 3.8803866624662167, "grad_norm": 0.00041081992094404995, "learning_rate": 1.1196133375337834e-05, "loss": 0.0, "step": 234030 }, { "epoch": 3.880552469698728, "grad_norm": 0.17254340648651123, "learning_rate": 1.1194475303012717e-05, "loss": 0.0055, "step": 234040 }, { "epoch": 3.8807182769312396, "grad_norm": 0.631096363067627, "learning_rate": 1.1192817230687604e-05, "loss": 0.016, "step": 234050 }, { "epoch": 3.880884084163751, "grad_norm": 0.00022620026720687747, "learning_rate": 1.1191159158362488e-05, "loss": 0.005, "step": 234060 }, { "epoch": 3.8810498913962626, "grad_norm": 0.00020644043979700655, "learning_rate": 1.1189501086037375e-05, "loss": 0.0108, "step": 234070 }, { "epoch": 3.881215698628774, "grad_norm": 0.00016005874203983694, "learning_rate": 1.1187843013712258e-05, "loss": 0.0055, "step": 234080 }, { "epoch": 3.8813815058612855, "grad_norm": 0.0008774519665166736, "learning_rate": 1.1186184941387145e-05, "loss": 0.006, "step": 234090 }, { "epoch": 3.8815473130937974, "grad_norm": 0.0001973855687538162, "learning_rate": 1.1184526869062028e-05, "loss": 0.0, "step": 234100 }, { "epoch": 3.8817131203263084, "grad_norm": 0.002781436312943697, "learning_rate": 1.1182868796736915e-05, "loss": 0.0005, "step": 234110 }, { "epoch": 3.8818789275588204, "grad_norm": 0.0007322724559344351, "learning_rate": 1.1181210724411799e-05, "loss": 0.0076, "step": 234120 }, { "epoch": 3.8820447347913314, "grad_norm": 0.0014911919133737683, "learning_rate": 1.1179552652086684e-05, "loss": 0.0013, "step": 234130 }, { "epoch": 3.8822105420238433, "grad_norm": 0.006833707448095083, "learning_rate": 1.1177894579761569e-05, "loss": 0.0001, "step": 234140 }, { "epoch": 3.8823763492563543, "grad_norm": 0.9363215565681458, "learning_rate": 1.1176236507436454e-05, "loss": 0.0081, "step": 234150 }, { "epoch": 3.8825421564888662, "grad_norm": 0.00020000732911285013, "learning_rate": 1.117457843511134e-05, "loss": 0.0056, "step": 234160 }, { "epoch": 3.8827079637213773, "grad_norm": 5.009407323086634e-05, "learning_rate": 1.1172920362786225e-05, "loss": 0.0035, "step": 234170 }, { "epoch": 3.882873770953889, "grad_norm": 0.00053324771579355, "learning_rate": 1.1171262290461111e-05, "loss": 0.0059, "step": 234180 }, { "epoch": 3.8830395781864, "grad_norm": 0.7833207845687866, "learning_rate": 1.1169604218135995e-05, "loss": 0.008, "step": 234190 }, { "epoch": 3.883205385418912, "grad_norm": 0.000830730190500617, "learning_rate": 1.1167946145810882e-05, "loss": 0.0123, "step": 234200 }, { "epoch": 3.8833711926514236, "grad_norm": 0.05654357001185417, "learning_rate": 1.1166288073485765e-05, "loss": 0.0043, "step": 234210 }, { "epoch": 3.883536999883935, "grad_norm": 0.0006043436005711555, "learning_rate": 1.1164630001160652e-05, "loss": 0.0, "step": 234220 }, { "epoch": 3.8837028071164466, "grad_norm": 0.0014635513070970774, "learning_rate": 1.1162971928835536e-05, "loss": 0.0013, "step": 234230 }, { "epoch": 3.883868614348958, "grad_norm": 0.0005575537797994912, "learning_rate": 1.1161313856510423e-05, "loss": 0.0061, "step": 234240 }, { "epoch": 3.8840344215814695, "grad_norm": 0.0008634446421638131, "learning_rate": 1.1159655784185306e-05, "loss": 0.0035, "step": 234250 }, { "epoch": 3.884200228813981, "grad_norm": 0.16845674812793732, "learning_rate": 1.1157997711860193e-05, "loss": 0.0024, "step": 234260 }, { "epoch": 3.8843660360464924, "grad_norm": 0.006959756836295128, "learning_rate": 1.1156339639535076e-05, "loss": 0.0079, "step": 234270 }, { "epoch": 3.884531843279004, "grad_norm": 3.425455361139029e-05, "learning_rate": 1.1154681567209963e-05, "loss": 0.0001, "step": 234280 }, { "epoch": 3.8846976505115154, "grad_norm": 0.00018797189113683999, "learning_rate": 1.1153023494884847e-05, "loss": 0.0007, "step": 234290 }, { "epoch": 3.884863457744027, "grad_norm": 0.0006922268075868487, "learning_rate": 1.1151365422559734e-05, "loss": 0.0011, "step": 234300 }, { "epoch": 3.8850292649765383, "grad_norm": 0.1594383865594864, "learning_rate": 1.1149707350234617e-05, "loss": 0.0048, "step": 234310 }, { "epoch": 3.88519507220905, "grad_norm": 0.0036514669191092253, "learning_rate": 1.1148049277909502e-05, "loss": 0.005, "step": 234320 }, { "epoch": 3.8853608794415613, "grad_norm": 0.00024127510550897568, "learning_rate": 1.1146391205584387e-05, "loss": 0.0005, "step": 234330 }, { "epoch": 3.8855266866740727, "grad_norm": 0.00044490493019111454, "learning_rate": 1.1144733133259273e-05, "loss": 0.0001, "step": 234340 }, { "epoch": 3.885692493906584, "grad_norm": 0.011640618555247784, "learning_rate": 1.114307506093416e-05, "loss": 0.0029, "step": 234350 }, { "epoch": 3.8858583011390957, "grad_norm": 7.469357660738751e-05, "learning_rate": 1.1141416988609043e-05, "loss": 0.0001, "step": 234360 }, { "epoch": 3.886024108371607, "grad_norm": 0.022481434047222137, "learning_rate": 1.113975891628393e-05, "loss": 0.0011, "step": 234370 }, { "epoch": 3.8861899156041186, "grad_norm": 0.00024902052246034145, "learning_rate": 1.1138100843958813e-05, "loss": 0.0051, "step": 234380 }, { "epoch": 3.88635572283663, "grad_norm": 0.00019506052194628865, "learning_rate": 1.11364427716337e-05, "loss": 0.0056, "step": 234390 }, { "epoch": 3.8865215300691416, "grad_norm": 2.212428444181569e-05, "learning_rate": 1.1134784699308584e-05, "loss": 0.0004, "step": 234400 }, { "epoch": 3.886687337301653, "grad_norm": 0.003277044277638197, "learning_rate": 1.113312662698347e-05, "loss": 0.006, "step": 234410 }, { "epoch": 3.8868531445341645, "grad_norm": 0.18035930395126343, "learning_rate": 1.1131468554658354e-05, "loss": 0.0053, "step": 234420 }, { "epoch": 3.887018951766676, "grad_norm": 0.05585870519280434, "learning_rate": 1.112981048233324e-05, "loss": 0.0002, "step": 234430 }, { "epoch": 3.8871847589991875, "grad_norm": 0.0006779919494874775, "learning_rate": 1.1128152410008124e-05, "loss": 0.0046, "step": 234440 }, { "epoch": 3.887350566231699, "grad_norm": 0.0038564857095479965, "learning_rate": 1.1126494337683011e-05, "loss": 0.0001, "step": 234450 }, { "epoch": 3.8875163734642104, "grad_norm": 0.014135965146124363, "learning_rate": 1.1124836265357895e-05, "loss": 0.0027, "step": 234460 }, { "epoch": 3.887682180696722, "grad_norm": 0.0005251177353784442, "learning_rate": 1.1123178193032782e-05, "loss": 0.0074, "step": 234470 }, { "epoch": 3.8878479879292334, "grad_norm": 0.005134446546435356, "learning_rate": 1.1121520120707665e-05, "loss": 0.0136, "step": 234480 }, { "epoch": 3.888013795161745, "grad_norm": 0.02064155600965023, "learning_rate": 1.1119862048382552e-05, "loss": 0.0064, "step": 234490 }, { "epoch": 3.8881796023942563, "grad_norm": 9.099493763642386e-05, "learning_rate": 1.1118203976057435e-05, "loss": 0.009, "step": 234500 }, { "epoch": 3.888345409626768, "grad_norm": 0.04419217258691788, "learning_rate": 1.1116545903732322e-05, "loss": 0.0001, "step": 234510 }, { "epoch": 3.8885112168592793, "grad_norm": 0.023936843499541283, "learning_rate": 1.1114887831407207e-05, "loss": 0.0056, "step": 234520 }, { "epoch": 3.8886770240917907, "grad_norm": 0.0007998868823051453, "learning_rate": 1.1113229759082091e-05, "loss": 0.0024, "step": 234530 }, { "epoch": 3.888842831324302, "grad_norm": 0.00026849753339774907, "learning_rate": 1.1111571686756978e-05, "loss": 0.0026, "step": 234540 }, { "epoch": 3.889008638556814, "grad_norm": 0.00015071510279085487, "learning_rate": 1.1109913614431861e-05, "loss": 0.0001, "step": 234550 }, { "epoch": 3.889174445789325, "grad_norm": 0.0010222980054095387, "learning_rate": 1.1108255542106748e-05, "loss": 0.0038, "step": 234560 }, { "epoch": 3.889340253021837, "grad_norm": 0.002780674025416374, "learning_rate": 1.1106597469781632e-05, "loss": 0.0029, "step": 234570 }, { "epoch": 3.889506060254348, "grad_norm": 0.048504315316677094, "learning_rate": 1.1104939397456518e-05, "loss": 0.0024, "step": 234580 }, { "epoch": 3.88967186748686, "grad_norm": 0.001016488065943122, "learning_rate": 1.1103281325131402e-05, "loss": 0.0068, "step": 234590 }, { "epoch": 3.889837674719371, "grad_norm": 0.0003356634406372905, "learning_rate": 1.1101623252806289e-05, "loss": 0.0039, "step": 234600 }, { "epoch": 3.890003481951883, "grad_norm": 0.024766720831394196, "learning_rate": 1.1099965180481172e-05, "loss": 0.0068, "step": 234610 }, { "epoch": 3.890169289184394, "grad_norm": 0.0013449888210743666, "learning_rate": 1.1098307108156059e-05, "loss": 0.0075, "step": 234620 }, { "epoch": 3.890335096416906, "grad_norm": 0.05739114060997963, "learning_rate": 1.1096649035830943e-05, "loss": 0.0032, "step": 234630 }, { "epoch": 3.890500903649417, "grad_norm": 0.4981953203678131, "learning_rate": 1.109499096350583e-05, "loss": 0.0112, "step": 234640 }, { "epoch": 3.890666710881929, "grad_norm": 0.1462152600288391, "learning_rate": 1.1093332891180713e-05, "loss": 0.0028, "step": 234650 }, { "epoch": 3.8908325181144403, "grad_norm": 0.13091661036014557, "learning_rate": 1.10916748188556e-05, "loss": 0.0025, "step": 234660 }, { "epoch": 3.890998325346952, "grad_norm": 0.055697884410619736, "learning_rate": 1.1090016746530483e-05, "loss": 0.0069, "step": 234670 }, { "epoch": 3.8911641325794633, "grad_norm": 0.00033980669104494154, "learning_rate": 1.108835867420537e-05, "loss": 0.0001, "step": 234680 }, { "epoch": 3.8913299398119747, "grad_norm": 4.864391667069867e-05, "learning_rate": 1.1086700601880255e-05, "loss": 0.0001, "step": 234690 }, { "epoch": 3.891495747044486, "grad_norm": 0.027935096994042397, "learning_rate": 1.108504252955514e-05, "loss": 0.0002, "step": 234700 }, { "epoch": 3.8916615542769977, "grad_norm": 0.001020177616737783, "learning_rate": 1.1083384457230026e-05, "loss": 0.0125, "step": 234710 }, { "epoch": 3.891827361509509, "grad_norm": 0.0004702667356468737, "learning_rate": 1.1081726384904909e-05, "loss": 0.007, "step": 234720 }, { "epoch": 3.8919931687420206, "grad_norm": 0.00010101610678248107, "learning_rate": 1.1080068312579796e-05, "loss": 0.0, "step": 234730 }, { "epoch": 3.892158975974532, "grad_norm": 0.036573849618434906, "learning_rate": 1.107841024025468e-05, "loss": 0.0078, "step": 234740 }, { "epoch": 3.8923247832070436, "grad_norm": 0.004926109220832586, "learning_rate": 1.1076752167929566e-05, "loss": 0.0, "step": 234750 }, { "epoch": 3.892490590439555, "grad_norm": 0.005237086210399866, "learning_rate": 1.107509409560445e-05, "loss": 0.0075, "step": 234760 }, { "epoch": 3.8926563976720665, "grad_norm": 0.019855516031384468, "learning_rate": 1.1073436023279337e-05, "loss": 0.0001, "step": 234770 }, { "epoch": 3.892822204904578, "grad_norm": 0.1912403255701065, "learning_rate": 1.107177795095422e-05, "loss": 0.0062, "step": 234780 }, { "epoch": 3.8929880121370894, "grad_norm": 0.20312032103538513, "learning_rate": 1.1070119878629107e-05, "loss": 0.002, "step": 234790 }, { "epoch": 3.893153819369601, "grad_norm": 0.000519585853908211, "learning_rate": 1.106846180630399e-05, "loss": 0.0069, "step": 234800 }, { "epoch": 3.8933196266021124, "grad_norm": 6.909918738529086e-05, "learning_rate": 1.1066803733978877e-05, "loss": 0.0086, "step": 234810 }, { "epoch": 3.893485433834624, "grad_norm": 0.0005346157122403383, "learning_rate": 1.1065145661653761e-05, "loss": 0.0082, "step": 234820 }, { "epoch": 3.8936512410671353, "grad_norm": 0.00483749620616436, "learning_rate": 1.1063487589328648e-05, "loss": 0.0001, "step": 234830 }, { "epoch": 3.893817048299647, "grad_norm": 0.25582775473594666, "learning_rate": 1.1061829517003531e-05, "loss": 0.0029, "step": 234840 }, { "epoch": 3.8939828555321583, "grad_norm": 0.00012060009612469003, "learning_rate": 1.1060171444678418e-05, "loss": 0.0015, "step": 234850 }, { "epoch": 3.8941486627646698, "grad_norm": 0.02206970378756523, "learning_rate": 1.1058513372353303e-05, "loss": 0.0001, "step": 234860 }, { "epoch": 3.8943144699971812, "grad_norm": 0.12742003798484802, "learning_rate": 1.1056855300028188e-05, "loss": 0.0069, "step": 234870 }, { "epoch": 3.8944802772296927, "grad_norm": 0.001486165332607925, "learning_rate": 1.1055197227703074e-05, "loss": 0.0059, "step": 234880 }, { "epoch": 3.894646084462204, "grad_norm": 0.002018531784415245, "learning_rate": 1.1053539155377959e-05, "loss": 0.0027, "step": 234890 }, { "epoch": 3.8948118916947156, "grad_norm": 8.592629455961287e-05, "learning_rate": 1.1051881083052844e-05, "loss": 0.0071, "step": 234900 }, { "epoch": 3.894977698927227, "grad_norm": 0.00016656516527291387, "learning_rate": 1.1050223010727727e-05, "loss": 0.004, "step": 234910 }, { "epoch": 3.8951435061597386, "grad_norm": 0.00010688555630622432, "learning_rate": 1.1048564938402614e-05, "loss": 0.0001, "step": 234920 }, { "epoch": 3.89530931339225, "grad_norm": 0.0033601410686969757, "learning_rate": 1.1046906866077498e-05, "loss": 0.0008, "step": 234930 }, { "epoch": 3.8954751206247615, "grad_norm": 7.024165097391233e-05, "learning_rate": 1.1045248793752385e-05, "loss": 0.0057, "step": 234940 }, { "epoch": 3.895640927857273, "grad_norm": 0.0006344245630316436, "learning_rate": 1.1043590721427268e-05, "loss": 0.0052, "step": 234950 }, { "epoch": 3.8958067350897845, "grad_norm": 0.218679741024971, "learning_rate": 1.1041932649102155e-05, "loss": 0.0066, "step": 234960 }, { "epoch": 3.895972542322296, "grad_norm": 2.186653364333324e-05, "learning_rate": 1.1040274576777038e-05, "loss": 0.0003, "step": 234970 }, { "epoch": 3.8961383495548074, "grad_norm": 0.002734357723966241, "learning_rate": 1.1038616504451925e-05, "loss": 0.0047, "step": 234980 }, { "epoch": 3.896304156787319, "grad_norm": 8.921563858166337e-05, "learning_rate": 1.1036958432126809e-05, "loss": 0.0017, "step": 234990 }, { "epoch": 3.896469964019831, "grad_norm": 0.013692356646060944, "learning_rate": 1.1035300359801696e-05, "loss": 0.0053, "step": 235000 }, { "epoch": 3.896635771252342, "grad_norm": 0.0005926351877860725, "learning_rate": 1.103364228747658e-05, "loss": 0.0208, "step": 235010 }, { "epoch": 3.8968015784848538, "grad_norm": 4.116425407119095e-05, "learning_rate": 1.1031984215151466e-05, "loss": 0.0032, "step": 235020 }, { "epoch": 3.896967385717365, "grad_norm": 0.0040617142803967, "learning_rate": 1.1030326142826351e-05, "loss": 0.0067, "step": 235030 }, { "epoch": 3.8971331929498767, "grad_norm": 0.00021373940398916602, "learning_rate": 1.1028668070501236e-05, "loss": 0.0108, "step": 235040 }, { "epoch": 3.8972990001823877, "grad_norm": 0.02072366513311863, "learning_rate": 1.1027009998176122e-05, "loss": 0.0083, "step": 235050 }, { "epoch": 3.8974648074148996, "grad_norm": 0.000565549882594496, "learning_rate": 1.1025351925851007e-05, "loss": 0.0, "step": 235060 }, { "epoch": 3.8976306146474107, "grad_norm": 0.06837765127420425, "learning_rate": 1.1023693853525892e-05, "loss": 0.0049, "step": 235070 }, { "epoch": 3.8977964218799226, "grad_norm": 0.002061211271211505, "learning_rate": 1.1022035781200777e-05, "loss": 0.0137, "step": 235080 }, { "epoch": 3.8979622291124336, "grad_norm": 0.0024527653586119413, "learning_rate": 1.1020377708875662e-05, "loss": 0.0001, "step": 235090 }, { "epoch": 3.8981280363449455, "grad_norm": 0.0002500166301615536, "learning_rate": 1.1018719636550546e-05, "loss": 0.0003, "step": 235100 }, { "epoch": 3.898293843577457, "grad_norm": 0.0004890267737209797, "learning_rate": 1.1017061564225433e-05, "loss": 0.0062, "step": 235110 }, { "epoch": 3.8984596508099685, "grad_norm": 0.00013260160631034523, "learning_rate": 1.1015403491900316e-05, "loss": 0.0001, "step": 235120 }, { "epoch": 3.89862545804248, "grad_norm": 0.0035616850946098566, "learning_rate": 1.1013745419575203e-05, "loss": 0.0022, "step": 235130 }, { "epoch": 3.8987912652749914, "grad_norm": 0.27141061425209045, "learning_rate": 1.1012087347250086e-05, "loss": 0.0131, "step": 235140 }, { "epoch": 3.898957072507503, "grad_norm": 0.020334262400865555, "learning_rate": 1.1010429274924973e-05, "loss": 0.0052, "step": 235150 }, { "epoch": 3.8991228797400144, "grad_norm": 0.13852819800376892, "learning_rate": 1.1008771202599857e-05, "loss": 0.0055, "step": 235160 }, { "epoch": 3.899288686972526, "grad_norm": 8.731120033189654e-05, "learning_rate": 1.1007113130274744e-05, "loss": 0.0146, "step": 235170 }, { "epoch": 3.8994544942050373, "grad_norm": 0.01318436674773693, "learning_rate": 1.1005455057949627e-05, "loss": 0.0093, "step": 235180 }, { "epoch": 3.899620301437549, "grad_norm": 0.06528620421886444, "learning_rate": 1.1003796985624514e-05, "loss": 0.0036, "step": 235190 }, { "epoch": 3.8997861086700603, "grad_norm": 0.008015974424779415, "learning_rate": 1.1002138913299399e-05, "loss": 0.0088, "step": 235200 }, { "epoch": 3.8999519159025717, "grad_norm": 0.0008029229356907308, "learning_rate": 1.1000480840974284e-05, "loss": 0.0053, "step": 235210 }, { "epoch": 3.900117723135083, "grad_norm": 0.004764874465763569, "learning_rate": 1.099882276864917e-05, "loss": 0.0, "step": 235220 }, { "epoch": 3.9002835303675947, "grad_norm": 6.580390618182719e-05, "learning_rate": 1.0997164696324055e-05, "loss": 0.0001, "step": 235230 }, { "epoch": 3.900449337600106, "grad_norm": 0.09903188049793243, "learning_rate": 1.099550662399894e-05, "loss": 0.0032, "step": 235240 }, { "epoch": 3.9006151448326176, "grad_norm": 0.22564645111560822, "learning_rate": 1.0993848551673825e-05, "loss": 0.0003, "step": 235250 }, { "epoch": 3.900780952065129, "grad_norm": 0.0032137022353708744, "learning_rate": 1.099219047934871e-05, "loss": 0.004, "step": 235260 }, { "epoch": 3.9009467592976406, "grad_norm": 0.15460051596164703, "learning_rate": 1.0990532407023595e-05, "loss": 0.0023, "step": 235270 }, { "epoch": 3.901112566530152, "grad_norm": 0.0005103290895931423, "learning_rate": 1.098887433469848e-05, "loss": 0.0261, "step": 235280 }, { "epoch": 3.9012783737626635, "grad_norm": 0.028125673532485962, "learning_rate": 1.0987216262373366e-05, "loss": 0.0042, "step": 235290 }, { "epoch": 3.901444180995175, "grad_norm": 0.0014050652971491218, "learning_rate": 1.0985558190048251e-05, "loss": 0.006, "step": 235300 }, { "epoch": 3.9016099882276865, "grad_norm": 0.0007819971069693565, "learning_rate": 1.0983900117723134e-05, "loss": 0.0056, "step": 235310 }, { "epoch": 3.901775795460198, "grad_norm": 0.010208639316260815, "learning_rate": 1.0982242045398021e-05, "loss": 0.0046, "step": 235320 }, { "epoch": 3.9019416026927094, "grad_norm": 0.00020679979934357107, "learning_rate": 1.0980583973072905e-05, "loss": 0.0001, "step": 235330 }, { "epoch": 3.902107409925221, "grad_norm": 0.0008953624055720866, "learning_rate": 1.0978925900747792e-05, "loss": 0.0066, "step": 235340 }, { "epoch": 3.9022732171577323, "grad_norm": 0.0018514622934162617, "learning_rate": 1.0977267828422675e-05, "loss": 0.0, "step": 235350 }, { "epoch": 3.902439024390244, "grad_norm": 0.1785975694656372, "learning_rate": 1.0975609756097562e-05, "loss": 0.0095, "step": 235360 }, { "epoch": 3.9026048316227553, "grad_norm": 0.0008294263388961554, "learning_rate": 1.0973951683772447e-05, "loss": 0.0055, "step": 235370 }, { "epoch": 3.9027706388552668, "grad_norm": 0.6959828734397888, "learning_rate": 1.0972293611447332e-05, "loss": 0.007, "step": 235380 }, { "epoch": 3.9029364460877782, "grad_norm": 0.0016362691530957818, "learning_rate": 1.0970635539122217e-05, "loss": 0.0016, "step": 235390 }, { "epoch": 3.9031022533202897, "grad_norm": 0.0010567068820819259, "learning_rate": 1.0968977466797103e-05, "loss": 0.0, "step": 235400 }, { "epoch": 3.903268060552801, "grad_norm": 2.1513751562451944e-05, "learning_rate": 1.0967319394471988e-05, "loss": 0.0043, "step": 235410 }, { "epoch": 3.9034338677853126, "grad_norm": 0.5322169661521912, "learning_rate": 1.0965661322146873e-05, "loss": 0.0097, "step": 235420 }, { "epoch": 3.903599675017824, "grad_norm": 0.00317769986577332, "learning_rate": 1.0964003249821758e-05, "loss": 0.0, "step": 235430 }, { "epoch": 3.9037654822503356, "grad_norm": 0.6630979180335999, "learning_rate": 1.0962345177496643e-05, "loss": 0.0104, "step": 235440 }, { "epoch": 3.9039312894828475, "grad_norm": 0.0006697039934806526, "learning_rate": 1.0960687105171528e-05, "loss": 0.0038, "step": 235450 }, { "epoch": 3.9040970967153585, "grad_norm": 0.003357802052050829, "learning_rate": 1.0959029032846414e-05, "loss": 0.0001, "step": 235460 }, { "epoch": 3.9042629039478705, "grad_norm": 0.15775220096111298, "learning_rate": 1.0957370960521299e-05, "loss": 0.0077, "step": 235470 }, { "epoch": 3.9044287111803815, "grad_norm": 1.292641520500183, "learning_rate": 1.0955712888196184e-05, "loss": 0.0106, "step": 235480 }, { "epoch": 3.9045945184128934, "grad_norm": 9.351701737614349e-05, "learning_rate": 1.095405481587107e-05, "loss": 0.0002, "step": 235490 }, { "epoch": 3.9047603256454044, "grad_norm": 0.17813740670681, "learning_rate": 1.0952396743545953e-05, "loss": 0.0027, "step": 235500 }, { "epoch": 3.9049261328779163, "grad_norm": 0.0005097836838103831, "learning_rate": 1.095073867122084e-05, "loss": 0.0005, "step": 235510 }, { "epoch": 3.9050919401104274, "grad_norm": 8.715265721548349e-05, "learning_rate": 1.0949080598895723e-05, "loss": 0.0009, "step": 235520 }, { "epoch": 3.9052577473429393, "grad_norm": 0.002010021824389696, "learning_rate": 1.094742252657061e-05, "loss": 0.0062, "step": 235530 }, { "epoch": 3.9054235545754503, "grad_norm": 0.00021868690964765847, "learning_rate": 1.0945764454245495e-05, "loss": 0.006, "step": 235540 }, { "epoch": 3.9055893618079622, "grad_norm": 0.08885616809129715, "learning_rate": 1.094410638192038e-05, "loss": 0.0002, "step": 235550 }, { "epoch": 3.9057551690404737, "grad_norm": 0.00133288255892694, "learning_rate": 1.0942448309595265e-05, "loss": 0.0034, "step": 235560 }, { "epoch": 3.905920976272985, "grad_norm": 0.5621861219406128, "learning_rate": 1.094079023727015e-05, "loss": 0.0008, "step": 235570 }, { "epoch": 3.9060867835054967, "grad_norm": 0.16007116436958313, "learning_rate": 1.0939132164945036e-05, "loss": 0.0063, "step": 235580 }, { "epoch": 3.906252590738008, "grad_norm": 0.017678152769804, "learning_rate": 1.0937474092619921e-05, "loss": 0.0071, "step": 235590 }, { "epoch": 3.9064183979705196, "grad_norm": 0.0007466851966455579, "learning_rate": 1.0935816020294806e-05, "loss": 0.0004, "step": 235600 }, { "epoch": 3.906584205203031, "grad_norm": 0.0008948316681198776, "learning_rate": 1.0934157947969691e-05, "loss": 0.0091, "step": 235610 }, { "epoch": 3.9067500124355425, "grad_norm": 0.15417328476905823, "learning_rate": 1.0932499875644576e-05, "loss": 0.0041, "step": 235620 }, { "epoch": 3.906915819668054, "grad_norm": 7.354127592407167e-05, "learning_rate": 1.0930841803319462e-05, "loss": 0.0033, "step": 235630 }, { "epoch": 3.9070816269005655, "grad_norm": 0.4706786572933197, "learning_rate": 1.0929183730994347e-05, "loss": 0.003, "step": 235640 }, { "epoch": 3.907247434133077, "grad_norm": 0.0005764703964814544, "learning_rate": 1.0927525658669232e-05, "loss": 0.0059, "step": 235650 }, { "epoch": 3.9074132413655884, "grad_norm": 0.014681677334010601, "learning_rate": 1.0925867586344117e-05, "loss": 0.0065, "step": 235660 }, { "epoch": 3.9075790485981, "grad_norm": 0.006790462881326675, "learning_rate": 1.0924209514019002e-05, "loss": 0.0002, "step": 235670 }, { "epoch": 3.9077448558306114, "grad_norm": 0.12494586408138275, "learning_rate": 1.0922551441693887e-05, "loss": 0.0033, "step": 235680 }, { "epoch": 3.907910663063123, "grad_norm": 0.00039734484744258225, "learning_rate": 1.0920893369368771e-05, "loss": 0.0019, "step": 235690 }, { "epoch": 3.9080764702956343, "grad_norm": 0.0019133175956085324, "learning_rate": 1.0919235297043658e-05, "loss": 0.0004, "step": 235700 }, { "epoch": 3.908242277528146, "grad_norm": 0.061719443649053574, "learning_rate": 1.0917577224718543e-05, "loss": 0.0033, "step": 235710 }, { "epoch": 3.9084080847606573, "grad_norm": 0.0006825039745308459, "learning_rate": 1.0915919152393428e-05, "loss": 0.0024, "step": 235720 }, { "epoch": 3.9085738919931687, "grad_norm": 0.013009443879127502, "learning_rate": 1.0914261080068313e-05, "loss": 0.0001, "step": 235730 }, { "epoch": 3.90873969922568, "grad_norm": 0.17635786533355713, "learning_rate": 1.0912603007743198e-05, "loss": 0.0136, "step": 235740 }, { "epoch": 3.9089055064581917, "grad_norm": 0.0020079542882740498, "learning_rate": 1.0910944935418084e-05, "loss": 0.0033, "step": 235750 }, { "epoch": 3.909071313690703, "grad_norm": 0.006545905489474535, "learning_rate": 1.0909286863092969e-05, "loss": 0.0001, "step": 235760 }, { "epoch": 3.9092371209232146, "grad_norm": 0.00014324657968245447, "learning_rate": 1.0907628790767854e-05, "loss": 0.0009, "step": 235770 }, { "epoch": 3.909402928155726, "grad_norm": 0.0004802695184480399, "learning_rate": 1.090597071844274e-05, "loss": 0.0106, "step": 235780 }, { "epoch": 3.9095687353882376, "grad_norm": 0.0004832381382584572, "learning_rate": 1.0904312646117624e-05, "loss": 0.0045, "step": 235790 }, { "epoch": 3.909734542620749, "grad_norm": 0.0012789942556992173, "learning_rate": 1.090265457379251e-05, "loss": 0.0092, "step": 235800 }, { "epoch": 3.9099003498532605, "grad_norm": 0.00029157777316868305, "learning_rate": 1.0900996501467395e-05, "loss": 0.002, "step": 235810 }, { "epoch": 3.910066157085772, "grad_norm": 0.0015410617925226688, "learning_rate": 1.089933842914228e-05, "loss": 0.0034, "step": 235820 }, { "epoch": 3.9102319643182835, "grad_norm": 0.01926122047007084, "learning_rate": 1.0897680356817165e-05, "loss": 0.0024, "step": 235830 }, { "epoch": 3.910397771550795, "grad_norm": 0.003957072272896767, "learning_rate": 1.089602228449205e-05, "loss": 0.0057, "step": 235840 }, { "epoch": 3.9105635787833064, "grad_norm": 0.00107405090238899, "learning_rate": 1.0894364212166935e-05, "loss": 0.0107, "step": 235850 }, { "epoch": 3.910729386015818, "grad_norm": 0.06491369009017944, "learning_rate": 1.089270613984182e-05, "loss": 0.0002, "step": 235860 }, { "epoch": 3.9108951932483293, "grad_norm": 0.0010886620730161667, "learning_rate": 1.0891048067516706e-05, "loss": 0.0011, "step": 235870 }, { "epoch": 3.911061000480841, "grad_norm": 0.02739492990076542, "learning_rate": 1.0889389995191591e-05, "loss": 0.0137, "step": 235880 }, { "epoch": 3.9112268077133523, "grad_norm": 0.47219419479370117, "learning_rate": 1.0887731922866476e-05, "loss": 0.0063, "step": 235890 }, { "epoch": 3.911392614945864, "grad_norm": 0.0005995088722556829, "learning_rate": 1.0886073850541361e-05, "loss": 0.0039, "step": 235900 }, { "epoch": 3.9115584221783752, "grad_norm": 0.0800761803984642, "learning_rate": 1.0884415778216246e-05, "loss": 0.0029, "step": 235910 }, { "epoch": 3.911724229410887, "grad_norm": 0.015412724576890469, "learning_rate": 1.0882757705891132e-05, "loss": 0.0023, "step": 235920 }, { "epoch": 3.911890036643398, "grad_norm": 0.10894429683685303, "learning_rate": 1.0881099633566017e-05, "loss": 0.0025, "step": 235930 }, { "epoch": 3.91205584387591, "grad_norm": 0.006326125003397465, "learning_rate": 1.0879441561240902e-05, "loss": 0.0007, "step": 235940 }, { "epoch": 3.912221651108421, "grad_norm": 0.000953568727709353, "learning_rate": 1.0877783488915787e-05, "loss": 0.004, "step": 235950 }, { "epoch": 3.912387458340933, "grad_norm": 0.8001165986061096, "learning_rate": 1.0876125416590672e-05, "loss": 0.0043, "step": 235960 }, { "epoch": 3.912553265573444, "grad_norm": 0.059387464076280594, "learning_rate": 1.0874467344265557e-05, "loss": 0.0082, "step": 235970 }, { "epoch": 3.912719072805956, "grad_norm": 0.0011294609867036343, "learning_rate": 1.0872809271940443e-05, "loss": 0.0042, "step": 235980 }, { "epoch": 3.912884880038467, "grad_norm": 0.00039209972601383924, "learning_rate": 1.0871151199615328e-05, "loss": 0.0027, "step": 235990 }, { "epoch": 3.913050687270979, "grad_norm": 4.529225407168269e-05, "learning_rate": 1.0869493127290213e-05, "loss": 0.0001, "step": 236000 }, { "epoch": 3.9132164945034904, "grad_norm": 0.029849069193005562, "learning_rate": 1.0867835054965098e-05, "loss": 0.0197, "step": 236010 }, { "epoch": 3.913382301736002, "grad_norm": 0.0019142496166750789, "learning_rate": 1.0866176982639983e-05, "loss": 0.0028, "step": 236020 }, { "epoch": 3.9135481089685134, "grad_norm": 0.016351919621229172, "learning_rate": 1.0864518910314869e-05, "loss": 0.006, "step": 236030 }, { "epoch": 3.913713916201025, "grad_norm": 0.16201072931289673, "learning_rate": 1.0862860837989754e-05, "loss": 0.0045, "step": 236040 }, { "epoch": 3.9138797234335363, "grad_norm": 0.0004653579380828887, "learning_rate": 1.0861202765664639e-05, "loss": 0.0031, "step": 236050 }, { "epoch": 3.9140455306660478, "grad_norm": 0.0002573064703028649, "learning_rate": 1.0859544693339524e-05, "loss": 0.0048, "step": 236060 }, { "epoch": 3.9142113378985592, "grad_norm": 0.008774533867835999, "learning_rate": 1.085788662101441e-05, "loss": 0.0026, "step": 236070 }, { "epoch": 3.9143771451310707, "grad_norm": 0.00011531863128766418, "learning_rate": 1.0856228548689294e-05, "loss": 0.0038, "step": 236080 }, { "epoch": 3.914542952363582, "grad_norm": 0.043184589594602585, "learning_rate": 1.085457047636418e-05, "loss": 0.0007, "step": 236090 }, { "epoch": 3.9147087595960937, "grad_norm": 0.00037179928040131927, "learning_rate": 1.0852912404039065e-05, "loss": 0.0038, "step": 236100 }, { "epoch": 3.914874566828605, "grad_norm": 0.04211165010929108, "learning_rate": 1.085125433171395e-05, "loss": 0.0034, "step": 236110 }, { "epoch": 3.9150403740611166, "grad_norm": 0.016032470390200615, "learning_rate": 1.0849596259388835e-05, "loss": 0.0072, "step": 236120 }, { "epoch": 3.915206181293628, "grad_norm": 0.0022402494214475155, "learning_rate": 1.084793818706372e-05, "loss": 0.0041, "step": 236130 }, { "epoch": 3.9153719885261395, "grad_norm": 0.00017887965077534318, "learning_rate": 1.0846280114738605e-05, "loss": 0.0026, "step": 236140 }, { "epoch": 3.915537795758651, "grad_norm": 0.0025695243384689093, "learning_rate": 1.084462204241349e-05, "loss": 0.0004, "step": 236150 }, { "epoch": 3.9157036029911625, "grad_norm": 0.00046700332313776016, "learning_rate": 1.0842963970088376e-05, "loss": 0.0033, "step": 236160 }, { "epoch": 3.915869410223674, "grad_norm": 0.1752062737941742, "learning_rate": 1.0841305897763261e-05, "loss": 0.0058, "step": 236170 }, { "epoch": 3.9160352174561854, "grad_norm": 0.24243894219398499, "learning_rate": 1.0839647825438146e-05, "loss": 0.0033, "step": 236180 }, { "epoch": 3.916201024688697, "grad_norm": 2.144579957530368e-05, "learning_rate": 1.0837989753113031e-05, "loss": 0.0025, "step": 236190 }, { "epoch": 3.9163668319212084, "grad_norm": 0.0008409939473494887, "learning_rate": 1.0836331680787916e-05, "loss": 0.0104, "step": 236200 }, { "epoch": 3.91653263915372, "grad_norm": 0.0027961861342191696, "learning_rate": 1.0834673608462802e-05, "loss": 0.0036, "step": 236210 }, { "epoch": 3.9166984463862313, "grad_norm": 8.339947817148641e-05, "learning_rate": 1.0833015536137687e-05, "loss": 0.0001, "step": 236220 }, { "epoch": 3.916864253618743, "grad_norm": 0.33181777596473694, "learning_rate": 1.0831357463812572e-05, "loss": 0.003, "step": 236230 }, { "epoch": 3.9170300608512543, "grad_norm": 0.0072216857224702835, "learning_rate": 1.0829699391487457e-05, "loss": 0.0, "step": 236240 }, { "epoch": 3.9171958680837657, "grad_norm": 0.0008837773348204792, "learning_rate": 1.0828041319162342e-05, "loss": 0.005, "step": 236250 }, { "epoch": 3.917361675316277, "grad_norm": 0.006233510561287403, "learning_rate": 1.0826383246837227e-05, "loss": 0.0028, "step": 236260 }, { "epoch": 3.9175274825487887, "grad_norm": 0.008649691939353943, "learning_rate": 1.0824725174512113e-05, "loss": 0.0012, "step": 236270 }, { "epoch": 3.9176932897813, "grad_norm": 0.009266996756196022, "learning_rate": 1.0823067102186998e-05, "loss": 0.0002, "step": 236280 }, { "epoch": 3.9178590970138116, "grad_norm": 0.0819760113954544, "learning_rate": 1.0821409029861883e-05, "loss": 0.0061, "step": 236290 }, { "epoch": 3.918024904246323, "grad_norm": 0.001153013203293085, "learning_rate": 1.0819750957536768e-05, "loss": 0.0064, "step": 236300 }, { "epoch": 3.9181907114788346, "grad_norm": 0.2079022079706192, "learning_rate": 1.0818092885211653e-05, "loss": 0.0025, "step": 236310 }, { "epoch": 3.918356518711346, "grad_norm": 0.06353722512722015, "learning_rate": 1.0816434812886539e-05, "loss": 0.0046, "step": 236320 }, { "epoch": 3.9185223259438575, "grad_norm": 0.0004711032088380307, "learning_rate": 1.0814776740561424e-05, "loss": 0.0078, "step": 236330 }, { "epoch": 3.918688133176369, "grad_norm": 0.003022044664248824, "learning_rate": 1.0813118668236309e-05, "loss": 0.0005, "step": 236340 }, { "epoch": 3.918853940408881, "grad_norm": 5.3378498705569655e-05, "learning_rate": 1.0811460595911194e-05, "loss": 0.0036, "step": 236350 }, { "epoch": 3.919019747641392, "grad_norm": 0.159926176071167, "learning_rate": 1.080980252358608e-05, "loss": 0.0044, "step": 236360 }, { "epoch": 3.919185554873904, "grad_norm": 0.0013899599434807897, "learning_rate": 1.0808144451260964e-05, "loss": 0.0026, "step": 236370 }, { "epoch": 3.919351362106415, "grad_norm": 0.00044271451770327985, "learning_rate": 1.080648637893585e-05, "loss": 0.0083, "step": 236380 }, { "epoch": 3.919517169338927, "grad_norm": 0.16973237693309784, "learning_rate": 1.0804828306610735e-05, "loss": 0.0009, "step": 236390 }, { "epoch": 3.919682976571438, "grad_norm": 0.000413578178267926, "learning_rate": 1.080317023428562e-05, "loss": 0.0011, "step": 236400 }, { "epoch": 3.9198487838039497, "grad_norm": 0.007149823941290379, "learning_rate": 1.0801512161960505e-05, "loss": 0.0, "step": 236410 }, { "epoch": 3.9200145910364608, "grad_norm": 0.14878633618354797, "learning_rate": 1.079985408963539e-05, "loss": 0.0104, "step": 236420 }, { "epoch": 3.9201803982689727, "grad_norm": 0.00039411423495039344, "learning_rate": 1.0798196017310275e-05, "loss": 0.0005, "step": 236430 }, { "epoch": 3.9203462055014837, "grad_norm": 0.000384086073609069, "learning_rate": 1.079653794498516e-05, "loss": 0.0023, "step": 236440 }, { "epoch": 3.9205120127339956, "grad_norm": 0.0013441825285553932, "learning_rate": 1.0794879872660046e-05, "loss": 0.0026, "step": 236450 }, { "epoch": 3.920677819966507, "grad_norm": 0.5635820031166077, "learning_rate": 1.0793221800334931e-05, "loss": 0.0125, "step": 236460 }, { "epoch": 3.9208436271990186, "grad_norm": 0.00013095539179630578, "learning_rate": 1.0791563728009816e-05, "loss": 0.0001, "step": 236470 }, { "epoch": 3.92100943443153, "grad_norm": 0.0008204716141335666, "learning_rate": 1.0789905655684701e-05, "loss": 0.0001, "step": 236480 }, { "epoch": 3.9211752416640415, "grad_norm": 0.014616144821047783, "learning_rate": 1.0788247583359586e-05, "loss": 0.0001, "step": 236490 }, { "epoch": 3.921341048896553, "grad_norm": 0.010882461443543434, "learning_rate": 1.0786589511034472e-05, "loss": 0.0014, "step": 236500 }, { "epoch": 3.9215068561290645, "grad_norm": 0.00017401664808858186, "learning_rate": 1.0784931438709357e-05, "loss": 0.0098, "step": 236510 }, { "epoch": 3.921672663361576, "grad_norm": 0.0012547153746709228, "learning_rate": 1.0783273366384242e-05, "loss": 0.0038, "step": 236520 }, { "epoch": 3.9218384705940874, "grad_norm": 0.0035540841054171324, "learning_rate": 1.0781615294059127e-05, "loss": 0.0036, "step": 236530 }, { "epoch": 3.922004277826599, "grad_norm": 0.11030206084251404, "learning_rate": 1.0779957221734012e-05, "loss": 0.0002, "step": 236540 }, { "epoch": 3.9221700850591104, "grad_norm": 0.17032268643379211, "learning_rate": 1.0778299149408898e-05, "loss": 0.0088, "step": 236550 }, { "epoch": 3.922335892291622, "grad_norm": 0.00013839044549968094, "learning_rate": 1.0776641077083783e-05, "loss": 0.0039, "step": 236560 }, { "epoch": 3.9225016995241333, "grad_norm": 0.0005362813244573772, "learning_rate": 1.0774983004758668e-05, "loss": 0.0038, "step": 236570 }, { "epoch": 3.9226675067566448, "grad_norm": 0.00024432409554719925, "learning_rate": 1.0773324932433555e-05, "loss": 0.003, "step": 236580 }, { "epoch": 3.9228333139891562, "grad_norm": 0.0009144268115051091, "learning_rate": 1.0771666860108438e-05, "loss": 0.0094, "step": 236590 }, { "epoch": 3.9229991212216677, "grad_norm": 0.000268581643467769, "learning_rate": 1.0770008787783323e-05, "loss": 0.0039, "step": 236600 }, { "epoch": 3.923164928454179, "grad_norm": 6.289815792115405e-05, "learning_rate": 1.0768350715458209e-05, "loss": 0.005, "step": 236610 }, { "epoch": 3.9233307356866907, "grad_norm": 0.004641296807676554, "learning_rate": 1.0766692643133094e-05, "loss": 0.0029, "step": 236620 }, { "epoch": 3.923496542919202, "grad_norm": 0.008327251300215721, "learning_rate": 1.0765034570807979e-05, "loss": 0.0027, "step": 236630 }, { "epoch": 3.9236623501517136, "grad_norm": 0.010826606303453445, "learning_rate": 1.0763376498482864e-05, "loss": 0.0079, "step": 236640 }, { "epoch": 3.923828157384225, "grad_norm": 0.009418646804988384, "learning_rate": 1.076171842615775e-05, "loss": 0.0002, "step": 236650 }, { "epoch": 3.9239939646167366, "grad_norm": 0.00012143727508373559, "learning_rate": 1.0760060353832634e-05, "loss": 0.0001, "step": 236660 }, { "epoch": 3.924159771849248, "grad_norm": 0.0010560788214206696, "learning_rate": 1.075840228150752e-05, "loss": 0.0012, "step": 236670 }, { "epoch": 3.9243255790817595, "grad_norm": 0.0002507187891751528, "learning_rate": 1.0756744209182405e-05, "loss": 0.0091, "step": 236680 }, { "epoch": 3.924491386314271, "grad_norm": 0.012149286456406116, "learning_rate": 1.075508613685729e-05, "loss": 0.0047, "step": 236690 }, { "epoch": 3.9246571935467824, "grad_norm": 0.0034114792943000793, "learning_rate": 1.0753428064532175e-05, "loss": 0.0, "step": 236700 }, { "epoch": 3.924823000779294, "grad_norm": 0.15403907001018524, "learning_rate": 1.075176999220706e-05, "loss": 0.0057, "step": 236710 }, { "epoch": 3.9249888080118054, "grad_norm": 0.0003527889202814549, "learning_rate": 1.0750111919881945e-05, "loss": 0.0, "step": 236720 }, { "epoch": 3.925154615244317, "grad_norm": 0.0007381186005659401, "learning_rate": 1.074845384755683e-05, "loss": 0.0, "step": 236730 }, { "epoch": 3.9253204224768283, "grad_norm": 0.0005752989673055708, "learning_rate": 1.0746795775231716e-05, "loss": 0.0004, "step": 236740 }, { "epoch": 3.92548622970934, "grad_norm": 0.47827601432800293, "learning_rate": 1.0745137702906603e-05, "loss": 0.0102, "step": 236750 }, { "epoch": 3.9256520369418513, "grad_norm": 0.012311452999711037, "learning_rate": 1.0743479630581486e-05, "loss": 0.0111, "step": 236760 }, { "epoch": 3.9258178441743627, "grad_norm": 0.0029091862961649895, "learning_rate": 1.0741821558256373e-05, "loss": 0.0, "step": 236770 }, { "epoch": 3.925983651406874, "grad_norm": 0.00018095097038894892, "learning_rate": 1.0740163485931256e-05, "loss": 0.0001, "step": 236780 }, { "epoch": 3.9261494586393857, "grad_norm": 0.001936214859597385, "learning_rate": 1.0738505413606142e-05, "loss": 0.0064, "step": 236790 }, { "epoch": 3.9263152658718976, "grad_norm": 0.0005125870811752975, "learning_rate": 1.0736847341281027e-05, "loss": 0.0123, "step": 236800 }, { "epoch": 3.9264810731044086, "grad_norm": 0.02129533514380455, "learning_rate": 1.0735189268955912e-05, "loss": 0.0001, "step": 236810 }, { "epoch": 3.9266468803369206, "grad_norm": 0.00035243024467490613, "learning_rate": 1.0733531196630797e-05, "loss": 0.0, "step": 236820 }, { "epoch": 3.9268126875694316, "grad_norm": 2.238784327346366e-05, "learning_rate": 1.0731873124305682e-05, "loss": 0.0037, "step": 236830 }, { "epoch": 3.9269784948019435, "grad_norm": 0.0009017094853334129, "learning_rate": 1.0730215051980568e-05, "loss": 0.0024, "step": 236840 }, { "epoch": 3.9271443020344545, "grad_norm": 0.0197127778083086, "learning_rate": 1.0728556979655453e-05, "loss": 0.0047, "step": 236850 }, { "epoch": 3.9273101092669664, "grad_norm": 0.005206516943871975, "learning_rate": 1.0726898907330338e-05, "loss": 0.0031, "step": 236860 }, { "epoch": 3.9274759164994775, "grad_norm": 0.00038326525827869773, "learning_rate": 1.0725240835005223e-05, "loss": 0.0001, "step": 236870 }, { "epoch": 3.9276417237319894, "grad_norm": 0.002086143009364605, "learning_rate": 1.0723582762680108e-05, "loss": 0.0027, "step": 236880 }, { "epoch": 3.9278075309645004, "grad_norm": 0.012387005612254143, "learning_rate": 1.0721924690354993e-05, "loss": 0.0001, "step": 236890 }, { "epoch": 3.9279733381970123, "grad_norm": 0.0021701303776353598, "learning_rate": 1.0720266618029879e-05, "loss": 0.0, "step": 236900 }, { "epoch": 3.9281391454295234, "grad_norm": 0.0022232732735574245, "learning_rate": 1.0718608545704764e-05, "loss": 0.003, "step": 236910 }, { "epoch": 3.9283049526620353, "grad_norm": 0.001935521955601871, "learning_rate": 1.071695047337965e-05, "loss": 0.0024, "step": 236920 }, { "epoch": 3.9284707598945467, "grad_norm": 0.15527869760990143, "learning_rate": 1.0715292401054534e-05, "loss": 0.0072, "step": 236930 }, { "epoch": 3.928636567127058, "grad_norm": 0.00025186868151649833, "learning_rate": 1.0713634328729421e-05, "loss": 0.0001, "step": 236940 }, { "epoch": 3.9288023743595697, "grad_norm": 0.00016378660802729428, "learning_rate": 1.0711976256404304e-05, "loss": 0.0088, "step": 236950 }, { "epoch": 3.928968181592081, "grad_norm": 0.0005641723400913179, "learning_rate": 1.0710318184079191e-05, "loss": 0.0051, "step": 236960 }, { "epoch": 3.9291339888245926, "grad_norm": 0.00017688421939965338, "learning_rate": 1.0708660111754075e-05, "loss": 0.0042, "step": 236970 }, { "epoch": 3.929299796057104, "grad_norm": 0.003761386265978217, "learning_rate": 1.070700203942896e-05, "loss": 0.0058, "step": 236980 }, { "epoch": 3.9294656032896156, "grad_norm": 0.01080569252371788, "learning_rate": 1.0705343967103845e-05, "loss": 0.0087, "step": 236990 }, { "epoch": 3.929631410522127, "grad_norm": 0.3433375060558319, "learning_rate": 1.070368589477873e-05, "loss": 0.0012, "step": 237000 }, { "epoch": 3.9297972177546385, "grad_norm": 0.03388502448797226, "learning_rate": 1.0702027822453615e-05, "loss": 0.0161, "step": 237010 }, { "epoch": 3.92996302498715, "grad_norm": 0.01740037091076374, "learning_rate": 1.07003697501285e-05, "loss": 0.0017, "step": 237020 }, { "epoch": 3.9301288322196615, "grad_norm": 0.21458134055137634, "learning_rate": 1.0698711677803386e-05, "loss": 0.0068, "step": 237030 }, { "epoch": 3.930294639452173, "grad_norm": 0.00037328089820221066, "learning_rate": 1.0697053605478271e-05, "loss": 0.0111, "step": 237040 }, { "epoch": 3.9304604466846844, "grad_norm": 0.00222331122495234, "learning_rate": 1.0695395533153156e-05, "loss": 0.0001, "step": 237050 }, { "epoch": 3.930626253917196, "grad_norm": 0.0006815073429606855, "learning_rate": 1.0693737460828041e-05, "loss": 0.0038, "step": 237060 }, { "epoch": 3.9307920611497074, "grad_norm": 0.017381543293595314, "learning_rate": 1.0692079388502927e-05, "loss": 0.0005, "step": 237070 }, { "epoch": 3.930957868382219, "grad_norm": 0.0006105907959863544, "learning_rate": 1.0690421316177812e-05, "loss": 0.0032, "step": 237080 }, { "epoch": 3.9311236756147303, "grad_norm": 0.004273581318557262, "learning_rate": 1.0688763243852699e-05, "loss": 0.0079, "step": 237090 }, { "epoch": 3.931289482847242, "grad_norm": 9.593253344064578e-05, "learning_rate": 1.0687105171527582e-05, "loss": 0.0051, "step": 237100 }, { "epoch": 3.9314552900797533, "grad_norm": 0.0028895665891468525, "learning_rate": 1.0685447099202469e-05, "loss": 0.0026, "step": 237110 }, { "epoch": 3.9316210973122647, "grad_norm": 0.0038723619654774666, "learning_rate": 1.0683789026877352e-05, "loss": 0.0024, "step": 237120 }, { "epoch": 3.931786904544776, "grad_norm": 0.00021240967907942832, "learning_rate": 1.068213095455224e-05, "loss": 0.005, "step": 237130 }, { "epoch": 3.9319527117772877, "grad_norm": 0.0003023071913048625, "learning_rate": 1.0680472882227123e-05, "loss": 0.0, "step": 237140 }, { "epoch": 3.932118519009799, "grad_norm": 0.0009843639563769102, "learning_rate": 1.067881480990201e-05, "loss": 0.0061, "step": 237150 }, { "epoch": 3.9322843262423106, "grad_norm": 0.01595689170062542, "learning_rate": 1.0677156737576893e-05, "loss": 0.0, "step": 237160 }, { "epoch": 3.932450133474822, "grad_norm": 0.010318671353161335, "learning_rate": 1.067549866525178e-05, "loss": 0.0011, "step": 237170 }, { "epoch": 3.9326159407073336, "grad_norm": 0.0006069901282899082, "learning_rate": 1.0673840592926663e-05, "loss": 0.0003, "step": 237180 }, { "epoch": 3.932781747939845, "grad_norm": 6.0304635553620756e-05, "learning_rate": 1.0672182520601549e-05, "loss": 0.0026, "step": 237190 }, { "epoch": 3.9329475551723565, "grad_norm": 0.025453642010688782, "learning_rate": 1.0670524448276434e-05, "loss": 0.0087, "step": 237200 }, { "epoch": 3.933113362404868, "grad_norm": 0.0001511394075350836, "learning_rate": 1.0668866375951319e-05, "loss": 0.0027, "step": 237210 }, { "epoch": 3.9332791696373794, "grad_norm": 0.0035526184365153313, "learning_rate": 1.0667208303626204e-05, "loss": 0.0094, "step": 237220 }, { "epoch": 3.933444976869891, "grad_norm": 0.03394100069999695, "learning_rate": 1.066555023130109e-05, "loss": 0.0022, "step": 237230 }, { "epoch": 3.9336107841024024, "grad_norm": 0.002344934968277812, "learning_rate": 1.0663892158975974e-05, "loss": 0.0065, "step": 237240 }, { "epoch": 3.933776591334914, "grad_norm": 0.4801313281059265, "learning_rate": 1.066223408665086e-05, "loss": 0.0077, "step": 237250 }, { "epoch": 3.9339423985674253, "grad_norm": 0.0006259824731387198, "learning_rate": 1.0660576014325746e-05, "loss": 0.0035, "step": 237260 }, { "epoch": 3.9341082057999373, "grad_norm": 0.0002662781625986099, "learning_rate": 1.065891794200063e-05, "loss": 0.0159, "step": 237270 }, { "epoch": 3.9342740130324483, "grad_norm": 0.0008266205550171435, "learning_rate": 1.0657259869675517e-05, "loss": 0.0079, "step": 237280 }, { "epoch": 3.93443982026496, "grad_norm": 0.1728888750076294, "learning_rate": 1.06556017973504e-05, "loss": 0.005, "step": 237290 }, { "epoch": 3.9346056274974712, "grad_norm": 0.0008251041872426867, "learning_rate": 1.0653943725025287e-05, "loss": 0.0001, "step": 237300 }, { "epoch": 3.934771434729983, "grad_norm": 0.0007672904175706208, "learning_rate": 1.065228565270017e-05, "loss": 0.0027, "step": 237310 }, { "epoch": 3.934937241962494, "grad_norm": 0.1480945348739624, "learning_rate": 1.0650627580375058e-05, "loss": 0.0031, "step": 237320 }, { "epoch": 3.935103049195006, "grad_norm": 0.0007477292674593627, "learning_rate": 1.0648969508049941e-05, "loss": 0.0005, "step": 237330 }, { "epoch": 3.935268856427517, "grad_norm": 0.0003225296677555889, "learning_rate": 1.0647311435724828e-05, "loss": 0.0002, "step": 237340 }, { "epoch": 3.935434663660029, "grad_norm": 0.008257882669568062, "learning_rate": 1.0645653363399711e-05, "loss": 0.0001, "step": 237350 }, { "epoch": 3.93560047089254, "grad_norm": 0.002166129881516099, "learning_rate": 1.0643995291074598e-05, "loss": 0.0032, "step": 237360 }, { "epoch": 3.935766278125052, "grad_norm": 0.0005525117740035057, "learning_rate": 1.0642337218749482e-05, "loss": 0.0038, "step": 237370 }, { "epoch": 3.9359320853575634, "grad_norm": 0.0006236178451217711, "learning_rate": 1.0640679146424367e-05, "loss": 0.0042, "step": 237380 }, { "epoch": 3.936097892590075, "grad_norm": 0.0004046179528813809, "learning_rate": 1.0639021074099252e-05, "loss": 0.0035, "step": 237390 }, { "epoch": 3.9362636998225864, "grad_norm": 0.00014998890401329845, "learning_rate": 1.0637363001774137e-05, "loss": 0.0009, "step": 237400 }, { "epoch": 3.936429507055098, "grad_norm": 0.016457917168736458, "learning_rate": 1.0635704929449022e-05, "loss": 0.0037, "step": 237410 }, { "epoch": 3.9365953142876093, "grad_norm": 8.889594028005376e-05, "learning_rate": 1.0634046857123908e-05, "loss": 0.0109, "step": 237420 }, { "epoch": 3.936761121520121, "grad_norm": 0.2835894227027893, "learning_rate": 1.0632388784798794e-05, "loss": 0.0004, "step": 237430 }, { "epoch": 3.9369269287526323, "grad_norm": 0.0013546290574595332, "learning_rate": 1.0630730712473678e-05, "loss": 0.004, "step": 237440 }, { "epoch": 3.9370927359851438, "grad_norm": 6.416508404072374e-05, "learning_rate": 1.0629072640148565e-05, "loss": 0.0073, "step": 237450 }, { "epoch": 3.9372585432176552, "grad_norm": 0.00041038275230675936, "learning_rate": 1.0627414567823448e-05, "loss": 0.015, "step": 237460 }, { "epoch": 3.9374243504501667, "grad_norm": 0.0003575011796783656, "learning_rate": 1.0625756495498335e-05, "loss": 0.0038, "step": 237470 }, { "epoch": 3.937590157682678, "grad_norm": 0.21694201231002808, "learning_rate": 1.0624098423173219e-05, "loss": 0.0185, "step": 237480 }, { "epoch": 3.9377559649151896, "grad_norm": 0.1450512409210205, "learning_rate": 1.0622440350848105e-05, "loss": 0.0066, "step": 237490 }, { "epoch": 3.937921772147701, "grad_norm": 0.00030424524447880685, "learning_rate": 1.0620782278522989e-05, "loss": 0.0, "step": 237500 }, { "epoch": 3.9380875793802126, "grad_norm": 0.17181487381458282, "learning_rate": 1.0619124206197876e-05, "loss": 0.0033, "step": 237510 }, { "epoch": 3.938253386612724, "grad_norm": 0.46461939811706543, "learning_rate": 1.061746613387276e-05, "loss": 0.0043, "step": 237520 }, { "epoch": 3.9384191938452355, "grad_norm": 0.17264893651008606, "learning_rate": 1.0615808061547646e-05, "loss": 0.0101, "step": 237530 }, { "epoch": 3.938585001077747, "grad_norm": 0.004828065168112516, "learning_rate": 1.061414998922253e-05, "loss": 0.0054, "step": 237540 }, { "epoch": 3.9387508083102585, "grad_norm": 0.16255353391170502, "learning_rate": 1.0612491916897417e-05, "loss": 0.0061, "step": 237550 }, { "epoch": 3.93891661554277, "grad_norm": 5.391599188442342e-05, "learning_rate": 1.06108338445723e-05, "loss": 0.0003, "step": 237560 }, { "epoch": 3.9390824227752814, "grad_norm": 0.0009818358812481165, "learning_rate": 1.0609175772247185e-05, "loss": 0.0063, "step": 237570 }, { "epoch": 3.939248230007793, "grad_norm": 0.0029069515876471996, "learning_rate": 1.060751769992207e-05, "loss": 0.002, "step": 237580 }, { "epoch": 3.9394140372403044, "grad_norm": 0.031172771006822586, "learning_rate": 1.0605859627596956e-05, "loss": 0.0007, "step": 237590 }, { "epoch": 3.939579844472816, "grad_norm": 4.0826973418006673e-05, "learning_rate": 1.0604201555271842e-05, "loss": 0.0088, "step": 237600 }, { "epoch": 3.9397456517053273, "grad_norm": 0.002087861066684127, "learning_rate": 1.0602543482946726e-05, "loss": 0.0, "step": 237610 }, { "epoch": 3.939911458937839, "grad_norm": 0.16882352530956268, "learning_rate": 1.0600885410621613e-05, "loss": 0.0007, "step": 237620 }, { "epoch": 3.9400772661703503, "grad_norm": 0.0003981125191785395, "learning_rate": 1.0599227338296496e-05, "loss": 0.0001, "step": 237630 }, { "epoch": 3.9402430734028617, "grad_norm": 0.00036248782998882234, "learning_rate": 1.0597569265971383e-05, "loss": 0.0, "step": 237640 }, { "epoch": 3.940408880635373, "grad_norm": 0.010469512082636356, "learning_rate": 1.0595911193646267e-05, "loss": 0.0046, "step": 237650 }, { "epoch": 3.9405746878678847, "grad_norm": 0.00022610859014093876, "learning_rate": 1.0594253121321153e-05, "loss": 0.0005, "step": 237660 }, { "epoch": 3.940740495100396, "grad_norm": 0.19288581609725952, "learning_rate": 1.0592595048996037e-05, "loss": 0.0106, "step": 237670 }, { "epoch": 3.9409063023329076, "grad_norm": 0.00030923279700800776, "learning_rate": 1.0590936976670924e-05, "loss": 0.0086, "step": 237680 }, { "epoch": 3.941072109565419, "grad_norm": 0.2211817353963852, "learning_rate": 1.0589278904345807e-05, "loss": 0.0034, "step": 237690 }, { "epoch": 3.9412379167979306, "grad_norm": 0.0007345413323491812, "learning_rate": 1.0587620832020694e-05, "loss": 0.0054, "step": 237700 }, { "epoch": 3.941403724030442, "grad_norm": 0.1586868017911911, "learning_rate": 1.0585962759695578e-05, "loss": 0.0043, "step": 237710 }, { "epoch": 3.941569531262954, "grad_norm": 3.272857065894641e-05, "learning_rate": 1.0584304687370464e-05, "loss": 0.0045, "step": 237720 }, { "epoch": 3.941735338495465, "grad_norm": 0.0010284394957125187, "learning_rate": 1.0582646615045348e-05, "loss": 0.0035, "step": 237730 }, { "epoch": 3.941901145727977, "grad_norm": 0.003225325606763363, "learning_rate": 1.0580988542720235e-05, "loss": 0.0011, "step": 237740 }, { "epoch": 3.942066952960488, "grad_norm": 0.011708440259099007, "learning_rate": 1.0579330470395118e-05, "loss": 0.0039, "step": 237750 }, { "epoch": 3.942232760193, "grad_norm": 0.00019621443061623722, "learning_rate": 1.0577672398070005e-05, "loss": 0.0065, "step": 237760 }, { "epoch": 3.942398567425511, "grad_norm": 0.00013017850869800895, "learning_rate": 1.057601432574489e-05, "loss": 0.0026, "step": 237770 }, { "epoch": 3.942564374658023, "grad_norm": 6.411549111362547e-05, "learning_rate": 1.0574356253419774e-05, "loss": 0.0017, "step": 237780 }, { "epoch": 3.942730181890534, "grad_norm": 0.00045047124149277806, "learning_rate": 1.057269818109466e-05, "loss": 0.0022, "step": 237790 }, { "epoch": 3.9428959891230457, "grad_norm": 4.687249747803435e-05, "learning_rate": 1.0571040108769544e-05, "loss": 0.0032, "step": 237800 }, { "epoch": 3.9430617963555568, "grad_norm": 0.25311267375946045, "learning_rate": 1.0569382036444431e-05, "loss": 0.0145, "step": 237810 }, { "epoch": 3.9432276035880687, "grad_norm": 0.5291851758956909, "learning_rate": 1.0567723964119314e-05, "loss": 0.0062, "step": 237820 }, { "epoch": 3.94339341082058, "grad_norm": 0.00015909774811007082, "learning_rate": 1.0566065891794201e-05, "loss": 0.0033, "step": 237830 }, { "epoch": 3.9435592180530916, "grad_norm": 0.00022054022701922804, "learning_rate": 1.0564407819469085e-05, "loss": 0.0276, "step": 237840 }, { "epoch": 3.943725025285603, "grad_norm": 0.0017295436700806022, "learning_rate": 1.0562749747143972e-05, "loss": 0.0053, "step": 237850 }, { "epoch": 3.9438908325181146, "grad_norm": 0.0005998986889608204, "learning_rate": 1.0561091674818855e-05, "loss": 0.0, "step": 237860 }, { "epoch": 3.944056639750626, "grad_norm": 0.0017432168824598193, "learning_rate": 1.0559433602493742e-05, "loss": 0.0001, "step": 237870 }, { "epoch": 3.9442224469831375, "grad_norm": 0.00859944149851799, "learning_rate": 1.0557775530168626e-05, "loss": 0.0012, "step": 237880 }, { "epoch": 3.944388254215649, "grad_norm": 0.000985473277978599, "learning_rate": 1.0556117457843512e-05, "loss": 0.009, "step": 237890 }, { "epoch": 3.9445540614481605, "grad_norm": 0.04062069207429886, "learning_rate": 1.0554459385518396e-05, "loss": 0.0, "step": 237900 }, { "epoch": 3.944719868680672, "grad_norm": 0.1921110302209854, "learning_rate": 1.0552801313193283e-05, "loss": 0.0053, "step": 237910 }, { "epoch": 3.9448856759131834, "grad_norm": 0.0004078358761034906, "learning_rate": 1.0551143240868166e-05, "loss": 0.0027, "step": 237920 }, { "epoch": 3.945051483145695, "grad_norm": 0.0011967538157477975, "learning_rate": 1.0549485168543053e-05, "loss": 0.0008, "step": 237930 }, { "epoch": 3.9452172903782063, "grad_norm": 0.16135887801647186, "learning_rate": 1.0547827096217938e-05, "loss": 0.0024, "step": 237940 }, { "epoch": 3.945383097610718, "grad_norm": 0.00010226148879155517, "learning_rate": 1.0546169023892823e-05, "loss": 0.0029, "step": 237950 }, { "epoch": 3.9455489048432293, "grad_norm": 0.06087362766265869, "learning_rate": 1.0544510951567709e-05, "loss": 0.0014, "step": 237960 }, { "epoch": 3.9457147120757408, "grad_norm": 0.13791432976722717, "learning_rate": 1.0542852879242592e-05, "loss": 0.0084, "step": 237970 }, { "epoch": 3.9458805193082522, "grad_norm": 0.38951048254966736, "learning_rate": 1.0541194806917479e-05, "loss": 0.0107, "step": 237980 }, { "epoch": 3.9460463265407637, "grad_norm": 0.0007424918003380299, "learning_rate": 1.0539536734592362e-05, "loss": 0.0222, "step": 237990 }, { "epoch": 3.946212133773275, "grad_norm": 0.09744687378406525, "learning_rate": 1.053787866226725e-05, "loss": 0.0036, "step": 238000 }, { "epoch": 3.9463779410057866, "grad_norm": 0.0005897091468796134, "learning_rate": 1.0536220589942133e-05, "loss": 0.0058, "step": 238010 }, { "epoch": 3.946543748238298, "grad_norm": 0.1438317745923996, "learning_rate": 1.053456251761702e-05, "loss": 0.0049, "step": 238020 }, { "epoch": 3.9467095554708096, "grad_norm": 0.0025176797062158585, "learning_rate": 1.0532904445291903e-05, "loss": 0.0024, "step": 238030 }, { "epoch": 3.946875362703321, "grad_norm": 0.00031967691029421985, "learning_rate": 1.053124637296679e-05, "loss": 0.0013, "step": 238040 }, { "epoch": 3.9470411699358325, "grad_norm": 0.16447588801383972, "learning_rate": 1.0529588300641673e-05, "loss": 0.0131, "step": 238050 }, { "epoch": 3.947206977168344, "grad_norm": 0.00013248217874206603, "learning_rate": 1.052793022831656e-05, "loss": 0.0074, "step": 238060 }, { "epoch": 3.9473727844008555, "grad_norm": 0.00013688734907191247, "learning_rate": 1.0526272155991444e-05, "loss": 0.0005, "step": 238070 }, { "epoch": 3.947538591633367, "grad_norm": 0.0001770169474184513, "learning_rate": 1.052461408366633e-05, "loss": 0.0028, "step": 238080 }, { "epoch": 3.9477043988658784, "grad_norm": 0.0017084184801205993, "learning_rate": 1.0522956011341214e-05, "loss": 0.0056, "step": 238090 }, { "epoch": 3.94787020609839, "grad_norm": 0.008531128987669945, "learning_rate": 1.0521297939016101e-05, "loss": 0.0124, "step": 238100 }, { "epoch": 3.9480360133309014, "grad_norm": 0.007077045738697052, "learning_rate": 1.0519639866690986e-05, "loss": 0.0046, "step": 238110 }, { "epoch": 3.948201820563413, "grad_norm": 0.16100876033306122, "learning_rate": 1.0517981794365871e-05, "loss": 0.0053, "step": 238120 }, { "epoch": 3.9483676277959243, "grad_norm": 0.007437028922140598, "learning_rate": 1.0516323722040757e-05, "loss": 0.0007, "step": 238130 }, { "epoch": 3.948533435028436, "grad_norm": 0.14215995371341705, "learning_rate": 1.0514665649715642e-05, "loss": 0.0032, "step": 238140 }, { "epoch": 3.9486992422609473, "grad_norm": 0.10376951843500137, "learning_rate": 1.0513007577390527e-05, "loss": 0.0033, "step": 238150 }, { "epoch": 3.9488650494934587, "grad_norm": 0.0015838431427255273, "learning_rate": 1.051134950506541e-05, "loss": 0.0017, "step": 238160 }, { "epoch": 3.9490308567259707, "grad_norm": 0.0005043641431257129, "learning_rate": 1.0509691432740297e-05, "loss": 0.006, "step": 238170 }, { "epoch": 3.9491966639584817, "grad_norm": 0.00015428182086907327, "learning_rate": 1.050803336041518e-05, "loss": 0.0034, "step": 238180 }, { "epoch": 3.9493624711909936, "grad_norm": 0.13571596145629883, "learning_rate": 1.0506375288090068e-05, "loss": 0.0161, "step": 238190 }, { "epoch": 3.9495282784235046, "grad_norm": 0.00022459658794105053, "learning_rate": 1.0504717215764951e-05, "loss": 0.0164, "step": 238200 }, { "epoch": 3.9496940856560165, "grad_norm": 0.0012034914689138532, "learning_rate": 1.0503059143439838e-05, "loss": 0.0068, "step": 238210 }, { "epoch": 3.9498598928885276, "grad_norm": 0.00029244020697660744, "learning_rate": 1.0501401071114721e-05, "loss": 0.0, "step": 238220 }, { "epoch": 3.9500257001210395, "grad_norm": 0.12561757862567902, "learning_rate": 1.0499742998789608e-05, "loss": 0.0035, "step": 238230 }, { "epoch": 3.9501915073535505, "grad_norm": 0.00020546914311125875, "learning_rate": 1.0498084926464492e-05, "loss": 0.0005, "step": 238240 }, { "epoch": 3.9503573145860624, "grad_norm": 0.0007112292223609984, "learning_rate": 1.0496426854139379e-05, "loss": 0.0053, "step": 238250 }, { "epoch": 3.9505231218185735, "grad_norm": 0.0028952222783118486, "learning_rate": 1.0494768781814262e-05, "loss": 0.0089, "step": 238260 }, { "epoch": 3.9506889290510854, "grad_norm": 0.002317988546565175, "learning_rate": 1.0493110709489149e-05, "loss": 0.0001, "step": 238270 }, { "epoch": 3.950854736283597, "grad_norm": 0.1391463279724121, "learning_rate": 1.0491452637164034e-05, "loss": 0.0062, "step": 238280 }, { "epoch": 3.9510205435161083, "grad_norm": 0.00013916364696342498, "learning_rate": 1.048979456483892e-05, "loss": 0.0059, "step": 238290 }, { "epoch": 3.95118635074862, "grad_norm": 0.23659639060497284, "learning_rate": 1.0488136492513805e-05, "loss": 0.0079, "step": 238300 }, { "epoch": 3.9513521579811313, "grad_norm": 0.15969035029411316, "learning_rate": 1.048647842018869e-05, "loss": 0.0049, "step": 238310 }, { "epoch": 3.9515179652136427, "grad_norm": 0.00024004654551390558, "learning_rate": 1.0484820347863575e-05, "loss": 0.0002, "step": 238320 }, { "epoch": 3.951683772446154, "grad_norm": 0.031631484627723694, "learning_rate": 1.048316227553846e-05, "loss": 0.0038, "step": 238330 }, { "epoch": 3.9518495796786657, "grad_norm": 0.0006149198161438107, "learning_rate": 1.0481504203213345e-05, "loss": 0.0, "step": 238340 }, { "epoch": 3.952015386911177, "grad_norm": 1.5740468370495364e-05, "learning_rate": 1.047984613088823e-05, "loss": 0.0035, "step": 238350 }, { "epoch": 3.9521811941436886, "grad_norm": 0.024841126054525375, "learning_rate": 1.0478188058563116e-05, "loss": 0.0001, "step": 238360 }, { "epoch": 3.9523470013762, "grad_norm": 0.14275145530700684, "learning_rate": 1.0476529986237999e-05, "loss": 0.0059, "step": 238370 }, { "epoch": 3.9525128086087116, "grad_norm": 0.014706911519169807, "learning_rate": 1.0474871913912886e-05, "loss": 0.0035, "step": 238380 }, { "epoch": 3.952678615841223, "grad_norm": 0.03559591621160507, "learning_rate": 1.047321384158777e-05, "loss": 0.0032, "step": 238390 }, { "epoch": 3.9528444230737345, "grad_norm": 0.0006603131769225001, "learning_rate": 1.0471555769262656e-05, "loss": 0.0002, "step": 238400 }, { "epoch": 3.953010230306246, "grad_norm": 7.771718082949519e-05, "learning_rate": 1.046989769693754e-05, "loss": 0.0008, "step": 238410 }, { "epoch": 3.9531760375387575, "grad_norm": 0.009196881204843521, "learning_rate": 1.0468239624612427e-05, "loss": 0.0058, "step": 238420 }, { "epoch": 3.953341844771269, "grad_norm": 0.00036360666854307055, "learning_rate": 1.046658155228731e-05, "loss": 0.0, "step": 238430 }, { "epoch": 3.9535076520037804, "grad_norm": 0.00043847542838193476, "learning_rate": 1.0464923479962197e-05, "loss": 0.0026, "step": 238440 }, { "epoch": 3.953673459236292, "grad_norm": 0.00825105793774128, "learning_rate": 1.0463265407637082e-05, "loss": 0.0028, "step": 238450 }, { "epoch": 3.9538392664688033, "grad_norm": 0.0010825820500031114, "learning_rate": 1.0461607335311967e-05, "loss": 0.0033, "step": 238460 }, { "epoch": 3.954005073701315, "grad_norm": 8.228787191910669e-05, "learning_rate": 1.0459949262986852e-05, "loss": 0.0003, "step": 238470 }, { "epoch": 3.9541708809338263, "grad_norm": 0.012396251782774925, "learning_rate": 1.0458291190661738e-05, "loss": 0.0, "step": 238480 }, { "epoch": 3.9543366881663378, "grad_norm": 0.002237176988273859, "learning_rate": 1.0456633118336623e-05, "loss": 0.0009, "step": 238490 }, { "epoch": 3.9545024953988492, "grad_norm": 0.000830422795843333, "learning_rate": 1.0454975046011508e-05, "loss": 0.0049, "step": 238500 }, { "epoch": 3.9546683026313607, "grad_norm": 0.000594407320022583, "learning_rate": 1.0453316973686393e-05, "loss": 0.0001, "step": 238510 }, { "epoch": 3.954834109863872, "grad_norm": 0.006077881436794996, "learning_rate": 1.0451658901361278e-05, "loss": 0.0029, "step": 238520 }, { "epoch": 3.9549999170963837, "grad_norm": 0.018086133524775505, "learning_rate": 1.0450000829036163e-05, "loss": 0.0005, "step": 238530 }, { "epoch": 3.955165724328895, "grad_norm": 0.002868155250325799, "learning_rate": 1.0448342756711049e-05, "loss": 0.0012, "step": 238540 }, { "epoch": 3.9553315315614066, "grad_norm": 0.0003621452779043466, "learning_rate": 1.0446684684385934e-05, "loss": 0.0024, "step": 238550 }, { "epoch": 3.955497338793918, "grad_norm": 0.0012562954798340797, "learning_rate": 1.0445026612060817e-05, "loss": 0.0039, "step": 238560 }, { "epoch": 3.9556631460264295, "grad_norm": 0.0007214720244519413, "learning_rate": 1.0443368539735704e-05, "loss": 0.0064, "step": 238570 }, { "epoch": 3.955828953258941, "grad_norm": 0.04456913471221924, "learning_rate": 1.0441710467410588e-05, "loss": 0.0001, "step": 238580 }, { "epoch": 3.9559947604914525, "grad_norm": 1.9405999410082586e-05, "learning_rate": 1.0440052395085475e-05, "loss": 0.0055, "step": 238590 }, { "epoch": 3.956160567723964, "grad_norm": 0.0006994063151068985, "learning_rate": 1.0438394322760358e-05, "loss": 0.0019, "step": 238600 }, { "epoch": 3.9563263749564754, "grad_norm": 0.0040587917901575565, "learning_rate": 1.0436736250435245e-05, "loss": 0.0027, "step": 238610 }, { "epoch": 3.9564921821889873, "grad_norm": 0.16345907747745514, "learning_rate": 1.043507817811013e-05, "loss": 0.0058, "step": 238620 }, { "epoch": 3.9566579894214984, "grad_norm": 0.002109489869326353, "learning_rate": 1.0433420105785015e-05, "loss": 0.0068, "step": 238630 }, { "epoch": 3.9568237966540103, "grad_norm": 0.037139467895030975, "learning_rate": 1.04317620334599e-05, "loss": 0.0003, "step": 238640 }, { "epoch": 3.9569896038865213, "grad_norm": 0.004755101632326841, "learning_rate": 1.0430103961134786e-05, "loss": 0.0001, "step": 238650 }, { "epoch": 3.9571554111190332, "grad_norm": 0.17961807548999786, "learning_rate": 1.042844588880967e-05, "loss": 0.0101, "step": 238660 }, { "epoch": 3.9573212183515443, "grad_norm": 0.0009819456608965993, "learning_rate": 1.0426787816484556e-05, "loss": 0.0095, "step": 238670 }, { "epoch": 3.957487025584056, "grad_norm": 0.007126490585505962, "learning_rate": 1.0425129744159441e-05, "loss": 0.0035, "step": 238680 }, { "epoch": 3.957652832816567, "grad_norm": 0.0002767695114016533, "learning_rate": 1.0423471671834326e-05, "loss": 0.008, "step": 238690 }, { "epoch": 3.957818640049079, "grad_norm": 0.0009261728846468031, "learning_rate": 1.0421813599509211e-05, "loss": 0.0049, "step": 238700 }, { "epoch": 3.95798444728159, "grad_norm": 0.0002595280820969492, "learning_rate": 1.0420155527184097e-05, "loss": 0.0028, "step": 238710 }, { "epoch": 3.958150254514102, "grad_norm": 0.002184963785111904, "learning_rate": 1.0418497454858982e-05, "loss": 0.0058, "step": 238720 }, { "epoch": 3.9583160617466135, "grad_norm": 0.002628825604915619, "learning_rate": 1.0416839382533867e-05, "loss": 0.0074, "step": 238730 }, { "epoch": 3.958481868979125, "grad_norm": 0.40892961621284485, "learning_rate": 1.0415181310208752e-05, "loss": 0.005, "step": 238740 }, { "epoch": 3.9586476762116365, "grad_norm": 0.1591196358203888, "learning_rate": 1.0413523237883636e-05, "loss": 0.0076, "step": 238750 }, { "epoch": 3.958813483444148, "grad_norm": 0.013790045864880085, "learning_rate": 1.0411865165558522e-05, "loss": 0.0046, "step": 238760 }, { "epoch": 3.9589792906766594, "grad_norm": 0.0010972135933116078, "learning_rate": 1.0410207093233406e-05, "loss": 0.0036, "step": 238770 }, { "epoch": 3.959145097909171, "grad_norm": 0.0018039337592199445, "learning_rate": 1.0408549020908293e-05, "loss": 0.0072, "step": 238780 }, { "epoch": 3.9593109051416824, "grad_norm": 0.0002544317103456706, "learning_rate": 1.0406890948583178e-05, "loss": 0.0058, "step": 238790 }, { "epoch": 3.959476712374194, "grad_norm": 0.000650785572361201, "learning_rate": 1.0405232876258063e-05, "loss": 0.0121, "step": 238800 }, { "epoch": 3.9596425196067053, "grad_norm": 0.7226268649101257, "learning_rate": 1.0403574803932948e-05, "loss": 0.0063, "step": 238810 }, { "epoch": 3.959808326839217, "grad_norm": 0.004185754340142012, "learning_rate": 1.0401916731607834e-05, "loss": 0.0002, "step": 238820 }, { "epoch": 3.9599741340717283, "grad_norm": 0.0013476043241098523, "learning_rate": 1.0400258659282719e-05, "loss": 0.0023, "step": 238830 }, { "epoch": 3.9601399413042397, "grad_norm": 0.0006954053533263505, "learning_rate": 1.0398600586957604e-05, "loss": 0.0025, "step": 238840 }, { "epoch": 3.960305748536751, "grad_norm": 0.16741213202476501, "learning_rate": 1.0396942514632489e-05, "loss": 0.0066, "step": 238850 }, { "epoch": 3.9604715557692627, "grad_norm": 0.0008431723108515143, "learning_rate": 1.0395284442307374e-05, "loss": 0.0121, "step": 238860 }, { "epoch": 3.960637363001774, "grad_norm": 0.0024735049810260534, "learning_rate": 1.039362636998226e-05, "loss": 0.005, "step": 238870 }, { "epoch": 3.9608031702342856, "grad_norm": 0.00025497854221612215, "learning_rate": 1.0391968297657145e-05, "loss": 0.0013, "step": 238880 }, { "epoch": 3.960968977466797, "grad_norm": 0.0016073004808276892, "learning_rate": 1.039031022533203e-05, "loss": 0.0097, "step": 238890 }, { "epoch": 3.9611347846993086, "grad_norm": 0.0001265413302462548, "learning_rate": 1.0388652153006915e-05, "loss": 0.0007, "step": 238900 }, { "epoch": 3.96130059193182, "grad_norm": 0.00012665388931054622, "learning_rate": 1.03869940806818e-05, "loss": 0.0, "step": 238910 }, { "epoch": 3.9614663991643315, "grad_norm": 0.05333526432514191, "learning_rate": 1.0385336008356685e-05, "loss": 0.0032, "step": 238920 }, { "epoch": 3.961632206396843, "grad_norm": 0.00014858525537420064, "learning_rate": 1.038367793603157e-05, "loss": 0.003, "step": 238930 }, { "epoch": 3.9617980136293545, "grad_norm": 0.002516780747100711, "learning_rate": 1.0382019863706456e-05, "loss": 0.009, "step": 238940 }, { "epoch": 3.961963820861866, "grad_norm": 0.0019507701508700848, "learning_rate": 1.038036179138134e-05, "loss": 0.0032, "step": 238950 }, { "epoch": 3.9621296280943774, "grad_norm": 0.00017696457507554442, "learning_rate": 1.0378703719056226e-05, "loss": 0.0, "step": 238960 }, { "epoch": 3.962295435326889, "grad_norm": 0.0008217102149501443, "learning_rate": 1.0377045646731111e-05, "loss": 0.0084, "step": 238970 }, { "epoch": 3.9624612425594004, "grad_norm": 0.20780935883522034, "learning_rate": 1.0375387574405996e-05, "loss": 0.0056, "step": 238980 }, { "epoch": 3.962627049791912, "grad_norm": 0.0038561022374778986, "learning_rate": 1.0373729502080881e-05, "loss": 0.0002, "step": 238990 }, { "epoch": 3.9627928570244233, "grad_norm": 0.0001289014471694827, "learning_rate": 1.0372071429755767e-05, "loss": 0.0046, "step": 239000 }, { "epoch": 3.9629586642569348, "grad_norm": 7.395310240099207e-05, "learning_rate": 1.0370413357430652e-05, "loss": 0.0075, "step": 239010 }, { "epoch": 3.9631244714894462, "grad_norm": 0.000928178895264864, "learning_rate": 1.0368755285105537e-05, "loss": 0.0058, "step": 239020 }, { "epoch": 3.9632902787219577, "grad_norm": 0.16316170990467072, "learning_rate": 1.0367097212780422e-05, "loss": 0.006, "step": 239030 }, { "epoch": 3.963456085954469, "grad_norm": 0.002351126167923212, "learning_rate": 1.0365439140455307e-05, "loss": 0.0036, "step": 239040 }, { "epoch": 3.9636218931869807, "grad_norm": 0.0073883323930203915, "learning_rate": 1.0363781068130192e-05, "loss": 0.0035, "step": 239050 }, { "epoch": 3.963787700419492, "grad_norm": 0.19924356043338776, "learning_rate": 1.0362122995805078e-05, "loss": 0.0159, "step": 239060 }, { "epoch": 3.963953507652004, "grad_norm": 0.00037351029459387064, "learning_rate": 1.0360464923479963e-05, "loss": 0.0028, "step": 239070 }, { "epoch": 3.964119314884515, "grad_norm": 0.0007276171236298978, "learning_rate": 1.0358806851154848e-05, "loss": 0.0, "step": 239080 }, { "epoch": 3.964285122117027, "grad_norm": 0.6689830422401428, "learning_rate": 1.0357148778829733e-05, "loss": 0.0017, "step": 239090 }, { "epoch": 3.964450929349538, "grad_norm": 0.005389686673879623, "learning_rate": 1.0355490706504618e-05, "loss": 0.0003, "step": 239100 }, { "epoch": 3.96461673658205, "grad_norm": 0.00027217550086788833, "learning_rate": 1.0353832634179504e-05, "loss": 0.0021, "step": 239110 }, { "epoch": 3.964782543814561, "grad_norm": 7.020787597866729e-05, "learning_rate": 1.0352174561854389e-05, "loss": 0.0048, "step": 239120 }, { "epoch": 3.964948351047073, "grad_norm": 0.00034087474341504276, "learning_rate": 1.0350516489529274e-05, "loss": 0.0084, "step": 239130 }, { "epoch": 3.965114158279584, "grad_norm": 0.00033062961301766336, "learning_rate": 1.0348858417204159e-05, "loss": 0.012, "step": 239140 }, { "epoch": 3.965279965512096, "grad_norm": 0.0010642402339726686, "learning_rate": 1.0347200344879044e-05, "loss": 0.0067, "step": 239150 }, { "epoch": 3.965445772744607, "grad_norm": 0.0002763435186352581, "learning_rate": 1.034554227255393e-05, "loss": 0.0051, "step": 239160 }, { "epoch": 3.9656115799771188, "grad_norm": 0.0007216812809929252, "learning_rate": 1.0343884200228815e-05, "loss": 0.0031, "step": 239170 }, { "epoch": 3.9657773872096302, "grad_norm": 0.00013392204709816724, "learning_rate": 1.03422261279037e-05, "loss": 0.0028, "step": 239180 }, { "epoch": 3.9659431944421417, "grad_norm": 0.003995345439761877, "learning_rate": 1.0340568055578585e-05, "loss": 0.0046, "step": 239190 }, { "epoch": 3.966109001674653, "grad_norm": 0.005996819585561752, "learning_rate": 1.033890998325347e-05, "loss": 0.0029, "step": 239200 }, { "epoch": 3.9662748089071647, "grad_norm": 0.00014516316878143698, "learning_rate": 1.0337251910928355e-05, "loss": 0.0006, "step": 239210 }, { "epoch": 3.966440616139676, "grad_norm": 0.006568763870745897, "learning_rate": 1.033559383860324e-05, "loss": 0.0072, "step": 239220 }, { "epoch": 3.9666064233721876, "grad_norm": 4.8828958824742585e-05, "learning_rate": 1.0333935766278126e-05, "loss": 0.0162, "step": 239230 }, { "epoch": 3.966772230604699, "grad_norm": 0.013200326822698116, "learning_rate": 1.033227769395301e-05, "loss": 0.0005, "step": 239240 }, { "epoch": 3.9669380378372106, "grad_norm": 0.0005788001581095159, "learning_rate": 1.0330619621627896e-05, "loss": 0.0012, "step": 239250 }, { "epoch": 3.967103845069722, "grad_norm": 0.0012802049750462174, "learning_rate": 1.0328961549302781e-05, "loss": 0.0041, "step": 239260 }, { "epoch": 3.9672696523022335, "grad_norm": 0.00021854940860066563, "learning_rate": 1.0327303476977666e-05, "loss": 0.0029, "step": 239270 }, { "epoch": 3.967435459534745, "grad_norm": 0.00019773053645621985, "learning_rate": 1.0325645404652551e-05, "loss": 0.0025, "step": 239280 }, { "epoch": 3.9676012667672564, "grad_norm": 0.0004225691081956029, "learning_rate": 1.0323987332327437e-05, "loss": 0.0001, "step": 239290 }, { "epoch": 3.967767073999768, "grad_norm": 0.3448260426521301, "learning_rate": 1.0322329260002322e-05, "loss": 0.0094, "step": 239300 }, { "epoch": 3.9679328812322794, "grad_norm": 0.00014190012007020414, "learning_rate": 1.0320671187677207e-05, "loss": 0.0088, "step": 239310 }, { "epoch": 3.968098688464791, "grad_norm": 0.4061724543571472, "learning_rate": 1.0319013115352092e-05, "loss": 0.0145, "step": 239320 }, { "epoch": 3.9682644956973023, "grad_norm": 0.0001818937889765948, "learning_rate": 1.0317355043026977e-05, "loss": 0.0043, "step": 239330 }, { "epoch": 3.968430302929814, "grad_norm": 0.0048385984264314175, "learning_rate": 1.0315696970701863e-05, "loss": 0.0001, "step": 239340 }, { "epoch": 3.9685961101623253, "grad_norm": 0.0006830795318819582, "learning_rate": 1.0314038898376748e-05, "loss": 0.0055, "step": 239350 }, { "epoch": 3.9687619173948367, "grad_norm": 0.0012042011367157102, "learning_rate": 1.0312380826051633e-05, "loss": 0.0049, "step": 239360 }, { "epoch": 3.968927724627348, "grad_norm": 0.0006666848785243928, "learning_rate": 1.0310722753726518e-05, "loss": 0.0062, "step": 239370 }, { "epoch": 3.9690935318598597, "grad_norm": 7.45826082493295e-06, "learning_rate": 1.0309064681401403e-05, "loss": 0.0033, "step": 239380 }, { "epoch": 3.969259339092371, "grad_norm": 0.18264396488666534, "learning_rate": 1.0307406609076288e-05, "loss": 0.0023, "step": 239390 }, { "epoch": 3.9694251463248826, "grad_norm": 0.0010984918335452676, "learning_rate": 1.0305748536751174e-05, "loss": 0.0, "step": 239400 }, { "epoch": 3.969590953557394, "grad_norm": 0.18949708342552185, "learning_rate": 1.0304090464426059e-05, "loss": 0.0048, "step": 239410 }, { "epoch": 3.9697567607899056, "grad_norm": 0.044648557901382446, "learning_rate": 1.0302432392100944e-05, "loss": 0.004, "step": 239420 }, { "epoch": 3.969922568022417, "grad_norm": 0.0001490314898546785, "learning_rate": 1.0300774319775829e-05, "loss": 0.0042, "step": 239430 }, { "epoch": 3.9700883752549285, "grad_norm": 0.00020619078713934869, "learning_rate": 1.0299116247450714e-05, "loss": 0.0063, "step": 239440 }, { "epoch": 3.97025418248744, "grad_norm": 0.0005808714195154607, "learning_rate": 1.02974581751256e-05, "loss": 0.0002, "step": 239450 }, { "epoch": 3.9704199897199515, "grad_norm": 9.435920946998522e-05, "learning_rate": 1.0295800102800485e-05, "loss": 0.0002, "step": 239460 }, { "epoch": 3.970585796952463, "grad_norm": 0.00020447633869480342, "learning_rate": 1.029414203047537e-05, "loss": 0.006, "step": 239470 }, { "epoch": 3.9707516041849744, "grad_norm": 0.004134702030569315, "learning_rate": 1.0292483958150255e-05, "loss": 0.0028, "step": 239480 }, { "epoch": 3.970917411417486, "grad_norm": 0.002269456861540675, "learning_rate": 1.029082588582514e-05, "loss": 0.0001, "step": 239490 }, { "epoch": 3.9710832186499974, "grad_norm": 9.711324673844501e-05, "learning_rate": 1.0289167813500025e-05, "loss": 0.0097, "step": 239500 }, { "epoch": 3.971249025882509, "grad_norm": 0.01828487403690815, "learning_rate": 1.028750974117491e-05, "loss": 0.0037, "step": 239510 }, { "epoch": 3.9714148331150207, "grad_norm": 0.0007225158042274415, "learning_rate": 1.0285851668849796e-05, "loss": 0.0068, "step": 239520 }, { "epoch": 3.9715806403475318, "grad_norm": 0.008711511269211769, "learning_rate": 1.028419359652468e-05, "loss": 0.0124, "step": 239530 }, { "epoch": 3.9717464475800437, "grad_norm": 0.00038022539229132235, "learning_rate": 1.0282535524199566e-05, "loss": 0.0024, "step": 239540 }, { "epoch": 3.9719122548125547, "grad_norm": 0.19248546659946442, "learning_rate": 1.0280877451874451e-05, "loss": 0.0108, "step": 239550 }, { "epoch": 3.9720780620450666, "grad_norm": 0.00020625788602046669, "learning_rate": 1.0279219379549336e-05, "loss": 0.0027, "step": 239560 }, { "epoch": 3.9722438692775777, "grad_norm": 0.5484058856964111, "learning_rate": 1.0277561307224221e-05, "loss": 0.0056, "step": 239570 }, { "epoch": 3.9724096765100896, "grad_norm": 0.04586152732372284, "learning_rate": 1.0275903234899107e-05, "loss": 0.0094, "step": 239580 }, { "epoch": 3.9725754837426006, "grad_norm": 0.0001117720894399099, "learning_rate": 1.0274245162573992e-05, "loss": 0.0048, "step": 239590 }, { "epoch": 3.9727412909751125, "grad_norm": 0.007893599569797516, "learning_rate": 1.0272587090248877e-05, "loss": 0.0, "step": 239600 }, { "epoch": 3.9729070982076236, "grad_norm": 0.000192485487787053, "learning_rate": 1.0270929017923762e-05, "loss": 0.0, "step": 239610 }, { "epoch": 3.9730729054401355, "grad_norm": 0.0004893868463113904, "learning_rate": 1.0269270945598647e-05, "loss": 0.0, "step": 239620 }, { "epoch": 3.973238712672647, "grad_norm": 4.977850039722398e-05, "learning_rate": 1.0267612873273533e-05, "loss": 0.0026, "step": 239630 }, { "epoch": 3.9734045199051584, "grad_norm": 2.995240720338188e-05, "learning_rate": 1.026595480094842e-05, "loss": 0.0091, "step": 239640 }, { "epoch": 3.97357032713767, "grad_norm": 0.0004815479042008519, "learning_rate": 1.0264296728623303e-05, "loss": 0.0056, "step": 239650 }, { "epoch": 3.9737361343701814, "grad_norm": 0.006910556461662054, "learning_rate": 1.0262638656298188e-05, "loss": 0.004, "step": 239660 }, { "epoch": 3.973901941602693, "grad_norm": 0.013878509402275085, "learning_rate": 1.0260980583973073e-05, "loss": 0.0028, "step": 239670 }, { "epoch": 3.9740677488352043, "grad_norm": 0.001487954636104405, "learning_rate": 1.0259322511647958e-05, "loss": 0.0043, "step": 239680 }, { "epoch": 3.974233556067716, "grad_norm": 0.4345801770687103, "learning_rate": 1.0257664439322844e-05, "loss": 0.0066, "step": 239690 }, { "epoch": 3.9743993633002273, "grad_norm": 7.368795922957361e-05, "learning_rate": 1.0256006366997729e-05, "loss": 0.0024, "step": 239700 }, { "epoch": 3.9745651705327387, "grad_norm": 0.03729735314846039, "learning_rate": 1.0254348294672614e-05, "loss": 0.0003, "step": 239710 }, { "epoch": 3.97473097776525, "grad_norm": 0.00011886074935318902, "learning_rate": 1.0252690222347499e-05, "loss": 0.0061, "step": 239720 }, { "epoch": 3.9748967849977617, "grad_norm": 0.00027562075410969555, "learning_rate": 1.0251032150022384e-05, "loss": 0.0112, "step": 239730 }, { "epoch": 3.975062592230273, "grad_norm": 0.001468117581680417, "learning_rate": 1.024937407769727e-05, "loss": 0.0025, "step": 239740 }, { "epoch": 3.9752283994627846, "grad_norm": 0.04663139209151268, "learning_rate": 1.0247716005372155e-05, "loss": 0.0004, "step": 239750 }, { "epoch": 3.975394206695296, "grad_norm": 0.006686851382255554, "learning_rate": 1.024605793304704e-05, "loss": 0.01, "step": 239760 }, { "epoch": 3.9755600139278076, "grad_norm": 0.00014558648399543017, "learning_rate": 1.0244399860721925e-05, "loss": 0.0057, "step": 239770 }, { "epoch": 3.975725821160319, "grad_norm": 0.5678043365478516, "learning_rate": 1.024274178839681e-05, "loss": 0.0071, "step": 239780 }, { "epoch": 3.9758916283928305, "grad_norm": 0.5302250981330872, "learning_rate": 1.0241083716071695e-05, "loss": 0.0088, "step": 239790 }, { "epoch": 3.976057435625342, "grad_norm": 0.5502102375030518, "learning_rate": 1.023942564374658e-05, "loss": 0.0106, "step": 239800 }, { "epoch": 3.9762232428578534, "grad_norm": 0.0016082185320556164, "learning_rate": 1.0237767571421467e-05, "loss": 0.0038, "step": 239810 }, { "epoch": 3.976389050090365, "grad_norm": 0.00016694075020495802, "learning_rate": 1.023610949909635e-05, "loss": 0.0083, "step": 239820 }, { "epoch": 3.9765548573228764, "grad_norm": 0.001089593512006104, "learning_rate": 1.0234451426771238e-05, "loss": 0.0001, "step": 239830 }, { "epoch": 3.976720664555388, "grad_norm": 0.00045499939005821943, "learning_rate": 1.0232793354446121e-05, "loss": 0.0017, "step": 239840 }, { "epoch": 3.9768864717878993, "grad_norm": 0.15928740799427032, "learning_rate": 1.0231135282121006e-05, "loss": 0.0036, "step": 239850 }, { "epoch": 3.977052279020411, "grad_norm": 0.01814384013414383, "learning_rate": 1.0229477209795892e-05, "loss": 0.0004, "step": 239860 }, { "epoch": 3.9772180862529223, "grad_norm": 0.0001720589498290792, "learning_rate": 1.0227819137470777e-05, "loss": 0.0007, "step": 239870 }, { "epoch": 3.9773838934854338, "grad_norm": 0.16172444820404053, "learning_rate": 1.0226161065145662e-05, "loss": 0.0122, "step": 239880 }, { "epoch": 3.9775497007179452, "grad_norm": 3.087468940066174e-05, "learning_rate": 1.0224502992820547e-05, "loss": 0.0001, "step": 239890 }, { "epoch": 3.9777155079504567, "grad_norm": 0.0043064989149570465, "learning_rate": 1.0222844920495432e-05, "loss": 0.0035, "step": 239900 }, { "epoch": 3.977881315182968, "grad_norm": 0.00021489581558853388, "learning_rate": 1.0221186848170317e-05, "loss": 0.0002, "step": 239910 }, { "epoch": 3.9780471224154796, "grad_norm": 0.025281639769673347, "learning_rate": 1.0219528775845203e-05, "loss": 0.0028, "step": 239920 }, { "epoch": 3.978212929647991, "grad_norm": 0.07569190859794617, "learning_rate": 1.0217870703520088e-05, "loss": 0.0006, "step": 239930 }, { "epoch": 3.9783787368805026, "grad_norm": 0.00024815177312120795, "learning_rate": 1.0216212631194973e-05, "loss": 0.0151, "step": 239940 }, { "epoch": 3.978544544113014, "grad_norm": 3.359551556059159e-05, "learning_rate": 1.0214554558869858e-05, "loss": 0.0001, "step": 239950 }, { "epoch": 3.9787103513455255, "grad_norm": 9.409210906596854e-05, "learning_rate": 1.0212896486544743e-05, "loss": 0.0031, "step": 239960 }, { "epoch": 3.9788761585780374, "grad_norm": 0.0005541756981983781, "learning_rate": 1.0211238414219628e-05, "loss": 0.0063, "step": 239970 }, { "epoch": 3.9790419658105485, "grad_norm": 0.013597400858998299, "learning_rate": 1.0209580341894514e-05, "loss": 0.0001, "step": 239980 }, { "epoch": 3.9792077730430604, "grad_norm": 0.00012292250175960362, "learning_rate": 1.0207922269569399e-05, "loss": 0.0005, "step": 239990 }, { "epoch": 3.9793735802755714, "grad_norm": 0.00038088735891506076, "learning_rate": 1.0206264197244286e-05, "loss": 0.0033, "step": 240000 }, { "epoch": 3.9795393875080833, "grad_norm": 0.006527568679302931, "learning_rate": 1.0204606124919169e-05, "loss": 0.0075, "step": 240010 }, { "epoch": 3.9797051947405944, "grad_norm": 0.002737408736720681, "learning_rate": 1.0202948052594056e-05, "loss": 0.0002, "step": 240020 }, { "epoch": 3.9798710019731063, "grad_norm": 0.1498674750328064, "learning_rate": 1.020128998026894e-05, "loss": 0.0119, "step": 240030 }, { "epoch": 3.9800368092056173, "grad_norm": 0.0008126358152367175, "learning_rate": 1.0199631907943825e-05, "loss": 0.0002, "step": 240040 }, { "epoch": 3.9802026164381292, "grad_norm": 0.004903735592961311, "learning_rate": 1.019797383561871e-05, "loss": 0.0055, "step": 240050 }, { "epoch": 3.9803684236706403, "grad_norm": 0.04636408016085625, "learning_rate": 1.0196315763293595e-05, "loss": 0.0023, "step": 240060 }, { "epoch": 3.980534230903152, "grad_norm": 0.0009171901037916541, "learning_rate": 1.019465769096848e-05, "loss": 0.0, "step": 240070 }, { "epoch": 3.9807000381356636, "grad_norm": 0.005767507944256067, "learning_rate": 1.0192999618643365e-05, "loss": 0.0024, "step": 240080 }, { "epoch": 3.980865845368175, "grad_norm": 0.0013215638464316726, "learning_rate": 1.019134154631825e-05, "loss": 0.0034, "step": 240090 }, { "epoch": 3.9810316526006866, "grad_norm": 0.004961452912539244, "learning_rate": 1.0189683473993136e-05, "loss": 0.0075, "step": 240100 }, { "epoch": 3.981197459833198, "grad_norm": 0.0002767655241768807, "learning_rate": 1.018802540166802e-05, "loss": 0.0048, "step": 240110 }, { "epoch": 3.9813632670657095, "grad_norm": 0.00027587616932578385, "learning_rate": 1.0186367329342906e-05, "loss": 0.0007, "step": 240120 }, { "epoch": 3.981529074298221, "grad_norm": 0.00014741301129106432, "learning_rate": 1.0184709257017791e-05, "loss": 0.0028, "step": 240130 }, { "epoch": 3.9816948815307325, "grad_norm": 0.0004070324939675629, "learning_rate": 1.0183051184692676e-05, "loss": 0.0059, "step": 240140 }, { "epoch": 3.981860688763244, "grad_norm": 0.0031402783934026957, "learning_rate": 1.0181393112367562e-05, "loss": 0.0002, "step": 240150 }, { "epoch": 3.9820264959957554, "grad_norm": 0.0015277541242539883, "learning_rate": 1.0179735040042447e-05, "loss": 0.0001, "step": 240160 }, { "epoch": 3.982192303228267, "grad_norm": 0.002836646744981408, "learning_rate": 1.0178076967717334e-05, "loss": 0.0055, "step": 240170 }, { "epoch": 3.9823581104607784, "grad_norm": 0.0034516893792897463, "learning_rate": 1.0176418895392217e-05, "loss": 0.0043, "step": 240180 }, { "epoch": 3.98252391769329, "grad_norm": 0.03698040917515755, "learning_rate": 1.0174760823067104e-05, "loss": 0.0039, "step": 240190 }, { "epoch": 3.9826897249258013, "grad_norm": 0.002589896786957979, "learning_rate": 1.0173102750741987e-05, "loss": 0.005, "step": 240200 }, { "epoch": 3.982855532158313, "grad_norm": 0.33690333366394043, "learning_rate": 1.0171444678416874e-05, "loss": 0.0101, "step": 240210 }, { "epoch": 3.9830213393908243, "grad_norm": 0.0012044725008308887, "learning_rate": 1.0169786606091758e-05, "loss": 0.0, "step": 240220 }, { "epoch": 3.9831871466233357, "grad_norm": 0.00019682419952005148, "learning_rate": 1.0168128533766645e-05, "loss": 0.0028, "step": 240230 }, { "epoch": 3.983352953855847, "grad_norm": 0.0010031306883320212, "learning_rate": 1.0166470461441528e-05, "loss": 0.0, "step": 240240 }, { "epoch": 3.9835187610883587, "grad_norm": 0.0007486272370442748, "learning_rate": 1.0164812389116413e-05, "loss": 0.0024, "step": 240250 }, { "epoch": 3.98368456832087, "grad_norm": 5.7218989240936935e-05, "learning_rate": 1.0163154316791298e-05, "loss": 0.0026, "step": 240260 }, { "epoch": 3.9838503755533816, "grad_norm": 0.008743745274841785, "learning_rate": 1.0161496244466184e-05, "loss": 0.0087, "step": 240270 }, { "epoch": 3.984016182785893, "grad_norm": 0.012114464305341244, "learning_rate": 1.0159838172141069e-05, "loss": 0.0002, "step": 240280 }, { "epoch": 3.9841819900184046, "grad_norm": 0.014769051223993301, "learning_rate": 1.0158180099815954e-05, "loss": 0.0032, "step": 240290 }, { "epoch": 3.984347797250916, "grad_norm": 0.00011865881970152259, "learning_rate": 1.0156522027490839e-05, "loss": 0.0061, "step": 240300 }, { "epoch": 3.9845136044834275, "grad_norm": 0.00023170506756287068, "learning_rate": 1.0154863955165724e-05, "loss": 0.0095, "step": 240310 }, { "epoch": 3.984679411715939, "grad_norm": 0.00041371898259967566, "learning_rate": 1.015320588284061e-05, "loss": 0.0001, "step": 240320 }, { "epoch": 3.9848452189484505, "grad_norm": 0.0003036120324395597, "learning_rate": 1.0151547810515495e-05, "loss": 0.0001, "step": 240330 }, { "epoch": 3.985011026180962, "grad_norm": 0.1001645103096962, "learning_rate": 1.0149889738190382e-05, "loss": 0.0082, "step": 240340 }, { "epoch": 3.9851768334134734, "grad_norm": 0.001609663013368845, "learning_rate": 1.0148231665865265e-05, "loss": 0.01, "step": 240350 }, { "epoch": 3.985342640645985, "grad_norm": 2.198944093834143e-05, "learning_rate": 1.0146573593540152e-05, "loss": 0.003, "step": 240360 }, { "epoch": 3.9855084478784963, "grad_norm": 0.0543513223528862, "learning_rate": 1.0144915521215035e-05, "loss": 0.0005, "step": 240370 }, { "epoch": 3.985674255111008, "grad_norm": 0.002666251501068473, "learning_rate": 1.0143257448889922e-05, "loss": 0.0036, "step": 240380 }, { "epoch": 3.9858400623435193, "grad_norm": 0.26966387033462524, "learning_rate": 1.0141599376564806e-05, "loss": 0.0097, "step": 240390 }, { "epoch": 3.9860058695760308, "grad_norm": 0.017169488593935966, "learning_rate": 1.0139941304239693e-05, "loss": 0.0001, "step": 240400 }, { "epoch": 3.9861716768085422, "grad_norm": 0.001062894007191062, "learning_rate": 1.0138283231914576e-05, "loss": 0.0001, "step": 240410 }, { "epoch": 3.986337484041054, "grad_norm": 0.14097921550273895, "learning_rate": 1.0136625159589463e-05, "loss": 0.0055, "step": 240420 }, { "epoch": 3.986503291273565, "grad_norm": 0.0005025737918913364, "learning_rate": 1.0134967087264346e-05, "loss": 0.0031, "step": 240430 }, { "epoch": 3.986669098506077, "grad_norm": 0.0006050470401532948, "learning_rate": 1.0133309014939232e-05, "loss": 0.0003, "step": 240440 }, { "epoch": 3.986834905738588, "grad_norm": 0.009947529062628746, "learning_rate": 1.0131650942614117e-05, "loss": 0.0029, "step": 240450 }, { "epoch": 3.9870007129711, "grad_norm": 0.0001482328661950305, "learning_rate": 1.0129992870289002e-05, "loss": 0.0, "step": 240460 }, { "epoch": 3.987166520203611, "grad_norm": 0.0914798155426979, "learning_rate": 1.0128334797963887e-05, "loss": 0.0062, "step": 240470 }, { "epoch": 3.987332327436123, "grad_norm": 0.0014638655120506883, "learning_rate": 1.0126676725638772e-05, "loss": 0.0004, "step": 240480 }, { "epoch": 3.987498134668634, "grad_norm": 0.0009313709451816976, "learning_rate": 1.0125018653313657e-05, "loss": 0.0092, "step": 240490 }, { "epoch": 3.987663941901146, "grad_norm": 0.0001385723298881203, "learning_rate": 1.0123360580988543e-05, "loss": 0.0036, "step": 240500 }, { "epoch": 3.987829749133657, "grad_norm": 0.0035297523718327284, "learning_rate": 1.012170250866343e-05, "loss": 0.0004, "step": 240510 }, { "epoch": 3.987995556366169, "grad_norm": 0.0016209540190175176, "learning_rate": 1.0120044436338313e-05, "loss": 0.0002, "step": 240520 }, { "epoch": 3.98816136359868, "grad_norm": 0.0005444868584163487, "learning_rate": 1.01183863640132e-05, "loss": 0.0078, "step": 240530 }, { "epoch": 3.988327170831192, "grad_norm": 0.00015856910613365471, "learning_rate": 1.0116728291688083e-05, "loss": 0.0124, "step": 240540 }, { "epoch": 3.9884929780637033, "grad_norm": 0.20974208414554596, "learning_rate": 1.011507021936297e-05, "loss": 0.0053, "step": 240550 }, { "epoch": 3.9886587852962148, "grad_norm": 0.16806216537952423, "learning_rate": 1.0113412147037854e-05, "loss": 0.0077, "step": 240560 }, { "epoch": 3.9888245925287262, "grad_norm": 0.008961917832493782, "learning_rate": 1.011175407471274e-05, "loss": 0.0, "step": 240570 }, { "epoch": 3.9889903997612377, "grad_norm": 0.00359690492041409, "learning_rate": 1.0110096002387624e-05, "loss": 0.0042, "step": 240580 }, { "epoch": 3.989156206993749, "grad_norm": 0.018456056714057922, "learning_rate": 1.010843793006251e-05, "loss": 0.0001, "step": 240590 }, { "epoch": 3.9893220142262606, "grad_norm": 0.006943290121853352, "learning_rate": 1.0106779857737394e-05, "loss": 0.0001, "step": 240600 }, { "epoch": 3.989487821458772, "grad_norm": 0.01843293569982052, "learning_rate": 1.0105121785412281e-05, "loss": 0.0065, "step": 240610 }, { "epoch": 3.9896536286912836, "grad_norm": 0.0006372318021021783, "learning_rate": 1.0103463713087165e-05, "loss": 0.004, "step": 240620 }, { "epoch": 3.989819435923795, "grad_norm": 0.0016938182525336742, "learning_rate": 1.010180564076205e-05, "loss": 0.0037, "step": 240630 }, { "epoch": 3.9899852431563065, "grad_norm": 0.00037769594928249717, "learning_rate": 1.0100147568436935e-05, "loss": 0.0024, "step": 240640 }, { "epoch": 3.990151050388818, "grad_norm": 0.0011509225005283952, "learning_rate": 1.009848949611182e-05, "loss": 0.0118, "step": 240650 }, { "epoch": 3.9903168576213295, "grad_norm": 0.19290365278720856, "learning_rate": 1.0096831423786705e-05, "loss": 0.0094, "step": 240660 }, { "epoch": 3.990482664853841, "grad_norm": 0.029477251693606377, "learning_rate": 1.009517335146159e-05, "loss": 0.0078, "step": 240670 }, { "epoch": 3.9906484720863524, "grad_norm": 0.5118598937988281, "learning_rate": 1.0093515279136477e-05, "loss": 0.0018, "step": 240680 }, { "epoch": 3.990814279318864, "grad_norm": 0.0020017533097416162, "learning_rate": 1.0091857206811361e-05, "loss": 0.0001, "step": 240690 }, { "epoch": 3.9909800865513754, "grad_norm": 0.07829149067401886, "learning_rate": 1.0090199134486248e-05, "loss": 0.0031, "step": 240700 }, { "epoch": 3.991145893783887, "grad_norm": 0.0007267451728694141, "learning_rate": 1.0088541062161131e-05, "loss": 0.0001, "step": 240710 }, { "epoch": 3.9913117010163983, "grad_norm": 0.0035580447874963284, "learning_rate": 1.0086882989836018e-05, "loss": 0.0, "step": 240720 }, { "epoch": 3.99147750824891, "grad_norm": 0.0008747975807636976, "learning_rate": 1.0085224917510902e-05, "loss": 0.0, "step": 240730 }, { "epoch": 3.9916433154814213, "grad_norm": 0.00012271037849131972, "learning_rate": 1.0083566845185788e-05, "loss": 0.0065, "step": 240740 }, { "epoch": 3.9918091227139327, "grad_norm": 0.176175057888031, "learning_rate": 1.0081908772860672e-05, "loss": 0.0078, "step": 240750 }, { "epoch": 3.991974929946444, "grad_norm": 0.0002992518711835146, "learning_rate": 1.0080250700535559e-05, "loss": 0.0001, "step": 240760 }, { "epoch": 3.9921407371789557, "grad_norm": 0.00028999013011343777, "learning_rate": 1.0078592628210442e-05, "loss": 0.0112, "step": 240770 }, { "epoch": 3.992306544411467, "grad_norm": 0.00021457749244291335, "learning_rate": 1.0076934555885329e-05, "loss": 0.011, "step": 240780 }, { "epoch": 3.9924723516439786, "grad_norm": 0.02577074244618416, "learning_rate": 1.0075276483560213e-05, "loss": 0.0028, "step": 240790 }, { "epoch": 3.99263815887649, "grad_norm": 0.0038899497594684362, "learning_rate": 1.00736184112351e-05, "loss": 0.0104, "step": 240800 }, { "epoch": 3.9928039661090016, "grad_norm": 0.001496484619565308, "learning_rate": 1.0071960338909983e-05, "loss": 0.0025, "step": 240810 }, { "epoch": 3.992969773341513, "grad_norm": 0.002121034311130643, "learning_rate": 1.007030226658487e-05, "loss": 0.0042, "step": 240820 }, { "epoch": 3.9931355805740245, "grad_norm": 0.08192092180252075, "learning_rate": 1.0068644194259753e-05, "loss": 0.0029, "step": 240830 }, { "epoch": 3.993301387806536, "grad_norm": 0.00018046451441477984, "learning_rate": 1.0066986121934638e-05, "loss": 0.0032, "step": 240840 }, { "epoch": 3.9934671950390475, "grad_norm": 0.014973572455346584, "learning_rate": 1.0065328049609525e-05, "loss": 0.0125, "step": 240850 }, { "epoch": 3.993633002271559, "grad_norm": 0.0008797147893346846, "learning_rate": 1.0063669977284409e-05, "loss": 0.0026, "step": 240860 }, { "epoch": 3.9937988095040704, "grad_norm": 0.0003692336322274059, "learning_rate": 1.0062011904959296e-05, "loss": 0.0072, "step": 240870 }, { "epoch": 3.993964616736582, "grad_norm": 0.00014149174967315048, "learning_rate": 1.006035383263418e-05, "loss": 0.0086, "step": 240880 }, { "epoch": 3.994130423969094, "grad_norm": 0.0001055980465025641, "learning_rate": 1.0058695760309066e-05, "loss": 0.0029, "step": 240890 }, { "epoch": 3.994296231201605, "grad_norm": 0.26833686232566833, "learning_rate": 1.005703768798395e-05, "loss": 0.0007, "step": 240900 }, { "epoch": 3.9944620384341167, "grad_norm": 0.0014522840501740575, "learning_rate": 1.0055379615658836e-05, "loss": 0.0041, "step": 240910 }, { "epoch": 3.9946278456666278, "grad_norm": 0.0002063720894511789, "learning_rate": 1.005372154333372e-05, "loss": 0.008, "step": 240920 }, { "epoch": 3.9947936528991397, "grad_norm": 0.00023488955048378557, "learning_rate": 1.0052063471008607e-05, "loss": 0.0001, "step": 240930 }, { "epoch": 3.9949594601316507, "grad_norm": 0.00032203434966504574, "learning_rate": 1.005040539868349e-05, "loss": 0.0039, "step": 240940 }, { "epoch": 3.9951252673641626, "grad_norm": 5.0293612730456516e-05, "learning_rate": 1.0048747326358377e-05, "loss": 0.0001, "step": 240950 }, { "epoch": 3.9952910745966737, "grad_norm": 0.21577124297618866, "learning_rate": 1.004708925403326e-05, "loss": 0.0038, "step": 240960 }, { "epoch": 3.9954568818291856, "grad_norm": 0.0005863395053893328, "learning_rate": 1.0045431181708147e-05, "loss": 0.0034, "step": 240970 }, { "epoch": 3.9956226890616966, "grad_norm": 0.0011639222502708435, "learning_rate": 1.0043773109383031e-05, "loss": 0.0, "step": 240980 }, { "epoch": 3.9957884962942085, "grad_norm": 0.4744906425476074, "learning_rate": 1.0042115037057918e-05, "loss": 0.0147, "step": 240990 }, { "epoch": 3.99595430352672, "grad_norm": 0.003197798505425453, "learning_rate": 1.0040456964732801e-05, "loss": 0.0007, "step": 241000 }, { "epoch": 3.9961201107592315, "grad_norm": 0.0019637681543827057, "learning_rate": 1.0038798892407688e-05, "loss": 0.0052, "step": 241010 }, { "epoch": 3.996285917991743, "grad_norm": 0.0001060454233083874, "learning_rate": 1.0037140820082573e-05, "loss": 0.0039, "step": 241020 }, { "epoch": 3.9964517252242544, "grad_norm": 0.0016463786596432328, "learning_rate": 1.0035482747757457e-05, "loss": 0.0004, "step": 241030 }, { "epoch": 3.996617532456766, "grad_norm": 0.00031298777321353555, "learning_rate": 1.0033824675432344e-05, "loss": 0.0094, "step": 241040 }, { "epoch": 3.9967833396892773, "grad_norm": 0.0006780008552595973, "learning_rate": 1.0032166603107227e-05, "loss": 0.0037, "step": 241050 }, { "epoch": 3.996949146921789, "grad_norm": 0.00087677565170452, "learning_rate": 1.0030508530782114e-05, "loss": 0.0028, "step": 241060 }, { "epoch": 3.9971149541543003, "grad_norm": 0.001155985170044005, "learning_rate": 1.0028850458456997e-05, "loss": 0.0, "step": 241070 }, { "epoch": 3.9972807613868118, "grad_norm": 0.1650487333536148, "learning_rate": 1.0027192386131884e-05, "loss": 0.003, "step": 241080 }, { "epoch": 3.9974465686193232, "grad_norm": 0.002017765771597624, "learning_rate": 1.0025534313806768e-05, "loss": 0.0027, "step": 241090 }, { "epoch": 3.9976123758518347, "grad_norm": 0.003618591232225299, "learning_rate": 1.0023876241481655e-05, "loss": 0.0056, "step": 241100 }, { "epoch": 3.997778183084346, "grad_norm": 0.0001664650917518884, "learning_rate": 1.0022218169156538e-05, "loss": 0.0002, "step": 241110 }, { "epoch": 3.9979439903168577, "grad_norm": 0.0003910193336196244, "learning_rate": 1.0020560096831425e-05, "loss": 0.0035, "step": 241120 }, { "epoch": 3.998109797549369, "grad_norm": 0.051606614142656326, "learning_rate": 1.0018902024506308e-05, "loss": 0.0003, "step": 241130 }, { "epoch": 3.9982756047818806, "grad_norm": 1.0870475769042969, "learning_rate": 1.0017243952181195e-05, "loss": 0.0103, "step": 241140 }, { "epoch": 3.998441412014392, "grad_norm": 0.0003247736021876335, "learning_rate": 1.0015585879856079e-05, "loss": 0.0, "step": 241150 }, { "epoch": 3.9986072192469035, "grad_norm": 0.0005287433741614223, "learning_rate": 1.0013927807530966e-05, "loss": 0.0023, "step": 241160 }, { "epoch": 3.998773026479415, "grad_norm": 0.013837077654898167, "learning_rate": 1.001226973520585e-05, "loss": 0.0051, "step": 241170 }, { "epoch": 3.9989388337119265, "grad_norm": 0.001992235193029046, "learning_rate": 1.0010611662880736e-05, "loss": 0.0001, "step": 241180 }, { "epoch": 3.999104640944438, "grad_norm": 0.0003295905189588666, "learning_rate": 1.0008953590555621e-05, "loss": 0.008, "step": 241190 }, { "epoch": 3.9992704481769494, "grad_norm": 0.00047284961328841746, "learning_rate": 1.0007295518230506e-05, "loss": 0.0155, "step": 241200 }, { "epoch": 3.999436255409461, "grad_norm": 0.0012947991490364075, "learning_rate": 1.0005637445905392e-05, "loss": 0.0001, "step": 241210 }, { "epoch": 3.9996020626419724, "grad_norm": 0.3883362412452698, "learning_rate": 1.0003979373580275e-05, "loss": 0.0004, "step": 241220 }, { "epoch": 3.999767869874484, "grad_norm": 0.009230131283402443, "learning_rate": 1.0002321301255162e-05, "loss": 0.0021, "step": 241230 }, { "epoch": 3.9999336771069953, "grad_norm": 0.0031521914061158895, "learning_rate": 1.0000663228930045e-05, "loss": 0.0022, "step": 241240 }, { "epoch": 4.000099484339507, "grad_norm": 3.073813422815874e-05, "learning_rate": 9.999005156604932e-06, "loss": 0.0186, "step": 241250 }, { "epoch": 4.000265291572019, "grad_norm": 0.4831725060939789, "learning_rate": 9.997347084279816e-06, "loss": 0.0008, "step": 241260 }, { "epoch": 4.00043109880453, "grad_norm": 0.16868457198143005, "learning_rate": 9.995689011954703e-06, "loss": 0.0005, "step": 241270 }, { "epoch": 4.000596906037042, "grad_norm": 4.420876575750299e-05, "learning_rate": 9.994030939629586e-06, "loss": 0.0018, "step": 241280 }, { "epoch": 4.000762713269553, "grad_norm": 0.0008292264537885785, "learning_rate": 9.992372867304473e-06, "loss": 0.0, "step": 241290 }, { "epoch": 4.000928520502065, "grad_norm": 0.22374291718006134, "learning_rate": 9.990714794979356e-06, "loss": 0.0055, "step": 241300 }, { "epoch": 4.001094327734576, "grad_norm": 0.024941308423876762, "learning_rate": 9.989056722654243e-06, "loss": 0.0079, "step": 241310 }, { "epoch": 4.0012601349670875, "grad_norm": 0.0005829025758430362, "learning_rate": 9.987398650329127e-06, "loss": 0.0027, "step": 241320 }, { "epoch": 4.001425942199599, "grad_norm": 0.0011969060869887471, "learning_rate": 9.985740578004014e-06, "loss": 0.0045, "step": 241330 }, { "epoch": 4.0015917494321105, "grad_norm": 0.010289223864674568, "learning_rate": 9.984082505678897e-06, "loss": 0.0009, "step": 241340 }, { "epoch": 4.0017575566646215, "grad_norm": 0.3159695565700531, "learning_rate": 9.982424433353784e-06, "loss": 0.0042, "step": 241350 }, { "epoch": 4.001923363897133, "grad_norm": 0.029741350561380386, "learning_rate": 9.98076636102867e-06, "loss": 0.0063, "step": 241360 }, { "epoch": 4.0020891711296445, "grad_norm": 5.5439155403291807e-05, "learning_rate": 9.979108288703554e-06, "loss": 0.0012, "step": 241370 }, { "epoch": 4.002254978362156, "grad_norm": 1.140977144241333, "learning_rate": 9.97745021637844e-06, "loss": 0.0101, "step": 241380 }, { "epoch": 4.002420785594667, "grad_norm": 0.0009529636008664966, "learning_rate": 9.975792144053325e-06, "loss": 0.001, "step": 241390 }, { "epoch": 4.002586592827179, "grad_norm": 0.0008458829834125936, "learning_rate": 9.97413407172821e-06, "loss": 0.0, "step": 241400 }, { "epoch": 4.00275240005969, "grad_norm": 0.009274856187403202, "learning_rate": 9.972475999403093e-06, "loss": 0.01, "step": 241410 }, { "epoch": 4.002918207292202, "grad_norm": 7.856205047573894e-05, "learning_rate": 9.97081792707798e-06, "loss": 0.0001, "step": 241420 }, { "epoch": 4.003084014524713, "grad_norm": 0.0001494892203481868, "learning_rate": 9.969159854752864e-06, "loss": 0.01, "step": 241430 }, { "epoch": 4.003249821757225, "grad_norm": 0.00010146700515178964, "learning_rate": 9.96750178242775e-06, "loss": 0.0051, "step": 241440 }, { "epoch": 4.003415628989736, "grad_norm": 0.0028841858729720116, "learning_rate": 9.965843710102634e-06, "loss": 0.0131, "step": 241450 }, { "epoch": 4.003581436222248, "grad_norm": 0.0037371597718447447, "learning_rate": 9.964185637777521e-06, "loss": 0.0085, "step": 241460 }, { "epoch": 4.003747243454759, "grad_norm": 0.0025316840037703514, "learning_rate": 9.962527565452404e-06, "loss": 0.0006, "step": 241470 }, { "epoch": 4.003913050687271, "grad_norm": 0.030493032187223434, "learning_rate": 9.960869493127291e-06, "loss": 0.0069, "step": 241480 }, { "epoch": 4.004078857919782, "grad_norm": 0.009208223782479763, "learning_rate": 9.959211420802175e-06, "loss": 0.0021, "step": 241490 }, { "epoch": 4.004244665152294, "grad_norm": 0.012536360882222652, "learning_rate": 9.957553348477062e-06, "loss": 0.012, "step": 241500 }, { "epoch": 4.004410472384805, "grad_norm": 9.23815696296515e-06, "learning_rate": 9.955895276151945e-06, "loss": 0.0009, "step": 241510 }, { "epoch": 4.004576279617317, "grad_norm": 0.0008937617531046271, "learning_rate": 9.954237203826832e-06, "loss": 0.0, "step": 241520 }, { "epoch": 4.004742086849828, "grad_norm": 0.0037603885866701603, "learning_rate": 9.952579131501717e-06, "loss": 0.0031, "step": 241530 }, { "epoch": 4.00490789408234, "grad_norm": 0.0003952983533963561, "learning_rate": 9.950921059176602e-06, "loss": 0.0065, "step": 241540 }, { "epoch": 4.005073701314851, "grad_norm": 3.535511132213287e-05, "learning_rate": 9.949262986851487e-06, "loss": 0.0056, "step": 241550 }, { "epoch": 4.005239508547363, "grad_norm": 0.011392522603273392, "learning_rate": 9.947604914526373e-06, "loss": 0.0002, "step": 241560 }, { "epoch": 4.005405315779874, "grad_norm": 0.0031134120654314756, "learning_rate": 9.945946842201258e-06, "loss": 0.0001, "step": 241570 }, { "epoch": 4.005571123012386, "grad_norm": 0.00016646039148326963, "learning_rate": 9.944288769876143e-06, "loss": 0.0103, "step": 241580 }, { "epoch": 4.005736930244897, "grad_norm": 0.0004302172746974975, "learning_rate": 9.942630697551028e-06, "loss": 0.0012, "step": 241590 }, { "epoch": 4.005902737477409, "grad_norm": 0.0075409552082419395, "learning_rate": 9.940972625225913e-06, "loss": 0.0034, "step": 241600 }, { "epoch": 4.006068544709921, "grad_norm": 7.312321395147592e-05, "learning_rate": 9.939314552900798e-06, "loss": 0.0071, "step": 241610 }, { "epoch": 4.006234351942432, "grad_norm": 0.0002331370342290029, "learning_rate": 9.937656480575682e-06, "loss": 0.0121, "step": 241620 }, { "epoch": 4.006400159174944, "grad_norm": 0.0005188818904571235, "learning_rate": 9.935998408250569e-06, "loss": 0.0021, "step": 241630 }, { "epoch": 4.006565966407455, "grad_norm": 0.000612739531788975, "learning_rate": 9.934340335925452e-06, "loss": 0.0003, "step": 241640 }, { "epoch": 4.006731773639967, "grad_norm": 0.00010604438284644857, "learning_rate": 9.93268226360034e-06, "loss": 0.0036, "step": 241650 }, { "epoch": 4.006897580872478, "grad_norm": 0.0007507041445933282, "learning_rate": 9.931024191275223e-06, "loss": 0.0, "step": 241660 }, { "epoch": 4.0070633881049895, "grad_norm": 0.0002085390588035807, "learning_rate": 9.92936611895011e-06, "loss": 0.0007, "step": 241670 }, { "epoch": 4.0072291953375005, "grad_norm": 0.00033303408417850733, "learning_rate": 9.927708046624993e-06, "loss": 0.0019, "step": 241680 }, { "epoch": 4.0073950025700125, "grad_norm": 0.00014603848103433847, "learning_rate": 9.92604997429988e-06, "loss": 0.0016, "step": 241690 }, { "epoch": 4.0075608098025235, "grad_norm": 0.1915832757949829, "learning_rate": 9.924391901974765e-06, "loss": 0.0043, "step": 241700 }, { "epoch": 4.007726617035035, "grad_norm": 0.005277269519865513, "learning_rate": 9.92273382964965e-06, "loss": 0.0027, "step": 241710 }, { "epoch": 4.007892424267546, "grad_norm": 0.013008485548198223, "learning_rate": 9.921075757324535e-06, "loss": 0.0061, "step": 241720 }, { "epoch": 4.008058231500058, "grad_norm": 0.13404497504234314, "learning_rate": 9.91941768499942e-06, "loss": 0.0097, "step": 241730 }, { "epoch": 4.008224038732569, "grad_norm": 0.0007194983190856874, "learning_rate": 9.917759612674306e-06, "loss": 0.0084, "step": 241740 }, { "epoch": 4.008389845965081, "grad_norm": 0.005712985061109066, "learning_rate": 9.916101540349191e-06, "loss": 0.0024, "step": 241750 }, { "epoch": 4.008555653197592, "grad_norm": 0.00017893133917823434, "learning_rate": 9.914443468024076e-06, "loss": 0.0115, "step": 241760 }, { "epoch": 4.008721460430104, "grad_norm": 0.009584272280335426, "learning_rate": 9.912785395698961e-06, "loss": 0.0034, "step": 241770 }, { "epoch": 4.008887267662615, "grad_norm": 0.0002398248907411471, "learning_rate": 9.911127323373846e-06, "loss": 0.0054, "step": 241780 }, { "epoch": 4.009053074895127, "grad_norm": 0.007845805957913399, "learning_rate": 9.909469251048732e-06, "loss": 0.0038, "step": 241790 }, { "epoch": 4.009218882127638, "grad_norm": 0.0004485202953219414, "learning_rate": 9.907811178723617e-06, "loss": 0.0063, "step": 241800 }, { "epoch": 4.00938468936015, "grad_norm": 0.00017275716527365148, "learning_rate": 9.9061531063985e-06, "loss": 0.0054, "step": 241810 }, { "epoch": 4.009550496592661, "grad_norm": 0.0002811048470903188, "learning_rate": 9.904495034073387e-06, "loss": 0.0035, "step": 241820 }, { "epoch": 4.009716303825173, "grad_norm": 0.0003027558559551835, "learning_rate": 9.90283696174827e-06, "loss": 0.0008, "step": 241830 }, { "epoch": 4.009882111057684, "grad_norm": 0.0001236615498783067, "learning_rate": 9.901178889423157e-06, "loss": 0.0135, "step": 241840 }, { "epoch": 4.010047918290196, "grad_norm": 3.262857717345469e-05, "learning_rate": 9.899520817098041e-06, "loss": 0.0005, "step": 241850 }, { "epoch": 4.010213725522707, "grad_norm": 0.0001325796911260113, "learning_rate": 9.897862744772928e-06, "loss": 0.0, "step": 241860 }, { "epoch": 4.010379532755219, "grad_norm": 0.011367393657565117, "learning_rate": 9.896204672447813e-06, "loss": 0.003, "step": 241870 }, { "epoch": 4.01054533998773, "grad_norm": 0.1757660061120987, "learning_rate": 9.894546600122698e-06, "loss": 0.0027, "step": 241880 }, { "epoch": 4.010711147220242, "grad_norm": 0.007162616588175297, "learning_rate": 9.892888527797583e-06, "loss": 0.0002, "step": 241890 }, { "epoch": 4.010876954452753, "grad_norm": 0.0019753347150981426, "learning_rate": 9.891230455472469e-06, "loss": 0.0003, "step": 241900 }, { "epoch": 4.011042761685265, "grad_norm": 0.004806695505976677, "learning_rate": 9.889572383147354e-06, "loss": 0.0124, "step": 241910 }, { "epoch": 4.011208568917776, "grad_norm": 0.0006463425816036761, "learning_rate": 9.887914310822239e-06, "loss": 0.0075, "step": 241920 }, { "epoch": 4.011374376150288, "grad_norm": 0.0010636234655976295, "learning_rate": 9.886256238497124e-06, "loss": 0.0022, "step": 241930 }, { "epoch": 4.011540183382799, "grad_norm": 0.0036286578979343176, "learning_rate": 9.88459816617201e-06, "loss": 0.0031, "step": 241940 }, { "epoch": 4.011705990615311, "grad_norm": 0.018727630376815796, "learning_rate": 9.882940093846894e-06, "loss": 0.0, "step": 241950 }, { "epoch": 4.011871797847822, "grad_norm": 0.0041095055639743805, "learning_rate": 9.88128202152178e-06, "loss": 0.003, "step": 241960 }, { "epoch": 4.012037605080334, "grad_norm": 0.010394674725830555, "learning_rate": 9.879623949196665e-06, "loss": 0.003, "step": 241970 }, { "epoch": 4.012203412312845, "grad_norm": 0.0011350774439051747, "learning_rate": 9.87796587687155e-06, "loss": 0.0, "step": 241980 }, { "epoch": 4.012369219545357, "grad_norm": 0.0006646496476605535, "learning_rate": 9.876307804546435e-06, "loss": 0.0068, "step": 241990 }, { "epoch": 4.012535026777868, "grad_norm": 1.9726798200281337e-05, "learning_rate": 9.874649732221319e-06, "loss": 0.0057, "step": 242000 }, { "epoch": 4.01270083401038, "grad_norm": 0.00013726322504226118, "learning_rate": 9.872991659896205e-06, "loss": 0.0049, "step": 242010 }, { "epoch": 4.012866641242891, "grad_norm": 0.040118973702192307, "learning_rate": 9.871333587571089e-06, "loss": 0.0001, "step": 242020 }, { "epoch": 4.0130324484754025, "grad_norm": 0.0016859801253303885, "learning_rate": 9.869675515245976e-06, "loss": 0.0011, "step": 242030 }, { "epoch": 4.0131982557079136, "grad_norm": 0.0007061278447508812, "learning_rate": 9.868017442920861e-06, "loss": 0.0045, "step": 242040 }, { "epoch": 4.0133640629404255, "grad_norm": 8.36175458971411e-05, "learning_rate": 9.866359370595746e-06, "loss": 0.0033, "step": 242050 }, { "epoch": 4.013529870172937, "grad_norm": 0.0021783362608402967, "learning_rate": 9.864701298270631e-06, "loss": 0.0, "step": 242060 }, { "epoch": 4.013695677405448, "grad_norm": 5.044953650212847e-05, "learning_rate": 9.863043225945516e-06, "loss": 0.0028, "step": 242070 }, { "epoch": 4.01386148463796, "grad_norm": 0.0009443774470128119, "learning_rate": 9.861385153620402e-06, "loss": 0.0075, "step": 242080 }, { "epoch": 4.014027291870471, "grad_norm": 0.0006746557774022222, "learning_rate": 9.859727081295287e-06, "loss": 0.0, "step": 242090 }, { "epoch": 4.014193099102983, "grad_norm": 0.00507633900269866, "learning_rate": 9.858069008970172e-06, "loss": 0.0, "step": 242100 }, { "epoch": 4.014358906335494, "grad_norm": 0.9312965273857117, "learning_rate": 9.856410936645057e-06, "loss": 0.0076, "step": 242110 }, { "epoch": 4.014524713568006, "grad_norm": 0.24533367156982422, "learning_rate": 9.854752864319942e-06, "loss": 0.0039, "step": 242120 }, { "epoch": 4.014690520800517, "grad_norm": 0.0012093782424926758, "learning_rate": 9.853094791994827e-06, "loss": 0.0041, "step": 242130 }, { "epoch": 4.014856328033029, "grad_norm": 0.0033571282401680946, "learning_rate": 9.851436719669713e-06, "loss": 0.0115, "step": 242140 }, { "epoch": 4.01502213526554, "grad_norm": 0.024070395156741142, "learning_rate": 9.849778647344598e-06, "loss": 0.0078, "step": 242150 }, { "epoch": 4.015187942498052, "grad_norm": 0.0005290962290018797, "learning_rate": 9.848120575019483e-06, "loss": 0.0094, "step": 242160 }, { "epoch": 4.015353749730563, "grad_norm": 0.0003062772157136351, "learning_rate": 9.846462502694368e-06, "loss": 0.0001, "step": 242170 }, { "epoch": 4.015519556963075, "grad_norm": 0.0008434821502305567, "learning_rate": 9.844804430369253e-06, "loss": 0.0023, "step": 242180 }, { "epoch": 4.015685364195586, "grad_norm": 0.006735016591846943, "learning_rate": 9.843146358044139e-06, "loss": 0.0057, "step": 242190 }, { "epoch": 4.015851171428098, "grad_norm": 0.1852293461561203, "learning_rate": 9.841488285719024e-06, "loss": 0.0029, "step": 242200 }, { "epoch": 4.016016978660609, "grad_norm": 0.12511344254016876, "learning_rate": 9.839830213393909e-06, "loss": 0.0051, "step": 242210 }, { "epoch": 4.016182785893121, "grad_norm": 0.001967566553503275, "learning_rate": 9.838172141068794e-06, "loss": 0.0092, "step": 242220 }, { "epoch": 4.016348593125632, "grad_norm": 0.002555632498115301, "learning_rate": 9.83651406874368e-06, "loss": 0.0002, "step": 242230 }, { "epoch": 4.016514400358144, "grad_norm": 0.0035204612649977207, "learning_rate": 9.834855996418564e-06, "loss": 0.0002, "step": 242240 }, { "epoch": 4.016680207590655, "grad_norm": 0.0003496592689771205, "learning_rate": 9.83319792409345e-06, "loss": 0.0148, "step": 242250 }, { "epoch": 4.016846014823167, "grad_norm": 0.0013330214424058795, "learning_rate": 9.831539851768335e-06, "loss": 0.0006, "step": 242260 }, { "epoch": 4.017011822055678, "grad_norm": 0.0007947009871713817, "learning_rate": 9.82988177944322e-06, "loss": 0.0003, "step": 242270 }, { "epoch": 4.01717762928819, "grad_norm": 0.0373084656894207, "learning_rate": 9.828223707118105e-06, "loss": 0.0034, "step": 242280 }, { "epoch": 4.017343436520701, "grad_norm": 6.210123683558777e-05, "learning_rate": 9.82656563479299e-06, "loss": 0.0005, "step": 242290 }, { "epoch": 4.017509243753213, "grad_norm": 1.2690798030234873e-05, "learning_rate": 9.824907562467875e-06, "loss": 0.0, "step": 242300 }, { "epoch": 4.017675050985724, "grad_norm": 0.0012819127878174186, "learning_rate": 9.82324949014276e-06, "loss": 0.0037, "step": 242310 }, { "epoch": 4.017840858218236, "grad_norm": 0.0004354480479378253, "learning_rate": 9.821591417817646e-06, "loss": 0.0079, "step": 242320 }, { "epoch": 4.018006665450747, "grad_norm": 0.4436503052711487, "learning_rate": 9.819933345492531e-06, "loss": 0.0078, "step": 242330 }, { "epoch": 4.018172472683259, "grad_norm": 0.09926237910985947, "learning_rate": 9.818275273167416e-06, "loss": 0.0012, "step": 242340 }, { "epoch": 4.01833827991577, "grad_norm": 0.0005663397605530918, "learning_rate": 9.816617200842301e-06, "loss": 0.0029, "step": 242350 }, { "epoch": 4.018504087148282, "grad_norm": 0.0032627545297145844, "learning_rate": 9.814959128517186e-06, "loss": 0.009, "step": 242360 }, { "epoch": 4.018669894380793, "grad_norm": 0.0002264197391923517, "learning_rate": 9.813301056192072e-06, "loss": 0.0026, "step": 242370 }, { "epoch": 4.0188357016133045, "grad_norm": 0.0001418251486029476, "learning_rate": 9.811642983866957e-06, "loss": 0.0, "step": 242380 }, { "epoch": 4.0190015088458155, "grad_norm": 0.0006268032593652606, "learning_rate": 9.809984911541842e-06, "loss": 0.0092, "step": 242390 }, { "epoch": 4.0191673160783274, "grad_norm": 0.001239210949279368, "learning_rate": 9.808326839216727e-06, "loss": 0.0015, "step": 242400 }, { "epoch": 4.0193331233108385, "grad_norm": 0.00971223320811987, "learning_rate": 9.806668766891612e-06, "loss": 0.0089, "step": 242410 }, { "epoch": 4.01949893054335, "grad_norm": 3.813568037003279e-05, "learning_rate": 9.805010694566498e-06, "loss": 0.0026, "step": 242420 }, { "epoch": 4.019664737775861, "grad_norm": 0.0016321372240781784, "learning_rate": 9.803352622241383e-06, "loss": 0.0129, "step": 242430 }, { "epoch": 4.019830545008373, "grad_norm": 0.00021250289864838123, "learning_rate": 9.801694549916268e-06, "loss": 0.0025, "step": 242440 }, { "epoch": 4.019996352240884, "grad_norm": 0.0006968173547647893, "learning_rate": 9.800036477591153e-06, "loss": 0.0, "step": 242450 }, { "epoch": 4.020162159473396, "grad_norm": 0.0006196816102601588, "learning_rate": 9.798378405266038e-06, "loss": 0.0045, "step": 242460 }, { "epoch": 4.020327966705907, "grad_norm": 0.0002618502185214311, "learning_rate": 9.796720332940923e-06, "loss": 0.0033, "step": 242470 }, { "epoch": 4.020493773938419, "grad_norm": 0.0008909691241569817, "learning_rate": 9.795062260615809e-06, "loss": 0.0, "step": 242480 }, { "epoch": 4.02065958117093, "grad_norm": 0.1393996626138687, "learning_rate": 9.793404188290694e-06, "loss": 0.0035, "step": 242490 }, { "epoch": 4.020825388403442, "grad_norm": 0.00021829296019859612, "learning_rate": 9.791746115965579e-06, "loss": 0.0087, "step": 242500 }, { "epoch": 4.020991195635954, "grad_norm": 0.14963863790035248, "learning_rate": 9.790088043640464e-06, "loss": 0.0031, "step": 242510 }, { "epoch": 4.021157002868465, "grad_norm": 0.0010822407202795148, "learning_rate": 9.78842997131535e-06, "loss": 0.0016, "step": 242520 }, { "epoch": 4.021322810100977, "grad_norm": 0.18789750337600708, "learning_rate": 9.786771898990234e-06, "loss": 0.0042, "step": 242530 }, { "epoch": 4.021488617333488, "grad_norm": 0.14868590235710144, "learning_rate": 9.78511382666512e-06, "loss": 0.0068, "step": 242540 }, { "epoch": 4.021654424566, "grad_norm": 0.0009211294818669558, "learning_rate": 9.783455754340005e-06, "loss": 0.0001, "step": 242550 }, { "epoch": 4.021820231798511, "grad_norm": 0.0013173111947253346, "learning_rate": 9.78179768201489e-06, "loss": 0.0042, "step": 242560 }, { "epoch": 4.021986039031023, "grad_norm": 0.003073443891480565, "learning_rate": 9.780139609689775e-06, "loss": 0.009, "step": 242570 }, { "epoch": 4.022151846263534, "grad_norm": 0.0019780744332820177, "learning_rate": 9.77848153736466e-06, "loss": 0.0095, "step": 242580 }, { "epoch": 4.022317653496046, "grad_norm": 0.00033602662733756006, "learning_rate": 9.776823465039545e-06, "loss": 0.0028, "step": 242590 }, { "epoch": 4.022483460728557, "grad_norm": 0.12022701650857925, "learning_rate": 9.77516539271443e-06, "loss": 0.0065, "step": 242600 }, { "epoch": 4.022649267961069, "grad_norm": 5.839496952830814e-05, "learning_rate": 9.773507320389316e-06, "loss": 0.0052, "step": 242610 }, { "epoch": 4.02281507519358, "grad_norm": 0.00012258531933184713, "learning_rate": 9.771849248064201e-06, "loss": 0.003, "step": 242620 }, { "epoch": 4.022980882426092, "grad_norm": 0.0009417416295036674, "learning_rate": 9.770191175739086e-06, "loss": 0.0, "step": 242630 }, { "epoch": 4.023146689658603, "grad_norm": 0.25445592403411865, "learning_rate": 9.768533103413971e-06, "loss": 0.0076, "step": 242640 }, { "epoch": 4.023312496891115, "grad_norm": 8.229995728470385e-05, "learning_rate": 9.766875031088856e-06, "loss": 0.0002, "step": 242650 }, { "epoch": 4.023478304123626, "grad_norm": 0.003731880569830537, "learning_rate": 9.765216958763742e-06, "loss": 0.0001, "step": 242660 }, { "epoch": 4.023644111356138, "grad_norm": 0.0002494182554073632, "learning_rate": 9.763558886438627e-06, "loss": 0.0003, "step": 242670 }, { "epoch": 4.023809918588649, "grad_norm": 0.06884092837572098, "learning_rate": 9.761900814113512e-06, "loss": 0.0003, "step": 242680 }, { "epoch": 4.023975725821161, "grad_norm": 0.15056048333644867, "learning_rate": 9.760242741788397e-06, "loss": 0.0027, "step": 242690 }, { "epoch": 4.024141533053672, "grad_norm": 0.1701851189136505, "learning_rate": 9.758584669463282e-06, "loss": 0.0083, "step": 242700 }, { "epoch": 4.0243073402861835, "grad_norm": 0.0003580873890314251, "learning_rate": 9.756926597138168e-06, "loss": 0.011, "step": 242710 }, { "epoch": 4.024473147518695, "grad_norm": 4.752913810079917e-05, "learning_rate": 9.755268524813053e-06, "loss": 0.0, "step": 242720 }, { "epoch": 4.0246389547512065, "grad_norm": 0.09960155189037323, "learning_rate": 9.753610452487938e-06, "loss": 0.0003, "step": 242730 }, { "epoch": 4.0248047619837175, "grad_norm": 0.0002532051003072411, "learning_rate": 9.751952380162823e-06, "loss": 0.0032, "step": 242740 }, { "epoch": 4.024970569216229, "grad_norm": 9.712632891023532e-05, "learning_rate": 9.750294307837708e-06, "loss": 0.0052, "step": 242750 }, { "epoch": 4.0251363764487404, "grad_norm": 0.07879134267568588, "learning_rate": 9.748636235512593e-06, "loss": 0.0041, "step": 242760 }, { "epoch": 4.025302183681252, "grad_norm": 0.009235512465238571, "learning_rate": 9.746978163187479e-06, "loss": 0.0002, "step": 242770 }, { "epoch": 4.025467990913763, "grad_norm": 0.7993970513343811, "learning_rate": 9.745320090862364e-06, "loss": 0.0027, "step": 242780 }, { "epoch": 4.025633798146275, "grad_norm": 0.00010786676284624264, "learning_rate": 9.743662018537249e-06, "loss": 0.0004, "step": 242790 }, { "epoch": 4.025799605378786, "grad_norm": 0.0002384373510722071, "learning_rate": 9.742003946212134e-06, "loss": 0.0003, "step": 242800 }, { "epoch": 4.025965412611298, "grad_norm": 0.0028323938604444265, "learning_rate": 9.74034587388702e-06, "loss": 0.0006, "step": 242810 }, { "epoch": 4.026131219843809, "grad_norm": 1.230916768690804e-05, "learning_rate": 9.738687801561904e-06, "loss": 0.0037, "step": 242820 }, { "epoch": 4.026297027076321, "grad_norm": 0.0022285848390311003, "learning_rate": 9.73702972923679e-06, "loss": 0.0074, "step": 242830 }, { "epoch": 4.026462834308832, "grad_norm": 0.00021061622828710824, "learning_rate": 9.735371656911675e-06, "loss": 0.002, "step": 242840 }, { "epoch": 4.026628641541344, "grad_norm": 2.9064922273391858e-05, "learning_rate": 9.73371358458656e-06, "loss": 0.0037, "step": 242850 }, { "epoch": 4.026794448773855, "grad_norm": 3.942070179618895e-05, "learning_rate": 9.732055512261445e-06, "loss": 0.0025, "step": 242860 }, { "epoch": 4.026960256006367, "grad_norm": 0.000873363169375807, "learning_rate": 9.73039743993633e-06, "loss": 0.0006, "step": 242870 }, { "epoch": 4.027126063238878, "grad_norm": 0.004230801481753588, "learning_rate": 9.728739367611215e-06, "loss": 0.0039, "step": 242880 }, { "epoch": 4.02729187047139, "grad_norm": 0.23309220373630524, "learning_rate": 9.727081295286102e-06, "loss": 0.0007, "step": 242890 }, { "epoch": 4.027457677703901, "grad_norm": 0.7017726898193359, "learning_rate": 9.725423222960986e-06, "loss": 0.0025, "step": 242900 }, { "epoch": 4.027623484936413, "grad_norm": 0.004751484375447035, "learning_rate": 9.723765150635871e-06, "loss": 0.0049, "step": 242910 }, { "epoch": 4.027789292168924, "grad_norm": 0.0005044554709456861, "learning_rate": 9.722107078310756e-06, "loss": 0.0028, "step": 242920 }, { "epoch": 4.027955099401436, "grad_norm": 0.0001533381873741746, "learning_rate": 9.720449005985641e-06, "loss": 0.0033, "step": 242930 }, { "epoch": 4.028120906633947, "grad_norm": 0.0022884136997163296, "learning_rate": 9.718790933660527e-06, "loss": 0.0, "step": 242940 }, { "epoch": 4.028286713866459, "grad_norm": 0.001373626058921218, "learning_rate": 9.717132861335412e-06, "loss": 0.0036, "step": 242950 }, { "epoch": 4.02845252109897, "grad_norm": 0.0005055282963439822, "learning_rate": 9.715474789010297e-06, "loss": 0.0026, "step": 242960 }, { "epoch": 4.028618328331482, "grad_norm": 0.005182026885449886, "learning_rate": 9.713816716685182e-06, "loss": 0.0001, "step": 242970 }, { "epoch": 4.028784135563994, "grad_norm": 0.009080381132662296, "learning_rate": 9.712158644360067e-06, "loss": 0.0073, "step": 242980 }, { "epoch": 4.028949942796505, "grad_norm": 0.0023281797766685486, "learning_rate": 9.710500572034952e-06, "loss": 0.0086, "step": 242990 }, { "epoch": 4.029115750029017, "grad_norm": 0.04993696138262749, "learning_rate": 9.708842499709838e-06, "loss": 0.0, "step": 243000 }, { "epoch": 4.029281557261528, "grad_norm": 0.1537231206893921, "learning_rate": 9.707184427384723e-06, "loss": 0.011, "step": 243010 }, { "epoch": 4.02944736449404, "grad_norm": 0.0003186299290973693, "learning_rate": 9.705526355059608e-06, "loss": 0.0069, "step": 243020 }, { "epoch": 4.029613171726551, "grad_norm": 0.0024489830248057842, "learning_rate": 9.703868282734493e-06, "loss": 0.0001, "step": 243030 }, { "epoch": 4.029778978959063, "grad_norm": 0.0003021072770934552, "learning_rate": 9.702210210409378e-06, "loss": 0.0006, "step": 243040 }, { "epoch": 4.029944786191574, "grad_norm": 0.08042547106742859, "learning_rate": 9.700552138084263e-06, "loss": 0.0067, "step": 243050 }, { "epoch": 4.0301105934240855, "grad_norm": 0.017630556598305702, "learning_rate": 9.69889406575915e-06, "loss": 0.0029, "step": 243060 }, { "epoch": 4.0302764006565965, "grad_norm": 0.004664882086217403, "learning_rate": 9.697235993434034e-06, "loss": 0.0105, "step": 243070 }, { "epoch": 4.0304422078891085, "grad_norm": 0.0008334245067089796, "learning_rate": 9.69557792110892e-06, "loss": 0.0003, "step": 243080 }, { "epoch": 4.0306080151216195, "grad_norm": 2.6131421691388823e-05, "learning_rate": 9.693919848783804e-06, "loss": 0.0006, "step": 243090 }, { "epoch": 4.030773822354131, "grad_norm": 4.213151623844169e-05, "learning_rate": 9.69226177645869e-06, "loss": 0.0062, "step": 243100 }, { "epoch": 4.030939629586642, "grad_norm": 0.006426664534956217, "learning_rate": 9.690603704133574e-06, "loss": 0.0057, "step": 243110 }, { "epoch": 4.031105436819154, "grad_norm": 0.02628488466143608, "learning_rate": 9.68894563180846e-06, "loss": 0.007, "step": 243120 }, { "epoch": 4.031271244051665, "grad_norm": 0.0021085592452436686, "learning_rate": 9.687287559483345e-06, "loss": 0.0001, "step": 243130 }, { "epoch": 4.031437051284177, "grad_norm": 0.0002959911653306335, "learning_rate": 9.68562948715823e-06, "loss": 0.0086, "step": 243140 }, { "epoch": 4.031602858516688, "grad_norm": 0.00035800517071038485, "learning_rate": 9.683971414833115e-06, "loss": 0.0017, "step": 243150 }, { "epoch": 4.0317686657492, "grad_norm": 3.0343206162797287e-05, "learning_rate": 9.682313342508e-06, "loss": 0.004, "step": 243160 }, { "epoch": 4.031934472981711, "grad_norm": 0.00016492906433995813, "learning_rate": 9.680655270182885e-06, "loss": 0.0035, "step": 243170 }, { "epoch": 4.032100280214223, "grad_norm": 7.127552089514211e-05, "learning_rate": 9.67899719785777e-06, "loss": 0.0021, "step": 243180 }, { "epoch": 4.032266087446734, "grad_norm": 0.00041906331898644567, "learning_rate": 9.677339125532656e-06, "loss": 0.0001, "step": 243190 }, { "epoch": 4.032431894679246, "grad_norm": 0.004708072170615196, "learning_rate": 9.675681053207541e-06, "loss": 0.0039, "step": 243200 }, { "epoch": 4.032597701911757, "grad_norm": 0.09403141587972641, "learning_rate": 9.674022980882426e-06, "loss": 0.0006, "step": 243210 }, { "epoch": 4.032763509144269, "grad_norm": 0.1784837692975998, "learning_rate": 9.672364908557311e-06, "loss": 0.0021, "step": 243220 }, { "epoch": 4.03292931637678, "grad_norm": 0.019694827497005463, "learning_rate": 9.670706836232198e-06, "loss": 0.0002, "step": 243230 }, { "epoch": 4.033095123609292, "grad_norm": 0.9126093983650208, "learning_rate": 9.669048763907082e-06, "loss": 0.0142, "step": 243240 }, { "epoch": 4.033260930841803, "grad_norm": 0.054383691400289536, "learning_rate": 9.667390691581969e-06, "loss": 0.0038, "step": 243250 }, { "epoch": 4.033426738074315, "grad_norm": 0.0027458555996418, "learning_rate": 9.665732619256852e-06, "loss": 0.0043, "step": 243260 }, { "epoch": 4.033592545306826, "grad_norm": 0.2664894163608551, "learning_rate": 9.664074546931739e-06, "loss": 0.0031, "step": 243270 }, { "epoch": 4.033758352539338, "grad_norm": 0.005189328454434872, "learning_rate": 9.662416474606622e-06, "loss": 0.0033, "step": 243280 }, { "epoch": 4.033924159771849, "grad_norm": 0.008680468425154686, "learning_rate": 9.660758402281508e-06, "loss": 0.006, "step": 243290 }, { "epoch": 4.034089967004361, "grad_norm": 0.00024586456129327416, "learning_rate": 9.659100329956393e-06, "loss": 0.0034, "step": 243300 }, { "epoch": 4.034255774236872, "grad_norm": 0.15542671084403992, "learning_rate": 9.657442257631278e-06, "loss": 0.0036, "step": 243310 }, { "epoch": 4.034421581469384, "grad_norm": 0.23728744685649872, "learning_rate": 9.655784185306163e-06, "loss": 0.0026, "step": 243320 }, { "epoch": 4.034587388701895, "grad_norm": 0.17826512455940247, "learning_rate": 9.654126112981048e-06, "loss": 0.0045, "step": 243330 }, { "epoch": 4.034753195934407, "grad_norm": 0.004340538755059242, "learning_rate": 9.652468040655933e-06, "loss": 0.0104, "step": 243340 }, { "epoch": 4.034919003166918, "grad_norm": 0.0007663723663426936, "learning_rate": 9.650809968330819e-06, "loss": 0.0031, "step": 243350 }, { "epoch": 4.03508481039943, "grad_norm": 0.0006643482483923435, "learning_rate": 9.649151896005704e-06, "loss": 0.0001, "step": 243360 }, { "epoch": 4.035250617631941, "grad_norm": 0.001586824539117515, "learning_rate": 9.647493823680589e-06, "loss": 0.0039, "step": 243370 }, { "epoch": 4.035416424864453, "grad_norm": 0.027294661849737167, "learning_rate": 9.645835751355474e-06, "loss": 0.0067, "step": 243380 }, { "epoch": 4.035582232096964, "grad_norm": 0.0028845693450421095, "learning_rate": 9.64417767903036e-06, "loss": 0.0027, "step": 243390 }, { "epoch": 4.035748039329476, "grad_norm": 8.000048183021136e-06, "learning_rate": 9.642519606705246e-06, "loss": 0.0025, "step": 243400 }, { "epoch": 4.035913846561987, "grad_norm": 0.14097967743873596, "learning_rate": 9.64086153438013e-06, "loss": 0.0114, "step": 243410 }, { "epoch": 4.0360796537944985, "grad_norm": 0.23487542569637299, "learning_rate": 9.639203462055017e-06, "loss": 0.0068, "step": 243420 }, { "epoch": 4.03624546102701, "grad_norm": 0.0009046755731105804, "learning_rate": 9.6375453897299e-06, "loss": 0.0012, "step": 243430 }, { "epoch": 4.0364112682595215, "grad_norm": 0.0006676212651655078, "learning_rate": 9.635887317404787e-06, "loss": 0.0003, "step": 243440 }, { "epoch": 4.036577075492033, "grad_norm": 0.0033513521775603294, "learning_rate": 9.63422924507967e-06, "loss": 0.0004, "step": 243450 }, { "epoch": 4.036742882724544, "grad_norm": 0.001786990324035287, "learning_rate": 9.632571172754557e-06, "loss": 0.0071, "step": 243460 }, { "epoch": 4.036908689957056, "grad_norm": 0.0003590769483707845, "learning_rate": 9.63091310042944e-06, "loss": 0.0003, "step": 243470 }, { "epoch": 4.037074497189567, "grad_norm": 0.00028079820913262665, "learning_rate": 9.629255028104328e-06, "loss": 0.0004, "step": 243480 }, { "epoch": 4.037240304422079, "grad_norm": 0.0004388770030345768, "learning_rate": 9.627596955779211e-06, "loss": 0.0005, "step": 243490 }, { "epoch": 4.03740611165459, "grad_norm": 0.0024264876265078783, "learning_rate": 9.625938883454096e-06, "loss": 0.0023, "step": 243500 }, { "epoch": 4.037571918887102, "grad_norm": 0.1593497097492218, "learning_rate": 9.624280811128981e-06, "loss": 0.0058, "step": 243510 }, { "epoch": 4.037737726119613, "grad_norm": 0.0025657638907432556, "learning_rate": 9.622622738803867e-06, "loss": 0.004, "step": 243520 }, { "epoch": 4.037903533352125, "grad_norm": 0.17608892917633057, "learning_rate": 9.620964666478752e-06, "loss": 0.0061, "step": 243530 }, { "epoch": 4.038069340584636, "grad_norm": 4.266719406587072e-05, "learning_rate": 9.619306594153637e-06, "loss": 0.0048, "step": 243540 }, { "epoch": 4.038235147817148, "grad_norm": 4.294470272725448e-05, "learning_rate": 9.617648521828522e-06, "loss": 0.003, "step": 243550 }, { "epoch": 4.038400955049659, "grad_norm": 0.30309486389160156, "learning_rate": 9.615990449503407e-06, "loss": 0.0008, "step": 243560 }, { "epoch": 4.038566762282171, "grad_norm": 0.0021065527107566595, "learning_rate": 9.614332377178294e-06, "loss": 0.007, "step": 243570 }, { "epoch": 4.038732569514682, "grad_norm": 0.0017222038004547358, "learning_rate": 9.612674304853178e-06, "loss": 0.0009, "step": 243580 }, { "epoch": 4.038898376747194, "grad_norm": 0.003412345889955759, "learning_rate": 9.611016232528064e-06, "loss": 0.0027, "step": 243590 }, { "epoch": 4.039064183979705, "grad_norm": 0.0006278740474954247, "learning_rate": 9.609358160202948e-06, "loss": 0.0087, "step": 243600 }, { "epoch": 4.039229991212217, "grad_norm": 0.16911448538303375, "learning_rate": 9.607700087877835e-06, "loss": 0.0023, "step": 243610 }, { "epoch": 4.039395798444728, "grad_norm": 0.0014956638915464282, "learning_rate": 9.606042015552718e-06, "loss": 0.0001, "step": 243620 }, { "epoch": 4.03956160567724, "grad_norm": 0.002318592509254813, "learning_rate": 9.604383943227605e-06, "loss": 0.0058, "step": 243630 }, { "epoch": 4.039727412909751, "grad_norm": 0.00039710383862257004, "learning_rate": 9.602725870902489e-06, "loss": 0.003, "step": 243640 }, { "epoch": 4.039893220142263, "grad_norm": 1.0205529928207397, "learning_rate": 9.601067798577375e-06, "loss": 0.0064, "step": 243650 }, { "epoch": 4.040059027374774, "grad_norm": 0.1002427414059639, "learning_rate": 9.599409726252259e-06, "loss": 0.0007, "step": 243660 }, { "epoch": 4.040224834607286, "grad_norm": 0.021720610558986664, "learning_rate": 9.597751653927146e-06, "loss": 0.0001, "step": 243670 }, { "epoch": 4.040390641839797, "grad_norm": 0.21565087139606476, "learning_rate": 9.59609358160203e-06, "loss": 0.0037, "step": 243680 }, { "epoch": 4.040556449072309, "grad_norm": 0.02677834965288639, "learning_rate": 9.594435509276914e-06, "loss": 0.0027, "step": 243690 }, { "epoch": 4.04072225630482, "grad_norm": 3.8986232539173216e-05, "learning_rate": 9.5927774369518e-06, "loss": 0.01, "step": 243700 }, { "epoch": 4.040888063537332, "grad_norm": 0.0010035013547167182, "learning_rate": 9.591119364626685e-06, "loss": 0.0029, "step": 243710 }, { "epoch": 4.041053870769843, "grad_norm": 0.18100105226039886, "learning_rate": 9.58946129230157e-06, "loss": 0.0007, "step": 243720 }, { "epoch": 4.041219678002355, "grad_norm": 0.00018712961173150688, "learning_rate": 9.587803219976455e-06, "loss": 0.0119, "step": 243730 }, { "epoch": 4.041385485234866, "grad_norm": 0.007786276284605265, "learning_rate": 9.586145147651342e-06, "loss": 0.0106, "step": 243740 }, { "epoch": 4.0415512924673775, "grad_norm": 0.09244269877672195, "learning_rate": 9.584487075326226e-06, "loss": 0.0008, "step": 243750 }, { "epoch": 4.041717099699889, "grad_norm": 0.2017144411802292, "learning_rate": 9.582829003001112e-06, "loss": 0.006, "step": 243760 }, { "epoch": 4.0418829069324005, "grad_norm": 0.002092773327603936, "learning_rate": 9.581170930675996e-06, "loss": 0.0073, "step": 243770 }, { "epoch": 4.0420487141649115, "grad_norm": 0.19525933265686035, "learning_rate": 9.579512858350883e-06, "loss": 0.0093, "step": 243780 }, { "epoch": 4.042214521397423, "grad_norm": 0.020663797855377197, "learning_rate": 9.577854786025766e-06, "loss": 0.0002, "step": 243790 }, { "epoch": 4.0423803286299345, "grad_norm": 6.0748345276806504e-05, "learning_rate": 9.576196713700653e-06, "loss": 0.0034, "step": 243800 }, { "epoch": 4.042546135862446, "grad_norm": 0.003225059248507023, "learning_rate": 9.574538641375537e-06, "loss": 0.0063, "step": 243810 }, { "epoch": 4.042711943094957, "grad_norm": 0.00038004358066245914, "learning_rate": 9.572880569050423e-06, "loss": 0.0035, "step": 243820 }, { "epoch": 4.042877750327469, "grad_norm": 0.004564542323350906, "learning_rate": 9.571222496725307e-06, "loss": 0.007, "step": 243830 }, { "epoch": 4.04304355755998, "grad_norm": 0.0006385966553352773, "learning_rate": 9.569564424400194e-06, "loss": 0.0035, "step": 243840 }, { "epoch": 4.043209364792492, "grad_norm": 0.0007895823800936341, "learning_rate": 9.567906352075077e-06, "loss": 0.0002, "step": 243850 }, { "epoch": 4.043375172025003, "grad_norm": 0.00013834095443598926, "learning_rate": 9.566248279749964e-06, "loss": 0.0005, "step": 243860 }, { "epoch": 4.043540979257515, "grad_norm": 0.000420553406002, "learning_rate": 9.564590207424848e-06, "loss": 0.0071, "step": 243870 }, { "epoch": 4.043706786490027, "grad_norm": 0.0023087465669959784, "learning_rate": 9.562932135099733e-06, "loss": 0.0039, "step": 243880 }, { "epoch": 4.043872593722538, "grad_norm": 0.00015025842003524303, "learning_rate": 9.561274062774618e-06, "loss": 0.0001, "step": 243890 }, { "epoch": 4.04403840095505, "grad_norm": 0.001910364138893783, "learning_rate": 9.559615990449503e-06, "loss": 0.0001, "step": 243900 }, { "epoch": 4.044204208187561, "grad_norm": 0.0009819930419325829, "learning_rate": 9.55795791812439e-06, "loss": 0.0068, "step": 243910 }, { "epoch": 4.044370015420073, "grad_norm": 0.000691773893777281, "learning_rate": 9.556299845799273e-06, "loss": 0.003, "step": 243920 }, { "epoch": 4.044535822652584, "grad_norm": 0.002774386666715145, "learning_rate": 9.55464177347416e-06, "loss": 0.0067, "step": 243930 }, { "epoch": 4.044701629885096, "grad_norm": 0.14202679693698883, "learning_rate": 9.552983701149044e-06, "loss": 0.0075, "step": 243940 }, { "epoch": 4.044867437117607, "grad_norm": 0.0004689621564466506, "learning_rate": 9.55132562882393e-06, "loss": 0.0046, "step": 243950 }, { "epoch": 4.045033244350119, "grad_norm": 0.0027737098280340433, "learning_rate": 9.549667556498814e-06, "loss": 0.0049, "step": 243960 }, { "epoch": 4.04519905158263, "grad_norm": 0.000486944307340309, "learning_rate": 9.548009484173701e-06, "loss": 0.005, "step": 243970 }, { "epoch": 4.045364858815142, "grad_norm": 0.0021402600686997175, "learning_rate": 9.546351411848585e-06, "loss": 0.0014, "step": 243980 }, { "epoch": 4.045530666047653, "grad_norm": 0.36799320578575134, "learning_rate": 9.544693339523471e-06, "loss": 0.0024, "step": 243990 }, { "epoch": 4.045696473280165, "grad_norm": 0.2988837957382202, "learning_rate": 9.543035267198355e-06, "loss": 0.0054, "step": 244000 }, { "epoch": 4.045862280512676, "grad_norm": 0.060205891728401184, "learning_rate": 9.541377194873242e-06, "loss": 0.0088, "step": 244010 }, { "epoch": 4.046028087745188, "grad_norm": 0.000668833265081048, "learning_rate": 9.539719122548125e-06, "loss": 0.0104, "step": 244020 }, { "epoch": 4.046193894977699, "grad_norm": 0.002967427484691143, "learning_rate": 9.538061050223012e-06, "loss": 0.0026, "step": 244030 }, { "epoch": 4.046359702210211, "grad_norm": 0.00013707349717151374, "learning_rate": 9.536402977897896e-06, "loss": 0.0025, "step": 244040 }, { "epoch": 4.046525509442722, "grad_norm": 0.0010374293196946383, "learning_rate": 9.534744905572782e-06, "loss": 0.0027, "step": 244050 }, { "epoch": 4.046691316675234, "grad_norm": 0.00043307230225764215, "learning_rate": 9.533086833247666e-06, "loss": 0.0023, "step": 244060 }, { "epoch": 4.046857123907745, "grad_norm": 4.447163883014582e-05, "learning_rate": 9.531428760922553e-06, "loss": 0.0049, "step": 244070 }, { "epoch": 4.047022931140257, "grad_norm": 0.0012002784060314298, "learning_rate": 9.529770688597438e-06, "loss": 0.0019, "step": 244080 }, { "epoch": 4.047188738372768, "grad_norm": 0.0044328304938972, "learning_rate": 9.528112616272321e-06, "loss": 0.0002, "step": 244090 }, { "epoch": 4.0473545456052795, "grad_norm": 0.0003269948356319219, "learning_rate": 9.526454543947208e-06, "loss": 0.0005, "step": 244100 }, { "epoch": 4.0475203528377905, "grad_norm": 0.03773804381489754, "learning_rate": 9.524796471622092e-06, "loss": 0.0062, "step": 244110 }, { "epoch": 4.0476861600703025, "grad_norm": 0.00011922877456527203, "learning_rate": 9.523138399296979e-06, "loss": 0.0049, "step": 244120 }, { "epoch": 4.0478519673028135, "grad_norm": 0.0013411114923655987, "learning_rate": 9.521480326971862e-06, "loss": 0.0029, "step": 244130 }, { "epoch": 4.048017774535325, "grad_norm": 0.5476335287094116, "learning_rate": 9.519822254646749e-06, "loss": 0.0127, "step": 244140 }, { "epoch": 4.048183581767836, "grad_norm": 0.007443613838404417, "learning_rate": 9.518164182321632e-06, "loss": 0.0073, "step": 244150 }, { "epoch": 4.048349389000348, "grad_norm": 5.079663242213428e-05, "learning_rate": 9.51650610999652e-06, "loss": 0.0001, "step": 244160 }, { "epoch": 4.048515196232859, "grad_norm": 0.0011488068848848343, "learning_rate": 9.514848037671403e-06, "loss": 0.0, "step": 244170 }, { "epoch": 4.048681003465371, "grad_norm": 6.934835255378857e-05, "learning_rate": 9.51318996534629e-06, "loss": 0.0001, "step": 244180 }, { "epoch": 4.048846810697882, "grad_norm": 0.049871914088726044, "learning_rate": 9.511531893021173e-06, "loss": 0.0003, "step": 244190 }, { "epoch": 4.049012617930394, "grad_norm": 0.7617309093475342, "learning_rate": 9.50987382069606e-06, "loss": 0.0085, "step": 244200 }, { "epoch": 4.049178425162905, "grad_norm": 0.02989995665848255, "learning_rate": 9.508215748370943e-06, "loss": 0.0044, "step": 244210 }, { "epoch": 4.049344232395417, "grad_norm": 0.00788688100874424, "learning_rate": 9.50655767604583e-06, "loss": 0.0115, "step": 244220 }, { "epoch": 4.049510039627928, "grad_norm": 0.45769003033638, "learning_rate": 9.504899603720714e-06, "loss": 0.0045, "step": 244230 }, { "epoch": 4.04967584686044, "grad_norm": 0.003238917328417301, "learning_rate": 9.5032415313956e-06, "loss": 0.0037, "step": 244240 }, { "epoch": 4.049841654092951, "grad_norm": 0.0031936555169522762, "learning_rate": 9.501583459070484e-06, "loss": 0.0041, "step": 244250 }, { "epoch": 4.050007461325463, "grad_norm": 9.668250277172774e-05, "learning_rate": 9.499925386745371e-06, "loss": 0.004, "step": 244260 }, { "epoch": 4.050173268557974, "grad_norm": 0.0016965297982096672, "learning_rate": 9.498267314420256e-06, "loss": 0.0001, "step": 244270 }, { "epoch": 4.050339075790486, "grad_norm": 0.09257173538208008, "learning_rate": 9.49660924209514e-06, "loss": 0.0002, "step": 244280 }, { "epoch": 4.050504883022997, "grad_norm": 0.1752445548772812, "learning_rate": 9.494951169770027e-06, "loss": 0.006, "step": 244290 }, { "epoch": 4.050670690255509, "grad_norm": 0.00030726531986147165, "learning_rate": 9.49329309744491e-06, "loss": 0.004, "step": 244300 }, { "epoch": 4.05083649748802, "grad_norm": 0.18956364691257477, "learning_rate": 9.491635025119797e-06, "loss": 0.003, "step": 244310 }, { "epoch": 4.051002304720532, "grad_norm": 0.36107712984085083, "learning_rate": 9.48997695279468e-06, "loss": 0.006, "step": 244320 }, { "epoch": 4.051168111953044, "grad_norm": 0.16446605324745178, "learning_rate": 9.488318880469567e-06, "loss": 0.0027, "step": 244330 }, { "epoch": 4.051333919185555, "grad_norm": 0.3276766836643219, "learning_rate": 9.48666080814445e-06, "loss": 0.0104, "step": 244340 }, { "epoch": 4.051499726418067, "grad_norm": 0.08325225859880447, "learning_rate": 9.485002735819338e-06, "loss": 0.0006, "step": 244350 }, { "epoch": 4.051665533650578, "grad_norm": 0.47955557703971863, "learning_rate": 9.483344663494221e-06, "loss": 0.0137, "step": 244360 }, { "epoch": 4.05183134088309, "grad_norm": 0.0007567983120679855, "learning_rate": 9.481686591169108e-06, "loss": 0.011, "step": 244370 }, { "epoch": 4.051997148115601, "grad_norm": 1.233186776516959e-05, "learning_rate": 9.480028518843991e-06, "loss": 0.008, "step": 244380 }, { "epoch": 4.052162955348113, "grad_norm": 0.0051203262992203236, "learning_rate": 9.478370446518878e-06, "loss": 0.0034, "step": 244390 }, { "epoch": 4.052328762580624, "grad_norm": 0.14800193905830383, "learning_rate": 9.476712374193762e-06, "loss": 0.0032, "step": 244400 }, { "epoch": 4.052494569813136, "grad_norm": 0.0002460732648614794, "learning_rate": 9.475054301868649e-06, "loss": 0.0065, "step": 244410 }, { "epoch": 4.052660377045647, "grad_norm": 0.011606855317950249, "learning_rate": 9.473396229543532e-06, "loss": 0.003, "step": 244420 }, { "epoch": 4.0528261842781586, "grad_norm": 0.18733064830303192, "learning_rate": 9.471738157218419e-06, "loss": 0.0059, "step": 244430 }, { "epoch": 4.05299199151067, "grad_norm": 0.15212947130203247, "learning_rate": 9.470080084893304e-06, "loss": 0.0024, "step": 244440 }, { "epoch": 4.0531577987431815, "grad_norm": 0.0002208005025750026, "learning_rate": 9.46842201256819e-06, "loss": 0.0008, "step": 244450 }, { "epoch": 4.0533236059756925, "grad_norm": 0.12230804562568665, "learning_rate": 9.466763940243075e-06, "loss": 0.0041, "step": 244460 }, { "epoch": 4.053489413208204, "grad_norm": 0.00015472467930521816, "learning_rate": 9.465105867917958e-06, "loss": 0.0073, "step": 244470 }, { "epoch": 4.0536552204407155, "grad_norm": 0.00044050975702703, "learning_rate": 9.463447795592845e-06, "loss": 0.0082, "step": 244480 }, { "epoch": 4.053821027673227, "grad_norm": 0.004441210068762302, "learning_rate": 9.461789723267728e-06, "loss": 0.0128, "step": 244490 }, { "epoch": 4.053986834905738, "grad_norm": 0.00039170493255369365, "learning_rate": 9.460131650942615e-06, "loss": 0.0056, "step": 244500 }, { "epoch": 4.05415264213825, "grad_norm": 0.2716951072216034, "learning_rate": 9.458473578617499e-06, "loss": 0.0077, "step": 244510 }, { "epoch": 4.054318449370761, "grad_norm": 0.019502028822898865, "learning_rate": 9.456815506292386e-06, "loss": 0.0028, "step": 244520 }, { "epoch": 4.054484256603273, "grad_norm": 0.1679603010416031, "learning_rate": 9.455157433967269e-06, "loss": 0.0029, "step": 244530 }, { "epoch": 4.054650063835784, "grad_norm": 0.009298475459218025, "learning_rate": 9.453499361642156e-06, "loss": 0.0023, "step": 244540 }, { "epoch": 4.054815871068296, "grad_norm": 0.15755847096443176, "learning_rate": 9.45184128931704e-06, "loss": 0.004, "step": 244550 }, { "epoch": 4.054981678300807, "grad_norm": 0.00023080495884642005, "learning_rate": 9.450183216991926e-06, "loss": 0.0002, "step": 244560 }, { "epoch": 4.055147485533319, "grad_norm": 4.980071389582008e-05, "learning_rate": 9.44852514466681e-06, "loss": 0.0023, "step": 244570 }, { "epoch": 4.05531329276583, "grad_norm": 0.0005580482538789511, "learning_rate": 9.446867072341697e-06, "loss": 0.0046, "step": 244580 }, { "epoch": 4.055479099998342, "grad_norm": 0.9164190888404846, "learning_rate": 9.44520900001658e-06, "loss": 0.0068, "step": 244590 }, { "epoch": 4.055644907230853, "grad_norm": 0.007036308757960796, "learning_rate": 9.443550927691467e-06, "loss": 0.0076, "step": 244600 }, { "epoch": 4.055810714463365, "grad_norm": 0.0009722088580019772, "learning_rate": 9.441892855366352e-06, "loss": 0.0042, "step": 244610 }, { "epoch": 4.055976521695876, "grad_norm": 0.00021650127018801868, "learning_rate": 9.440234783041237e-06, "loss": 0.0003, "step": 244620 }, { "epoch": 4.056142328928388, "grad_norm": 0.00018489141075406224, "learning_rate": 9.438576710716122e-06, "loss": 0.0007, "step": 244630 }, { "epoch": 4.056308136160899, "grad_norm": 0.15697936713695526, "learning_rate": 9.436918638391008e-06, "loss": 0.005, "step": 244640 }, { "epoch": 4.056473943393411, "grad_norm": 0.00016893085557967424, "learning_rate": 9.435260566065893e-06, "loss": 0.0, "step": 244650 }, { "epoch": 4.056639750625922, "grad_norm": 0.4041719138622284, "learning_rate": 9.433602493740778e-06, "loss": 0.0031, "step": 244660 }, { "epoch": 4.056805557858434, "grad_norm": 9.588756074663252e-05, "learning_rate": 9.431944421415663e-06, "loss": 0.017, "step": 244670 }, { "epoch": 4.056971365090945, "grad_norm": 0.0064126052893698215, "learning_rate": 9.430286349090547e-06, "loss": 0.0, "step": 244680 }, { "epoch": 4.057137172323457, "grad_norm": 5.9115678595844656e-05, "learning_rate": 9.428628276765434e-06, "loss": 0.0038, "step": 244690 }, { "epoch": 4.057302979555968, "grad_norm": 0.02228577435016632, "learning_rate": 9.426970204440317e-06, "loss": 0.0001, "step": 244700 }, { "epoch": 4.05746878678848, "grad_norm": 0.01400062907487154, "learning_rate": 9.425312132115204e-06, "loss": 0.0018, "step": 244710 }, { "epoch": 4.057634594020991, "grad_norm": 0.0005141748697496951, "learning_rate": 9.423654059790087e-06, "loss": 0.0001, "step": 244720 }, { "epoch": 4.057800401253503, "grad_norm": 0.0004106719861738384, "learning_rate": 9.421995987464974e-06, "loss": 0.0067, "step": 244730 }, { "epoch": 4.057966208486014, "grad_norm": 0.3409663140773773, "learning_rate": 9.420337915139858e-06, "loss": 0.0056, "step": 244740 }, { "epoch": 4.058132015718526, "grad_norm": 0.0033630586694926023, "learning_rate": 9.418679842814745e-06, "loss": 0.0, "step": 244750 }, { "epoch": 4.058297822951037, "grad_norm": 9.074823537957855e-06, "learning_rate": 9.417021770489628e-06, "loss": 0.0038, "step": 244760 }, { "epoch": 4.058463630183549, "grad_norm": 0.0016925936797633767, "learning_rate": 9.415363698164515e-06, "loss": 0.0014, "step": 244770 }, { "epoch": 4.0586294374160605, "grad_norm": 0.20442025363445282, "learning_rate": 9.4137056258394e-06, "loss": 0.0005, "step": 244780 }, { "epoch": 4.0587952446485716, "grad_norm": 0.0016686473973095417, "learning_rate": 9.412047553514285e-06, "loss": 0.0004, "step": 244790 }, { "epoch": 4.0589610518810835, "grad_norm": 0.0020135606173425913, "learning_rate": 9.41038948118917e-06, "loss": 0.0018, "step": 244800 }, { "epoch": 4.0591268591135945, "grad_norm": 0.01058070920407772, "learning_rate": 9.408731408864056e-06, "loss": 0.003, "step": 244810 }, { "epoch": 4.059292666346106, "grad_norm": 0.0031600191723555326, "learning_rate": 9.40707333653894e-06, "loss": 0.0042, "step": 244820 }, { "epoch": 4.059458473578617, "grad_norm": 0.007022364996373653, "learning_rate": 9.405415264213826e-06, "loss": 0.0035, "step": 244830 }, { "epoch": 4.059624280811129, "grad_norm": 0.0334136039018631, "learning_rate": 9.403757191888711e-06, "loss": 0.0002, "step": 244840 }, { "epoch": 4.05979008804364, "grad_norm": 0.008624032139778137, "learning_rate": 9.402099119563596e-06, "loss": 0.0108, "step": 244850 }, { "epoch": 4.059955895276152, "grad_norm": 0.00012331448670011014, "learning_rate": 9.400441047238481e-06, "loss": 0.0025, "step": 244860 }, { "epoch": 4.060121702508663, "grad_norm": 0.00024641997879371047, "learning_rate": 9.398782974913365e-06, "loss": 0.0013, "step": 244870 }, { "epoch": 4.060287509741175, "grad_norm": 0.00035276805283501744, "learning_rate": 9.397124902588252e-06, "loss": 0.0004, "step": 244880 }, { "epoch": 4.060453316973686, "grad_norm": 0.0011794845340773463, "learning_rate": 9.395466830263135e-06, "loss": 0.004, "step": 244890 }, { "epoch": 4.060619124206198, "grad_norm": 0.029065968468785286, "learning_rate": 9.393808757938022e-06, "loss": 0.0024, "step": 244900 }, { "epoch": 4.060784931438709, "grad_norm": 0.0048523410223424435, "learning_rate": 9.392150685612906e-06, "loss": 0.0027, "step": 244910 }, { "epoch": 4.060950738671221, "grad_norm": 0.0016000278992578387, "learning_rate": 9.390492613287792e-06, "loss": 0.0002, "step": 244920 }, { "epoch": 4.061116545903732, "grad_norm": 7.221179839689285e-05, "learning_rate": 9.388834540962676e-06, "loss": 0.0093, "step": 244930 }, { "epoch": 4.061282353136244, "grad_norm": 0.00019770437211263925, "learning_rate": 9.387176468637563e-06, "loss": 0.0024, "step": 244940 }, { "epoch": 4.061448160368755, "grad_norm": 0.0034591970033943653, "learning_rate": 9.385518396312448e-06, "loss": 0.0005, "step": 244950 }, { "epoch": 4.061613967601267, "grad_norm": 0.0023427323903888464, "learning_rate": 9.383860323987333e-06, "loss": 0.0073, "step": 244960 }, { "epoch": 4.061779774833778, "grad_norm": 0.0002314885932719335, "learning_rate": 9.382202251662218e-06, "loss": 0.0008, "step": 244970 }, { "epoch": 4.06194558206629, "grad_norm": 0.0054647368378937244, "learning_rate": 9.380544179337104e-06, "loss": 0.0003, "step": 244980 }, { "epoch": 4.062111389298801, "grad_norm": 8.080004590738099e-06, "learning_rate": 9.378886107011989e-06, "loss": 0.0001, "step": 244990 }, { "epoch": 4.062277196531313, "grad_norm": 0.0005806030821986496, "learning_rate": 9.377228034686874e-06, "loss": 0.0046, "step": 245000 }, { "epoch": 4.062443003763824, "grad_norm": 0.010142941027879715, "learning_rate": 9.375569962361759e-06, "loss": 0.0024, "step": 245010 }, { "epoch": 4.062608810996336, "grad_norm": 0.0010866335360333323, "learning_rate": 9.373911890036644e-06, "loss": 0.0058, "step": 245020 }, { "epoch": 4.062774618228847, "grad_norm": 0.0028420453891158104, "learning_rate": 9.37225381771153e-06, "loss": 0.0069, "step": 245030 }, { "epoch": 4.062940425461359, "grad_norm": 0.000521160545758903, "learning_rate": 9.370595745386415e-06, "loss": 0.0, "step": 245040 }, { "epoch": 4.06310623269387, "grad_norm": 0.008256517350673676, "learning_rate": 9.3689376730613e-06, "loss": 0.0008, "step": 245050 }, { "epoch": 4.063272039926382, "grad_norm": 0.025456029921770096, "learning_rate": 9.367279600736183e-06, "loss": 0.0059, "step": 245060 }, { "epoch": 4.063437847158893, "grad_norm": 0.005701924674212933, "learning_rate": 9.36562152841107e-06, "loss": 0.0089, "step": 245070 }, { "epoch": 4.063603654391405, "grad_norm": 0.002132843481376767, "learning_rate": 9.363963456085954e-06, "loss": 0.0005, "step": 245080 }, { "epoch": 4.063769461623916, "grad_norm": 0.028418762609362602, "learning_rate": 9.36230538376084e-06, "loss": 0.0007, "step": 245090 }, { "epoch": 4.063935268856428, "grad_norm": 0.05266033485531807, "learning_rate": 9.360647311435724e-06, "loss": 0.003, "step": 245100 }, { "epoch": 4.064101076088939, "grad_norm": 0.0008439188823103905, "learning_rate": 9.35898923911061e-06, "loss": 0.0081, "step": 245110 }, { "epoch": 4.064266883321451, "grad_norm": 0.0003295541391707957, "learning_rate": 9.357331166785496e-06, "loss": 0.0001, "step": 245120 }, { "epoch": 4.064432690553962, "grad_norm": 0.0010347655043005943, "learning_rate": 9.355673094460381e-06, "loss": 0.0004, "step": 245130 }, { "epoch": 4.0645984977864735, "grad_norm": 0.001661872141994536, "learning_rate": 9.354015022135266e-06, "loss": 0.0001, "step": 245140 }, { "epoch": 4.064764305018985, "grad_norm": 0.00011896527576027438, "learning_rate": 9.352356949810151e-06, "loss": 0.0041, "step": 245150 }, { "epoch": 4.0649301122514965, "grad_norm": 1.3975858564663213e-05, "learning_rate": 9.350698877485037e-06, "loss": 0.0031, "step": 245160 }, { "epoch": 4.0650959194840075, "grad_norm": 0.041533537209033966, "learning_rate": 9.349040805159922e-06, "loss": 0.0062, "step": 245170 }, { "epoch": 4.065261726716519, "grad_norm": 6.38234632788226e-05, "learning_rate": 9.347382732834807e-06, "loss": 0.0032, "step": 245180 }, { "epoch": 4.0654275339490304, "grad_norm": 0.00042252388084307313, "learning_rate": 9.345724660509692e-06, "loss": 0.0075, "step": 245190 }, { "epoch": 4.065593341181542, "grad_norm": 0.0005550342029891908, "learning_rate": 9.344066588184577e-06, "loss": 0.0, "step": 245200 }, { "epoch": 4.065759148414053, "grad_norm": 5.9484234952833503e-05, "learning_rate": 9.342408515859463e-06, "loss": 0.006, "step": 245210 }, { "epoch": 4.065924955646565, "grad_norm": 0.01249747909605503, "learning_rate": 9.340750443534348e-06, "loss": 0.0029, "step": 245220 }, { "epoch": 4.066090762879076, "grad_norm": 9.48550077737309e-05, "learning_rate": 9.339092371209233e-06, "loss": 0.004, "step": 245230 }, { "epoch": 4.066256570111588, "grad_norm": 0.0005042807315476239, "learning_rate": 9.337434298884118e-06, "loss": 0.0, "step": 245240 }, { "epoch": 4.0664223773441, "grad_norm": 0.016541991382837296, "learning_rate": 9.335776226559003e-06, "loss": 0.0001, "step": 245250 }, { "epoch": 4.066588184576611, "grad_norm": 0.20462876558303833, "learning_rate": 9.334118154233888e-06, "loss": 0.0035, "step": 245260 }, { "epoch": 4.066753991809123, "grad_norm": 2.623020191094838e-05, "learning_rate": 9.332460081908772e-06, "loss": 0.0037, "step": 245270 }, { "epoch": 4.066919799041634, "grad_norm": 0.0031313865911215544, "learning_rate": 9.330802009583659e-06, "loss": 0.0034, "step": 245280 }, { "epoch": 4.067085606274146, "grad_norm": 0.0004501741786953062, "learning_rate": 9.329143937258544e-06, "loss": 0.0009, "step": 245290 }, { "epoch": 4.067251413506657, "grad_norm": 0.008679244667291641, "learning_rate": 9.327485864933429e-06, "loss": 0.0, "step": 245300 }, { "epoch": 4.067417220739169, "grad_norm": 0.0010378968436270952, "learning_rate": 9.325827792608314e-06, "loss": 0.0012, "step": 245310 }, { "epoch": 4.06758302797168, "grad_norm": 0.00030991312814876437, "learning_rate": 9.3241697202832e-06, "loss": 0.0056, "step": 245320 }, { "epoch": 4.067748835204192, "grad_norm": 0.0026610891800373793, "learning_rate": 9.322511647958085e-06, "loss": 0.005, "step": 245330 }, { "epoch": 4.067914642436703, "grad_norm": 0.03445287421345711, "learning_rate": 9.32085357563297e-06, "loss": 0.0001, "step": 245340 }, { "epoch": 4.068080449669215, "grad_norm": 0.04361642897129059, "learning_rate": 9.319195503307855e-06, "loss": 0.0056, "step": 245350 }, { "epoch": 4.068246256901726, "grad_norm": 0.00016732860240153968, "learning_rate": 9.31753743098274e-06, "loss": 0.0003, "step": 245360 }, { "epoch": 4.068412064134238, "grad_norm": 0.04858056455850601, "learning_rate": 9.315879358657625e-06, "loss": 0.0001, "step": 245370 }, { "epoch": 4.068577871366749, "grad_norm": 0.0020022254902869463, "learning_rate": 9.31422128633251e-06, "loss": 0.0039, "step": 245380 }, { "epoch": 4.068743678599261, "grad_norm": 0.0014240453019738197, "learning_rate": 9.312563214007396e-06, "loss": 0.0008, "step": 245390 }, { "epoch": 4.068909485831772, "grad_norm": 0.0024148470256477594, "learning_rate": 9.31090514168228e-06, "loss": 0.0, "step": 245400 }, { "epoch": 4.069075293064284, "grad_norm": 0.0009253442985936999, "learning_rate": 9.309247069357166e-06, "loss": 0.0002, "step": 245410 }, { "epoch": 4.069241100296795, "grad_norm": 6.161231431178749e-05, "learning_rate": 9.307588997032051e-06, "loss": 0.0055, "step": 245420 }, { "epoch": 4.069406907529307, "grad_norm": 0.08061271905899048, "learning_rate": 9.305930924706936e-06, "loss": 0.0002, "step": 245430 }, { "epoch": 4.069572714761818, "grad_norm": 0.00011212719982722774, "learning_rate": 9.304272852381821e-06, "loss": 0.0008, "step": 245440 }, { "epoch": 4.06973852199433, "grad_norm": 0.001828458160161972, "learning_rate": 9.302614780056707e-06, "loss": 0.0, "step": 245450 }, { "epoch": 4.069904329226841, "grad_norm": 0.0001753083779476583, "learning_rate": 9.300956707731592e-06, "loss": 0.0019, "step": 245460 }, { "epoch": 4.070070136459353, "grad_norm": 0.002018227707594633, "learning_rate": 9.299298635406477e-06, "loss": 0.0077, "step": 245470 }, { "epoch": 4.070235943691864, "grad_norm": 0.00026816409081220627, "learning_rate": 9.297640563081362e-06, "loss": 0.0027, "step": 245480 }, { "epoch": 4.0704017509243755, "grad_norm": 0.00013504180242307484, "learning_rate": 9.295982490756247e-06, "loss": 0.0045, "step": 245490 }, { "epoch": 4.0705675581568865, "grad_norm": 0.14853009581565857, "learning_rate": 9.294324418431133e-06, "loss": 0.0033, "step": 245500 }, { "epoch": 4.0707333653893985, "grad_norm": 0.0006517775473184884, "learning_rate": 9.292666346106018e-06, "loss": 0.0028, "step": 245510 }, { "epoch": 4.0708991726219095, "grad_norm": 0.00018344518321100622, "learning_rate": 9.291008273780903e-06, "loss": 0.0052, "step": 245520 }, { "epoch": 4.071064979854421, "grad_norm": 1.5695310139562935e-05, "learning_rate": 9.289350201455788e-06, "loss": 0.0001, "step": 245530 }, { "epoch": 4.071230787086932, "grad_norm": 0.263124942779541, "learning_rate": 9.287692129130673e-06, "loss": 0.0032, "step": 245540 }, { "epoch": 4.071396594319444, "grad_norm": 0.00115203985478729, "learning_rate": 9.286034056805558e-06, "loss": 0.0002, "step": 245550 }, { "epoch": 4.071562401551955, "grad_norm": 0.01843651570379734, "learning_rate": 9.284375984480444e-06, "loss": 0.0004, "step": 245560 }, { "epoch": 4.071728208784467, "grad_norm": 0.004337992984801531, "learning_rate": 9.282717912155329e-06, "loss": 0.0023, "step": 245570 }, { "epoch": 4.071894016016978, "grad_norm": 0.024430764839053154, "learning_rate": 9.281059839830214e-06, "loss": 0.0079, "step": 245580 }, { "epoch": 4.07205982324949, "grad_norm": 0.0007873011636547744, "learning_rate": 9.279401767505099e-06, "loss": 0.0018, "step": 245590 }, { "epoch": 4.072225630482001, "grad_norm": 0.015497674234211445, "learning_rate": 9.277743695179984e-06, "loss": 0.0013, "step": 245600 }, { "epoch": 4.072391437714513, "grad_norm": 0.01255886536091566, "learning_rate": 9.27608562285487e-06, "loss": 0.0102, "step": 245610 }, { "epoch": 4.072557244947024, "grad_norm": 0.00013938010670244694, "learning_rate": 9.274427550529755e-06, "loss": 0.0, "step": 245620 }, { "epoch": 4.072723052179536, "grad_norm": 0.001000719959847629, "learning_rate": 9.27276947820464e-06, "loss": 0.0028, "step": 245630 }, { "epoch": 4.072888859412047, "grad_norm": 0.009071511216461658, "learning_rate": 9.271111405879525e-06, "loss": 0.0058, "step": 245640 }, { "epoch": 4.073054666644559, "grad_norm": 0.03031383827328682, "learning_rate": 9.26945333355441e-06, "loss": 0.001, "step": 245650 }, { "epoch": 4.07322047387707, "grad_norm": 0.0030684128869324923, "learning_rate": 9.267795261229295e-06, "loss": 0.008, "step": 245660 }, { "epoch": 4.073386281109582, "grad_norm": 0.0011986946919932961, "learning_rate": 9.26613718890418e-06, "loss": 0.002, "step": 245670 }, { "epoch": 4.073552088342094, "grad_norm": 0.004606450907886028, "learning_rate": 9.264479116579066e-06, "loss": 0.0035, "step": 245680 }, { "epoch": 4.073717895574605, "grad_norm": 0.00029590289341285825, "learning_rate": 9.26282104425395e-06, "loss": 0.0069, "step": 245690 }, { "epoch": 4.073883702807117, "grad_norm": 0.2464361935853958, "learning_rate": 9.261162971928836e-06, "loss": 0.0041, "step": 245700 }, { "epoch": 4.074049510039628, "grad_norm": 0.00798607524484396, "learning_rate": 9.259504899603721e-06, "loss": 0.0029, "step": 245710 }, { "epoch": 4.07421531727214, "grad_norm": 0.0011674633715301752, "learning_rate": 9.257846827278606e-06, "loss": 0.0025, "step": 245720 }, { "epoch": 4.074381124504651, "grad_norm": 0.0029095199424773455, "learning_rate": 9.256188754953492e-06, "loss": 0.0, "step": 245730 }, { "epoch": 4.074546931737163, "grad_norm": 0.0161044429987669, "learning_rate": 9.254530682628377e-06, "loss": 0.0007, "step": 245740 }, { "epoch": 4.074712738969674, "grad_norm": 0.0012626871466636658, "learning_rate": 9.252872610303262e-06, "loss": 0.0036, "step": 245750 }, { "epoch": 4.074878546202186, "grad_norm": 0.0011460252571851015, "learning_rate": 9.251214537978147e-06, "loss": 0.0008, "step": 245760 }, { "epoch": 4.075044353434697, "grad_norm": 0.0011865472188219428, "learning_rate": 9.249556465653032e-06, "loss": 0.0032, "step": 245770 }, { "epoch": 4.075210160667209, "grad_norm": 0.000256746425293386, "learning_rate": 9.247898393327917e-06, "loss": 0.0011, "step": 245780 }, { "epoch": 4.07537596789972, "grad_norm": 0.0012577400775626302, "learning_rate": 9.246240321002803e-06, "loss": 0.0023, "step": 245790 }, { "epoch": 4.075541775132232, "grad_norm": 0.0016072356374934316, "learning_rate": 9.244582248677688e-06, "loss": 0.0039, "step": 245800 }, { "epoch": 4.075707582364743, "grad_norm": 0.0007827302906662226, "learning_rate": 9.242924176352573e-06, "loss": 0.0069, "step": 245810 }, { "epoch": 4.0758733895972545, "grad_norm": 0.2794918417930603, "learning_rate": 9.241266104027458e-06, "loss": 0.0008, "step": 245820 }, { "epoch": 4.076039196829766, "grad_norm": 0.00020318791212048382, "learning_rate": 9.239608031702343e-06, "loss": 0.0016, "step": 245830 }, { "epoch": 4.0762050040622775, "grad_norm": 0.35983458161354065, "learning_rate": 9.237949959377228e-06, "loss": 0.0041, "step": 245840 }, { "epoch": 4.0763708112947885, "grad_norm": 0.02380373887717724, "learning_rate": 9.236291887052114e-06, "loss": 0.0123, "step": 245850 }, { "epoch": 4.0765366185273, "grad_norm": 6.113778363214806e-05, "learning_rate": 9.234633814726999e-06, "loss": 0.0002, "step": 245860 }, { "epoch": 4.0767024257598115, "grad_norm": 0.000868000672198832, "learning_rate": 9.232975742401884e-06, "loss": 0.0, "step": 245870 }, { "epoch": 4.076868232992323, "grad_norm": 0.0013104543322697282, "learning_rate": 9.231317670076769e-06, "loss": 0.0001, "step": 245880 }, { "epoch": 4.077034040224834, "grad_norm": 0.0005424842238426208, "learning_rate": 9.229659597751654e-06, "loss": 0.0059, "step": 245890 }, { "epoch": 4.077199847457346, "grad_norm": 9.746852811076678e-06, "learning_rate": 9.22800152542654e-06, "loss": 0.0032, "step": 245900 }, { "epoch": 4.077365654689857, "grad_norm": 0.12272796034812927, "learning_rate": 9.226343453101425e-06, "loss": 0.0029, "step": 245910 }, { "epoch": 4.077531461922369, "grad_norm": 0.0008195234113372862, "learning_rate": 9.22468538077631e-06, "loss": 0.0033, "step": 245920 }, { "epoch": 4.07769726915488, "grad_norm": 0.0005921077099628747, "learning_rate": 9.223027308451195e-06, "loss": 0.0027, "step": 245930 }, { "epoch": 4.077863076387392, "grad_norm": 0.001027004444040358, "learning_rate": 9.22136923612608e-06, "loss": 0.0028, "step": 245940 }, { "epoch": 4.078028883619903, "grad_norm": 0.00463481992483139, "learning_rate": 9.219711163800965e-06, "loss": 0.0, "step": 245950 }, { "epoch": 4.078194690852415, "grad_norm": 0.000509350560605526, "learning_rate": 9.21805309147585e-06, "loss": 0.0074, "step": 245960 }, { "epoch": 4.078360498084926, "grad_norm": 0.00010094534809468314, "learning_rate": 9.216395019150736e-06, "loss": 0.0031, "step": 245970 }, { "epoch": 4.078526305317438, "grad_norm": 2.6938370865536854e-05, "learning_rate": 9.21473694682562e-06, "loss": 0.0056, "step": 245980 }, { "epoch": 4.078692112549949, "grad_norm": 0.12147901207208633, "learning_rate": 9.213078874500506e-06, "loss": 0.0118, "step": 245990 }, { "epoch": 4.078857919782461, "grad_norm": 0.00042618520092219114, "learning_rate": 9.211420802175391e-06, "loss": 0.0001, "step": 246000 }, { "epoch": 4.079023727014972, "grad_norm": 6.789610779378563e-05, "learning_rate": 9.209762729850276e-06, "loss": 0.0099, "step": 246010 }, { "epoch": 4.079189534247484, "grad_norm": 0.00029640665161423385, "learning_rate": 9.208104657525162e-06, "loss": 0.0054, "step": 246020 }, { "epoch": 4.079355341479995, "grad_norm": 0.014785456471145153, "learning_rate": 9.206446585200047e-06, "loss": 0.0035, "step": 246030 }, { "epoch": 4.079521148712507, "grad_norm": 0.05678822100162506, "learning_rate": 9.204788512874932e-06, "loss": 0.0023, "step": 246040 }, { "epoch": 4.079686955945018, "grad_norm": 0.002295159501954913, "learning_rate": 9.203130440549817e-06, "loss": 0.004, "step": 246050 }, { "epoch": 4.07985276317753, "grad_norm": 1.8066310076392256e-05, "learning_rate": 9.201472368224702e-06, "loss": 0.0104, "step": 246060 }, { "epoch": 4.080018570410041, "grad_norm": 1.4578130503650755e-05, "learning_rate": 9.199814295899587e-06, "loss": 0.0042, "step": 246070 }, { "epoch": 4.080184377642553, "grad_norm": 0.0002988077176269144, "learning_rate": 9.198156223574473e-06, "loss": 0.0052, "step": 246080 }, { "epoch": 4.080350184875064, "grad_norm": 0.0014470735331997275, "learning_rate": 9.196498151249358e-06, "loss": 0.0001, "step": 246090 }, { "epoch": 4.080515992107576, "grad_norm": 0.1668231189250946, "learning_rate": 9.194840078924243e-06, "loss": 0.0031, "step": 246100 }, { "epoch": 4.080681799340087, "grad_norm": 0.0016250584740191698, "learning_rate": 9.193182006599128e-06, "loss": 0.0029, "step": 246110 }, { "epoch": 4.080847606572599, "grad_norm": 0.000518619897775352, "learning_rate": 9.191523934274013e-06, "loss": 0.0025, "step": 246120 }, { "epoch": 4.08101341380511, "grad_norm": 0.0001289767969865352, "learning_rate": 9.189865861948898e-06, "loss": 0.0026, "step": 246130 }, { "epoch": 4.081179221037622, "grad_norm": 0.00018058178829960525, "learning_rate": 9.188207789623785e-06, "loss": 0.0072, "step": 246140 }, { "epoch": 4.081345028270134, "grad_norm": 0.1561240404844284, "learning_rate": 9.186549717298669e-06, "loss": 0.0064, "step": 246150 }, { "epoch": 4.081510835502645, "grad_norm": 0.00012224465899635106, "learning_rate": 9.184891644973554e-06, "loss": 0.0001, "step": 246160 }, { "epoch": 4.0816766427351565, "grad_norm": 0.002816823311150074, "learning_rate": 9.183233572648439e-06, "loss": 0.0069, "step": 246170 }, { "epoch": 4.0818424499676675, "grad_norm": 0.19477315247058868, "learning_rate": 9.181575500323324e-06, "loss": 0.0043, "step": 246180 }, { "epoch": 4.0820082572001795, "grad_norm": 0.0003899259027093649, "learning_rate": 9.17991742799821e-06, "loss": 0.0002, "step": 246190 }, { "epoch": 4.0821740644326905, "grad_norm": 0.15868347883224487, "learning_rate": 9.178259355673095e-06, "loss": 0.0071, "step": 246200 }, { "epoch": 4.082339871665202, "grad_norm": 0.07485849410295486, "learning_rate": 9.17660128334798e-06, "loss": 0.0053, "step": 246210 }, { "epoch": 4.082505678897713, "grad_norm": 0.16164909303188324, "learning_rate": 9.174943211022865e-06, "loss": 0.0051, "step": 246220 }, { "epoch": 4.082671486130225, "grad_norm": 9.35656589717837e-06, "learning_rate": 9.17328513869775e-06, "loss": 0.0022, "step": 246230 }, { "epoch": 4.082837293362736, "grad_norm": 0.01794431358575821, "learning_rate": 9.171627066372635e-06, "loss": 0.0001, "step": 246240 }, { "epoch": 4.083003100595248, "grad_norm": 0.0012205023085698485, "learning_rate": 9.16996899404752e-06, "loss": 0.0074, "step": 246250 }, { "epoch": 4.083168907827759, "grad_norm": 0.00035644741728901863, "learning_rate": 9.168310921722406e-06, "loss": 0.0004, "step": 246260 }, { "epoch": 4.083334715060271, "grad_norm": 0.0362543910741806, "learning_rate": 9.166652849397291e-06, "loss": 0.0028, "step": 246270 }, { "epoch": 4.083500522292782, "grad_norm": 4.401276237331331e-05, "learning_rate": 9.164994777072176e-06, "loss": 0.0003, "step": 246280 }, { "epoch": 4.083666329525294, "grad_norm": 0.00019304647867102176, "learning_rate": 9.163336704747061e-06, "loss": 0.0015, "step": 246290 }, { "epoch": 4.083832136757805, "grad_norm": 4.016291131847538e-05, "learning_rate": 9.161678632421946e-06, "loss": 0.0, "step": 246300 }, { "epoch": 4.083997943990317, "grad_norm": 0.0525992177426815, "learning_rate": 9.160020560096833e-06, "loss": 0.0001, "step": 246310 }, { "epoch": 4.084163751222828, "grad_norm": 0.00018520888988859951, "learning_rate": 9.158362487771717e-06, "loss": 0.0043, "step": 246320 }, { "epoch": 4.08432955845534, "grad_norm": 0.043333496898412704, "learning_rate": 9.156704415446604e-06, "loss": 0.0061, "step": 246330 }, { "epoch": 4.084495365687851, "grad_norm": 0.16188421845436096, "learning_rate": 9.155046343121487e-06, "loss": 0.0026, "step": 246340 }, { "epoch": 4.084661172920363, "grad_norm": 0.01611131988465786, "learning_rate": 9.153388270796372e-06, "loss": 0.0025, "step": 246350 }, { "epoch": 4.084826980152874, "grad_norm": 0.005475870333611965, "learning_rate": 9.151730198471257e-06, "loss": 0.0001, "step": 246360 }, { "epoch": 4.084992787385386, "grad_norm": 0.0027877811808139086, "learning_rate": 9.150072126146143e-06, "loss": 0.0003, "step": 246370 }, { "epoch": 4.085158594617897, "grad_norm": 0.001257196068763733, "learning_rate": 9.148414053821028e-06, "loss": 0.0028, "step": 246380 }, { "epoch": 4.085324401850409, "grad_norm": 0.006731168832629919, "learning_rate": 9.146755981495913e-06, "loss": 0.0027, "step": 246390 }, { "epoch": 4.08549020908292, "grad_norm": 0.000986980157904327, "learning_rate": 9.145097909170798e-06, "loss": 0.0019, "step": 246400 }, { "epoch": 4.085656016315432, "grad_norm": 0.8105518817901611, "learning_rate": 9.143439836845683e-06, "loss": 0.0084, "step": 246410 }, { "epoch": 4.085821823547943, "grad_norm": 0.0005096790846437216, "learning_rate": 9.141781764520568e-06, "loss": 0.0124, "step": 246420 }, { "epoch": 4.085987630780455, "grad_norm": 0.024612946435809135, "learning_rate": 9.140123692195454e-06, "loss": 0.0038, "step": 246430 }, { "epoch": 4.086153438012966, "grad_norm": 0.0027440774720162153, "learning_rate": 9.138465619870339e-06, "loss": 0.0003, "step": 246440 }, { "epoch": 4.086319245245478, "grad_norm": 0.012836321257054806, "learning_rate": 9.136807547545224e-06, "loss": 0.0063, "step": 246450 }, { "epoch": 4.086485052477989, "grad_norm": 0.0006505995406769216, "learning_rate": 9.135149475220109e-06, "loss": 0.0, "step": 246460 }, { "epoch": 4.086650859710501, "grad_norm": 0.00014611543156206608, "learning_rate": 9.133491402894994e-06, "loss": 0.0056, "step": 246470 }, { "epoch": 4.086816666943012, "grad_norm": 0.1657796949148178, "learning_rate": 9.131833330569881e-06, "loss": 0.0024, "step": 246480 }, { "epoch": 4.086982474175524, "grad_norm": 0.00031634856713935733, "learning_rate": 9.130175258244765e-06, "loss": 0.0087, "step": 246490 }, { "epoch": 4.087148281408035, "grad_norm": 0.008026848547160625, "learning_rate": 9.128517185919652e-06, "loss": 0.005, "step": 246500 }, { "epoch": 4.087314088640547, "grad_norm": 0.014858792535960674, "learning_rate": 9.126859113594535e-06, "loss": 0.0002, "step": 246510 }, { "epoch": 4.087479895873058, "grad_norm": 1.797651384549681e-05, "learning_rate": 9.125201041269422e-06, "loss": 0.0061, "step": 246520 }, { "epoch": 4.0876457031055695, "grad_norm": 0.0026396021712571383, "learning_rate": 9.123542968944305e-06, "loss": 0.0035, "step": 246530 }, { "epoch": 4.0878115103380805, "grad_norm": 0.15650103986263275, "learning_rate": 9.121884896619192e-06, "loss": 0.0028, "step": 246540 }, { "epoch": 4.0879773175705925, "grad_norm": 1.6110317707061768, "learning_rate": 9.120226824294076e-06, "loss": 0.0056, "step": 246550 }, { "epoch": 4.0881431248031035, "grad_norm": 0.000170321247423999, "learning_rate": 9.118568751968961e-06, "loss": 0.0034, "step": 246560 }, { "epoch": 4.088308932035615, "grad_norm": 0.04083191230893135, "learning_rate": 9.116910679643846e-06, "loss": 0.0043, "step": 246570 }, { "epoch": 4.088474739268127, "grad_norm": 0.1502959281206131, "learning_rate": 9.115252607318731e-06, "loss": 0.0123, "step": 246580 }, { "epoch": 4.088640546500638, "grad_norm": 0.0011866968125104904, "learning_rate": 9.113594534993616e-06, "loss": 0.0003, "step": 246590 }, { "epoch": 4.08880635373315, "grad_norm": 0.0008793383603915572, "learning_rate": 9.111936462668502e-06, "loss": 0.0078, "step": 246600 }, { "epoch": 4.088972160965661, "grad_norm": 0.03619490936398506, "learning_rate": 9.110278390343387e-06, "loss": 0.0052, "step": 246610 }, { "epoch": 4.089137968198173, "grad_norm": 0.02087288349866867, "learning_rate": 9.108620318018272e-06, "loss": 0.004, "step": 246620 }, { "epoch": 4.089303775430684, "grad_norm": 0.019183354452252388, "learning_rate": 9.106962245693157e-06, "loss": 0.0031, "step": 246630 }, { "epoch": 4.089469582663196, "grad_norm": 0.0006284893024712801, "learning_rate": 9.105304173368042e-06, "loss": 0.0, "step": 246640 }, { "epoch": 4.089635389895707, "grad_norm": 0.0001793372939573601, "learning_rate": 9.103646101042929e-06, "loss": 0.0007, "step": 246650 }, { "epoch": 4.089801197128219, "grad_norm": 0.14214004576206207, "learning_rate": 9.101988028717813e-06, "loss": 0.0062, "step": 246660 }, { "epoch": 4.08996700436073, "grad_norm": 0.1151328906416893, "learning_rate": 9.1003299563927e-06, "loss": 0.007, "step": 246670 }, { "epoch": 4.090132811593242, "grad_norm": 0.5909790992736816, "learning_rate": 9.098671884067583e-06, "loss": 0.0058, "step": 246680 }, { "epoch": 4.090298618825753, "grad_norm": 0.017531076446175575, "learning_rate": 9.09701381174247e-06, "loss": 0.0082, "step": 246690 }, { "epoch": 4.090464426058265, "grad_norm": 0.00010506027319934219, "learning_rate": 9.095355739417353e-06, "loss": 0.0088, "step": 246700 }, { "epoch": 4.090630233290776, "grad_norm": 6.512446270789951e-05, "learning_rate": 9.09369766709224e-06, "loss": 0.0051, "step": 246710 }, { "epoch": 4.090796040523288, "grad_norm": 0.0010565193369984627, "learning_rate": 9.092039594767124e-06, "loss": 0.0003, "step": 246720 }, { "epoch": 4.090961847755799, "grad_norm": 0.00038097810465842485, "learning_rate": 9.09038152244201e-06, "loss": 0.0029, "step": 246730 }, { "epoch": 4.091127654988311, "grad_norm": 4.0649330912856385e-05, "learning_rate": 9.088723450116894e-06, "loss": 0.0004, "step": 246740 }, { "epoch": 4.091293462220822, "grad_norm": 0.03477492555975914, "learning_rate": 9.08706537779178e-06, "loss": 0.0002, "step": 246750 }, { "epoch": 4.091459269453334, "grad_norm": 9.868819688563235e-06, "learning_rate": 9.085407305466664e-06, "loss": 0.0025, "step": 246760 }, { "epoch": 4.091625076685845, "grad_norm": 0.00012287595018278807, "learning_rate": 9.08374923314155e-06, "loss": 0.0033, "step": 246770 }, { "epoch": 4.091790883918357, "grad_norm": 0.0008772598230279982, "learning_rate": 9.082091160816435e-06, "loss": 0.0008, "step": 246780 }, { "epoch": 4.091956691150868, "grad_norm": 0.0035806477535516024, "learning_rate": 9.08043308849132e-06, "loss": 0.0067, "step": 246790 }, { "epoch": 4.09212249838338, "grad_norm": 0.0014816821785643697, "learning_rate": 9.078775016166205e-06, "loss": 0.0039, "step": 246800 }, { "epoch": 4.092288305615891, "grad_norm": 0.015391943044960499, "learning_rate": 9.07711694384109e-06, "loss": 0.0006, "step": 246810 }, { "epoch": 4.092454112848403, "grad_norm": 0.15816274285316467, "learning_rate": 9.075458871515977e-06, "loss": 0.0072, "step": 246820 }, { "epoch": 4.092619920080914, "grad_norm": 0.025840863585472107, "learning_rate": 9.07380079919086e-06, "loss": 0.0077, "step": 246830 }, { "epoch": 4.092785727313426, "grad_norm": 0.0008625788032077253, "learning_rate": 9.072142726865747e-06, "loss": 0.0031, "step": 246840 }, { "epoch": 4.092951534545937, "grad_norm": 0.0034788353368639946, "learning_rate": 9.070484654540631e-06, "loss": 0.0003, "step": 246850 }, { "epoch": 4.0931173417784485, "grad_norm": 0.0008653319091536105, "learning_rate": 9.068826582215518e-06, "loss": 0.0, "step": 246860 }, { "epoch": 4.09328314901096, "grad_norm": 0.12767665088176727, "learning_rate": 9.067168509890401e-06, "loss": 0.0023, "step": 246870 }, { "epoch": 4.0934489562434715, "grad_norm": 0.00320316175930202, "learning_rate": 9.065510437565288e-06, "loss": 0.0064, "step": 246880 }, { "epoch": 4.0936147634759825, "grad_norm": 9.192954166792333e-05, "learning_rate": 9.063852365240172e-06, "loss": 0.0036, "step": 246890 }, { "epoch": 4.093780570708494, "grad_norm": 0.05710678547620773, "learning_rate": 9.062194292915058e-06, "loss": 0.0039, "step": 246900 }, { "epoch": 4.0939463779410055, "grad_norm": 0.00023412123846355826, "learning_rate": 9.060536220589942e-06, "loss": 0.0009, "step": 246910 }, { "epoch": 4.094112185173517, "grad_norm": 0.000282872497336939, "learning_rate": 9.058878148264829e-06, "loss": 0.0, "step": 246920 }, { "epoch": 4.094277992406028, "grad_norm": 0.17808429896831512, "learning_rate": 9.057220075939712e-06, "loss": 0.0027, "step": 246930 }, { "epoch": 4.09444379963854, "grad_norm": 3.755016950890422e-05, "learning_rate": 9.055562003614597e-06, "loss": 0.006, "step": 246940 }, { "epoch": 4.094609606871051, "grad_norm": 0.0003064745687879622, "learning_rate": 9.053903931289483e-06, "loss": 0.0001, "step": 246950 }, { "epoch": 4.094775414103563, "grad_norm": 0.0005738217732869089, "learning_rate": 9.052245858964368e-06, "loss": 0.0037, "step": 246960 }, { "epoch": 4.094941221336074, "grad_norm": 0.0030948214698582888, "learning_rate": 9.050587786639253e-06, "loss": 0.0008, "step": 246970 }, { "epoch": 4.095107028568586, "grad_norm": 0.006632013712078333, "learning_rate": 9.048929714314138e-06, "loss": 0.0024, "step": 246980 }, { "epoch": 4.095272835801097, "grad_norm": 0.001210428192280233, "learning_rate": 9.047271641989025e-06, "loss": 0.0038, "step": 246990 }, { "epoch": 4.095438643033609, "grad_norm": 0.00047736745909787714, "learning_rate": 9.045613569663908e-06, "loss": 0.0051, "step": 247000 }, { "epoch": 4.09560445026612, "grad_norm": 0.008013561367988586, "learning_rate": 9.043955497338795e-06, "loss": 0.0031, "step": 247010 }, { "epoch": 4.095770257498632, "grad_norm": 0.013673368841409683, "learning_rate": 9.042297425013679e-06, "loss": 0.0044, "step": 247020 }, { "epoch": 4.095936064731143, "grad_norm": 0.03441409766674042, "learning_rate": 9.040639352688566e-06, "loss": 0.0083, "step": 247030 }, { "epoch": 4.096101871963655, "grad_norm": 2.4478588329657214e-06, "learning_rate": 9.03898128036345e-06, "loss": 0.0003, "step": 247040 }, { "epoch": 4.096267679196167, "grad_norm": 0.0019449457759037614, "learning_rate": 9.037323208038336e-06, "loss": 0.0001, "step": 247050 }, { "epoch": 4.096433486428678, "grad_norm": 0.002069638343527913, "learning_rate": 9.03566513571322e-06, "loss": 0.0047, "step": 247060 }, { "epoch": 4.09659929366119, "grad_norm": 0.0008500067633576691, "learning_rate": 9.034007063388106e-06, "loss": 0.0, "step": 247070 }, { "epoch": 4.096765100893701, "grad_norm": 1.000449060484243e-06, "learning_rate": 9.03234899106299e-06, "loss": 0.0003, "step": 247080 }, { "epoch": 4.096930908126213, "grad_norm": 0.00010840985487448052, "learning_rate": 9.030690918737877e-06, "loss": 0.0026, "step": 247090 }, { "epoch": 4.097096715358724, "grad_norm": 0.00165672751609236, "learning_rate": 9.02903284641276e-06, "loss": 0.0001, "step": 247100 }, { "epoch": 4.097262522591236, "grad_norm": 0.0013216955121606588, "learning_rate": 9.027374774087647e-06, "loss": 0.0, "step": 247110 }, { "epoch": 4.097428329823747, "grad_norm": 0.0036675382871180773, "learning_rate": 9.02571670176253e-06, "loss": 0.0001, "step": 247120 }, { "epoch": 4.097594137056259, "grad_norm": 4.3500407628016546e-05, "learning_rate": 9.024058629437417e-06, "loss": 0.0001, "step": 247130 }, { "epoch": 4.09775994428877, "grad_norm": 0.0037167391274124384, "learning_rate": 9.022400557112301e-06, "loss": 0.0027, "step": 247140 }, { "epoch": 4.097925751521282, "grad_norm": 0.6327762007713318, "learning_rate": 9.020742484787186e-06, "loss": 0.0064, "step": 247150 }, { "epoch": 4.098091558753793, "grad_norm": 7.976464257808402e-05, "learning_rate": 9.019084412462073e-06, "loss": 0.0005, "step": 247160 }, { "epoch": 4.098257365986305, "grad_norm": 0.8228316903114319, "learning_rate": 9.017426340136956e-06, "loss": 0.0052, "step": 247170 }, { "epoch": 4.098423173218816, "grad_norm": 0.0004635862133000046, "learning_rate": 9.015768267811843e-06, "loss": 0.0032, "step": 247180 }, { "epoch": 4.098588980451328, "grad_norm": 0.14379268884658813, "learning_rate": 9.014110195486727e-06, "loss": 0.0088, "step": 247190 }, { "epoch": 4.098754787683839, "grad_norm": 0.0002896621008403599, "learning_rate": 9.012452123161614e-06, "loss": 0.0022, "step": 247200 }, { "epoch": 4.0989205949163505, "grad_norm": 4.8051013436634094e-05, "learning_rate": 9.010794050836497e-06, "loss": 0.0044, "step": 247210 }, { "epoch": 4.0990864021488616, "grad_norm": 0.0021988381631672382, "learning_rate": 9.009135978511384e-06, "loss": 0.0056, "step": 247220 }, { "epoch": 4.0992522093813735, "grad_norm": 0.0003434644313529134, "learning_rate": 9.007477906186267e-06, "loss": 0.0003, "step": 247230 }, { "epoch": 4.0994180166138845, "grad_norm": 7.366727368207648e-05, "learning_rate": 9.005819833861154e-06, "loss": 0.0064, "step": 247240 }, { "epoch": 4.099583823846396, "grad_norm": 0.003965830896049738, "learning_rate": 9.004161761536038e-06, "loss": 0.0089, "step": 247250 }, { "epoch": 4.099749631078907, "grad_norm": 2.5773197194212116e-05, "learning_rate": 9.002503689210925e-06, "loss": 0.0025, "step": 247260 }, { "epoch": 4.099915438311419, "grad_norm": 0.0007864966173656285, "learning_rate": 9.000845616885808e-06, "loss": 0.0, "step": 247270 }, { "epoch": 4.10008124554393, "grad_norm": 0.22976213693618774, "learning_rate": 8.999187544560695e-06, "loss": 0.002, "step": 247280 }, { "epoch": 4.100247052776442, "grad_norm": 0.0008540954440832138, "learning_rate": 8.997529472235579e-06, "loss": 0.0001, "step": 247290 }, { "epoch": 4.100412860008953, "grad_norm": 0.0012045524781569839, "learning_rate": 8.995871399910465e-06, "loss": 0.0056, "step": 247300 }, { "epoch": 4.100578667241465, "grad_norm": 0.00020482123363763094, "learning_rate": 8.994213327585349e-06, "loss": 0.0, "step": 247310 }, { "epoch": 4.100744474473976, "grad_norm": 0.0001589511230122298, "learning_rate": 8.992555255260236e-06, "loss": 0.0018, "step": 247320 }, { "epoch": 4.100910281706488, "grad_norm": 0.004069274757057428, "learning_rate": 8.990897182935121e-06, "loss": 0.0036, "step": 247330 }, { "epoch": 4.101076088938999, "grad_norm": 0.005539248697459698, "learning_rate": 8.989239110610004e-06, "loss": 0.0035, "step": 247340 }, { "epoch": 4.101241896171511, "grad_norm": 0.0021812780760228634, "learning_rate": 8.987581038284891e-06, "loss": 0.0017, "step": 247350 }, { "epoch": 4.101407703404022, "grad_norm": 0.12978899478912354, "learning_rate": 8.985922965959775e-06, "loss": 0.0088, "step": 247360 }, { "epoch": 4.101573510636534, "grad_norm": 6.738828960806131e-05, "learning_rate": 8.984264893634662e-06, "loss": 0.0029, "step": 247370 }, { "epoch": 4.101739317869045, "grad_norm": 0.16836188733577728, "learning_rate": 8.982606821309545e-06, "loss": 0.0039, "step": 247380 }, { "epoch": 4.101905125101557, "grad_norm": 0.008523048833012581, "learning_rate": 8.980948748984432e-06, "loss": 0.0034, "step": 247390 }, { "epoch": 4.102070932334068, "grad_norm": 0.20883019268512726, "learning_rate": 8.979290676659315e-06, "loss": 0.0139, "step": 247400 }, { "epoch": 4.10223673956658, "grad_norm": 0.0009725880227051675, "learning_rate": 8.977632604334202e-06, "loss": 0.0061, "step": 247410 }, { "epoch": 4.102402546799091, "grad_norm": 0.05054514482617378, "learning_rate": 8.975974532009086e-06, "loss": 0.0064, "step": 247420 }, { "epoch": 4.102568354031603, "grad_norm": 0.0009555834112688899, "learning_rate": 8.974316459683973e-06, "loss": 0.003, "step": 247430 }, { "epoch": 4.102734161264114, "grad_norm": 4.0663315303390846e-05, "learning_rate": 8.972658387358856e-06, "loss": 0.0029, "step": 247440 }, { "epoch": 4.102899968496626, "grad_norm": 0.019140051677823067, "learning_rate": 8.971000315033743e-06, "loss": 0.0191, "step": 247450 }, { "epoch": 4.103065775729137, "grad_norm": 0.003809348214417696, "learning_rate": 8.969342242708626e-06, "loss": 0.0023, "step": 247460 }, { "epoch": 4.103231582961649, "grad_norm": 0.0012316086795181036, "learning_rate": 8.967684170383513e-06, "loss": 0.005, "step": 247470 }, { "epoch": 4.10339739019416, "grad_norm": 0.00019964450621046126, "learning_rate": 8.966026098058397e-06, "loss": 0.0034, "step": 247480 }, { "epoch": 4.103563197426672, "grad_norm": 9.747385774971917e-05, "learning_rate": 8.964368025733284e-06, "loss": 0.0045, "step": 247490 }, { "epoch": 4.103729004659184, "grad_norm": 0.0008869856246747077, "learning_rate": 8.962709953408169e-06, "loss": 0.0, "step": 247500 }, { "epoch": 4.103894811891695, "grad_norm": 0.004506887402385473, "learning_rate": 8.961051881083054e-06, "loss": 0.0107, "step": 247510 }, { "epoch": 4.104060619124207, "grad_norm": 0.0006812143255956471, "learning_rate": 8.95939380875794e-06, "loss": 0.0039, "step": 247520 }, { "epoch": 4.104226426356718, "grad_norm": 0.00025902362540364265, "learning_rate": 8.957735736432823e-06, "loss": 0.0007, "step": 247530 }, { "epoch": 4.1043922335892296, "grad_norm": 0.0009193039732053876, "learning_rate": 8.95607766410771e-06, "loss": 0.0001, "step": 247540 }, { "epoch": 4.104558040821741, "grad_norm": 0.016412770375609398, "learning_rate": 8.954419591782593e-06, "loss": 0.0027, "step": 247550 }, { "epoch": 4.1047238480542525, "grad_norm": 0.00022384029580280185, "learning_rate": 8.95276151945748e-06, "loss": 0.0052, "step": 247560 }, { "epoch": 4.1048896552867635, "grad_norm": 0.0025163129903376102, "learning_rate": 8.951103447132363e-06, "loss": 0.0, "step": 247570 }, { "epoch": 4.1050554625192754, "grad_norm": 0.02276761084794998, "learning_rate": 8.94944537480725e-06, "loss": 0.0116, "step": 247580 }, { "epoch": 4.1052212697517865, "grad_norm": 0.0007795716519467533, "learning_rate": 8.947787302482134e-06, "loss": 0.0, "step": 247590 }, { "epoch": 4.105387076984298, "grad_norm": 0.0010262553114444017, "learning_rate": 8.94612923015702e-06, "loss": 0.0086, "step": 247600 }, { "epoch": 4.105552884216809, "grad_norm": 0.06212963908910751, "learning_rate": 8.944471157831904e-06, "loss": 0.0031, "step": 247610 }, { "epoch": 4.105718691449321, "grad_norm": 0.0027755210176110268, "learning_rate": 8.942813085506791e-06, "loss": 0.0052, "step": 247620 }, { "epoch": 4.105884498681832, "grad_norm": 0.000766994955483824, "learning_rate": 8.941155013181674e-06, "loss": 0.0012, "step": 247630 }, { "epoch": 4.106050305914344, "grad_norm": 0.0047705285251140594, "learning_rate": 8.939496940856561e-06, "loss": 0.0, "step": 247640 }, { "epoch": 4.106216113146855, "grad_norm": 0.16121411323547363, "learning_rate": 8.937838868531445e-06, "loss": 0.0056, "step": 247650 }, { "epoch": 4.106381920379367, "grad_norm": 0.004463174380362034, "learning_rate": 8.936180796206332e-06, "loss": 0.0019, "step": 247660 }, { "epoch": 4.106547727611878, "grad_norm": 0.4625692665576935, "learning_rate": 8.934522723881217e-06, "loss": 0.0004, "step": 247670 }, { "epoch": 4.10671353484439, "grad_norm": 0.05398212745785713, "learning_rate": 8.932864651556102e-06, "loss": 0.0001, "step": 247680 }, { "epoch": 4.106879342076901, "grad_norm": 0.05406387150287628, "learning_rate": 8.931206579230987e-06, "loss": 0.0036, "step": 247690 }, { "epoch": 4.107045149309413, "grad_norm": 0.03663484379649162, "learning_rate": 8.929548506905872e-06, "loss": 0.0043, "step": 247700 }, { "epoch": 4.107210956541924, "grad_norm": 0.0005163874011486769, "learning_rate": 8.927890434580757e-06, "loss": 0.0001, "step": 247710 }, { "epoch": 4.107376763774436, "grad_norm": 0.0028664201963692904, "learning_rate": 8.926232362255643e-06, "loss": 0.0025, "step": 247720 }, { "epoch": 4.107542571006947, "grad_norm": 0.06619363278150558, "learning_rate": 8.924574289930528e-06, "loss": 0.0069, "step": 247730 }, { "epoch": 4.107708378239459, "grad_norm": 0.0034291616175323725, "learning_rate": 8.922916217605411e-06, "loss": 0.0055, "step": 247740 }, { "epoch": 4.10787418547197, "grad_norm": 0.0014985805610194802, "learning_rate": 8.921258145280298e-06, "loss": 0.0064, "step": 247750 }, { "epoch": 4.108039992704482, "grad_norm": 0.0016340864822268486, "learning_rate": 8.919600072955182e-06, "loss": 0.0035, "step": 247760 }, { "epoch": 4.108205799936993, "grad_norm": 0.006410219240933657, "learning_rate": 8.917942000630069e-06, "loss": 0.0114, "step": 247770 }, { "epoch": 4.108371607169505, "grad_norm": 0.00010963605745928362, "learning_rate": 8.916283928304952e-06, "loss": 0.0001, "step": 247780 }, { "epoch": 4.108537414402016, "grad_norm": 0.0007025272934697568, "learning_rate": 8.914625855979839e-06, "loss": 0.0065, "step": 247790 }, { "epoch": 4.108703221634528, "grad_norm": 0.00282341823913157, "learning_rate": 8.912967783654722e-06, "loss": 0.0096, "step": 247800 }, { "epoch": 4.108869028867039, "grad_norm": 1.9402627003728412e-05, "learning_rate": 8.91130971132961e-06, "loss": 0.0123, "step": 247810 }, { "epoch": 4.109034836099551, "grad_norm": 0.00032086207647807896, "learning_rate": 8.909651639004493e-06, "loss": 0.0063, "step": 247820 }, { "epoch": 4.109200643332062, "grad_norm": 0.002733436645939946, "learning_rate": 8.90799356667938e-06, "loss": 0.004, "step": 247830 }, { "epoch": 4.109366450564574, "grad_norm": 0.00015457753033842891, "learning_rate": 8.906335494354265e-06, "loss": 0.0001, "step": 247840 }, { "epoch": 4.109532257797085, "grad_norm": 0.00021991309768054634, "learning_rate": 8.90467742202915e-06, "loss": 0.0025, "step": 247850 }, { "epoch": 4.109698065029597, "grad_norm": 0.0002606637426652014, "learning_rate": 8.903019349704035e-06, "loss": 0.0017, "step": 247860 }, { "epoch": 4.109863872262108, "grad_norm": 0.005585895385593176, "learning_rate": 8.90136127737892e-06, "loss": 0.0001, "step": 247870 }, { "epoch": 4.11002967949462, "grad_norm": 1.122955322265625, "learning_rate": 8.899703205053805e-06, "loss": 0.0035, "step": 247880 }, { "epoch": 4.110195486727131, "grad_norm": 0.03271276876330376, "learning_rate": 8.89804513272869e-06, "loss": 0.006, "step": 247890 }, { "epoch": 4.110361293959643, "grad_norm": 0.0031957130413502455, "learning_rate": 8.896387060403576e-06, "loss": 0.0017, "step": 247900 }, { "epoch": 4.110527101192154, "grad_norm": 0.3535425066947937, "learning_rate": 8.894728988078461e-06, "loss": 0.0027, "step": 247910 }, { "epoch": 4.1106929084246655, "grad_norm": 8.145472384057939e-05, "learning_rate": 8.893070915753346e-06, "loss": 0.0, "step": 247920 }, { "epoch": 4.1108587156571765, "grad_norm": 0.0009390176273882389, "learning_rate": 8.89141284342823e-06, "loss": 0.0005, "step": 247930 }, { "epoch": 4.1110245228896884, "grad_norm": 0.02212667092680931, "learning_rate": 8.889754771103116e-06, "loss": 0.0002, "step": 247940 }, { "epoch": 4.1111903301222, "grad_norm": 0.03702928498387337, "learning_rate": 8.888096698778e-06, "loss": 0.001, "step": 247950 }, { "epoch": 4.111356137354711, "grad_norm": 0.0009476743871346116, "learning_rate": 8.886438626452887e-06, "loss": 0.0002, "step": 247960 }, { "epoch": 4.111521944587223, "grad_norm": 0.0003979192115366459, "learning_rate": 8.88478055412777e-06, "loss": 0.0003, "step": 247970 }, { "epoch": 4.111687751819734, "grad_norm": 0.14113064110279083, "learning_rate": 8.883122481802657e-06, "loss": 0.0126, "step": 247980 }, { "epoch": 4.111853559052246, "grad_norm": 7.913800800452009e-05, "learning_rate": 8.88146440947754e-06, "loss": 0.0034, "step": 247990 }, { "epoch": 4.112019366284757, "grad_norm": 8.250211067206692e-06, "learning_rate": 8.879806337152427e-06, "loss": 0.0045, "step": 248000 }, { "epoch": 4.112185173517269, "grad_norm": 0.00040426853229291737, "learning_rate": 8.878148264827313e-06, "loss": 0.0085, "step": 248010 }, { "epoch": 4.11235098074978, "grad_norm": 0.00016891567793209106, "learning_rate": 8.876490192502198e-06, "loss": 0.0091, "step": 248020 }, { "epoch": 4.112516787982292, "grad_norm": 5.5007672926876694e-05, "learning_rate": 8.874832120177083e-06, "loss": 0.0024, "step": 248030 }, { "epoch": 4.112682595214803, "grad_norm": 0.1473657637834549, "learning_rate": 8.873174047851968e-06, "loss": 0.0061, "step": 248040 }, { "epoch": 4.112848402447315, "grad_norm": 0.0002039258979493752, "learning_rate": 8.871515975526853e-06, "loss": 0.0001, "step": 248050 }, { "epoch": 4.113014209679826, "grad_norm": 1.527613858343102e-05, "learning_rate": 8.869857903201739e-06, "loss": 0.0031, "step": 248060 }, { "epoch": 4.113180016912338, "grad_norm": 8.323851943714544e-05, "learning_rate": 8.868199830876624e-06, "loss": 0.0099, "step": 248070 }, { "epoch": 4.113345824144849, "grad_norm": 0.013165897689759731, "learning_rate": 8.866541758551509e-06, "loss": 0.0035, "step": 248080 }, { "epoch": 4.113511631377361, "grad_norm": 5.554080053116195e-05, "learning_rate": 8.864883686226394e-06, "loss": 0.0041, "step": 248090 }, { "epoch": 4.113677438609872, "grad_norm": 0.15174272656440735, "learning_rate": 8.86322561390128e-06, "loss": 0.0036, "step": 248100 }, { "epoch": 4.113843245842384, "grad_norm": 0.05442124977707863, "learning_rate": 8.861567541576164e-06, "loss": 0.006, "step": 248110 }, { "epoch": 4.114009053074895, "grad_norm": 4.142674879403785e-05, "learning_rate": 8.859909469251048e-06, "loss": 0.0043, "step": 248120 }, { "epoch": 4.114174860307407, "grad_norm": 0.032280560582876205, "learning_rate": 8.858251396925935e-06, "loss": 0.0062, "step": 248130 }, { "epoch": 4.114340667539918, "grad_norm": 0.00399070093408227, "learning_rate": 8.856593324600818e-06, "loss": 0.0101, "step": 248140 }, { "epoch": 4.11450647477243, "grad_norm": 0.0011740563204512, "learning_rate": 8.854935252275705e-06, "loss": 0.0051, "step": 248150 }, { "epoch": 4.114672282004941, "grad_norm": 0.0010646157898008823, "learning_rate": 8.853277179950589e-06, "loss": 0.0094, "step": 248160 }, { "epoch": 4.114838089237453, "grad_norm": 1.5252749108185526e-05, "learning_rate": 8.851619107625475e-06, "loss": 0.0, "step": 248170 }, { "epoch": 4.115003896469964, "grad_norm": 0.002499433932825923, "learning_rate": 8.84996103530036e-06, "loss": 0.012, "step": 248180 }, { "epoch": 4.115169703702476, "grad_norm": 0.00024207800743170083, "learning_rate": 8.848302962975246e-06, "loss": 0.0003, "step": 248190 }, { "epoch": 4.115335510934987, "grad_norm": 0.00024429921177215874, "learning_rate": 8.846644890650131e-06, "loss": 0.0078, "step": 248200 }, { "epoch": 4.115501318167499, "grad_norm": 0.001387672615237534, "learning_rate": 8.844986818325016e-06, "loss": 0.007, "step": 248210 }, { "epoch": 4.11566712540001, "grad_norm": 0.00014649494551122189, "learning_rate": 8.843328745999901e-06, "loss": 0.0028, "step": 248220 }, { "epoch": 4.115832932632522, "grad_norm": 0.0002695041475817561, "learning_rate": 8.841670673674786e-06, "loss": 0.0024, "step": 248230 }, { "epoch": 4.115998739865033, "grad_norm": 2.7305866751703434e-05, "learning_rate": 8.840012601349672e-06, "loss": 0.0058, "step": 248240 }, { "epoch": 4.1161645470975445, "grad_norm": 0.00021867238683626056, "learning_rate": 8.838354529024557e-06, "loss": 0.0112, "step": 248250 }, { "epoch": 4.116330354330056, "grad_norm": 0.09932813793420792, "learning_rate": 8.836696456699442e-06, "loss": 0.0003, "step": 248260 }, { "epoch": 4.1164961615625675, "grad_norm": 0.00021876461687497795, "learning_rate": 8.835038384374327e-06, "loss": 0.0008, "step": 248270 }, { "epoch": 4.1166619687950785, "grad_norm": 0.43785205483436584, "learning_rate": 8.833380312049212e-06, "loss": 0.0047, "step": 248280 }, { "epoch": 4.11682777602759, "grad_norm": 0.0020322769414633512, "learning_rate": 8.831722239724098e-06, "loss": 0.0159, "step": 248290 }, { "epoch": 4.1169935832601015, "grad_norm": 0.00016305693134199828, "learning_rate": 8.830064167398983e-06, "loss": 0.0002, "step": 248300 }, { "epoch": 4.117159390492613, "grad_norm": 0.00016883369244169444, "learning_rate": 8.828406095073866e-06, "loss": 0.0028, "step": 248310 }, { "epoch": 4.117325197725124, "grad_norm": 0.00037842211895622313, "learning_rate": 8.826748022748753e-06, "loss": 0.0097, "step": 248320 }, { "epoch": 4.117491004957636, "grad_norm": 0.0003081769391428679, "learning_rate": 8.825089950423637e-06, "loss": 0.001, "step": 248330 }, { "epoch": 4.117656812190147, "grad_norm": 0.0015037565026432276, "learning_rate": 8.823431878098523e-06, "loss": 0.0033, "step": 248340 }, { "epoch": 4.117822619422659, "grad_norm": 4.2675739678088576e-05, "learning_rate": 8.821773805773409e-06, "loss": 0.013, "step": 248350 }, { "epoch": 4.11798842665517, "grad_norm": 9.73923579294933e-06, "learning_rate": 8.820115733448294e-06, "loss": 0.003, "step": 248360 }, { "epoch": 4.118154233887682, "grad_norm": 4.8214580601779744e-05, "learning_rate": 8.818457661123179e-06, "loss": 0.0063, "step": 248370 }, { "epoch": 4.118320041120193, "grad_norm": 0.7649461627006531, "learning_rate": 8.816799588798064e-06, "loss": 0.0073, "step": 248380 }, { "epoch": 4.118485848352705, "grad_norm": 0.007026617880910635, "learning_rate": 8.81514151647295e-06, "loss": 0.0062, "step": 248390 }, { "epoch": 4.118651655585217, "grad_norm": 0.08989882469177246, "learning_rate": 8.813483444147834e-06, "loss": 0.0067, "step": 248400 }, { "epoch": 4.118817462817728, "grad_norm": 0.18146103620529175, "learning_rate": 8.81182537182272e-06, "loss": 0.0037, "step": 248410 }, { "epoch": 4.11898327005024, "grad_norm": 0.004123878665268421, "learning_rate": 8.810167299497605e-06, "loss": 0.0003, "step": 248420 }, { "epoch": 4.119149077282751, "grad_norm": 0.0025985022075474262, "learning_rate": 8.80850922717249e-06, "loss": 0.0053, "step": 248430 }, { "epoch": 4.119314884515263, "grad_norm": 0.006299080792814493, "learning_rate": 8.806851154847375e-06, "loss": 0.004, "step": 248440 }, { "epoch": 4.119480691747774, "grad_norm": 0.0002855350903701037, "learning_rate": 8.80519308252226e-06, "loss": 0.0002, "step": 248450 }, { "epoch": 4.119646498980286, "grad_norm": 0.0007462293724529445, "learning_rate": 8.803535010197145e-06, "loss": 0.0001, "step": 248460 }, { "epoch": 4.119812306212797, "grad_norm": 0.00017370468412991613, "learning_rate": 8.80187693787203e-06, "loss": 0.0028, "step": 248470 }, { "epoch": 4.119978113445309, "grad_norm": 0.015989482402801514, "learning_rate": 8.800218865546916e-06, "loss": 0.0001, "step": 248480 }, { "epoch": 4.12014392067782, "grad_norm": 0.11966951191425323, "learning_rate": 8.798560793221801e-06, "loss": 0.0068, "step": 248490 }, { "epoch": 4.120309727910332, "grad_norm": 0.19456419348716736, "learning_rate": 8.796902720896686e-06, "loss": 0.003, "step": 248500 }, { "epoch": 4.120475535142843, "grad_norm": 0.7530048489570618, "learning_rate": 8.795244648571571e-06, "loss": 0.013, "step": 248510 }, { "epoch": 4.120641342375355, "grad_norm": 0.0021839109249413013, "learning_rate": 8.793586576246455e-06, "loss": 0.0106, "step": 248520 }, { "epoch": 4.120807149607866, "grad_norm": 0.003254396840929985, "learning_rate": 8.791928503921342e-06, "loss": 0.0, "step": 248530 }, { "epoch": 4.120972956840378, "grad_norm": 0.6618897914886475, "learning_rate": 8.790270431596227e-06, "loss": 0.0142, "step": 248540 }, { "epoch": 4.121138764072889, "grad_norm": 0.012351048178970814, "learning_rate": 8.788612359271112e-06, "loss": 0.0001, "step": 248550 }, { "epoch": 4.121304571305401, "grad_norm": 0.0011658024741336703, "learning_rate": 8.786954286945997e-06, "loss": 0.0, "step": 248560 }, { "epoch": 4.121470378537912, "grad_norm": 0.0042999377474188805, "learning_rate": 8.785296214620882e-06, "loss": 0.0059, "step": 248570 }, { "epoch": 4.121636185770424, "grad_norm": 0.0005796892801299691, "learning_rate": 8.783638142295768e-06, "loss": 0.0004, "step": 248580 }, { "epoch": 4.121801993002935, "grad_norm": 6.567610398633406e-05, "learning_rate": 8.781980069970653e-06, "loss": 0.0046, "step": 248590 }, { "epoch": 4.1219678002354465, "grad_norm": 0.0006828509503975511, "learning_rate": 8.780321997645538e-06, "loss": 0.0022, "step": 248600 }, { "epoch": 4.1221336074679575, "grad_norm": 0.0001243684091605246, "learning_rate": 8.778663925320423e-06, "loss": 0.0004, "step": 248610 }, { "epoch": 4.1222994147004695, "grad_norm": 0.05255771428346634, "learning_rate": 8.777005852995308e-06, "loss": 0.007, "step": 248620 }, { "epoch": 4.1224652219329805, "grad_norm": 0.002308448776602745, "learning_rate": 8.775347780670193e-06, "loss": 0.0064, "step": 248630 }, { "epoch": 4.122631029165492, "grad_norm": 0.0005405863048508763, "learning_rate": 8.773689708345079e-06, "loss": 0.0074, "step": 248640 }, { "epoch": 4.122796836398003, "grad_norm": 0.00022128951968625188, "learning_rate": 8.772031636019964e-06, "loss": 0.0035, "step": 248650 }, { "epoch": 4.122962643630515, "grad_norm": 0.0035469625145196915, "learning_rate": 8.770373563694849e-06, "loss": 0.0062, "step": 248660 }, { "epoch": 4.123128450863026, "grad_norm": 0.00034079200122505426, "learning_rate": 8.768715491369734e-06, "loss": 0.0128, "step": 248670 }, { "epoch": 4.123294258095538, "grad_norm": 0.0011977872345596552, "learning_rate": 8.76705741904462e-06, "loss": 0.0071, "step": 248680 }, { "epoch": 4.123460065328049, "grad_norm": 0.002518420573323965, "learning_rate": 8.765399346719504e-06, "loss": 0.0103, "step": 248690 }, { "epoch": 4.123625872560561, "grad_norm": 0.000723569595720619, "learning_rate": 8.76374127439439e-06, "loss": 0.0051, "step": 248700 }, { "epoch": 4.123791679793072, "grad_norm": 0.03271322697401047, "learning_rate": 8.762083202069275e-06, "loss": 0.0, "step": 248710 }, { "epoch": 4.123957487025584, "grad_norm": 0.0006804624572396278, "learning_rate": 8.76042512974416e-06, "loss": 0.009, "step": 248720 }, { "epoch": 4.124123294258095, "grad_norm": 0.00010004108480643481, "learning_rate": 8.758767057419045e-06, "loss": 0.005, "step": 248730 }, { "epoch": 4.124289101490607, "grad_norm": 0.00349643942900002, "learning_rate": 8.75710898509393e-06, "loss": 0.004, "step": 248740 }, { "epoch": 4.124454908723118, "grad_norm": 0.006658570375293493, "learning_rate": 8.755450912768815e-06, "loss": 0.0154, "step": 248750 }, { "epoch": 4.12462071595563, "grad_norm": 0.004457078408449888, "learning_rate": 8.7537928404437e-06, "loss": 0.0031, "step": 248760 }, { "epoch": 4.124786523188141, "grad_norm": 0.00014167743211146444, "learning_rate": 8.752134768118586e-06, "loss": 0.0051, "step": 248770 }, { "epoch": 4.124952330420653, "grad_norm": 3.926656791009009e-05, "learning_rate": 8.750476695793471e-06, "loss": 0.0001, "step": 248780 }, { "epoch": 4.125118137653164, "grad_norm": 0.35454562306404114, "learning_rate": 8.748818623468356e-06, "loss": 0.0103, "step": 248790 }, { "epoch": 4.125283944885676, "grad_norm": 0.00010626193397911265, "learning_rate": 8.747160551143241e-06, "loss": 0.0, "step": 248800 }, { "epoch": 4.125449752118187, "grad_norm": 0.0018826100276783109, "learning_rate": 8.745502478818127e-06, "loss": 0.015, "step": 248810 }, { "epoch": 4.125615559350699, "grad_norm": 0.43046361207962036, "learning_rate": 8.743844406493012e-06, "loss": 0.0063, "step": 248820 }, { "epoch": 4.12578136658321, "grad_norm": 0.0004828394448850304, "learning_rate": 8.742186334167897e-06, "loss": 0.0001, "step": 248830 }, { "epoch": 4.125947173815722, "grad_norm": 0.00029174788505770266, "learning_rate": 8.740528261842782e-06, "loss": 0.0022, "step": 248840 }, { "epoch": 4.126112981048234, "grad_norm": 0.0005879780510440469, "learning_rate": 8.738870189517667e-06, "loss": 0.0035, "step": 248850 }, { "epoch": 4.126278788280745, "grad_norm": 0.001079958863556385, "learning_rate": 8.737212117192552e-06, "loss": 0.0033, "step": 248860 }, { "epoch": 4.126444595513257, "grad_norm": 0.0016211890615522861, "learning_rate": 8.735554044867438e-06, "loss": 0.0001, "step": 248870 }, { "epoch": 4.126610402745768, "grad_norm": 0.0007482994697056711, "learning_rate": 8.733895972542323e-06, "loss": 0.0094, "step": 248880 }, { "epoch": 4.12677620997828, "grad_norm": 0.0001493273739470169, "learning_rate": 8.732237900217208e-06, "loss": 0.0038, "step": 248890 }, { "epoch": 4.126942017210791, "grad_norm": 0.0003824810846708715, "learning_rate": 8.730579827892093e-06, "loss": 0.0124, "step": 248900 }, { "epoch": 4.127107824443303, "grad_norm": 0.003916328772902489, "learning_rate": 8.728921755566978e-06, "loss": 0.0133, "step": 248910 }, { "epoch": 4.127273631675814, "grad_norm": 0.00062768958741799, "learning_rate": 8.727263683241863e-06, "loss": 0.0003, "step": 248920 }, { "epoch": 4.1274394389083255, "grad_norm": 0.16545595228672028, "learning_rate": 8.725605610916749e-06, "loss": 0.0125, "step": 248930 }, { "epoch": 4.127605246140837, "grad_norm": 0.08376975357532501, "learning_rate": 8.723947538591634e-06, "loss": 0.0001, "step": 248940 }, { "epoch": 4.1277710533733485, "grad_norm": 4.380677637527697e-05, "learning_rate": 8.722289466266519e-06, "loss": 0.0028, "step": 248950 }, { "epoch": 4.1279368606058595, "grad_norm": 0.0006700086523778737, "learning_rate": 8.720631393941404e-06, "loss": 0.0049, "step": 248960 }, { "epoch": 4.128102667838371, "grad_norm": 0.0002682543417904526, "learning_rate": 8.71897332161629e-06, "loss": 0.0063, "step": 248970 }, { "epoch": 4.1282684750708825, "grad_norm": 0.0046165152452886105, "learning_rate": 8.717315249291174e-06, "loss": 0.0037, "step": 248980 }, { "epoch": 4.128434282303394, "grad_norm": 0.023751890286803246, "learning_rate": 8.71565717696606e-06, "loss": 0.0031, "step": 248990 }, { "epoch": 4.128600089535905, "grad_norm": 0.17631711065769196, "learning_rate": 8.713999104640945e-06, "loss": 0.0142, "step": 249000 }, { "epoch": 4.128765896768417, "grad_norm": 0.0016710709314793348, "learning_rate": 8.71234103231583e-06, "loss": 0.0028, "step": 249010 }, { "epoch": 4.128931704000928, "grad_norm": 0.23810294270515442, "learning_rate": 8.710682959990715e-06, "loss": 0.0068, "step": 249020 }, { "epoch": 4.12909751123344, "grad_norm": 9.946206409949809e-05, "learning_rate": 8.7090248876656e-06, "loss": 0.0055, "step": 249030 }, { "epoch": 4.129263318465951, "grad_norm": 0.0007378428126685321, "learning_rate": 8.707366815340485e-06, "loss": 0.0056, "step": 249040 }, { "epoch": 4.129429125698463, "grad_norm": 3.598668263293803e-05, "learning_rate": 8.70570874301537e-06, "loss": 0.0042, "step": 249050 }, { "epoch": 4.129594932930974, "grad_norm": 0.011054654605686665, "learning_rate": 8.704050670690256e-06, "loss": 0.0072, "step": 249060 }, { "epoch": 4.129760740163486, "grad_norm": 0.0031038231682032347, "learning_rate": 8.702392598365141e-06, "loss": 0.0077, "step": 249070 }, { "epoch": 4.129926547395997, "grad_norm": 0.017991669476032257, "learning_rate": 8.700734526040026e-06, "loss": 0.0055, "step": 249080 }, { "epoch": 4.130092354628509, "grad_norm": 0.00012404580775182694, "learning_rate": 8.699076453714911e-06, "loss": 0.0221, "step": 249090 }, { "epoch": 4.13025816186102, "grad_norm": 0.00029563947464339435, "learning_rate": 8.697418381389797e-06, "loss": 0.0008, "step": 249100 }, { "epoch": 4.130423969093532, "grad_norm": 0.00019422730838414282, "learning_rate": 8.695760309064682e-06, "loss": 0.0061, "step": 249110 }, { "epoch": 4.130589776326043, "grad_norm": 0.0021471406798809767, "learning_rate": 8.694102236739567e-06, "loss": 0.0079, "step": 249120 }, { "epoch": 4.130755583558555, "grad_norm": 0.00024185815709643066, "learning_rate": 8.692444164414452e-06, "loss": 0.0071, "step": 249130 }, { "epoch": 4.130921390791066, "grad_norm": 0.00014268551603890955, "learning_rate": 8.690786092089337e-06, "loss": 0.0, "step": 249140 }, { "epoch": 4.131087198023578, "grad_norm": 9.362061973661184e-05, "learning_rate": 8.689128019764222e-06, "loss": 0.003, "step": 249150 }, { "epoch": 4.131253005256089, "grad_norm": 0.00031005198252387345, "learning_rate": 8.687469947439108e-06, "loss": 0.0022, "step": 249160 }, { "epoch": 4.131418812488601, "grad_norm": 1.3976105037727393e-05, "learning_rate": 8.685811875113993e-06, "loss": 0.0038, "step": 249170 }, { "epoch": 4.131584619721112, "grad_norm": 0.0001429299300070852, "learning_rate": 8.684153802788878e-06, "loss": 0.0001, "step": 249180 }, { "epoch": 4.131750426953624, "grad_norm": 0.11475490033626556, "learning_rate": 8.682495730463763e-06, "loss": 0.0075, "step": 249190 }, { "epoch": 4.131916234186135, "grad_norm": 0.00019863327906932682, "learning_rate": 8.680837658138648e-06, "loss": 0.0001, "step": 249200 }, { "epoch": 4.132082041418647, "grad_norm": 0.000361483107553795, "learning_rate": 8.679179585813533e-06, "loss": 0.0059, "step": 249210 }, { "epoch": 4.132247848651158, "grad_norm": 0.0004358908627182245, "learning_rate": 8.677521513488419e-06, "loss": 0.0029, "step": 249220 }, { "epoch": 4.13241365588367, "grad_norm": 0.0004497531335800886, "learning_rate": 8.675863441163304e-06, "loss": 0.0039, "step": 249230 }, { "epoch": 4.132579463116181, "grad_norm": 0.01608997955918312, "learning_rate": 8.674205368838189e-06, "loss": 0.0004, "step": 249240 }, { "epoch": 4.132745270348693, "grad_norm": 0.0020993289072066545, "learning_rate": 8.672547296513074e-06, "loss": 0.0023, "step": 249250 }, { "epoch": 4.132911077581204, "grad_norm": 0.009107666090130806, "learning_rate": 8.67088922418796e-06, "loss": 0.0002, "step": 249260 }, { "epoch": 4.133076884813716, "grad_norm": 0.15102063119411469, "learning_rate": 8.669231151862844e-06, "loss": 0.0043, "step": 249270 }, { "epoch": 4.133242692046227, "grad_norm": 0.0005816862685605884, "learning_rate": 8.66757307953773e-06, "loss": 0.0015, "step": 249280 }, { "epoch": 4.1334084992787385, "grad_norm": 0.0008319841581396759, "learning_rate": 8.665915007212615e-06, "loss": 0.0099, "step": 249290 }, { "epoch": 4.13357430651125, "grad_norm": 0.00037362033617682755, "learning_rate": 8.6642569348875e-06, "loss": 0.0014, "step": 249300 }, { "epoch": 4.1337401137437615, "grad_norm": 0.08105167001485825, "learning_rate": 8.662598862562385e-06, "loss": 0.0044, "step": 249310 }, { "epoch": 4.133905920976273, "grad_norm": 7.599234231747687e-05, "learning_rate": 8.66094079023727e-06, "loss": 0.0023, "step": 249320 }, { "epoch": 4.134071728208784, "grad_norm": 0.00020019459770992398, "learning_rate": 8.659282717912156e-06, "loss": 0.0131, "step": 249330 }, { "epoch": 4.134237535441296, "grad_norm": 0.33016595244407654, "learning_rate": 8.65762464558704e-06, "loss": 0.0091, "step": 249340 }, { "epoch": 4.134403342673807, "grad_norm": 0.2609778344631195, "learning_rate": 8.655966573261926e-06, "loss": 0.0004, "step": 249350 }, { "epoch": 4.134569149906319, "grad_norm": 0.0005499604740180075, "learning_rate": 8.654308500936811e-06, "loss": 0.0003, "step": 249360 }, { "epoch": 4.13473495713883, "grad_norm": 0.21339051425457, "learning_rate": 8.652650428611696e-06, "loss": 0.002, "step": 249370 }, { "epoch": 4.134900764371342, "grad_norm": 0.6891893744468689, "learning_rate": 8.650992356286581e-06, "loss": 0.0102, "step": 249380 }, { "epoch": 4.135066571603853, "grad_norm": 8.796109614195302e-05, "learning_rate": 8.649334283961468e-06, "loss": 0.0049, "step": 249390 }, { "epoch": 4.135232378836365, "grad_norm": 0.007190935779362917, "learning_rate": 8.647676211636352e-06, "loss": 0.0001, "step": 249400 }, { "epoch": 4.135398186068876, "grad_norm": 0.23056453466415405, "learning_rate": 8.646018139311237e-06, "loss": 0.0103, "step": 249410 }, { "epoch": 4.135563993301388, "grad_norm": 0.0004571052559185773, "learning_rate": 8.644360066986122e-06, "loss": 0.0043, "step": 249420 }, { "epoch": 4.135729800533899, "grad_norm": 0.0006474339170381427, "learning_rate": 8.642701994661007e-06, "loss": 0.0002, "step": 249430 }, { "epoch": 4.135895607766411, "grad_norm": 9.76977898972109e-05, "learning_rate": 8.641043922335892e-06, "loss": 0.0034, "step": 249440 }, { "epoch": 4.136061414998922, "grad_norm": 4.787552825291641e-05, "learning_rate": 8.639385850010778e-06, "loss": 0.0029, "step": 249450 }, { "epoch": 4.136227222231434, "grad_norm": 0.015677575021982193, "learning_rate": 8.637727777685663e-06, "loss": 0.0001, "step": 249460 }, { "epoch": 4.136393029463945, "grad_norm": 0.016608769074082375, "learning_rate": 8.636069705360548e-06, "loss": 0.0001, "step": 249470 }, { "epoch": 4.136558836696457, "grad_norm": 0.000624418375082314, "learning_rate": 8.634411633035433e-06, "loss": 0.0002, "step": 249480 }, { "epoch": 4.136724643928968, "grad_norm": 0.0001400751934852451, "learning_rate": 8.632753560710318e-06, "loss": 0.0153, "step": 249490 }, { "epoch": 4.13689045116148, "grad_norm": 0.0003054699918720871, "learning_rate": 8.631095488385203e-06, "loss": 0.0051, "step": 249500 }, { "epoch": 4.137056258393991, "grad_norm": 0.0003735368372872472, "learning_rate": 8.629437416060089e-06, "loss": 0.0047, "step": 249510 }, { "epoch": 4.137222065626503, "grad_norm": 0.00014410573930945247, "learning_rate": 8.627779343734974e-06, "loss": 0.0001, "step": 249520 }, { "epoch": 4.137387872859014, "grad_norm": 0.0003334978246130049, "learning_rate": 8.626121271409859e-06, "loss": 0.0045, "step": 249530 }, { "epoch": 4.137553680091526, "grad_norm": 0.0002549064520280808, "learning_rate": 8.624463199084744e-06, "loss": 0.0112, "step": 249540 }, { "epoch": 4.137719487324037, "grad_norm": 5.325512756826356e-05, "learning_rate": 8.62280512675963e-06, "loss": 0.0001, "step": 249550 }, { "epoch": 4.137885294556549, "grad_norm": 0.0012480583973228931, "learning_rate": 8.621147054434516e-06, "loss": 0.0028, "step": 249560 }, { "epoch": 4.13805110178906, "grad_norm": 0.00032685446785762906, "learning_rate": 8.6194889821094e-06, "loss": 0.0015, "step": 249570 }, { "epoch": 4.138216909021572, "grad_norm": 0.493137001991272, "learning_rate": 8.617830909784287e-06, "loss": 0.004, "step": 249580 }, { "epoch": 4.138382716254083, "grad_norm": 0.001590604311786592, "learning_rate": 8.61617283745917e-06, "loss": 0.0, "step": 249590 }, { "epoch": 4.138548523486595, "grad_norm": 0.0274960920214653, "learning_rate": 8.614514765134055e-06, "loss": 0.0084, "step": 249600 }, { "epoch": 4.138714330719106, "grad_norm": 0.0003276015049777925, "learning_rate": 8.61285669280894e-06, "loss": 0.004, "step": 249610 }, { "epoch": 4.138880137951618, "grad_norm": 0.00399228697642684, "learning_rate": 8.611198620483826e-06, "loss": 0.008, "step": 249620 }, { "epoch": 4.139045945184129, "grad_norm": 0.19111545383930206, "learning_rate": 8.60954054815871e-06, "loss": 0.0102, "step": 249630 }, { "epoch": 4.1392117524166405, "grad_norm": 0.12049338221549988, "learning_rate": 8.607882475833596e-06, "loss": 0.0054, "step": 249640 }, { "epoch": 4.1393775596491516, "grad_norm": 5.6989847507793456e-05, "learning_rate": 8.606224403508481e-06, "loss": 0.0161, "step": 249650 }, { "epoch": 4.1395433668816635, "grad_norm": 0.00017952780763152987, "learning_rate": 8.604566331183366e-06, "loss": 0.0023, "step": 249660 }, { "epoch": 4.1397091741141745, "grad_norm": 0.41321828961372375, "learning_rate": 8.602908258858251e-06, "loss": 0.009, "step": 249670 }, { "epoch": 4.139874981346686, "grad_norm": 0.00023491673346143216, "learning_rate": 8.601250186533137e-06, "loss": 0.0106, "step": 249680 }, { "epoch": 4.140040788579197, "grad_norm": 0.00013482682697940618, "learning_rate": 8.599592114208022e-06, "loss": 0.0047, "step": 249690 }, { "epoch": 4.140206595811709, "grad_norm": 0.00042664926149882376, "learning_rate": 8.597934041882907e-06, "loss": 0.0061, "step": 249700 }, { "epoch": 4.14037240304422, "grad_norm": 0.000996906659565866, "learning_rate": 8.596275969557792e-06, "loss": 0.0001, "step": 249710 }, { "epoch": 4.140538210276732, "grad_norm": 0.7845437526702881, "learning_rate": 8.594617897232677e-06, "loss": 0.0093, "step": 249720 }, { "epoch": 4.140704017509243, "grad_norm": 0.0001340359594905749, "learning_rate": 8.592959824907564e-06, "loss": 0.0002, "step": 249730 }, { "epoch": 4.140869824741755, "grad_norm": 0.00891088042408228, "learning_rate": 8.591301752582448e-06, "loss": 0.0029, "step": 249740 }, { "epoch": 4.141035631974267, "grad_norm": 0.0030581399332731962, "learning_rate": 8.589643680257334e-06, "loss": 0.0001, "step": 249750 }, { "epoch": 4.141201439206778, "grad_norm": 0.00399800343438983, "learning_rate": 8.587985607932218e-06, "loss": 0.0007, "step": 249760 }, { "epoch": 4.14136724643929, "grad_norm": 3.152480348944664e-05, "learning_rate": 8.586327535607105e-06, "loss": 0.0025, "step": 249770 }, { "epoch": 4.141533053671801, "grad_norm": 0.0002109060005750507, "learning_rate": 8.584669463281988e-06, "loss": 0.0024, "step": 249780 }, { "epoch": 4.141698860904313, "grad_norm": 0.00234714662656188, "learning_rate": 8.583011390956875e-06, "loss": 0.0003, "step": 249790 }, { "epoch": 4.141864668136824, "grad_norm": 7.957621710374951e-05, "learning_rate": 8.581353318631759e-06, "loss": 0.0013, "step": 249800 }, { "epoch": 4.142030475369336, "grad_norm": 0.00019192621402908117, "learning_rate": 8.579695246306644e-06, "loss": 0.0031, "step": 249810 }, { "epoch": 4.142196282601847, "grad_norm": 0.005053012631833553, "learning_rate": 8.578037173981529e-06, "loss": 0.0003, "step": 249820 }, { "epoch": 4.142362089834359, "grad_norm": 0.1721227467060089, "learning_rate": 8.576379101656414e-06, "loss": 0.008, "step": 249830 }, { "epoch": 4.14252789706687, "grad_norm": 0.0008004617411643267, "learning_rate": 8.5747210293313e-06, "loss": 0.0093, "step": 249840 }, { "epoch": 4.142693704299382, "grad_norm": 0.006183110177516937, "learning_rate": 8.573062957006185e-06, "loss": 0.0002, "step": 249850 }, { "epoch": 4.142859511531893, "grad_norm": 0.0006277768989093602, "learning_rate": 8.57140488468107e-06, "loss": 0.0003, "step": 249860 }, { "epoch": 4.143025318764405, "grad_norm": 0.0017730696126818657, "learning_rate": 8.569746812355955e-06, "loss": 0.0082, "step": 249870 }, { "epoch": 4.143191125996916, "grad_norm": 0.16538676619529724, "learning_rate": 8.56808874003084e-06, "loss": 0.0026, "step": 249880 }, { "epoch": 4.143356933229428, "grad_norm": 0.00016835513815749437, "learning_rate": 8.566430667705725e-06, "loss": 0.0029, "step": 249890 }, { "epoch": 4.143522740461939, "grad_norm": 0.0004444932274054736, "learning_rate": 8.564772595380612e-06, "loss": 0.0065, "step": 249900 }, { "epoch": 4.143688547694451, "grad_norm": 0.000332985888235271, "learning_rate": 8.563114523055496e-06, "loss": 0.0052, "step": 249910 }, { "epoch": 4.143854354926962, "grad_norm": 0.009530416689813137, "learning_rate": 8.561456450730382e-06, "loss": 0.0194, "step": 249920 }, { "epoch": 4.144020162159474, "grad_norm": 0.00010383681365055963, "learning_rate": 8.559798378405266e-06, "loss": 0.0007, "step": 249930 }, { "epoch": 4.144185969391985, "grad_norm": 0.2933235168457031, "learning_rate": 8.558140306080153e-06, "loss": 0.005, "step": 249940 }, { "epoch": 4.144351776624497, "grad_norm": 0.0004919936764054, "learning_rate": 8.556482233755036e-06, "loss": 0.0063, "step": 249950 }, { "epoch": 4.144517583857008, "grad_norm": 0.05007002130150795, "learning_rate": 8.554824161429923e-06, "loss": 0.0061, "step": 249960 }, { "epoch": 4.1446833910895196, "grad_norm": 0.0065438286401331425, "learning_rate": 8.553166089104807e-06, "loss": 0.0134, "step": 249970 }, { "epoch": 4.144849198322031, "grad_norm": 1.9931181668653153e-05, "learning_rate": 8.551508016779693e-06, "loss": 0.001, "step": 249980 }, { "epoch": 4.1450150055545425, "grad_norm": 0.0022865019273012877, "learning_rate": 8.549849944454577e-06, "loss": 0.0034, "step": 249990 }, { "epoch": 4.1451808127870535, "grad_norm": 8.568369958084077e-05, "learning_rate": 8.548191872129462e-06, "loss": 0.0027, "step": 250000 }, { "epoch": 4.145346620019565, "grad_norm": 0.001299677649512887, "learning_rate": 8.546533799804347e-06, "loss": 0.0023, "step": 250010 }, { "epoch": 4.1455124272520765, "grad_norm": 0.00018172866839449853, "learning_rate": 8.544875727479232e-06, "loss": 0.0026, "step": 250020 }, { "epoch": 4.145678234484588, "grad_norm": 0.006344168912619352, "learning_rate": 8.543217655154118e-06, "loss": 0.0055, "step": 250030 }, { "epoch": 4.145844041717099, "grad_norm": 0.1445491760969162, "learning_rate": 8.541559582829003e-06, "loss": 0.0128, "step": 250040 }, { "epoch": 4.146009848949611, "grad_norm": 0.0003562685160432011, "learning_rate": 8.539901510503888e-06, "loss": 0.0064, "step": 250050 }, { "epoch": 4.146175656182122, "grad_norm": 0.00033404986606910825, "learning_rate": 8.538243438178773e-06, "loss": 0.0025, "step": 250060 }, { "epoch": 4.146341463414634, "grad_norm": 0.0005905969883315265, "learning_rate": 8.53658536585366e-06, "loss": 0.0003, "step": 250070 }, { "epoch": 4.146507270647145, "grad_norm": 0.0024907817132771015, "learning_rate": 8.534927293528543e-06, "loss": 0.0024, "step": 250080 }, { "epoch": 4.146673077879657, "grad_norm": 0.0020041977986693382, "learning_rate": 8.53326922120343e-06, "loss": 0.0048, "step": 250090 }, { "epoch": 4.146838885112168, "grad_norm": 0.0015042041195556521, "learning_rate": 8.531611148878314e-06, "loss": 0.0076, "step": 250100 }, { "epoch": 4.14700469234468, "grad_norm": 0.009093020111322403, "learning_rate": 8.5299530765532e-06, "loss": 0.0064, "step": 250110 }, { "epoch": 4.147170499577191, "grad_norm": 0.44313719868659973, "learning_rate": 8.528295004228084e-06, "loss": 0.01, "step": 250120 }, { "epoch": 4.147336306809703, "grad_norm": 0.002174761611968279, "learning_rate": 8.526636931902971e-06, "loss": 0.006, "step": 250130 }, { "epoch": 4.147502114042214, "grad_norm": 0.00040366651955991983, "learning_rate": 8.524978859577855e-06, "loss": 0.0045, "step": 250140 }, { "epoch": 4.147667921274726, "grad_norm": 0.004355795681476593, "learning_rate": 8.523320787252741e-06, "loss": 0.0042, "step": 250150 }, { "epoch": 4.147833728507237, "grad_norm": 0.0004392847476992756, "learning_rate": 8.521662714927625e-06, "loss": 0.0088, "step": 250160 }, { "epoch": 4.147999535739749, "grad_norm": 0.002034935634583235, "learning_rate": 8.520004642602512e-06, "loss": 0.0, "step": 250170 }, { "epoch": 4.14816534297226, "grad_norm": 0.03511454164981842, "learning_rate": 8.518346570277395e-06, "loss": 0.0054, "step": 250180 }, { "epoch": 4.148331150204772, "grad_norm": 0.00097512302454561, "learning_rate": 8.51668849795228e-06, "loss": 0.0027, "step": 250190 }, { "epoch": 4.148496957437283, "grad_norm": 0.0012989682145416737, "learning_rate": 8.515030425627166e-06, "loss": 0.0093, "step": 250200 }, { "epoch": 4.148662764669795, "grad_norm": 0.00022400877787731588, "learning_rate": 8.51337235330205e-06, "loss": 0.0069, "step": 250210 }, { "epoch": 4.148828571902307, "grad_norm": 5.4979576816549525e-05, "learning_rate": 8.511714280976936e-06, "loss": 0.0002, "step": 250220 }, { "epoch": 4.148994379134818, "grad_norm": 0.00012273369065951556, "learning_rate": 8.510056208651821e-06, "loss": 0.006, "step": 250230 }, { "epoch": 4.14916018636733, "grad_norm": 0.17275060713291168, "learning_rate": 8.508398136326708e-06, "loss": 0.003, "step": 250240 }, { "epoch": 4.149325993599841, "grad_norm": 0.0005005082348361611, "learning_rate": 8.506740064001591e-06, "loss": 0.0092, "step": 250250 }, { "epoch": 4.149491800832353, "grad_norm": 0.18490856885910034, "learning_rate": 8.505081991676478e-06, "loss": 0.0004, "step": 250260 }, { "epoch": 4.149657608064864, "grad_norm": 0.0013386225327849388, "learning_rate": 8.503423919351362e-06, "loss": 0.0, "step": 250270 }, { "epoch": 4.149823415297376, "grad_norm": 0.00014926306903362274, "learning_rate": 8.501765847026249e-06, "loss": 0.003, "step": 250280 }, { "epoch": 4.149989222529887, "grad_norm": 0.0011125541059300303, "learning_rate": 8.500107774701132e-06, "loss": 0.001, "step": 250290 }, { "epoch": 4.150155029762399, "grad_norm": 8.944227738538757e-05, "learning_rate": 8.498449702376019e-06, "loss": 0.0001, "step": 250300 }, { "epoch": 4.15032083699491, "grad_norm": 4.266391260898672e-05, "learning_rate": 8.496791630050902e-06, "loss": 0.0001, "step": 250310 }, { "epoch": 4.1504866442274215, "grad_norm": 0.0009111000108532608, "learning_rate": 8.49513355772579e-06, "loss": 0.0041, "step": 250320 }, { "epoch": 4.150652451459933, "grad_norm": 0.000302526808809489, "learning_rate": 8.493475485400673e-06, "loss": 0.0074, "step": 250330 }, { "epoch": 4.1508182586924445, "grad_norm": 0.026459410786628723, "learning_rate": 8.49181741307556e-06, "loss": 0.0001, "step": 250340 }, { "epoch": 4.1509840659249555, "grad_norm": 0.0009937095455825329, "learning_rate": 8.490159340750443e-06, "loss": 0.0044, "step": 250350 }, { "epoch": 4.151149873157467, "grad_norm": 0.11932921409606934, "learning_rate": 8.48850126842533e-06, "loss": 0.0035, "step": 250360 }, { "epoch": 4.1513156803899784, "grad_norm": 0.005158924963325262, "learning_rate": 8.486843196100214e-06, "loss": 0.0002, "step": 250370 }, { "epoch": 4.15148148762249, "grad_norm": 4.455960151972249e-05, "learning_rate": 8.4851851237751e-06, "loss": 0.0, "step": 250380 }, { "epoch": 4.151647294855001, "grad_norm": 0.0016225959407165647, "learning_rate": 8.483527051449984e-06, "loss": 0.0084, "step": 250390 }, { "epoch": 4.151813102087513, "grad_norm": 9.946899808710441e-05, "learning_rate": 8.481868979124869e-06, "loss": 0.0038, "step": 250400 }, { "epoch": 4.151978909320024, "grad_norm": 0.21687527000904083, "learning_rate": 8.480210906799756e-06, "loss": 0.0094, "step": 250410 }, { "epoch": 4.152144716552536, "grad_norm": 0.0003498195728752762, "learning_rate": 8.47855283447464e-06, "loss": 0.0043, "step": 250420 }, { "epoch": 4.152310523785047, "grad_norm": 5.209546725382097e-05, "learning_rate": 8.476894762149526e-06, "loss": 0.0024, "step": 250430 }, { "epoch": 4.152476331017559, "grad_norm": 0.00028160272631794214, "learning_rate": 8.47523668982441e-06, "loss": 0.0115, "step": 250440 }, { "epoch": 4.15264213825007, "grad_norm": 0.018955716863274574, "learning_rate": 8.473578617499297e-06, "loss": 0.0032, "step": 250450 }, { "epoch": 4.152807945482582, "grad_norm": 0.0005823512910865247, "learning_rate": 8.47192054517418e-06, "loss": 0.0002, "step": 250460 }, { "epoch": 4.152973752715093, "grad_norm": 0.00022827213979326189, "learning_rate": 8.470262472849067e-06, "loss": 0.0048, "step": 250470 }, { "epoch": 4.153139559947605, "grad_norm": 5.46304218005389e-05, "learning_rate": 8.46860440052395e-06, "loss": 0.0015, "step": 250480 }, { "epoch": 4.153305367180116, "grad_norm": 0.009890382178127766, "learning_rate": 8.466946328198837e-06, "loss": 0.0062, "step": 250490 }, { "epoch": 4.153471174412628, "grad_norm": 0.19089923799037933, "learning_rate": 8.46528825587372e-06, "loss": 0.0065, "step": 250500 }, { "epoch": 4.153636981645139, "grad_norm": 0.1970100998878479, "learning_rate": 8.463630183548608e-06, "loss": 0.0057, "step": 250510 }, { "epoch": 4.153802788877651, "grad_norm": 0.03605698421597481, "learning_rate": 8.461972111223491e-06, "loss": 0.009, "step": 250520 }, { "epoch": 4.153968596110162, "grad_norm": 0.15788108110427856, "learning_rate": 8.460314038898378e-06, "loss": 0.0036, "step": 250530 }, { "epoch": 4.154134403342674, "grad_norm": 0.24328374862670898, "learning_rate": 8.458655966573261e-06, "loss": 0.0064, "step": 250540 }, { "epoch": 4.154300210575185, "grad_norm": 0.0008687005029059947, "learning_rate": 8.456997894248148e-06, "loss": 0.0029, "step": 250550 }, { "epoch": 4.154466017807697, "grad_norm": 0.008744548074901104, "learning_rate": 8.455339821923032e-06, "loss": 0.0058, "step": 250560 }, { "epoch": 4.154631825040208, "grad_norm": 0.004688684828579426, "learning_rate": 8.453681749597919e-06, "loss": 0.0107, "step": 250570 }, { "epoch": 4.15479763227272, "grad_norm": 0.007582012098282576, "learning_rate": 8.452023677272804e-06, "loss": 0.0024, "step": 250580 }, { "epoch": 4.154963439505231, "grad_norm": 0.1360236257314682, "learning_rate": 8.450365604947687e-06, "loss": 0.0004, "step": 250590 }, { "epoch": 4.155129246737743, "grad_norm": 2.8579195713973604e-05, "learning_rate": 8.448707532622574e-06, "loss": 0.0056, "step": 250600 }, { "epoch": 4.155295053970254, "grad_norm": 0.07839144766330719, "learning_rate": 8.447049460297458e-06, "loss": 0.0002, "step": 250610 }, { "epoch": 4.155460861202766, "grad_norm": 0.0014346650568768382, "learning_rate": 8.445391387972345e-06, "loss": 0.0002, "step": 250620 }, { "epoch": 4.155626668435277, "grad_norm": 0.012495321221649647, "learning_rate": 8.443733315647228e-06, "loss": 0.0001, "step": 250630 }, { "epoch": 4.155792475667789, "grad_norm": 0.0003760331019293517, "learning_rate": 8.442075243322115e-06, "loss": 0.004, "step": 250640 }, { "epoch": 4.155958282900301, "grad_norm": 0.15491877496242523, "learning_rate": 8.440417170996998e-06, "loss": 0.0083, "step": 250650 }, { "epoch": 4.156124090132812, "grad_norm": 0.5979498028755188, "learning_rate": 8.438759098671885e-06, "loss": 0.0041, "step": 250660 }, { "epoch": 4.1562898973653235, "grad_norm": 0.003894445952028036, "learning_rate": 8.437101026346769e-06, "loss": 0.004, "step": 250670 }, { "epoch": 4.1564557045978345, "grad_norm": 0.16548041999340057, "learning_rate": 8.435442954021656e-06, "loss": 0.0054, "step": 250680 }, { "epoch": 4.1566215118303464, "grad_norm": 6.0352620494086295e-05, "learning_rate": 8.433784881696539e-06, "loss": 0.0011, "step": 250690 }, { "epoch": 4.1567873190628575, "grad_norm": 0.042907968163490295, "learning_rate": 8.432126809371426e-06, "loss": 0.0002, "step": 250700 }, { "epoch": 4.156953126295369, "grad_norm": 0.00343806529417634, "learning_rate": 8.43046873704631e-06, "loss": 0.0002, "step": 250710 }, { "epoch": 4.15711893352788, "grad_norm": 0.00016064298688434064, "learning_rate": 8.428810664721196e-06, "loss": 0.007, "step": 250720 }, { "epoch": 4.157284740760392, "grad_norm": 0.2534872889518738, "learning_rate": 8.42715259239608e-06, "loss": 0.0004, "step": 250730 }, { "epoch": 4.157450547992903, "grad_norm": 0.07316353917121887, "learning_rate": 8.425494520070967e-06, "loss": 0.0031, "step": 250740 }, { "epoch": 4.157616355225415, "grad_norm": 0.0002490198239684105, "learning_rate": 8.423836447745852e-06, "loss": 0.0055, "step": 250750 }, { "epoch": 4.157782162457926, "grad_norm": 0.01107325591146946, "learning_rate": 8.422178375420737e-06, "loss": 0.0005, "step": 250760 }, { "epoch": 4.157947969690438, "grad_norm": 0.11855975538492203, "learning_rate": 8.420520303095622e-06, "loss": 0.0106, "step": 250770 }, { "epoch": 4.158113776922949, "grad_norm": 0.17435823380947113, "learning_rate": 8.418862230770506e-06, "loss": 0.0097, "step": 250780 }, { "epoch": 4.158279584155461, "grad_norm": 0.1421656757593155, "learning_rate": 8.417204158445392e-06, "loss": 0.0068, "step": 250790 }, { "epoch": 4.158445391387972, "grad_norm": 0.0005449173040688038, "learning_rate": 8.415546086120276e-06, "loss": 0.0063, "step": 250800 }, { "epoch": 4.158611198620484, "grad_norm": 0.00022058890317566693, "learning_rate": 8.413888013795163e-06, "loss": 0.0049, "step": 250810 }, { "epoch": 4.158777005852995, "grad_norm": 0.27637866139411926, "learning_rate": 8.412229941470046e-06, "loss": 0.0073, "step": 250820 }, { "epoch": 4.158942813085507, "grad_norm": 0.012112990953028202, "learning_rate": 8.410571869144933e-06, "loss": 0.0091, "step": 250830 }, { "epoch": 4.159108620318018, "grad_norm": 0.00019231006444897503, "learning_rate": 8.408913796819817e-06, "loss": 0.0034, "step": 250840 }, { "epoch": 4.15927442755053, "grad_norm": 0.00024899450363591313, "learning_rate": 8.407255724494704e-06, "loss": 0.0015, "step": 250850 }, { "epoch": 4.159440234783041, "grad_norm": 0.006092060822993517, "learning_rate": 8.405597652169587e-06, "loss": 0.0036, "step": 250860 }, { "epoch": 4.159606042015553, "grad_norm": 0.2968512177467346, "learning_rate": 8.403939579844474e-06, "loss": 0.0173, "step": 250870 }, { "epoch": 4.159771849248064, "grad_norm": 0.018356963992118835, "learning_rate": 8.402281507519357e-06, "loss": 0.0051, "step": 250880 }, { "epoch": 4.159937656480576, "grad_norm": 0.001300117583014071, "learning_rate": 8.400623435194244e-06, "loss": 0.0005, "step": 250890 }, { "epoch": 4.160103463713087, "grad_norm": 0.0023177489638328552, "learning_rate": 8.398965362869128e-06, "loss": 0.0036, "step": 250900 }, { "epoch": 4.160269270945599, "grad_norm": 0.024513117969036102, "learning_rate": 8.397307290544015e-06, "loss": 0.0007, "step": 250910 }, { "epoch": 4.16043507817811, "grad_norm": 0.004475427325814962, "learning_rate": 8.3956492182189e-06, "loss": 0.005, "step": 250920 }, { "epoch": 4.160600885410622, "grad_norm": 0.00411200150847435, "learning_rate": 8.393991145893785e-06, "loss": 0.0032, "step": 250930 }, { "epoch": 4.160766692643133, "grad_norm": 0.016964755952358246, "learning_rate": 8.39233307356867e-06, "loss": 0.0046, "step": 250940 }, { "epoch": 4.160932499875645, "grad_norm": 0.00022866712242830545, "learning_rate": 8.390675001243555e-06, "loss": 0.0022, "step": 250950 }, { "epoch": 4.161098307108156, "grad_norm": 0.0019087243126705289, "learning_rate": 8.38901692891844e-06, "loss": 0.0033, "step": 250960 }, { "epoch": 4.161264114340668, "grad_norm": 0.026240842416882515, "learning_rate": 8.387358856593326e-06, "loss": 0.0009, "step": 250970 }, { "epoch": 4.161429921573179, "grad_norm": 0.1266314834356308, "learning_rate": 8.38570078426821e-06, "loss": 0.0033, "step": 250980 }, { "epoch": 4.161595728805691, "grad_norm": 0.03359345346689224, "learning_rate": 8.384042711943094e-06, "loss": 0.0053, "step": 250990 }, { "epoch": 4.161761536038202, "grad_norm": 0.00021551513054873794, "learning_rate": 8.382384639617981e-06, "loss": 0.0052, "step": 251000 }, { "epoch": 4.161927343270714, "grad_norm": 0.0015903281746432185, "learning_rate": 8.380726567292865e-06, "loss": 0.0001, "step": 251010 }, { "epoch": 4.162093150503225, "grad_norm": 0.00023514754138886929, "learning_rate": 8.379068494967751e-06, "loss": 0.0058, "step": 251020 }, { "epoch": 4.1622589577357365, "grad_norm": 0.0015374011127278209, "learning_rate": 8.377410422642635e-06, "loss": 0.0088, "step": 251030 }, { "epoch": 4.1624247649682475, "grad_norm": 0.0003845290921162814, "learning_rate": 8.375752350317522e-06, "loss": 0.0001, "step": 251040 }, { "epoch": 4.1625905722007595, "grad_norm": 0.0001302520977333188, "learning_rate": 8.374094277992405e-06, "loss": 0.0047, "step": 251050 }, { "epoch": 4.1627563794332705, "grad_norm": 0.015843525528907776, "learning_rate": 8.372436205667292e-06, "loss": 0.0107, "step": 251060 }, { "epoch": 4.162922186665782, "grad_norm": 0.12857599556446075, "learning_rate": 8.370778133342176e-06, "loss": 0.0021, "step": 251070 }, { "epoch": 4.163087993898293, "grad_norm": 0.04111630469560623, "learning_rate": 8.369120061017063e-06, "loss": 0.0005, "step": 251080 }, { "epoch": 4.163253801130805, "grad_norm": 0.00032254072721116245, "learning_rate": 8.367461988691948e-06, "loss": 0.0081, "step": 251090 }, { "epoch": 4.163419608363316, "grad_norm": 0.00038111451431177557, "learning_rate": 8.365803916366833e-06, "loss": 0.0072, "step": 251100 }, { "epoch": 4.163585415595828, "grad_norm": 0.0016244736034423113, "learning_rate": 8.364145844041718e-06, "loss": 0.0025, "step": 251110 }, { "epoch": 4.16375122282834, "grad_norm": 0.041543032974004745, "learning_rate": 8.362487771716603e-06, "loss": 0.0025, "step": 251120 }, { "epoch": 4.163917030060851, "grad_norm": 0.0004005727532785386, "learning_rate": 8.360829699391488e-06, "loss": 0.002, "step": 251130 }, { "epoch": 4.164082837293363, "grad_norm": 0.0008950876072049141, "learning_rate": 8.359171627066374e-06, "loss": 0.0049, "step": 251140 }, { "epoch": 4.164248644525874, "grad_norm": 0.0014261419419199228, "learning_rate": 8.357513554741259e-06, "loss": 0.0031, "step": 251150 }, { "epoch": 4.164414451758386, "grad_norm": 0.00013753335224464536, "learning_rate": 8.355855482416144e-06, "loss": 0.0001, "step": 251160 }, { "epoch": 4.164580258990897, "grad_norm": 5.3693489462602884e-05, "learning_rate": 8.354197410091029e-06, "loss": 0.0037, "step": 251170 }, { "epoch": 4.164746066223409, "grad_norm": 8.673474076204002e-05, "learning_rate": 8.352539337765913e-06, "loss": 0.0137, "step": 251180 }, { "epoch": 4.16491187345592, "grad_norm": 0.010056925006210804, "learning_rate": 8.3508812654408e-06, "loss": 0.007, "step": 251190 }, { "epoch": 4.165077680688432, "grad_norm": 0.001459140912629664, "learning_rate": 8.349223193115683e-06, "loss": 0.0002, "step": 251200 }, { "epoch": 4.165243487920943, "grad_norm": 0.005585199687629938, "learning_rate": 8.34756512079057e-06, "loss": 0.0001, "step": 251210 }, { "epoch": 4.165409295153455, "grad_norm": 0.0004999100929126143, "learning_rate": 8.345907048465453e-06, "loss": 0.0095, "step": 251220 }, { "epoch": 4.165575102385966, "grad_norm": 0.014299659989774227, "learning_rate": 8.34424897614034e-06, "loss": 0.0001, "step": 251230 }, { "epoch": 4.165740909618478, "grad_norm": 0.0046460279263556, "learning_rate": 8.342590903815224e-06, "loss": 0.0036, "step": 251240 }, { "epoch": 4.165906716850989, "grad_norm": 0.0031068683601915836, "learning_rate": 8.34093283149011e-06, "loss": 0.0001, "step": 251250 }, { "epoch": 4.166072524083501, "grad_norm": 0.000589100643992424, "learning_rate": 8.339274759164996e-06, "loss": 0.0001, "step": 251260 }, { "epoch": 4.166238331316012, "grad_norm": 0.0006072190008126199, "learning_rate": 8.33761668683988e-06, "loss": 0.0003, "step": 251270 }, { "epoch": 4.166404138548524, "grad_norm": 0.8120164275169373, "learning_rate": 8.335958614514766e-06, "loss": 0.0096, "step": 251280 }, { "epoch": 4.166569945781035, "grad_norm": 0.006512834224849939, "learning_rate": 8.334300542189651e-06, "loss": 0.0051, "step": 251290 }, { "epoch": 4.166735753013547, "grad_norm": 0.0006302614347077906, "learning_rate": 8.332642469864536e-06, "loss": 0.0, "step": 251300 }, { "epoch": 4.166901560246058, "grad_norm": 1.3074683010927401e-05, "learning_rate": 8.330984397539421e-06, "loss": 0.0002, "step": 251310 }, { "epoch": 4.16706736747857, "grad_norm": 0.002872007666155696, "learning_rate": 8.329326325214307e-06, "loss": 0.0069, "step": 251320 }, { "epoch": 4.167233174711081, "grad_norm": 0.00027206624508835375, "learning_rate": 8.327668252889192e-06, "loss": 0.0034, "step": 251330 }, { "epoch": 4.167398981943593, "grad_norm": 0.0030245319940149784, "learning_rate": 8.326010180564077e-06, "loss": 0.0062, "step": 251340 }, { "epoch": 4.167564789176104, "grad_norm": 1.4309666767076124e-05, "learning_rate": 8.324352108238962e-06, "loss": 0.0001, "step": 251350 }, { "epoch": 4.1677305964086155, "grad_norm": 0.01768934726715088, "learning_rate": 8.322694035913847e-06, "loss": 0.0032, "step": 251360 }, { "epoch": 4.167896403641127, "grad_norm": 0.4666200280189514, "learning_rate": 8.32103596358873e-06, "loss": 0.0017, "step": 251370 }, { "epoch": 4.1680622108736385, "grad_norm": 0.009177048690617085, "learning_rate": 8.319377891263618e-06, "loss": 0.0039, "step": 251380 }, { "epoch": 4.1682280181061495, "grad_norm": 0.0028808116912841797, "learning_rate": 8.317719818938501e-06, "loss": 0.0029, "step": 251390 }, { "epoch": 4.168393825338661, "grad_norm": 0.0005838513025082648, "learning_rate": 8.316061746613388e-06, "loss": 0.0038, "step": 251400 }, { "epoch": 4.1685596325711725, "grad_norm": 0.0006834454834461212, "learning_rate": 8.314403674288272e-06, "loss": 0.0073, "step": 251410 }, { "epoch": 4.168725439803684, "grad_norm": 0.00010808515798998997, "learning_rate": 8.312745601963158e-06, "loss": 0.0025, "step": 251420 }, { "epoch": 4.168891247036195, "grad_norm": 0.004575978498905897, "learning_rate": 8.311087529638044e-06, "loss": 0.0029, "step": 251430 }, { "epoch": 4.169057054268707, "grad_norm": 0.31086310744285583, "learning_rate": 8.309429457312929e-06, "loss": 0.0019, "step": 251440 }, { "epoch": 4.169222861501218, "grad_norm": 0.003983230795711279, "learning_rate": 8.307771384987814e-06, "loss": 0.0049, "step": 251450 }, { "epoch": 4.16938866873373, "grad_norm": 0.0042911251075565815, "learning_rate": 8.306113312662699e-06, "loss": 0.0, "step": 251460 }, { "epoch": 4.169554475966241, "grad_norm": 0.003313282737508416, "learning_rate": 8.304455240337584e-06, "loss": 0.0053, "step": 251470 }, { "epoch": 4.169720283198753, "grad_norm": 0.00037441705353558064, "learning_rate": 8.30279716801247e-06, "loss": 0.006, "step": 251480 }, { "epoch": 4.169886090431264, "grad_norm": 0.21094918251037598, "learning_rate": 8.301139095687355e-06, "loss": 0.0036, "step": 251490 }, { "epoch": 4.170051897663776, "grad_norm": 0.4537876844406128, "learning_rate": 8.29948102336224e-06, "loss": 0.0038, "step": 251500 }, { "epoch": 4.170217704896287, "grad_norm": 0.0003671522135846317, "learning_rate": 8.297822951037125e-06, "loss": 0.0113, "step": 251510 }, { "epoch": 4.170383512128799, "grad_norm": 0.0024193848948925734, "learning_rate": 8.29616487871201e-06, "loss": 0.0025, "step": 251520 }, { "epoch": 4.17054931936131, "grad_norm": 0.0042989072389900684, "learning_rate": 8.294506806386895e-06, "loss": 0.0029, "step": 251530 }, { "epoch": 4.170715126593822, "grad_norm": 0.0006989443791098893, "learning_rate": 8.29284873406178e-06, "loss": 0.0042, "step": 251540 }, { "epoch": 4.170880933826334, "grad_norm": 0.2611134946346283, "learning_rate": 8.291190661736666e-06, "loss": 0.0095, "step": 251550 }, { "epoch": 4.171046741058845, "grad_norm": 0.2066066861152649, "learning_rate": 8.28953258941155e-06, "loss": 0.0038, "step": 251560 }, { "epoch": 4.171212548291356, "grad_norm": 0.0005305287195369601, "learning_rate": 8.287874517086436e-06, "loss": 0.0052, "step": 251570 }, { "epoch": 4.171378355523868, "grad_norm": 0.0003274840419180691, "learning_rate": 8.28621644476132e-06, "loss": 0.0033, "step": 251580 }, { "epoch": 4.17154416275638, "grad_norm": 0.023811545222997665, "learning_rate": 8.284558372436206e-06, "loss": 0.0081, "step": 251590 }, { "epoch": 4.171709969988891, "grad_norm": 0.00033677718602120876, "learning_rate": 8.282900300111092e-06, "loss": 0.0, "step": 251600 }, { "epoch": 4.171875777221403, "grad_norm": 0.0012749009765684605, "learning_rate": 8.281242227785977e-06, "loss": 0.0006, "step": 251610 }, { "epoch": 4.172041584453914, "grad_norm": 0.00015974683628883213, "learning_rate": 8.279584155460862e-06, "loss": 0.0033, "step": 251620 }, { "epoch": 4.172207391686426, "grad_norm": 0.0001511292502982542, "learning_rate": 8.277926083135747e-06, "loss": 0.0074, "step": 251630 }, { "epoch": 4.172373198918937, "grad_norm": 5.6072025472531095e-05, "learning_rate": 8.276268010810632e-06, "loss": 0.0052, "step": 251640 }, { "epoch": 4.172539006151449, "grad_norm": 0.05281117558479309, "learning_rate": 8.274609938485517e-06, "loss": 0.0003, "step": 251650 }, { "epoch": 4.17270481338396, "grad_norm": 0.004509834572672844, "learning_rate": 8.272951866160403e-06, "loss": 0.007, "step": 251660 }, { "epoch": 4.172870620616472, "grad_norm": 0.0030121130403131247, "learning_rate": 8.271293793835288e-06, "loss": 0.0031, "step": 251670 }, { "epoch": 4.173036427848983, "grad_norm": 0.084173783659935, "learning_rate": 8.269635721510173e-06, "loss": 0.0064, "step": 251680 }, { "epoch": 4.173202235081495, "grad_norm": 0.00037933883140794933, "learning_rate": 8.267977649185058e-06, "loss": 0.0021, "step": 251690 }, { "epoch": 4.173368042314006, "grad_norm": 0.0021107718348503113, "learning_rate": 8.266319576859943e-06, "loss": 0.0003, "step": 251700 }, { "epoch": 4.1735338495465175, "grad_norm": 0.0006045948248356581, "learning_rate": 8.264661504534828e-06, "loss": 0.0036, "step": 251710 }, { "epoch": 4.1736996567790285, "grad_norm": 1.0780333280563354, "learning_rate": 8.263003432209714e-06, "loss": 0.0044, "step": 251720 }, { "epoch": 4.1738654640115405, "grad_norm": 0.0004557314678095281, "learning_rate": 8.261345359884599e-06, "loss": 0.0049, "step": 251730 }, { "epoch": 4.1740312712440515, "grad_norm": 0.009774860925972462, "learning_rate": 8.259687287559484e-06, "loss": 0.0022, "step": 251740 }, { "epoch": 4.174197078476563, "grad_norm": 0.8375341296195984, "learning_rate": 8.258029215234369e-06, "loss": 0.0015, "step": 251750 }, { "epoch": 4.174362885709074, "grad_norm": 0.00017310332623310387, "learning_rate": 8.256371142909254e-06, "loss": 0.0085, "step": 251760 }, { "epoch": 4.174528692941586, "grad_norm": 2.8177895728731528e-05, "learning_rate": 8.25471307058414e-06, "loss": 0.0026, "step": 251770 }, { "epoch": 4.174694500174097, "grad_norm": 0.01817108877003193, "learning_rate": 8.253054998259025e-06, "loss": 0.0039, "step": 251780 }, { "epoch": 4.174860307406609, "grad_norm": 0.0006357671227306128, "learning_rate": 8.25139692593391e-06, "loss": 0.0037, "step": 251790 }, { "epoch": 4.17502611463912, "grad_norm": 0.00019632538896985352, "learning_rate": 8.249738853608795e-06, "loss": 0.0048, "step": 251800 }, { "epoch": 4.175191921871632, "grad_norm": 0.17271097004413605, "learning_rate": 8.24808078128368e-06, "loss": 0.0034, "step": 251810 }, { "epoch": 4.175357729104143, "grad_norm": 0.027394961565732956, "learning_rate": 8.246422708958565e-06, "loss": 0.0001, "step": 251820 }, { "epoch": 4.175523536336655, "grad_norm": 0.0027956743724644184, "learning_rate": 8.24476463663345e-06, "loss": 0.0071, "step": 251830 }, { "epoch": 4.175689343569166, "grad_norm": 0.0005568732158280909, "learning_rate": 8.243106564308336e-06, "loss": 0.0041, "step": 251840 }, { "epoch": 4.175855150801678, "grad_norm": 0.005575613584369421, "learning_rate": 8.24144849198322e-06, "loss": 0.0102, "step": 251850 }, { "epoch": 4.176020958034189, "grad_norm": 0.030999280512332916, "learning_rate": 8.239790419658106e-06, "loss": 0.0003, "step": 251860 }, { "epoch": 4.176186765266701, "grad_norm": 0.0014581496361643076, "learning_rate": 8.238132347332991e-06, "loss": 0.0061, "step": 251870 }, { "epoch": 4.176352572499212, "grad_norm": 0.0005329727428033948, "learning_rate": 8.236474275007876e-06, "loss": 0.0021, "step": 251880 }, { "epoch": 4.176518379731724, "grad_norm": 0.04266037419438362, "learning_rate": 8.234816202682762e-06, "loss": 0.0022, "step": 251890 }, { "epoch": 4.176684186964235, "grad_norm": 0.002417527372017503, "learning_rate": 8.233158130357647e-06, "loss": 0.0, "step": 251900 }, { "epoch": 4.176849994196747, "grad_norm": 0.00012765196152031422, "learning_rate": 8.231500058032532e-06, "loss": 0.0001, "step": 251910 }, { "epoch": 4.177015801429258, "grad_norm": 0.000965326966252178, "learning_rate": 8.229841985707417e-06, "loss": 0.0048, "step": 251920 }, { "epoch": 4.17718160866177, "grad_norm": 1.5943423932185397e-05, "learning_rate": 8.228183913382302e-06, "loss": 0.0067, "step": 251930 }, { "epoch": 4.177347415894281, "grad_norm": 6.625842615903821e-06, "learning_rate": 8.226525841057187e-06, "loss": 0.0064, "step": 251940 }, { "epoch": 4.177513223126793, "grad_norm": 0.000753397645894438, "learning_rate": 8.224867768732073e-06, "loss": 0.0045, "step": 251950 }, { "epoch": 4.177679030359304, "grad_norm": 0.05066990852355957, "learning_rate": 8.223209696406958e-06, "loss": 0.0058, "step": 251960 }, { "epoch": 4.177844837591816, "grad_norm": 0.0003323564014863223, "learning_rate": 8.221551624081843e-06, "loss": 0.0001, "step": 251970 }, { "epoch": 4.178010644824327, "grad_norm": 0.00024254278105217963, "learning_rate": 8.219893551756728e-06, "loss": 0.0059, "step": 251980 }, { "epoch": 4.178176452056839, "grad_norm": 0.0005612343666143715, "learning_rate": 8.218235479431613e-06, "loss": 0.0019, "step": 251990 }, { "epoch": 4.17834225928935, "grad_norm": 0.00019886269001290202, "learning_rate": 8.216577407106498e-06, "loss": 0.0061, "step": 252000 }, { "epoch": 4.178508066521862, "grad_norm": 0.00011895988427568227, "learning_rate": 8.214919334781384e-06, "loss": 0.0036, "step": 252010 }, { "epoch": 4.178673873754374, "grad_norm": 0.002209772588685155, "learning_rate": 8.213261262456269e-06, "loss": 0.0023, "step": 252020 }, { "epoch": 4.178839680986885, "grad_norm": 0.0008531846688129008, "learning_rate": 8.211603190131154e-06, "loss": 0.005, "step": 252030 }, { "epoch": 4.1790054882193965, "grad_norm": 0.16937078535556793, "learning_rate": 8.209945117806039e-06, "loss": 0.0057, "step": 252040 }, { "epoch": 4.179171295451908, "grad_norm": 2.1066451154183596e-05, "learning_rate": 8.208287045480924e-06, "loss": 0.0001, "step": 252050 }, { "epoch": 4.1793371026844195, "grad_norm": 4.901161810266785e-05, "learning_rate": 8.20662897315581e-06, "loss": 0.0066, "step": 252060 }, { "epoch": 4.1795029099169305, "grad_norm": 0.01243822742253542, "learning_rate": 8.204970900830695e-06, "loss": 0.0002, "step": 252070 }, { "epoch": 4.179668717149442, "grad_norm": 0.0005817789351567626, "learning_rate": 8.20331282850558e-06, "loss": 0.0025, "step": 252080 }, { "epoch": 4.1798345243819535, "grad_norm": 0.00021161070617381483, "learning_rate": 8.201654756180465e-06, "loss": 0.0036, "step": 252090 }, { "epoch": 4.180000331614465, "grad_norm": 0.0012523308396339417, "learning_rate": 8.19999668385535e-06, "loss": 0.0001, "step": 252100 }, { "epoch": 4.180166138846976, "grad_norm": 0.0004909178824163973, "learning_rate": 8.198338611530235e-06, "loss": 0.0002, "step": 252110 }, { "epoch": 4.180331946079488, "grad_norm": 0.15589959919452667, "learning_rate": 8.19668053920512e-06, "loss": 0.0026, "step": 252120 }, { "epoch": 4.180497753311999, "grad_norm": 9.669834980741143e-05, "learning_rate": 8.195022466880006e-06, "loss": 0.0031, "step": 252130 }, { "epoch": 4.180663560544511, "grad_norm": 0.0005326151149347425, "learning_rate": 8.193364394554891e-06, "loss": 0.0028, "step": 252140 }, { "epoch": 4.180829367777022, "grad_norm": 0.1320885419845581, "learning_rate": 8.191706322229776e-06, "loss": 0.0027, "step": 252150 }, { "epoch": 4.180995175009534, "grad_norm": 0.17645937204360962, "learning_rate": 8.190048249904661e-06, "loss": 0.0037, "step": 252160 }, { "epoch": 4.181160982242045, "grad_norm": 0.2078276425600052, "learning_rate": 8.188390177579546e-06, "loss": 0.0068, "step": 252170 }, { "epoch": 4.181326789474557, "grad_norm": 0.0037155617028474808, "learning_rate": 8.186732105254432e-06, "loss": 0.0141, "step": 252180 }, { "epoch": 4.181492596707068, "grad_norm": 0.0032765513751655817, "learning_rate": 8.185074032929317e-06, "loss": 0.0045, "step": 252190 }, { "epoch": 4.18165840393958, "grad_norm": 0.00035222640144638717, "learning_rate": 8.183415960604202e-06, "loss": 0.0022, "step": 252200 }, { "epoch": 4.181824211172091, "grad_norm": 0.13514798879623413, "learning_rate": 8.181757888279087e-06, "loss": 0.0037, "step": 252210 }, { "epoch": 4.181990018404603, "grad_norm": 0.0004900448257103562, "learning_rate": 8.180099815953972e-06, "loss": 0.0031, "step": 252220 }, { "epoch": 4.182155825637114, "grad_norm": 0.005905278492718935, "learning_rate": 8.178441743628857e-06, "loss": 0.0029, "step": 252230 }, { "epoch": 4.182321632869626, "grad_norm": 0.005564825609326363, "learning_rate": 8.176783671303743e-06, "loss": 0.0004, "step": 252240 }, { "epoch": 4.182487440102137, "grad_norm": 0.0016845036298036575, "learning_rate": 8.175125598978628e-06, "loss": 0.0055, "step": 252250 }, { "epoch": 4.182653247334649, "grad_norm": 0.0002978397533297539, "learning_rate": 8.173467526653513e-06, "loss": 0.0048, "step": 252260 }, { "epoch": 4.18281905456716, "grad_norm": 0.6817523241043091, "learning_rate": 8.171809454328398e-06, "loss": 0.0132, "step": 252270 }, { "epoch": 4.182984861799672, "grad_norm": 0.7028627991676331, "learning_rate": 8.170151382003283e-06, "loss": 0.0026, "step": 252280 }, { "epoch": 4.183150669032183, "grad_norm": 0.015498955734074116, "learning_rate": 8.168493309678168e-06, "loss": 0.0026, "step": 252290 }, { "epoch": 4.183316476264695, "grad_norm": 0.0006151670822873712, "learning_rate": 8.166835237353054e-06, "loss": 0.0032, "step": 252300 }, { "epoch": 4.183482283497206, "grad_norm": 0.17163410782814026, "learning_rate": 8.165177165027939e-06, "loss": 0.0039, "step": 252310 }, { "epoch": 4.183648090729718, "grad_norm": 0.000337764184223488, "learning_rate": 8.163519092702824e-06, "loss": 0.0003, "step": 252320 }, { "epoch": 4.183813897962229, "grad_norm": 0.0004307795315980911, "learning_rate": 8.161861020377709e-06, "loss": 0.003, "step": 252330 }, { "epoch": 4.183979705194741, "grad_norm": 0.010722777806222439, "learning_rate": 8.160202948052594e-06, "loss": 0.0001, "step": 252340 }, { "epoch": 4.184145512427252, "grad_norm": 0.0001585415448062122, "learning_rate": 8.15854487572748e-06, "loss": 0.0052, "step": 252350 }, { "epoch": 4.184311319659764, "grad_norm": 0.0006415285170078278, "learning_rate": 8.156886803402365e-06, "loss": 0.0001, "step": 252360 }, { "epoch": 4.184477126892275, "grad_norm": 0.00013365164340939373, "learning_rate": 8.15522873107725e-06, "loss": 0.0016, "step": 252370 }, { "epoch": 4.184642934124787, "grad_norm": 2.1473004380823113e-05, "learning_rate": 8.153570658752135e-06, "loss": 0.0021, "step": 252380 }, { "epoch": 4.184808741357298, "grad_norm": 0.017749661579728127, "learning_rate": 8.15191258642702e-06, "loss": 0.0054, "step": 252390 }, { "epoch": 4.1849745485898096, "grad_norm": 0.0019950896967202425, "learning_rate": 8.150254514101905e-06, "loss": 0.003, "step": 252400 }, { "epoch": 4.185140355822321, "grad_norm": 0.00010404786007711664, "learning_rate": 8.14859644177679e-06, "loss": 0.0, "step": 252410 }, { "epoch": 4.1853061630548325, "grad_norm": 0.017068402841687202, "learning_rate": 8.146938369451676e-06, "loss": 0.0045, "step": 252420 }, { "epoch": 4.1854719702873435, "grad_norm": 0.004589080344885588, "learning_rate": 8.145280297126561e-06, "loss": 0.0033, "step": 252430 }, { "epoch": 4.185637777519855, "grad_norm": 9.813427459448576e-05, "learning_rate": 8.143622224801446e-06, "loss": 0.0001, "step": 252440 }, { "epoch": 4.1858035847523665, "grad_norm": 0.22668364644050598, "learning_rate": 8.141964152476333e-06, "loss": 0.007, "step": 252450 }, { "epoch": 4.185969391984878, "grad_norm": 0.00037816306576132774, "learning_rate": 8.140306080151216e-06, "loss": 0.0041, "step": 252460 }, { "epoch": 4.186135199217389, "grad_norm": 0.00034197387867607176, "learning_rate": 8.138648007826102e-06, "loss": 0.0032, "step": 252470 }, { "epoch": 4.186301006449901, "grad_norm": 2.08806995942723e-05, "learning_rate": 8.136989935500987e-06, "loss": 0.0002, "step": 252480 }, { "epoch": 4.186466813682413, "grad_norm": 0.008818680420517921, "learning_rate": 8.135331863175872e-06, "loss": 0.0106, "step": 252490 }, { "epoch": 4.186632620914924, "grad_norm": 7.70310634834459e-06, "learning_rate": 8.133673790850757e-06, "loss": 0.004, "step": 252500 }, { "epoch": 4.186798428147436, "grad_norm": 0.01090142410248518, "learning_rate": 8.132015718525642e-06, "loss": 0.0026, "step": 252510 }, { "epoch": 4.186964235379947, "grad_norm": 0.00015317919314838946, "learning_rate": 8.130357646200527e-06, "loss": 0.0001, "step": 252520 }, { "epoch": 4.187130042612459, "grad_norm": 0.0002869041927624494, "learning_rate": 8.128699573875413e-06, "loss": 0.0001, "step": 252530 }, { "epoch": 4.18729584984497, "grad_norm": 0.24789901077747345, "learning_rate": 8.127041501550298e-06, "loss": 0.014, "step": 252540 }, { "epoch": 4.187461657077482, "grad_norm": 0.0021715920884162188, "learning_rate": 8.125383429225183e-06, "loss": 0.0033, "step": 252550 }, { "epoch": 4.187627464309993, "grad_norm": 0.00019091198919340968, "learning_rate": 8.123725356900068e-06, "loss": 0.0027, "step": 252560 }, { "epoch": 4.187793271542505, "grad_norm": 0.0023762250784784555, "learning_rate": 8.122067284574953e-06, "loss": 0.0008, "step": 252570 }, { "epoch": 4.187959078775016, "grad_norm": 0.0001825237850425765, "learning_rate": 8.120409212249838e-06, "loss": 0.0089, "step": 252580 }, { "epoch": 4.188124886007528, "grad_norm": 0.0724034532904625, "learning_rate": 8.118751139924724e-06, "loss": 0.0001, "step": 252590 }, { "epoch": 4.188290693240039, "grad_norm": 0.8097295165061951, "learning_rate": 8.117093067599609e-06, "loss": 0.0195, "step": 252600 }, { "epoch": 4.188456500472551, "grad_norm": 0.20555321872234344, "learning_rate": 8.115434995274494e-06, "loss": 0.0081, "step": 252610 }, { "epoch": 4.188622307705062, "grad_norm": 0.00026974690263159573, "learning_rate": 8.113776922949381e-06, "loss": 0.005, "step": 252620 }, { "epoch": 4.188788114937574, "grad_norm": 0.0006027507479302585, "learning_rate": 8.112118850624264e-06, "loss": 0.0025, "step": 252630 }, { "epoch": 4.188953922170085, "grad_norm": 3.068761361646466e-05, "learning_rate": 8.110460778299151e-06, "loss": 0.0002, "step": 252640 }, { "epoch": 4.189119729402597, "grad_norm": 0.000321610743412748, "learning_rate": 8.108802705974035e-06, "loss": 0.0046, "step": 252650 }, { "epoch": 4.189285536635108, "grad_norm": 4.918763806927018e-05, "learning_rate": 8.10714463364892e-06, "loss": 0.0038, "step": 252660 }, { "epoch": 4.18945134386762, "grad_norm": 0.16194689273834229, "learning_rate": 8.105486561323805e-06, "loss": 0.0033, "step": 252670 }, { "epoch": 4.189617151100131, "grad_norm": 0.0013008499518036842, "learning_rate": 8.10382848899869e-06, "loss": 0.0002, "step": 252680 }, { "epoch": 4.189782958332643, "grad_norm": 0.0026719607412815094, "learning_rate": 8.102170416673575e-06, "loss": 0.0021, "step": 252690 }, { "epoch": 4.189948765565154, "grad_norm": 0.02232007309794426, "learning_rate": 8.10051234434846e-06, "loss": 0.0002, "step": 252700 }, { "epoch": 4.190114572797666, "grad_norm": 0.00045531426439993083, "learning_rate": 8.098854272023346e-06, "loss": 0.0034, "step": 252710 }, { "epoch": 4.190280380030177, "grad_norm": 0.3146008551120758, "learning_rate": 8.097196199698231e-06, "loss": 0.0005, "step": 252720 }, { "epoch": 4.190446187262689, "grad_norm": 0.0005864794948138297, "learning_rate": 8.095538127373116e-06, "loss": 0.0004, "step": 252730 }, { "epoch": 4.1906119944952, "grad_norm": 0.0004261786525603384, "learning_rate": 8.093880055048001e-06, "loss": 0.0035, "step": 252740 }, { "epoch": 4.1907778017277115, "grad_norm": 0.0002949844056274742, "learning_rate": 8.092221982722886e-06, "loss": 0.0009, "step": 252750 }, { "epoch": 4.1909436089602226, "grad_norm": 0.00023309580865316093, "learning_rate": 8.090563910397772e-06, "loss": 0.0001, "step": 252760 }, { "epoch": 4.1911094161927345, "grad_norm": 7.850511610740796e-05, "learning_rate": 8.088905838072657e-06, "loss": 0.0041, "step": 252770 }, { "epoch": 4.1912752234252455, "grad_norm": 0.0006377820391207933, "learning_rate": 8.087247765747542e-06, "loss": 0.0056, "step": 252780 }, { "epoch": 4.191441030657757, "grad_norm": 0.5951837301254272, "learning_rate": 8.085589693422427e-06, "loss": 0.0059, "step": 252790 }, { "epoch": 4.1916068378902684, "grad_norm": 0.0025828867219388485, "learning_rate": 8.083931621097312e-06, "loss": 0.0049, "step": 252800 }, { "epoch": 4.19177264512278, "grad_norm": 0.01610003598034382, "learning_rate": 8.082273548772199e-06, "loss": 0.0007, "step": 252810 }, { "epoch": 4.191938452355291, "grad_norm": 0.0027162821497768164, "learning_rate": 8.080615476447083e-06, "loss": 0.0045, "step": 252820 }, { "epoch": 4.192104259587803, "grad_norm": 6.811832281528041e-05, "learning_rate": 8.07895740412197e-06, "loss": 0.0027, "step": 252830 }, { "epoch": 4.192270066820314, "grad_norm": 0.0010352282552048564, "learning_rate": 8.077299331796853e-06, "loss": 0.0005, "step": 252840 }, { "epoch": 4.192435874052826, "grad_norm": 0.00033526457264088094, "learning_rate": 8.07564125947174e-06, "loss": 0.0001, "step": 252850 }, { "epoch": 4.192601681285337, "grad_norm": 0.0003020811127498746, "learning_rate": 8.073983187146623e-06, "loss": 0.0001, "step": 252860 }, { "epoch": 4.192767488517849, "grad_norm": 0.00015217401960399002, "learning_rate": 8.072325114821508e-06, "loss": 0.0092, "step": 252870 }, { "epoch": 4.19293329575036, "grad_norm": 0.0008285933872684836, "learning_rate": 8.070667042496394e-06, "loss": 0.0001, "step": 252880 }, { "epoch": 4.193099102982872, "grad_norm": 0.005822077859193087, "learning_rate": 8.069008970171279e-06, "loss": 0.0069, "step": 252890 }, { "epoch": 4.193264910215383, "grad_norm": 0.008442231453955173, "learning_rate": 8.067350897846164e-06, "loss": 0.0002, "step": 252900 }, { "epoch": 4.193430717447895, "grad_norm": 0.03895160183310509, "learning_rate": 8.06569282552105e-06, "loss": 0.0035, "step": 252910 }, { "epoch": 4.193596524680407, "grad_norm": 0.00012196269381092861, "learning_rate": 8.064034753195934e-06, "loss": 0.0, "step": 252920 }, { "epoch": 4.193762331912918, "grad_norm": 0.0001479706697864458, "learning_rate": 8.06237668087082e-06, "loss": 0.006, "step": 252930 }, { "epoch": 4.19392813914543, "grad_norm": 0.00014688260853290558, "learning_rate": 8.060718608545705e-06, "loss": 0.0061, "step": 252940 }, { "epoch": 4.194093946377941, "grad_norm": 0.0002442127442918718, "learning_rate": 8.05906053622059e-06, "loss": 0.0002, "step": 252950 }, { "epoch": 4.194259753610453, "grad_norm": 0.0003706154238898307, "learning_rate": 8.057402463895475e-06, "loss": 0.0027, "step": 252960 }, { "epoch": 4.194425560842964, "grad_norm": 0.17990829050540924, "learning_rate": 8.05574439157036e-06, "loss": 0.0068, "step": 252970 }, { "epoch": 4.194591368075476, "grad_norm": 2.5738150725373998e-05, "learning_rate": 8.054086319245247e-06, "loss": 0.0027, "step": 252980 }, { "epoch": 4.194757175307987, "grad_norm": 2.8205391572555527e-05, "learning_rate": 8.05242824692013e-06, "loss": 0.0027, "step": 252990 }, { "epoch": 4.194922982540499, "grad_norm": 6.569980178028345e-05, "learning_rate": 8.050770174595017e-06, "loss": 0.0044, "step": 253000 }, { "epoch": 4.19508878977301, "grad_norm": 0.1538897305727005, "learning_rate": 8.049112102269901e-06, "loss": 0.0053, "step": 253010 }, { "epoch": 4.195254597005522, "grad_norm": 8.018182415980846e-05, "learning_rate": 8.047454029944788e-06, "loss": 0.0, "step": 253020 }, { "epoch": 4.195420404238033, "grad_norm": 0.027647441253066063, "learning_rate": 8.045795957619671e-06, "loss": 0.0001, "step": 253030 }, { "epoch": 4.195586211470545, "grad_norm": 0.0006019417778588831, "learning_rate": 8.044137885294558e-06, "loss": 0.0, "step": 253040 }, { "epoch": 4.195752018703056, "grad_norm": 0.00018065418407786638, "learning_rate": 8.042479812969442e-06, "loss": 0.0056, "step": 253050 }, { "epoch": 4.195917825935568, "grad_norm": 0.45025670528411865, "learning_rate": 8.040821740644327e-06, "loss": 0.0043, "step": 253060 }, { "epoch": 4.196083633168079, "grad_norm": 0.018510786816477776, "learning_rate": 8.039163668319212e-06, "loss": 0.0001, "step": 253070 }, { "epoch": 4.196249440400591, "grad_norm": 0.008942211978137493, "learning_rate": 8.037505595994097e-06, "loss": 0.0027, "step": 253080 }, { "epoch": 4.196415247633102, "grad_norm": 0.005643970798701048, "learning_rate": 8.035847523668982e-06, "loss": 0.0, "step": 253090 }, { "epoch": 4.1965810548656135, "grad_norm": 0.0007416256121359766, "learning_rate": 8.034189451343867e-06, "loss": 0.0222, "step": 253100 }, { "epoch": 4.1967468620981245, "grad_norm": 0.0009742977563291788, "learning_rate": 8.032531379018753e-06, "loss": 0.0, "step": 253110 }, { "epoch": 4.1969126693306364, "grad_norm": 0.00013645639410242438, "learning_rate": 8.030873306693638e-06, "loss": 0.0025, "step": 253120 }, { "epoch": 4.1970784765631475, "grad_norm": 0.018258111551404, "learning_rate": 8.029215234368523e-06, "loss": 0.0088, "step": 253130 }, { "epoch": 4.197244283795659, "grad_norm": 0.005234230775386095, "learning_rate": 8.027557162043408e-06, "loss": 0.015, "step": 253140 }, { "epoch": 4.19741009102817, "grad_norm": 0.005026488099247217, "learning_rate": 8.025899089718295e-06, "loss": 0.0039, "step": 253150 }, { "epoch": 4.197575898260682, "grad_norm": 0.014613423496484756, "learning_rate": 8.024241017393179e-06, "loss": 0.0114, "step": 253160 }, { "epoch": 4.197741705493193, "grad_norm": 0.00359394121915102, "learning_rate": 8.022582945068065e-06, "loss": 0.0063, "step": 253170 }, { "epoch": 4.197907512725705, "grad_norm": 0.0001813619746826589, "learning_rate": 8.020924872742949e-06, "loss": 0.0, "step": 253180 }, { "epoch": 4.198073319958216, "grad_norm": 0.028322575613856316, "learning_rate": 8.019266800417836e-06, "loss": 0.0078, "step": 253190 }, { "epoch": 4.198239127190728, "grad_norm": 0.3744417428970337, "learning_rate": 8.01760872809272e-06, "loss": 0.0014, "step": 253200 }, { "epoch": 4.198404934423239, "grad_norm": 0.011967061087489128, "learning_rate": 8.015950655767606e-06, "loss": 0.0051, "step": 253210 }, { "epoch": 4.198570741655751, "grad_norm": 0.0002959661651402712, "learning_rate": 8.01429258344249e-06, "loss": 0.0, "step": 253220 }, { "epoch": 4.198736548888262, "grad_norm": 0.049414146691560745, "learning_rate": 8.012634511117376e-06, "loss": 0.0001, "step": 253230 }, { "epoch": 4.198902356120774, "grad_norm": 0.007464894093573093, "learning_rate": 8.01097643879226e-06, "loss": 0.0045, "step": 253240 }, { "epoch": 4.199068163353285, "grad_norm": 0.000889980117790401, "learning_rate": 8.009318366467145e-06, "loss": 0.0069, "step": 253250 }, { "epoch": 4.199233970585797, "grad_norm": 0.11291991919279099, "learning_rate": 8.00766029414203e-06, "loss": 0.0044, "step": 253260 }, { "epoch": 4.199399777818308, "grad_norm": 0.17912635207176208, "learning_rate": 8.006002221816915e-06, "loss": 0.004, "step": 253270 }, { "epoch": 4.19956558505082, "grad_norm": 5.938901813351549e-05, "learning_rate": 8.0043441494918e-06, "loss": 0.0, "step": 253280 }, { "epoch": 4.199731392283331, "grad_norm": 0.0005160825094208121, "learning_rate": 8.002686077166686e-06, "loss": 0.0051, "step": 253290 }, { "epoch": 4.199897199515843, "grad_norm": 0.8371480107307434, "learning_rate": 8.001028004841571e-06, "loss": 0.0096, "step": 253300 }, { "epoch": 4.200063006748354, "grad_norm": 0.00011104672739747912, "learning_rate": 7.999369932516456e-06, "loss": 0.007, "step": 253310 }, { "epoch": 4.200228813980866, "grad_norm": 0.00041197051177732646, "learning_rate": 7.997711860191343e-06, "loss": 0.0026, "step": 253320 }, { "epoch": 4.200394621213377, "grad_norm": 0.00010592032776912674, "learning_rate": 7.996053787866226e-06, "loss": 0.0049, "step": 253330 }, { "epoch": 4.200560428445889, "grad_norm": 0.0017175804823637009, "learning_rate": 7.994395715541113e-06, "loss": 0.0, "step": 253340 }, { "epoch": 4.2007262356784, "grad_norm": 0.0008660535095259547, "learning_rate": 7.992737643215997e-06, "loss": 0.0029, "step": 253350 }, { "epoch": 4.200892042910912, "grad_norm": 0.003371145110577345, "learning_rate": 7.991079570890884e-06, "loss": 0.0102, "step": 253360 }, { "epoch": 4.201057850143423, "grad_norm": 0.0002782481024041772, "learning_rate": 7.989421498565767e-06, "loss": 0.0001, "step": 253370 }, { "epoch": 4.201223657375935, "grad_norm": 0.01011945866048336, "learning_rate": 7.987763426240654e-06, "loss": 0.0243, "step": 253380 }, { "epoch": 4.201389464608447, "grad_norm": 0.0014821062795817852, "learning_rate": 7.986105353915537e-06, "loss": 0.0105, "step": 253390 }, { "epoch": 4.201555271840958, "grad_norm": 0.37411853671073914, "learning_rate": 7.984447281590424e-06, "loss": 0.0006, "step": 253400 }, { "epoch": 4.20172107907347, "grad_norm": 0.17187191545963287, "learning_rate": 7.982789209265308e-06, "loss": 0.0047, "step": 253410 }, { "epoch": 4.201886886305981, "grad_norm": 0.0003554709837771952, "learning_rate": 7.981131136940195e-06, "loss": 0.0031, "step": 253420 }, { "epoch": 4.2020526935384925, "grad_norm": 0.0003561084158718586, "learning_rate": 7.979473064615078e-06, "loss": 0.0003, "step": 253430 }, { "epoch": 4.202218500771004, "grad_norm": 0.13644827902317047, "learning_rate": 7.977814992289965e-06, "loss": 0.0017, "step": 253440 }, { "epoch": 4.2023843080035155, "grad_norm": 0.0019206451252102852, "learning_rate": 7.976156919964849e-06, "loss": 0.0037, "step": 253450 }, { "epoch": 4.2025501152360265, "grad_norm": 0.008571428246796131, "learning_rate": 7.974498847639734e-06, "loss": 0.0033, "step": 253460 }, { "epoch": 4.202715922468538, "grad_norm": 0.10004692524671555, "learning_rate": 7.972840775314619e-06, "loss": 0.0076, "step": 253470 }, { "epoch": 4.2028817297010495, "grad_norm": 0.00014501884288620204, "learning_rate": 7.971182702989504e-06, "loss": 0.0054, "step": 253480 }, { "epoch": 4.203047536933561, "grad_norm": 2.628507536428515e-05, "learning_rate": 7.969524630664391e-06, "loss": 0.0001, "step": 253490 }, { "epoch": 4.203213344166072, "grad_norm": 0.20765803754329681, "learning_rate": 7.967866558339274e-06, "loss": 0.0073, "step": 253500 }, { "epoch": 4.203379151398584, "grad_norm": 0.0003098086453974247, "learning_rate": 7.966208486014161e-06, "loss": 0.0117, "step": 253510 }, { "epoch": 4.203544958631095, "grad_norm": 0.0002727772807702422, "learning_rate": 7.964550413689045e-06, "loss": 0.0032, "step": 253520 }, { "epoch": 4.203710765863607, "grad_norm": 0.0025231768377125263, "learning_rate": 7.962892341363932e-06, "loss": 0.003, "step": 253530 }, { "epoch": 4.203876573096118, "grad_norm": 0.1440451443195343, "learning_rate": 7.961234269038815e-06, "loss": 0.0006, "step": 253540 }, { "epoch": 4.20404238032863, "grad_norm": 0.02996108867228031, "learning_rate": 7.959576196713702e-06, "loss": 0.0024, "step": 253550 }, { "epoch": 4.204208187561141, "grad_norm": 0.0003322998818475753, "learning_rate": 7.957918124388585e-06, "loss": 0.0005, "step": 253560 }, { "epoch": 4.204373994793653, "grad_norm": 5.652304389514029e-05, "learning_rate": 7.956260052063472e-06, "loss": 0.004, "step": 253570 }, { "epoch": 4.204539802026164, "grad_norm": 0.00025473764981143177, "learning_rate": 7.954601979738356e-06, "loss": 0.0027, "step": 253580 }, { "epoch": 4.204705609258676, "grad_norm": 0.0022929408587515354, "learning_rate": 7.952943907413243e-06, "loss": 0.0002, "step": 253590 }, { "epoch": 4.204871416491187, "grad_norm": 0.0024671563878655434, "learning_rate": 7.951285835088126e-06, "loss": 0.0028, "step": 253600 }, { "epoch": 4.205037223723699, "grad_norm": 0.15394935011863708, "learning_rate": 7.949627762763013e-06, "loss": 0.0044, "step": 253610 }, { "epoch": 4.20520303095621, "grad_norm": 0.0006915885023772717, "learning_rate": 7.947969690437896e-06, "loss": 0.0003, "step": 253620 }, { "epoch": 4.205368838188722, "grad_norm": 0.0005037925438955426, "learning_rate": 7.946311618112783e-06, "loss": 0.0001, "step": 253630 }, { "epoch": 4.205534645421233, "grad_norm": 0.0474838949739933, "learning_rate": 7.944653545787667e-06, "loss": 0.0031, "step": 253640 }, { "epoch": 4.205700452653745, "grad_norm": 0.0012776581570506096, "learning_rate": 7.942995473462552e-06, "loss": 0.003, "step": 253650 }, { "epoch": 4.205866259886256, "grad_norm": 0.009296491742134094, "learning_rate": 7.941337401137439e-06, "loss": 0.0038, "step": 253660 }, { "epoch": 4.206032067118768, "grad_norm": 0.00016971722652669996, "learning_rate": 7.939679328812322e-06, "loss": 0.0002, "step": 253670 }, { "epoch": 4.206197874351279, "grad_norm": 0.0010409901151433587, "learning_rate": 7.93802125648721e-06, "loss": 0.0023, "step": 253680 }, { "epoch": 4.206363681583791, "grad_norm": 0.00032774059218354523, "learning_rate": 7.936363184162093e-06, "loss": 0.0027, "step": 253690 }, { "epoch": 4.206529488816302, "grad_norm": 0.12276104092597961, "learning_rate": 7.93470511183698e-06, "loss": 0.0073, "step": 253700 }, { "epoch": 4.206695296048814, "grad_norm": 0.00051313970470801, "learning_rate": 7.933047039511863e-06, "loss": 0.0076, "step": 253710 }, { "epoch": 4.206861103281325, "grad_norm": 0.00018165921210311353, "learning_rate": 7.93138896718675e-06, "loss": 0.0002, "step": 253720 }, { "epoch": 4.207026910513837, "grad_norm": 0.0002556222607381642, "learning_rate": 7.929730894861633e-06, "loss": 0.0061, "step": 253730 }, { "epoch": 4.207192717746348, "grad_norm": 0.0011944914003834128, "learning_rate": 7.92807282253652e-06, "loss": 0.0047, "step": 253740 }, { "epoch": 4.20735852497886, "grad_norm": 0.000527000695001334, "learning_rate": 7.926414750211404e-06, "loss": 0.0001, "step": 253750 }, { "epoch": 4.207524332211371, "grad_norm": 0.056967590004205704, "learning_rate": 7.92475667788629e-06, "loss": 0.0025, "step": 253760 }, { "epoch": 4.207690139443883, "grad_norm": 0.17608323693275452, "learning_rate": 7.923098605561174e-06, "loss": 0.0058, "step": 253770 }, { "epoch": 4.207855946676394, "grad_norm": 6.972945266170427e-05, "learning_rate": 7.921440533236061e-06, "loss": 0.0074, "step": 253780 }, { "epoch": 4.2080217539089055, "grad_norm": 1.1034147064492572e-05, "learning_rate": 7.919782460910944e-06, "loss": 0.0051, "step": 253790 }, { "epoch": 4.208187561141417, "grad_norm": 0.4568520486354828, "learning_rate": 7.918124388585831e-06, "loss": 0.0012, "step": 253800 }, { "epoch": 4.2083533683739285, "grad_norm": 0.0004911020514555275, "learning_rate": 7.916466316260715e-06, "loss": 0.0023, "step": 253810 }, { "epoch": 4.20851917560644, "grad_norm": 0.0027451161295175552, "learning_rate": 7.914808243935602e-06, "loss": 0.0001, "step": 253820 }, { "epoch": 4.208684982838951, "grad_norm": 7.110911246854812e-05, "learning_rate": 7.913150171610487e-06, "loss": 0.0065, "step": 253830 }, { "epoch": 4.208850790071463, "grad_norm": 0.000554296828340739, "learning_rate": 7.91149209928537e-06, "loss": 0.0001, "step": 253840 }, { "epoch": 4.209016597303974, "grad_norm": 0.5122430920600891, "learning_rate": 7.909834026960257e-06, "loss": 0.0097, "step": 253850 }, { "epoch": 4.209182404536486, "grad_norm": 0.00018848790205083787, "learning_rate": 7.90817595463514e-06, "loss": 0.0067, "step": 253860 }, { "epoch": 4.209348211768997, "grad_norm": 0.004600379150360823, "learning_rate": 7.906517882310027e-06, "loss": 0.0048, "step": 253870 }, { "epoch": 4.209514019001509, "grad_norm": 0.19624410569667816, "learning_rate": 7.904859809984911e-06, "loss": 0.0071, "step": 253880 }, { "epoch": 4.20967982623402, "grad_norm": 0.0022148333955556154, "learning_rate": 7.903201737659798e-06, "loss": 0.0, "step": 253890 }, { "epoch": 4.209845633466532, "grad_norm": 0.005898119416087866, "learning_rate": 7.901543665334681e-06, "loss": 0.0072, "step": 253900 }, { "epoch": 4.210011440699043, "grad_norm": 0.0074835484847426414, "learning_rate": 7.899885593009568e-06, "loss": 0.0024, "step": 253910 }, { "epoch": 4.210177247931555, "grad_norm": 0.0008030380704440176, "learning_rate": 7.898227520684452e-06, "loss": 0.0028, "step": 253920 }, { "epoch": 4.210343055164066, "grad_norm": 0.00026098350645042956, "learning_rate": 7.896569448359339e-06, "loss": 0.0082, "step": 253930 }, { "epoch": 4.210508862396578, "grad_norm": 0.03695324808359146, "learning_rate": 7.894911376034222e-06, "loss": 0.0059, "step": 253940 }, { "epoch": 4.210674669629089, "grad_norm": 5.336283356882632e-05, "learning_rate": 7.893253303709109e-06, "loss": 0.0028, "step": 253950 }, { "epoch": 4.210840476861601, "grad_norm": 0.0005566207692027092, "learning_rate": 7.891595231383992e-06, "loss": 0.0024, "step": 253960 }, { "epoch": 4.211006284094112, "grad_norm": 0.00042500082054175436, "learning_rate": 7.88993715905888e-06, "loss": 0.0049, "step": 253970 }, { "epoch": 4.211172091326624, "grad_norm": 0.00181608647108078, "learning_rate": 7.888279086733763e-06, "loss": 0.0059, "step": 253980 }, { "epoch": 4.211337898559135, "grad_norm": 0.6912198066711426, "learning_rate": 7.88662101440865e-06, "loss": 0.0054, "step": 253990 }, { "epoch": 4.211503705791647, "grad_norm": 0.004444002639502287, "learning_rate": 7.884962942083535e-06, "loss": 0.0022, "step": 254000 }, { "epoch": 4.211669513024158, "grad_norm": 0.00015683905803598464, "learning_rate": 7.88330486975842e-06, "loss": 0.0029, "step": 254010 }, { "epoch": 4.21183532025667, "grad_norm": 0.16869720816612244, "learning_rate": 7.881646797433305e-06, "loss": 0.0032, "step": 254020 }, { "epoch": 4.212001127489181, "grad_norm": 0.07383072376251221, "learning_rate": 7.87998872510819e-06, "loss": 0.0035, "step": 254030 }, { "epoch": 4.212166934721693, "grad_norm": 0.00025593762984499335, "learning_rate": 7.878330652783075e-06, "loss": 0.0045, "step": 254040 }, { "epoch": 4.212332741954204, "grad_norm": 0.006571147590875626, "learning_rate": 7.876672580457959e-06, "loss": 0.0028, "step": 254050 }, { "epoch": 4.212498549186716, "grad_norm": 0.0018263845704495907, "learning_rate": 7.875014508132846e-06, "loss": 0.0036, "step": 254060 }, { "epoch": 4.212664356419227, "grad_norm": 0.0009046262130141258, "learning_rate": 7.87335643580773e-06, "loss": 0.0036, "step": 254070 }, { "epoch": 4.212830163651739, "grad_norm": 6.109978858148679e-05, "learning_rate": 7.871698363482616e-06, "loss": 0.0081, "step": 254080 }, { "epoch": 4.21299597088425, "grad_norm": 0.0010190543252974749, "learning_rate": 7.8700402911575e-06, "loss": 0.0038, "step": 254090 }, { "epoch": 4.213161778116762, "grad_norm": 0.0007158044609241188, "learning_rate": 7.868382218832386e-06, "loss": 0.0109, "step": 254100 }, { "epoch": 4.213327585349273, "grad_norm": 0.03952610120177269, "learning_rate": 7.86672414650727e-06, "loss": 0.0022, "step": 254110 }, { "epoch": 4.213493392581785, "grad_norm": 0.00013187641161493957, "learning_rate": 7.865066074182157e-06, "loss": 0.0, "step": 254120 }, { "epoch": 4.213659199814296, "grad_norm": 0.0019264392321929336, "learning_rate": 7.86340800185704e-06, "loss": 0.008, "step": 254130 }, { "epoch": 4.2138250070468075, "grad_norm": 4.6390516217797995e-05, "learning_rate": 7.861749929531927e-06, "loss": 0.0049, "step": 254140 }, { "epoch": 4.2139908142793185, "grad_norm": 0.0004548699362203479, "learning_rate": 7.86009185720681e-06, "loss": 0.0068, "step": 254150 }, { "epoch": 4.2141566215118305, "grad_norm": 0.00021180081239435822, "learning_rate": 7.858433784881698e-06, "loss": 0.0069, "step": 254160 }, { "epoch": 4.2143224287443415, "grad_norm": 0.0037618502974510193, "learning_rate": 7.856775712556583e-06, "loss": 0.0, "step": 254170 }, { "epoch": 4.214488235976853, "grad_norm": 0.000986133236438036, "learning_rate": 7.855117640231468e-06, "loss": 0.0041, "step": 254180 }, { "epoch": 4.214654043209364, "grad_norm": 0.1121356412768364, "learning_rate": 7.853459567906353e-06, "loss": 0.0033, "step": 254190 }, { "epoch": 4.214819850441876, "grad_norm": 0.00011965090379817411, "learning_rate": 7.851801495581238e-06, "loss": 0.0051, "step": 254200 }, { "epoch": 4.214985657674387, "grad_norm": 0.0010193849448114634, "learning_rate": 7.850143423256123e-06, "loss": 0.0006, "step": 254210 }, { "epoch": 4.215151464906899, "grad_norm": 3.3044027077266946e-05, "learning_rate": 7.848485350931009e-06, "loss": 0.0, "step": 254220 }, { "epoch": 4.21531727213941, "grad_norm": 0.00040754920337349176, "learning_rate": 7.846827278605894e-06, "loss": 0.0062, "step": 254230 }, { "epoch": 4.215483079371922, "grad_norm": 0.003850726643577218, "learning_rate": 7.845169206280777e-06, "loss": 0.0063, "step": 254240 }, { "epoch": 4.215648886604433, "grad_norm": 0.0024960492737591267, "learning_rate": 7.843511133955664e-06, "loss": 0.0061, "step": 254250 }, { "epoch": 4.215814693836945, "grad_norm": 9.797887469176203e-05, "learning_rate": 7.841853061630548e-06, "loss": 0.0002, "step": 254260 }, { "epoch": 4.215980501069456, "grad_norm": 0.00013321786536835134, "learning_rate": 7.840194989305434e-06, "loss": 0.0025, "step": 254270 }, { "epoch": 4.216146308301968, "grad_norm": 0.00015383043501060456, "learning_rate": 7.838536916980318e-06, "loss": 0.0028, "step": 254280 }, { "epoch": 4.21631211553448, "grad_norm": 0.00017187281628139317, "learning_rate": 7.836878844655205e-06, "loss": 0.0066, "step": 254290 }, { "epoch": 4.216477922766991, "grad_norm": 0.00047345919301733375, "learning_rate": 7.835220772330088e-06, "loss": 0.0001, "step": 254300 }, { "epoch": 4.216643729999503, "grad_norm": 0.00014596193796023726, "learning_rate": 7.833562700004975e-06, "loss": 0.0024, "step": 254310 }, { "epoch": 4.216809537232014, "grad_norm": 0.0023443878162652254, "learning_rate": 7.831904627679859e-06, "loss": 0.0099, "step": 254320 }, { "epoch": 4.216975344464526, "grad_norm": 9.8936608992517e-05, "learning_rate": 7.830246555354745e-06, "loss": 0.0023, "step": 254330 }, { "epoch": 4.217141151697037, "grad_norm": 0.0016737579135224223, "learning_rate": 7.82858848302963e-06, "loss": 0.0087, "step": 254340 }, { "epoch": 4.217306958929549, "grad_norm": 0.0002709598047658801, "learning_rate": 7.826930410704516e-06, "loss": 0.003, "step": 254350 }, { "epoch": 4.21747276616206, "grad_norm": 0.0011723219649866223, "learning_rate": 7.825272338379401e-06, "loss": 0.0002, "step": 254360 }, { "epoch": 4.217638573394572, "grad_norm": 0.0019853964913636446, "learning_rate": 7.823614266054286e-06, "loss": 0.0054, "step": 254370 }, { "epoch": 4.217804380627083, "grad_norm": 5.9986283304169774e-05, "learning_rate": 7.821956193729171e-06, "loss": 0.0023, "step": 254380 }, { "epoch": 4.217970187859595, "grad_norm": 0.00017861544620245695, "learning_rate": 7.820298121404056e-06, "loss": 0.0039, "step": 254390 }, { "epoch": 4.218135995092106, "grad_norm": 0.008032080717384815, "learning_rate": 7.818640049078942e-06, "loss": 0.0027, "step": 254400 }, { "epoch": 4.218301802324618, "grad_norm": 0.14060668647289276, "learning_rate": 7.816981976753827e-06, "loss": 0.003, "step": 254410 }, { "epoch": 4.218467609557129, "grad_norm": 9.54954739427194e-05, "learning_rate": 7.815323904428712e-06, "loss": 0.0025, "step": 254420 }, { "epoch": 4.218633416789641, "grad_norm": 0.0002906160952989012, "learning_rate": 7.813665832103595e-06, "loss": 0.0061, "step": 254430 }, { "epoch": 4.218799224022152, "grad_norm": 0.18831752240657806, "learning_rate": 7.812007759778482e-06, "loss": 0.0092, "step": 254440 }, { "epoch": 4.218965031254664, "grad_norm": 0.007628397550433874, "learning_rate": 7.810349687453366e-06, "loss": 0.0003, "step": 254450 }, { "epoch": 4.219130838487175, "grad_norm": 0.006606942508369684, "learning_rate": 7.808691615128253e-06, "loss": 0.0001, "step": 254460 }, { "epoch": 4.2192966457196865, "grad_norm": 0.04655345156788826, "learning_rate": 7.807033542803136e-06, "loss": 0.0001, "step": 254470 }, { "epoch": 4.219462452952198, "grad_norm": 7.02359393471852e-05, "learning_rate": 7.805375470478023e-06, "loss": 0.0026, "step": 254480 }, { "epoch": 4.2196282601847095, "grad_norm": 0.0039221299812197685, "learning_rate": 7.803717398152907e-06, "loss": 0.0036, "step": 254490 }, { "epoch": 4.2197940674172205, "grad_norm": 4.020689448225312e-05, "learning_rate": 7.802059325827793e-06, "loss": 0.0001, "step": 254500 }, { "epoch": 4.219959874649732, "grad_norm": 0.002549011493101716, "learning_rate": 7.800401253502679e-06, "loss": 0.0001, "step": 254510 }, { "epoch": 4.2201256818822435, "grad_norm": 0.0010477182222530246, "learning_rate": 7.798743181177564e-06, "loss": 0.0003, "step": 254520 }, { "epoch": 4.220291489114755, "grad_norm": 0.00016395538114011288, "learning_rate": 7.797085108852449e-06, "loss": 0.0001, "step": 254530 }, { "epoch": 4.220457296347266, "grad_norm": 0.0007915396126918495, "learning_rate": 7.795427036527334e-06, "loss": 0.0077, "step": 254540 }, { "epoch": 4.220623103579778, "grad_norm": 0.0005480058607645333, "learning_rate": 7.79376896420222e-06, "loss": 0.0058, "step": 254550 }, { "epoch": 4.220788910812289, "grad_norm": 0.0006907979259267449, "learning_rate": 7.792110891877104e-06, "loss": 0.0, "step": 254560 }, { "epoch": 4.220954718044801, "grad_norm": 0.019747089594602585, "learning_rate": 7.79045281955199e-06, "loss": 0.0024, "step": 254570 }, { "epoch": 4.221120525277312, "grad_norm": 0.00016385898925364017, "learning_rate": 7.788794747226875e-06, "loss": 0.0116, "step": 254580 }, { "epoch": 4.221286332509824, "grad_norm": 0.027740012854337692, "learning_rate": 7.78713667490176e-06, "loss": 0.0012, "step": 254590 }, { "epoch": 4.221452139742335, "grad_norm": 0.0005009708693251014, "learning_rate": 7.785478602576645e-06, "loss": 0.0001, "step": 254600 }, { "epoch": 4.221617946974847, "grad_norm": 0.00028884358471259475, "learning_rate": 7.78382053025153e-06, "loss": 0.0065, "step": 254610 }, { "epoch": 4.221783754207358, "grad_norm": 0.0008054530480876565, "learning_rate": 7.782162457926415e-06, "loss": 0.0026, "step": 254620 }, { "epoch": 4.22194956143987, "grad_norm": 0.0008745758095756173, "learning_rate": 7.7805043856013e-06, "loss": 0.0071, "step": 254630 }, { "epoch": 4.222115368672381, "grad_norm": 0.0008451096946373582, "learning_rate": 7.778846313276184e-06, "loss": 0.001, "step": 254640 }, { "epoch": 4.222281175904893, "grad_norm": 0.0004128348082304001, "learning_rate": 7.777188240951071e-06, "loss": 0.0, "step": 254650 }, { "epoch": 4.222446983137404, "grad_norm": 0.000261194072663784, "learning_rate": 7.775530168625954e-06, "loss": 0.0003, "step": 254660 }, { "epoch": 4.222612790369916, "grad_norm": 0.32189133763313293, "learning_rate": 7.773872096300841e-06, "loss": 0.0041, "step": 254670 }, { "epoch": 4.222778597602427, "grad_norm": 0.0005934301880188286, "learning_rate": 7.772214023975727e-06, "loss": 0.0002, "step": 254680 }, { "epoch": 4.222944404834939, "grad_norm": 4.121414531255141e-05, "learning_rate": 7.770555951650612e-06, "loss": 0.004, "step": 254690 }, { "epoch": 4.22311021206745, "grad_norm": 0.0010071495780721307, "learning_rate": 7.768897879325497e-06, "loss": 0.0087, "step": 254700 }, { "epoch": 4.223276019299962, "grad_norm": 0.000439310388173908, "learning_rate": 7.767239807000382e-06, "loss": 0.0087, "step": 254710 }, { "epoch": 4.223441826532474, "grad_norm": 0.000659164332319051, "learning_rate": 7.765581734675267e-06, "loss": 0.0046, "step": 254720 }, { "epoch": 4.223607633764985, "grad_norm": 0.022460177540779114, "learning_rate": 7.763923662350152e-06, "loss": 0.0005, "step": 254730 }, { "epoch": 4.223773440997496, "grad_norm": 0.0003147729439660907, "learning_rate": 7.762265590025038e-06, "loss": 0.0002, "step": 254740 }, { "epoch": 4.223939248230008, "grad_norm": 0.07465582340955734, "learning_rate": 7.760607517699923e-06, "loss": 0.0024, "step": 254750 }, { "epoch": 4.22410505546252, "grad_norm": 0.00011257351434323937, "learning_rate": 7.758949445374808e-06, "loss": 0.0011, "step": 254760 }, { "epoch": 4.224270862695031, "grad_norm": 0.00027929976931773126, "learning_rate": 7.757291373049693e-06, "loss": 0.0, "step": 254770 }, { "epoch": 4.224436669927543, "grad_norm": 0.0018158497987315059, "learning_rate": 7.755633300724578e-06, "loss": 0.0036, "step": 254780 }, { "epoch": 4.224602477160054, "grad_norm": 0.008407264947891235, "learning_rate": 7.753975228399463e-06, "loss": 0.0014, "step": 254790 }, { "epoch": 4.224768284392566, "grad_norm": 0.004178076051175594, "learning_rate": 7.752317156074349e-06, "loss": 0.0029, "step": 254800 }, { "epoch": 4.224934091625077, "grad_norm": 0.18431875109672546, "learning_rate": 7.750659083749234e-06, "loss": 0.0055, "step": 254810 }, { "epoch": 4.2250998988575885, "grad_norm": 0.7208701372146606, "learning_rate": 7.749001011424119e-06, "loss": 0.0032, "step": 254820 }, { "epoch": 4.2252657060900995, "grad_norm": 6.327570008579642e-05, "learning_rate": 7.747342939099002e-06, "loss": 0.0026, "step": 254830 }, { "epoch": 4.2254315133226115, "grad_norm": 0.20162388682365417, "learning_rate": 7.74568486677389e-06, "loss": 0.0134, "step": 254840 }, { "epoch": 4.2255973205551225, "grad_norm": 3.822070357273333e-05, "learning_rate": 7.744026794448774e-06, "loss": 0.0, "step": 254850 }, { "epoch": 4.225763127787634, "grad_norm": 0.0003709393204189837, "learning_rate": 7.74236872212366e-06, "loss": 0.0001, "step": 254860 }, { "epoch": 4.225928935020145, "grad_norm": 2.7525426048669033e-05, "learning_rate": 7.740710649798545e-06, "loss": 0.0004, "step": 254870 }, { "epoch": 4.226094742252657, "grad_norm": 8.48869894980453e-05, "learning_rate": 7.73905257747343e-06, "loss": 0.0033, "step": 254880 }, { "epoch": 4.226260549485168, "grad_norm": 0.0032589221373200417, "learning_rate": 7.737394505148315e-06, "loss": 0.0007, "step": 254890 }, { "epoch": 4.22642635671768, "grad_norm": 0.0018683915259316564, "learning_rate": 7.7357364328232e-06, "loss": 0.0, "step": 254900 }, { "epoch": 4.226592163950191, "grad_norm": 2.694897193578072e-05, "learning_rate": 7.734078360498085e-06, "loss": 0.009, "step": 254910 }, { "epoch": 4.226757971182703, "grad_norm": 0.004961750470101833, "learning_rate": 7.73242028817297e-06, "loss": 0.0093, "step": 254920 }, { "epoch": 4.226923778415214, "grad_norm": 0.00031103333458304405, "learning_rate": 7.730762215847856e-06, "loss": 0.0, "step": 254930 }, { "epoch": 4.227089585647726, "grad_norm": 0.0008958990219980478, "learning_rate": 7.729104143522741e-06, "loss": 0.0028, "step": 254940 }, { "epoch": 4.227255392880237, "grad_norm": 0.0012538061710074544, "learning_rate": 7.727446071197626e-06, "loss": 0.0001, "step": 254950 }, { "epoch": 4.227421200112749, "grad_norm": 0.0036268129479140043, "learning_rate": 7.725787998872511e-06, "loss": 0.0035, "step": 254960 }, { "epoch": 4.22758700734526, "grad_norm": 0.001771111274138093, "learning_rate": 7.724129926547397e-06, "loss": 0.0055, "step": 254970 }, { "epoch": 4.227752814577772, "grad_norm": 0.0001226814929395914, "learning_rate": 7.722471854222282e-06, "loss": 0.0047, "step": 254980 }, { "epoch": 4.227918621810283, "grad_norm": 0.026806732639670372, "learning_rate": 7.720813781897167e-06, "loss": 0.0082, "step": 254990 }, { "epoch": 4.228084429042795, "grad_norm": 0.00039798003854230046, "learning_rate": 7.719155709572052e-06, "loss": 0.0028, "step": 255000 }, { "epoch": 4.228250236275306, "grad_norm": 0.00036409799940884113, "learning_rate": 7.717497637246937e-06, "loss": 0.0, "step": 255010 }, { "epoch": 4.228416043507818, "grad_norm": 0.0006003490416333079, "learning_rate": 7.715839564921822e-06, "loss": 0.0024, "step": 255020 }, { "epoch": 4.228581850740329, "grad_norm": 0.0016362924361601472, "learning_rate": 7.714181492596708e-06, "loss": 0.0003, "step": 255030 }, { "epoch": 4.228747657972841, "grad_norm": 0.18008792400360107, "learning_rate": 7.712523420271593e-06, "loss": 0.0106, "step": 255040 }, { "epoch": 4.228913465205352, "grad_norm": 0.0074666510336101055, "learning_rate": 7.710865347946478e-06, "loss": 0.0042, "step": 255050 }, { "epoch": 4.229079272437864, "grad_norm": 6.392642535502091e-05, "learning_rate": 7.709207275621363e-06, "loss": 0.0053, "step": 255060 }, { "epoch": 4.229245079670375, "grad_norm": 0.003466935595497489, "learning_rate": 7.707549203296248e-06, "loss": 0.0018, "step": 255070 }, { "epoch": 4.229410886902887, "grad_norm": 0.16957010328769684, "learning_rate": 7.705891130971133e-06, "loss": 0.0063, "step": 255080 }, { "epoch": 4.229576694135398, "grad_norm": 0.007162762805819511, "learning_rate": 7.704233058646019e-06, "loss": 0.0045, "step": 255090 }, { "epoch": 4.22974250136791, "grad_norm": 0.20750649273395538, "learning_rate": 7.702574986320904e-06, "loss": 0.0078, "step": 255100 }, { "epoch": 4.229908308600421, "grad_norm": 0.0002508850593585521, "learning_rate": 7.700916913995789e-06, "loss": 0.0005, "step": 255110 }, { "epoch": 4.230074115832933, "grad_norm": 0.0008220715099014342, "learning_rate": 7.699258841670674e-06, "loss": 0.0, "step": 255120 }, { "epoch": 4.230239923065444, "grad_norm": 0.15729962289333344, "learning_rate": 7.69760076934556e-06, "loss": 0.0084, "step": 255130 }, { "epoch": 4.230405730297956, "grad_norm": 0.002002710709348321, "learning_rate": 7.695942697020444e-06, "loss": 0.001, "step": 255140 }, { "epoch": 4.230571537530467, "grad_norm": 0.006413570139557123, "learning_rate": 7.69428462469533e-06, "loss": 0.0034, "step": 255150 }, { "epoch": 4.230737344762979, "grad_norm": 0.2842293381690979, "learning_rate": 7.692626552370215e-06, "loss": 0.0032, "step": 255160 }, { "epoch": 4.23090315199549, "grad_norm": 0.0002053736534435302, "learning_rate": 7.6909684800451e-06, "loss": 0.0084, "step": 255170 }, { "epoch": 4.2310689592280015, "grad_norm": 0.00962166115641594, "learning_rate": 7.689310407719985e-06, "loss": 0.0049, "step": 255180 }, { "epoch": 4.231234766460513, "grad_norm": 0.0010931923752650619, "learning_rate": 7.68765233539487e-06, "loss": 0.0072, "step": 255190 }, { "epoch": 4.2314005736930245, "grad_norm": 5.591379158431664e-05, "learning_rate": 7.685994263069756e-06, "loss": 0.0, "step": 255200 }, { "epoch": 4.231566380925536, "grad_norm": 8.569769124733284e-05, "learning_rate": 7.68433619074464e-06, "loss": 0.0026, "step": 255210 }, { "epoch": 4.231732188158047, "grad_norm": 0.00034138053888455033, "learning_rate": 7.682678118419526e-06, "loss": 0.0062, "step": 255220 }, { "epoch": 4.231897995390559, "grad_norm": 0.00025484737125225365, "learning_rate": 7.681020046094411e-06, "loss": 0.0028, "step": 255230 }, { "epoch": 4.23206380262307, "grad_norm": 2.849334487109445e-05, "learning_rate": 7.679361973769296e-06, "loss": 0.0049, "step": 255240 }, { "epoch": 4.232229609855582, "grad_norm": 0.0010262796422466636, "learning_rate": 7.677703901444181e-06, "loss": 0.0037, "step": 255250 }, { "epoch": 4.232395417088093, "grad_norm": 9.197755571221933e-05, "learning_rate": 7.676045829119067e-06, "loss": 0.0054, "step": 255260 }, { "epoch": 4.232561224320605, "grad_norm": 0.005800140090286732, "learning_rate": 7.674387756793952e-06, "loss": 0.0001, "step": 255270 }, { "epoch": 4.232727031553116, "grad_norm": 0.0012004090240225196, "learning_rate": 7.672729684468837e-06, "loss": 0.0026, "step": 255280 }, { "epoch": 4.232892838785628, "grad_norm": 0.14604061841964722, "learning_rate": 7.671071612143722e-06, "loss": 0.0075, "step": 255290 }, { "epoch": 4.233058646018139, "grad_norm": 0.208121657371521, "learning_rate": 7.669413539818607e-06, "loss": 0.0067, "step": 255300 }, { "epoch": 4.233224453250651, "grad_norm": 2.1401809135568328e-05, "learning_rate": 7.667755467493492e-06, "loss": 0.0003, "step": 255310 }, { "epoch": 4.233390260483162, "grad_norm": 0.0003642515803221613, "learning_rate": 7.666097395168378e-06, "loss": 0.0081, "step": 255320 }, { "epoch": 4.233556067715674, "grad_norm": 0.0014131874777376652, "learning_rate": 7.664439322843263e-06, "loss": 0.0, "step": 255330 }, { "epoch": 4.233721874948185, "grad_norm": 0.00012556109868455678, "learning_rate": 7.662781250518148e-06, "loss": 0.0028, "step": 255340 }, { "epoch": 4.233887682180697, "grad_norm": 7.729291246505454e-05, "learning_rate": 7.661123178193033e-06, "loss": 0.0096, "step": 255350 }, { "epoch": 4.234053489413208, "grad_norm": 0.13295403122901917, "learning_rate": 7.659465105867918e-06, "loss": 0.0039, "step": 255360 }, { "epoch": 4.23421929664572, "grad_norm": 0.03767196461558342, "learning_rate": 7.657807033542803e-06, "loss": 0.0063, "step": 255370 }, { "epoch": 4.234385103878231, "grad_norm": 0.0018472583033144474, "learning_rate": 7.656148961217689e-06, "loss": 0.0031, "step": 255380 }, { "epoch": 4.234550911110743, "grad_norm": 0.0004232503124512732, "learning_rate": 7.654490888892574e-06, "loss": 0.0001, "step": 255390 }, { "epoch": 4.234716718343254, "grad_norm": 0.000399335112888366, "learning_rate": 7.652832816567459e-06, "loss": 0.0094, "step": 255400 }, { "epoch": 4.234882525575766, "grad_norm": 0.7658131718635559, "learning_rate": 7.651174744242344e-06, "loss": 0.0044, "step": 255410 }, { "epoch": 4.235048332808277, "grad_norm": 8.976987010100856e-05, "learning_rate": 7.64951667191723e-06, "loss": 0.0042, "step": 255420 }, { "epoch": 4.235214140040789, "grad_norm": 0.0017154329689219594, "learning_rate": 7.647858599592114e-06, "loss": 0.0001, "step": 255430 }, { "epoch": 4.2353799472733, "grad_norm": 0.0005696394946426153, "learning_rate": 7.646200527267e-06, "loss": 0.0069, "step": 255440 }, { "epoch": 4.235545754505812, "grad_norm": 0.00018378434469923377, "learning_rate": 7.644542454941885e-06, "loss": 0.0001, "step": 255450 }, { "epoch": 4.235711561738323, "grad_norm": 0.00015366885054390877, "learning_rate": 7.64288438261677e-06, "loss": 0.0001, "step": 255460 }, { "epoch": 4.235877368970835, "grad_norm": 0.03743821755051613, "learning_rate": 7.641226310291655e-06, "loss": 0.0002, "step": 255470 }, { "epoch": 4.236043176203346, "grad_norm": 0.016360461711883545, "learning_rate": 7.63956823796654e-06, "loss": 0.0097, "step": 255480 }, { "epoch": 4.236208983435858, "grad_norm": 3.95508213841822e-05, "learning_rate": 7.637910165641426e-06, "loss": 0.005, "step": 255490 }, { "epoch": 4.236374790668369, "grad_norm": 0.002740132389590144, "learning_rate": 7.63625209331631e-06, "loss": 0.0, "step": 255500 }, { "epoch": 4.236540597900881, "grad_norm": 0.00019316487305331975, "learning_rate": 7.634594020991196e-06, "loss": 0.0001, "step": 255510 }, { "epoch": 4.236706405133392, "grad_norm": 0.0006114114657975733, "learning_rate": 7.632935948666081e-06, "loss": 0.003, "step": 255520 }, { "epoch": 4.2368722123659035, "grad_norm": 0.0008398917852900922, "learning_rate": 7.631277876340966e-06, "loss": 0.0106, "step": 255530 }, { "epoch": 4.2370380195984145, "grad_norm": 0.11068190634250641, "learning_rate": 7.629619804015851e-06, "loss": 0.0031, "step": 255540 }, { "epoch": 4.2372038268309264, "grad_norm": 8.857857756083831e-05, "learning_rate": 7.627961731690737e-06, "loss": 0.0066, "step": 255550 }, { "epoch": 4.2373696340634375, "grad_norm": 3.088973608100787e-05, "learning_rate": 7.626303659365622e-06, "loss": 0.0054, "step": 255560 }, { "epoch": 4.237535441295949, "grad_norm": 0.14905016124248505, "learning_rate": 7.624645587040508e-06, "loss": 0.0027, "step": 255570 }, { "epoch": 4.23770124852846, "grad_norm": 0.005415876861661673, "learning_rate": 7.622987514715392e-06, "loss": 0.0002, "step": 255580 }, { "epoch": 4.237867055760972, "grad_norm": 0.11477190256118774, "learning_rate": 7.621329442390278e-06, "loss": 0.0029, "step": 255590 }, { "epoch": 4.238032862993483, "grad_norm": 0.3034632205963135, "learning_rate": 7.6196713700651624e-06, "loss": 0.0005, "step": 255600 }, { "epoch": 4.238198670225995, "grad_norm": 5.5924356274772435e-05, "learning_rate": 7.6180132977400485e-06, "loss": 0.0, "step": 255610 }, { "epoch": 4.238364477458507, "grad_norm": 0.001404516864567995, "learning_rate": 7.616355225414933e-06, "loss": 0.0031, "step": 255620 }, { "epoch": 4.238530284691018, "grad_norm": 0.0068928273394703865, "learning_rate": 7.614697153089819e-06, "loss": 0.0001, "step": 255630 }, { "epoch": 4.238696091923529, "grad_norm": 0.0005018510273657739, "learning_rate": 7.613039080764703e-06, "loss": 0.0114, "step": 255640 }, { "epoch": 4.238861899156041, "grad_norm": 0.03130931779742241, "learning_rate": 7.611381008439588e-06, "loss": 0.0047, "step": 255650 }, { "epoch": 4.239027706388553, "grad_norm": 0.04406009614467621, "learning_rate": 7.6097229361144735e-06, "loss": 0.0037, "step": 255660 }, { "epoch": 4.239193513621064, "grad_norm": 3.5532633773982525e-05, "learning_rate": 7.608064863789359e-06, "loss": 0.0, "step": 255670 }, { "epoch": 4.239359320853576, "grad_norm": 0.00013022460916545242, "learning_rate": 7.606406791464243e-06, "loss": 0.0046, "step": 255680 }, { "epoch": 4.239525128086087, "grad_norm": 0.0024311395827680826, "learning_rate": 7.604748719139129e-06, "loss": 0.0001, "step": 255690 }, { "epoch": 4.239690935318599, "grad_norm": 2.6573121431283653e-05, "learning_rate": 7.603090646814015e-06, "loss": 0.0074, "step": 255700 }, { "epoch": 4.23985674255111, "grad_norm": 9.987715020542964e-05, "learning_rate": 7.601432574488899e-06, "loss": 0.0042, "step": 255710 }, { "epoch": 4.240022549783622, "grad_norm": 0.0015065100742504, "learning_rate": 7.599774502163785e-06, "loss": 0.0001, "step": 255720 }, { "epoch": 4.240188357016133, "grad_norm": 0.00028226114227436483, "learning_rate": 7.59811642983867e-06, "loss": 0.0047, "step": 255730 }, { "epoch": 4.240354164248645, "grad_norm": 0.0001278530398849398, "learning_rate": 7.596458357513556e-06, "loss": 0.0003, "step": 255740 }, { "epoch": 4.240519971481156, "grad_norm": 0.00021459624986164272, "learning_rate": 7.59480028518844e-06, "loss": 0.0028, "step": 255750 }, { "epoch": 4.240685778713668, "grad_norm": 0.023770960047841072, "learning_rate": 7.593142212863326e-06, "loss": 0.0044, "step": 255760 }, { "epoch": 4.240851585946179, "grad_norm": 0.005012518260627985, "learning_rate": 7.59148414053821e-06, "loss": 0.0047, "step": 255770 }, { "epoch": 4.241017393178691, "grad_norm": 0.0005152194644324481, "learning_rate": 7.589826068213096e-06, "loss": 0.003, "step": 255780 }, { "epoch": 4.241183200411202, "grad_norm": 1.2562152733153198e-05, "learning_rate": 7.588167995887981e-06, "loss": 0.0039, "step": 255790 }, { "epoch": 4.241349007643714, "grad_norm": 0.012007984332740307, "learning_rate": 7.586509923562867e-06, "loss": 0.0007, "step": 255800 }, { "epoch": 4.241514814876225, "grad_norm": 0.002538165543228388, "learning_rate": 7.584851851237751e-06, "loss": 0.0001, "step": 255810 }, { "epoch": 4.241680622108737, "grad_norm": 0.0014768776018172503, "learning_rate": 7.583193778912637e-06, "loss": 0.0003, "step": 255820 }, { "epoch": 4.241846429341248, "grad_norm": 0.005868058651685715, "learning_rate": 7.581535706587521e-06, "loss": 0.0006, "step": 255830 }, { "epoch": 4.24201223657376, "grad_norm": 0.0006246129050850868, "learning_rate": 7.579877634262407e-06, "loss": 0.0172, "step": 255840 }, { "epoch": 4.242178043806271, "grad_norm": 0.004880283493548632, "learning_rate": 7.578219561937292e-06, "loss": 0.0033, "step": 255850 }, { "epoch": 4.2423438510387825, "grad_norm": 4.927289865008788e-06, "learning_rate": 7.576561489612177e-06, "loss": 0.0, "step": 255860 }, { "epoch": 4.242509658271294, "grad_norm": 1.5809137039468624e-05, "learning_rate": 7.574903417287063e-06, "loss": 0.0065, "step": 255870 }, { "epoch": 4.2426754655038055, "grad_norm": 0.200717493891716, "learning_rate": 7.573245344961947e-06, "loss": 0.0085, "step": 255880 }, { "epoch": 4.2428412727363165, "grad_norm": 0.002201993251219392, "learning_rate": 7.571587272636833e-06, "loss": 0.0052, "step": 255890 }, { "epoch": 4.243007079968828, "grad_norm": 8.963999425759539e-05, "learning_rate": 7.569929200311718e-06, "loss": 0.0001, "step": 255900 }, { "epoch": 4.2431728872013394, "grad_norm": 0.0004956650664098561, "learning_rate": 7.568271127986604e-06, "loss": 0.0054, "step": 255910 }, { "epoch": 4.243338694433851, "grad_norm": 0.0007020877674221992, "learning_rate": 7.566613055661488e-06, "loss": 0.0013, "step": 255920 }, { "epoch": 4.243504501666362, "grad_norm": 0.12079950422048569, "learning_rate": 7.564954983336374e-06, "loss": 0.0004, "step": 255930 }, { "epoch": 4.243670308898874, "grad_norm": 6.0324189689708874e-05, "learning_rate": 7.563296911011258e-06, "loss": 0.0096, "step": 255940 }, { "epoch": 4.243836116131385, "grad_norm": 0.0005739915650337934, "learning_rate": 7.561638838686144e-06, "loss": 0.0001, "step": 255950 }, { "epoch": 4.244001923363897, "grad_norm": 0.001032529165968299, "learning_rate": 7.559980766361029e-06, "loss": 0.0052, "step": 255960 }, { "epoch": 4.244167730596408, "grad_norm": 0.0003956621512770653, "learning_rate": 7.558322694035915e-06, "loss": 0.0, "step": 255970 }, { "epoch": 4.24433353782892, "grad_norm": 0.0005705401417799294, "learning_rate": 7.556664621710799e-06, "loss": 0.0033, "step": 255980 }, { "epoch": 4.244499345061431, "grad_norm": 8.909903408493847e-05, "learning_rate": 7.555006549385685e-06, "loss": 0.0002, "step": 255990 }, { "epoch": 4.244665152293943, "grad_norm": 0.007258077617734671, "learning_rate": 7.553348477060569e-06, "loss": 0.007, "step": 256000 }, { "epoch": 4.244830959526454, "grad_norm": 0.002141321776434779, "learning_rate": 7.551690404735455e-06, "loss": 0.0, "step": 256010 }, { "epoch": 4.244996766758966, "grad_norm": 5.828019857290201e-05, "learning_rate": 7.55003233241034e-06, "loss": 0.002, "step": 256020 }, { "epoch": 4.245162573991477, "grad_norm": 0.0011521027190610766, "learning_rate": 7.548374260085225e-06, "loss": 0.0048, "step": 256030 }, { "epoch": 4.245328381223989, "grad_norm": 0.019418226554989815, "learning_rate": 7.546716187760111e-06, "loss": 0.0001, "step": 256040 }, { "epoch": 4.2454941884565, "grad_norm": 0.004136256407946348, "learning_rate": 7.545058115434995e-06, "loss": 0.0004, "step": 256050 }, { "epoch": 4.245659995689012, "grad_norm": 0.0002222306065959856, "learning_rate": 7.543400043109881e-06, "loss": 0.0032, "step": 256060 }, { "epoch": 4.245825802921523, "grad_norm": 0.00015266236732713878, "learning_rate": 7.5417419707847656e-06, "loss": 0.0028, "step": 256070 }, { "epoch": 4.245991610154035, "grad_norm": 0.0001405559596605599, "learning_rate": 7.540083898459652e-06, "loss": 0.0002, "step": 256080 }, { "epoch": 4.246157417386547, "grad_norm": 0.00034607338602654636, "learning_rate": 7.538425826134536e-06, "loss": 0.0051, "step": 256090 }, { "epoch": 4.246323224619058, "grad_norm": 0.00012555904686450958, "learning_rate": 7.536767753809422e-06, "loss": 0.0031, "step": 256100 }, { "epoch": 4.24648903185157, "grad_norm": 0.007300501223653555, "learning_rate": 7.535109681484306e-06, "loss": 0.0084, "step": 256110 }, { "epoch": 4.246654839084081, "grad_norm": 2.7067655537393875e-05, "learning_rate": 7.533451609159192e-06, "loss": 0.0006, "step": 256120 }, { "epoch": 4.246820646316593, "grad_norm": 4.985401756130159e-05, "learning_rate": 7.531793536834077e-06, "loss": 0.0, "step": 256130 }, { "epoch": 4.246986453549104, "grad_norm": 0.10064756125211716, "learning_rate": 7.530135464508963e-06, "loss": 0.0021, "step": 256140 }, { "epoch": 4.247152260781616, "grad_norm": 0.015082931146025658, "learning_rate": 7.528477392183847e-06, "loss": 0.0147, "step": 256150 }, { "epoch": 4.247318068014127, "grad_norm": 3.866982297040522e-05, "learning_rate": 7.526819319858733e-06, "loss": 0.0036, "step": 256160 }, { "epoch": 4.247483875246639, "grad_norm": 0.04136601462960243, "learning_rate": 7.525161247533617e-06, "loss": 0.0026, "step": 256170 }, { "epoch": 4.24764968247915, "grad_norm": 0.00034887620131485164, "learning_rate": 7.523503175208503e-06, "loss": 0.0002, "step": 256180 }, { "epoch": 4.247815489711662, "grad_norm": 0.0009267821442335844, "learning_rate": 7.521845102883388e-06, "loss": 0.0036, "step": 256190 }, { "epoch": 4.247981296944173, "grad_norm": 0.16659916937351227, "learning_rate": 7.520187030558274e-06, "loss": 0.0057, "step": 256200 }, { "epoch": 4.2481471041766845, "grad_norm": 0.0006005995674058795, "learning_rate": 7.518528958233159e-06, "loss": 0.0028, "step": 256210 }, { "epoch": 4.2483129114091955, "grad_norm": 0.0030365781858563423, "learning_rate": 7.516870885908044e-06, "loss": 0.0035, "step": 256220 }, { "epoch": 4.2484787186417075, "grad_norm": 7.287654443643987e-05, "learning_rate": 7.515212813582929e-06, "loss": 0.0051, "step": 256230 }, { "epoch": 4.2486445258742185, "grad_norm": 0.00013905034575145692, "learning_rate": 7.5135547412578135e-06, "loss": 0.0002, "step": 256240 }, { "epoch": 4.24881033310673, "grad_norm": 0.11088542640209198, "learning_rate": 7.5118966689326995e-06, "loss": 0.0003, "step": 256250 }, { "epoch": 4.248976140339241, "grad_norm": 0.19710306823253632, "learning_rate": 7.510238596607584e-06, "loss": 0.0123, "step": 256260 }, { "epoch": 4.249141947571753, "grad_norm": 0.00011270680988673121, "learning_rate": 7.50858052428247e-06, "loss": 0.004, "step": 256270 }, { "epoch": 4.249307754804264, "grad_norm": 0.017604539170861244, "learning_rate": 7.506922451957354e-06, "loss": 0.0004, "step": 256280 }, { "epoch": 4.249473562036776, "grad_norm": 0.00029579951660707593, "learning_rate": 7.50526437963224e-06, "loss": 0.0001, "step": 256290 }, { "epoch": 4.249639369269287, "grad_norm": 0.04762043431401253, "learning_rate": 7.5036063073071246e-06, "loss": 0.0002, "step": 256300 }, { "epoch": 4.249805176501799, "grad_norm": 0.21132689714431763, "learning_rate": 7.501948234982011e-06, "loss": 0.0056, "step": 256310 }, { "epoch": 4.24997098373431, "grad_norm": 1.0091715012094937e-05, "learning_rate": 7.500290162656895e-06, "loss": 0.0011, "step": 256320 }, { "epoch": 4.250136790966822, "grad_norm": 0.00011952262866543606, "learning_rate": 7.498632090331781e-06, "loss": 0.0039, "step": 256330 }, { "epoch": 4.250302598199333, "grad_norm": 0.0014385934919118881, "learning_rate": 7.496974018006665e-06, "loss": 0.0041, "step": 256340 }, { "epoch": 4.250468405431845, "grad_norm": 0.20544789731502533, "learning_rate": 7.495315945681551e-06, "loss": 0.0122, "step": 256350 }, { "epoch": 4.250634212664356, "grad_norm": 4.880895357928239e-05, "learning_rate": 7.493657873356436e-06, "loss": 0.0, "step": 256360 }, { "epoch": 4.250800019896868, "grad_norm": 0.18267156183719635, "learning_rate": 7.491999801031322e-06, "loss": 0.0141, "step": 256370 }, { "epoch": 4.250965827129379, "grad_norm": 0.19748210906982422, "learning_rate": 7.490341728706207e-06, "loss": 0.0088, "step": 256380 }, { "epoch": 4.251131634361891, "grad_norm": 0.0004080813378095627, "learning_rate": 7.488683656381092e-06, "loss": 0.0019, "step": 256390 }, { "epoch": 4.251297441594402, "grad_norm": 0.0001662495342316106, "learning_rate": 7.487025584055977e-06, "loss": 0.0026, "step": 256400 }, { "epoch": 4.251463248826914, "grad_norm": 0.0003269613953307271, "learning_rate": 7.485367511730862e-06, "loss": 0.0035, "step": 256410 }, { "epoch": 4.251629056059425, "grad_norm": 0.0009281072998419404, "learning_rate": 7.4837094394057475e-06, "loss": 0.0012, "step": 256420 }, { "epoch": 4.251794863291937, "grad_norm": 0.00012221858196426183, "learning_rate": 7.482051367080632e-06, "loss": 0.0001, "step": 256430 }, { "epoch": 4.251960670524448, "grad_norm": 8.165798499248922e-05, "learning_rate": 7.480393294755518e-06, "loss": 0.0001, "step": 256440 }, { "epoch": 4.25212647775696, "grad_norm": 0.24948886036872864, "learning_rate": 7.478735222430402e-06, "loss": 0.0031, "step": 256450 }, { "epoch": 4.252292284989471, "grad_norm": 0.00030591984977945685, "learning_rate": 7.477077150105288e-06, "loss": 0.0038, "step": 256460 }, { "epoch": 4.252458092221983, "grad_norm": 0.5898376107215881, "learning_rate": 7.4754190777801725e-06, "loss": 0.0112, "step": 256470 }, { "epoch": 4.252623899454494, "grad_norm": 0.01067118439823389, "learning_rate": 7.4737610054550585e-06, "loss": 0.0005, "step": 256480 }, { "epoch": 4.252789706687006, "grad_norm": 0.014325198717415333, "learning_rate": 7.472102933129943e-06, "loss": 0.0009, "step": 256490 }, { "epoch": 4.252955513919517, "grad_norm": 0.0002561122237239033, "learning_rate": 7.470444860804829e-06, "loss": 0.0, "step": 256500 }, { "epoch": 4.253121321152029, "grad_norm": 0.00042954087257385254, "learning_rate": 7.468786788479713e-06, "loss": 0.0082, "step": 256510 }, { "epoch": 4.253287128384541, "grad_norm": 0.5936825275421143, "learning_rate": 7.467128716154599e-06, "loss": 0.0055, "step": 256520 }, { "epoch": 4.253452935617052, "grad_norm": 0.0014566684840247035, "learning_rate": 7.4654706438294835e-06, "loss": 0.0143, "step": 256530 }, { "epoch": 4.253618742849563, "grad_norm": 0.00029182236175984144, "learning_rate": 7.4638125715043696e-06, "loss": 0.0034, "step": 256540 }, { "epoch": 4.253784550082075, "grad_norm": 0.009380577132105827, "learning_rate": 7.462154499179256e-06, "loss": 0.0001, "step": 256550 }, { "epoch": 4.2539503573145865, "grad_norm": 0.0024345144629478455, "learning_rate": 7.46049642685414e-06, "loss": 0.0, "step": 256560 }, { "epoch": 4.2541161645470975, "grad_norm": 0.00411126296967268, "learning_rate": 7.458838354529026e-06, "loss": 0.0011, "step": 256570 }, { "epoch": 4.254281971779609, "grad_norm": 0.175187349319458, "learning_rate": 7.45718028220391e-06, "loss": 0.0034, "step": 256580 }, { "epoch": 4.2544477790121205, "grad_norm": 0.1678255945444107, "learning_rate": 7.4555222098787954e-06, "loss": 0.0022, "step": 256590 }, { "epoch": 4.254613586244632, "grad_norm": 0.0005052951746620238, "learning_rate": 7.453864137553681e-06, "loss": 0.005, "step": 256600 }, { "epoch": 4.254779393477143, "grad_norm": 0.00024762103566899896, "learning_rate": 7.452206065228566e-06, "loss": 0.0038, "step": 256610 }, { "epoch": 4.254945200709655, "grad_norm": 0.000935134943574667, "learning_rate": 7.45054799290345e-06, "loss": 0.003, "step": 256620 }, { "epoch": 4.255111007942166, "grad_norm": 0.00028582068625837564, "learning_rate": 7.448889920578336e-06, "loss": 0.0063, "step": 256630 }, { "epoch": 4.255276815174678, "grad_norm": 0.209792360663414, "learning_rate": 7.4472318482532204e-06, "loss": 0.0027, "step": 256640 }, { "epoch": 4.255442622407189, "grad_norm": 6.806802048231475e-06, "learning_rate": 7.4455737759281065e-06, "loss": 0.005, "step": 256650 }, { "epoch": 4.255608429639701, "grad_norm": 0.17727896571159363, "learning_rate": 7.443915703602991e-06, "loss": 0.0027, "step": 256660 }, { "epoch": 4.255774236872212, "grad_norm": 0.013128535822033882, "learning_rate": 7.442257631277877e-06, "loss": 0.0, "step": 256670 }, { "epoch": 4.255940044104724, "grad_norm": 0.00037399804568849504, "learning_rate": 7.440599558952761e-06, "loss": 0.0042, "step": 256680 }, { "epoch": 4.256105851337235, "grad_norm": 0.0033877522218972445, "learning_rate": 7.438941486627647e-06, "loss": 0.0036, "step": 256690 }, { "epoch": 4.256271658569747, "grad_norm": 2.8286638553254306e-05, "learning_rate": 7.4372834143025315e-06, "loss": 0.0043, "step": 256700 }, { "epoch": 4.256437465802258, "grad_norm": 0.0003315328503958881, "learning_rate": 7.4356253419774175e-06, "loss": 0.0041, "step": 256710 }, { "epoch": 4.25660327303477, "grad_norm": 0.0010277581168338656, "learning_rate": 7.4339672696523035e-06, "loss": 0.0141, "step": 256720 }, { "epoch": 4.256769080267281, "grad_norm": 0.07861297577619553, "learning_rate": 7.432309197327188e-06, "loss": 0.0036, "step": 256730 }, { "epoch": 4.256934887499793, "grad_norm": 1.2708480426226743e-05, "learning_rate": 7.430651125002074e-06, "loss": 0.0062, "step": 256740 }, { "epoch": 4.257100694732304, "grad_norm": 0.010636385530233383, "learning_rate": 7.428993052676958e-06, "loss": 0.0029, "step": 256750 }, { "epoch": 4.257266501964816, "grad_norm": 0.004102294333279133, "learning_rate": 7.427334980351844e-06, "loss": 0.0084, "step": 256760 }, { "epoch": 4.257432309197327, "grad_norm": 0.0004421702469699085, "learning_rate": 7.4256769080267285e-06, "loss": 0.0044, "step": 256770 }, { "epoch": 4.257598116429839, "grad_norm": 0.0012812623754143715, "learning_rate": 7.424018835701614e-06, "loss": 0.0066, "step": 256780 }, { "epoch": 4.25776392366235, "grad_norm": 0.05738060548901558, "learning_rate": 7.422360763376499e-06, "loss": 0.0001, "step": 256790 }, { "epoch": 4.257929730894862, "grad_norm": 0.0008725121733732522, "learning_rate": 7.420702691051384e-06, "loss": 0.0016, "step": 256800 }, { "epoch": 4.258095538127373, "grad_norm": 0.0006424945313483477, "learning_rate": 7.419044618726269e-06, "loss": 0.0001, "step": 256810 }, { "epoch": 4.258261345359885, "grad_norm": 0.00011041193647542968, "learning_rate": 7.417386546401154e-06, "loss": 0.0, "step": 256820 }, { "epoch": 4.258427152592396, "grad_norm": 0.00010382137406850234, "learning_rate": 7.415728474076039e-06, "loss": 0.0005, "step": 256830 }, { "epoch": 4.258592959824908, "grad_norm": 0.00045772516750730574, "learning_rate": 7.414070401750925e-06, "loss": 0.0031, "step": 256840 }, { "epoch": 4.258758767057419, "grad_norm": 0.006940625607967377, "learning_rate": 7.412412329425809e-06, "loss": 0.0052, "step": 256850 }, { "epoch": 4.258924574289931, "grad_norm": 0.17316338419914246, "learning_rate": 7.410754257100695e-06, "loss": 0.0057, "step": 256860 }, { "epoch": 4.259090381522442, "grad_norm": 3.113029015366919e-05, "learning_rate": 7.4090961847755794e-06, "loss": 0.0051, "step": 256870 }, { "epoch": 4.259256188754954, "grad_norm": 0.007713851053267717, "learning_rate": 7.4074381124504654e-06, "loss": 0.0002, "step": 256880 }, { "epoch": 4.259421995987465, "grad_norm": 0.1330382525920868, "learning_rate": 7.4057800401253515e-06, "loss": 0.0088, "step": 256890 }, { "epoch": 4.2595878032199765, "grad_norm": 2.9360417101997882e-05, "learning_rate": 7.404121967800236e-06, "loss": 0.0018, "step": 256900 }, { "epoch": 4.259753610452488, "grad_norm": 0.029411504045128822, "learning_rate": 7.402463895475122e-06, "loss": 0.0019, "step": 256910 }, { "epoch": 4.2599194176849995, "grad_norm": 1.7206026313942857e-05, "learning_rate": 7.400805823150006e-06, "loss": 0.0045, "step": 256920 }, { "epoch": 4.2600852249175105, "grad_norm": 0.00019311999494675547, "learning_rate": 7.399147750824892e-06, "loss": 0.0, "step": 256930 }, { "epoch": 4.260251032150022, "grad_norm": 6.31454968242906e-05, "learning_rate": 7.3974896784997765e-06, "loss": 0.0049, "step": 256940 }, { "epoch": 4.2604168393825335, "grad_norm": 5.202305328566581e-05, "learning_rate": 7.3958316061746625e-06, "loss": 0.0059, "step": 256950 }, { "epoch": 4.260582646615045, "grad_norm": 0.012612967751920223, "learning_rate": 7.394173533849547e-06, "loss": 0.0033, "step": 256960 }, { "epoch": 4.260748453847556, "grad_norm": 8.489754691254348e-05, "learning_rate": 7.392515461524432e-06, "loss": 0.0001, "step": 256970 }, { "epoch": 4.260914261080068, "grad_norm": 5.607905222859699e-06, "learning_rate": 7.390857389199317e-06, "loss": 0.0042, "step": 256980 }, { "epoch": 4.26108006831258, "grad_norm": 0.0012957140570506454, "learning_rate": 7.389199316874202e-06, "loss": 0.0065, "step": 256990 }, { "epoch": 4.261245875545091, "grad_norm": 0.3034766614437103, "learning_rate": 7.3875412445490875e-06, "loss": 0.0005, "step": 257000 }, { "epoch": 4.261411682777602, "grad_norm": 0.0015391766792163253, "learning_rate": 7.385883172223973e-06, "loss": 0.0029, "step": 257010 }, { "epoch": 4.261577490010114, "grad_norm": 0.000490231963340193, "learning_rate": 7.384225099898857e-06, "loss": 0.0076, "step": 257020 }, { "epoch": 4.261743297242626, "grad_norm": 0.48714470863342285, "learning_rate": 7.382567027573743e-06, "loss": 0.0054, "step": 257030 }, { "epoch": 4.261909104475137, "grad_norm": 0.8124988079071045, "learning_rate": 7.380908955248627e-06, "loss": 0.0077, "step": 257040 }, { "epoch": 4.262074911707649, "grad_norm": 0.01798034831881523, "learning_rate": 7.379250882923513e-06, "loss": 0.0012, "step": 257050 }, { "epoch": 4.26224071894016, "grad_norm": 0.0008002158720046282, "learning_rate": 7.377592810598398e-06, "loss": 0.0005, "step": 257060 }, { "epoch": 4.262406526172672, "grad_norm": 7.093722524587065e-05, "learning_rate": 7.375934738273284e-06, "loss": 0.0024, "step": 257070 }, { "epoch": 4.262572333405183, "grad_norm": 0.30567243695259094, "learning_rate": 7.37427666594817e-06, "loss": 0.012, "step": 257080 }, { "epoch": 4.262738140637695, "grad_norm": 0.04990658536553383, "learning_rate": 7.372618593623054e-06, "loss": 0.0142, "step": 257090 }, { "epoch": 4.262903947870206, "grad_norm": 0.2768728733062744, "learning_rate": 7.37096052129794e-06, "loss": 0.0042, "step": 257100 }, { "epoch": 4.263069755102718, "grad_norm": 3.530720277922228e-05, "learning_rate": 7.3693024489728244e-06, "loss": 0.0001, "step": 257110 }, { "epoch": 4.263235562335229, "grad_norm": 0.003293680725619197, "learning_rate": 7.3676443766477104e-06, "loss": 0.0026, "step": 257120 }, { "epoch": 4.263401369567741, "grad_norm": 0.19830352067947388, "learning_rate": 7.365986304322595e-06, "loss": 0.0029, "step": 257130 }, { "epoch": 4.263567176800252, "grad_norm": 0.0008079847902990878, "learning_rate": 7.364328231997481e-06, "loss": 0.0073, "step": 257140 }, { "epoch": 4.263732984032764, "grad_norm": 0.007525615394115448, "learning_rate": 7.362670159672365e-06, "loss": 0.0016, "step": 257150 }, { "epoch": 4.263898791265275, "grad_norm": 0.00019439469906501472, "learning_rate": 7.361012087347251e-06, "loss": 0.0037, "step": 257160 }, { "epoch": 4.264064598497787, "grad_norm": 0.0010602581314742565, "learning_rate": 7.3593540150221355e-06, "loss": 0.0022, "step": 257170 }, { "epoch": 4.264230405730298, "grad_norm": 0.002210567705333233, "learning_rate": 7.357695942697021e-06, "loss": 0.0001, "step": 257180 }, { "epoch": 4.26439621296281, "grad_norm": 0.0005900785326957703, "learning_rate": 7.356037870371906e-06, "loss": 0.003, "step": 257190 }, { "epoch": 4.264562020195321, "grad_norm": 0.00010728913184721023, "learning_rate": 7.354379798046791e-06, "loss": 0.0027, "step": 257200 }, { "epoch": 4.264727827427833, "grad_norm": 0.35217148065567017, "learning_rate": 7.352721725721675e-06, "loss": 0.0038, "step": 257210 }, { "epoch": 4.264893634660344, "grad_norm": 0.0004638508253265172, "learning_rate": 7.351063653396561e-06, "loss": 0.0068, "step": 257220 }, { "epoch": 4.265059441892856, "grad_norm": 0.02458558976650238, "learning_rate": 7.349405581071446e-06, "loss": 0.0061, "step": 257230 }, { "epoch": 4.265225249125367, "grad_norm": 0.0014409151626750827, "learning_rate": 7.347747508746332e-06, "loss": 0.0001, "step": 257240 }, { "epoch": 4.2653910563578785, "grad_norm": 0.009027697145938873, "learning_rate": 7.346089436421218e-06, "loss": 0.0047, "step": 257250 }, { "epoch": 4.2655568635903895, "grad_norm": 0.001207105815410614, "learning_rate": 7.344431364096102e-06, "loss": 0.004, "step": 257260 }, { "epoch": 4.2657226708229015, "grad_norm": 0.00014969009498599917, "learning_rate": 7.342773291770988e-06, "loss": 0.003, "step": 257270 }, { "epoch": 4.2658884780554125, "grad_norm": 1.2521023563749623e-05, "learning_rate": 7.341115219445872e-06, "loss": 0.0146, "step": 257280 }, { "epoch": 4.266054285287924, "grad_norm": 0.0003645943070296198, "learning_rate": 7.339457147120758e-06, "loss": 0.0027, "step": 257290 }, { "epoch": 4.266220092520435, "grad_norm": 0.00027194758877158165, "learning_rate": 7.337799074795643e-06, "loss": 0.0082, "step": 257300 }, { "epoch": 4.266385899752947, "grad_norm": 1.7594831660971977e-05, "learning_rate": 7.336141002470529e-06, "loss": 0.0, "step": 257310 }, { "epoch": 4.266551706985458, "grad_norm": 0.0006764844874851406, "learning_rate": 7.334482930145413e-06, "loss": 0.0078, "step": 257320 }, { "epoch": 4.26671751421797, "grad_norm": 8.295998850371689e-05, "learning_rate": 7.332824857820299e-06, "loss": 0.0028, "step": 257330 }, { "epoch": 4.266883321450481, "grad_norm": 0.00025237316731363535, "learning_rate": 7.331166785495183e-06, "loss": 0.0043, "step": 257340 }, { "epoch": 4.267049128682993, "grad_norm": 0.0022714678198099136, "learning_rate": 7.3295087131700694e-06, "loss": 0.0002, "step": 257350 }, { "epoch": 4.267214935915504, "grad_norm": 0.0005692651611752808, "learning_rate": 7.327850640844954e-06, "loss": 0.0079, "step": 257360 }, { "epoch": 4.267380743148016, "grad_norm": 8.23507652967237e-05, "learning_rate": 7.326192568519839e-06, "loss": 0.0004, "step": 257370 }, { "epoch": 4.267546550380527, "grad_norm": 0.0005053847562521696, "learning_rate": 7.324534496194724e-06, "loss": 0.0054, "step": 257380 }, { "epoch": 4.267712357613039, "grad_norm": 0.03906463831663132, "learning_rate": 7.322876423869609e-06, "loss": 0.0002, "step": 257390 }, { "epoch": 4.26787816484555, "grad_norm": 0.0007293428643606603, "learning_rate": 7.3212183515444944e-06, "loss": 0.0036, "step": 257400 }, { "epoch": 4.268043972078062, "grad_norm": 0.24228958785533905, "learning_rate": 7.31956027921938e-06, "loss": 0.0041, "step": 257410 }, { "epoch": 4.268209779310574, "grad_norm": 0.007171456702053547, "learning_rate": 7.317902206894266e-06, "loss": 0.001, "step": 257420 }, { "epoch": 4.268375586543085, "grad_norm": 0.02275065705180168, "learning_rate": 7.31624413456915e-06, "loss": 0.0001, "step": 257430 }, { "epoch": 4.268541393775596, "grad_norm": 0.0016332041705027223, "learning_rate": 7.314586062244036e-06, "loss": 0.0008, "step": 257440 }, { "epoch": 4.268707201008108, "grad_norm": 0.02366797812283039, "learning_rate": 7.31292798991892e-06, "loss": 0.0053, "step": 257450 }, { "epoch": 4.26887300824062, "grad_norm": 0.00039701623609289527, "learning_rate": 7.311269917593806e-06, "loss": 0.0037, "step": 257460 }, { "epoch": 4.269038815473131, "grad_norm": 9.955217683454975e-05, "learning_rate": 7.309611845268691e-06, "loss": 0.0, "step": 257470 }, { "epoch": 4.269204622705643, "grad_norm": 0.0009698169305920601, "learning_rate": 7.307953772943577e-06, "loss": 0.0094, "step": 257480 }, { "epoch": 4.269370429938154, "grad_norm": 1.0952267075481359e-05, "learning_rate": 7.306295700618461e-06, "loss": 0.0, "step": 257490 }, { "epoch": 4.269536237170666, "grad_norm": 0.0002165629994124174, "learning_rate": 7.304637628293347e-06, "loss": 0.0001, "step": 257500 }, { "epoch": 4.269702044403177, "grad_norm": 0.00022375298431143165, "learning_rate": 7.302979555968231e-06, "loss": 0.011, "step": 257510 }, { "epoch": 4.269867851635689, "grad_norm": 0.10688614100217819, "learning_rate": 7.301321483643117e-06, "loss": 0.008, "step": 257520 }, { "epoch": 4.2700336588682, "grad_norm": 4.2827301513170823e-05, "learning_rate": 7.299663411318002e-06, "loss": 0.0032, "step": 257530 }, { "epoch": 4.270199466100712, "grad_norm": 0.0007307553314603865, "learning_rate": 7.298005338992888e-06, "loss": 0.0005, "step": 257540 }, { "epoch": 4.270365273333223, "grad_norm": 0.00011314393486827612, "learning_rate": 7.296347266667772e-06, "loss": 0.0036, "step": 257550 }, { "epoch": 4.270531080565735, "grad_norm": 0.0006138647440820932, "learning_rate": 7.294689194342657e-06, "loss": 0.0027, "step": 257560 }, { "epoch": 4.270696887798246, "grad_norm": 0.040562622249126434, "learning_rate": 7.293031122017542e-06, "loss": 0.0064, "step": 257570 }, { "epoch": 4.2708626950307575, "grad_norm": 0.0005111555801704526, "learning_rate": 7.2913730496924276e-06, "loss": 0.0042, "step": 257580 }, { "epoch": 4.271028502263269, "grad_norm": 0.0003664635878521949, "learning_rate": 7.289714977367314e-06, "loss": 0.0, "step": 257590 }, { "epoch": 4.2711943094957805, "grad_norm": 0.00032561790430918336, "learning_rate": 7.288056905042198e-06, "loss": 0.0115, "step": 257600 }, { "epoch": 4.2713601167282915, "grad_norm": 0.000295464153168723, "learning_rate": 7.286398832717084e-06, "loss": 0.0001, "step": 257610 }, { "epoch": 4.271525923960803, "grad_norm": 0.000682187033817172, "learning_rate": 7.284740760391968e-06, "loss": 0.0012, "step": 257620 }, { "epoch": 4.2716917311933145, "grad_norm": 9.92645145743154e-05, "learning_rate": 7.283082688066854e-06, "loss": 0.0056, "step": 257630 }, { "epoch": 4.271857538425826, "grad_norm": 0.17762312293052673, "learning_rate": 7.281424615741739e-06, "loss": 0.017, "step": 257640 }, { "epoch": 4.272023345658337, "grad_norm": 0.00639299163594842, "learning_rate": 7.279766543416625e-06, "loss": 0.0065, "step": 257650 }, { "epoch": 4.272189152890849, "grad_norm": 0.0005876115174032748, "learning_rate": 7.278108471091509e-06, "loss": 0.0081, "step": 257660 }, { "epoch": 4.27235496012336, "grad_norm": 0.0005571196088567376, "learning_rate": 7.276450398766395e-06, "loss": 0.0039, "step": 257670 }, { "epoch": 4.272520767355872, "grad_norm": 0.00021544250193983316, "learning_rate": 7.274792326441279e-06, "loss": 0.0105, "step": 257680 }, { "epoch": 4.272686574588383, "grad_norm": 0.16510027647018433, "learning_rate": 7.273134254116165e-06, "loss": 0.0028, "step": 257690 }, { "epoch": 4.272852381820895, "grad_norm": 1.1933649778366089, "learning_rate": 7.27147618179105e-06, "loss": 0.0081, "step": 257700 }, { "epoch": 4.273018189053406, "grad_norm": 4.184300632914528e-05, "learning_rate": 7.269818109465936e-06, "loss": 0.0036, "step": 257710 }, { "epoch": 4.273183996285918, "grad_norm": 0.0005197408027015626, "learning_rate": 7.26816003714082e-06, "loss": 0.0064, "step": 257720 }, { "epoch": 4.273349803518429, "grad_norm": 0.001247634761966765, "learning_rate": 7.266501964815706e-06, "loss": 0.011, "step": 257730 }, { "epoch": 4.273515610750941, "grad_norm": 0.0009431879734620452, "learning_rate": 7.26484389249059e-06, "loss": 0.0028, "step": 257740 }, { "epoch": 4.273681417983452, "grad_norm": 4.903680382994935e-05, "learning_rate": 7.263185820165476e-06, "loss": 0.0027, "step": 257750 }, { "epoch": 4.273847225215964, "grad_norm": 0.001836703042499721, "learning_rate": 7.2615277478403615e-06, "loss": 0.0002, "step": 257760 }, { "epoch": 4.274013032448475, "grad_norm": 0.059679266065359116, "learning_rate": 7.259869675515246e-06, "loss": 0.0035, "step": 257770 }, { "epoch": 4.274178839680987, "grad_norm": 0.006424241233617067, "learning_rate": 7.258211603190132e-06, "loss": 0.0, "step": 257780 }, { "epoch": 4.274344646913498, "grad_norm": 0.008762197569012642, "learning_rate": 7.256553530865016e-06, "loss": 0.0075, "step": 257790 }, { "epoch": 4.27451045414601, "grad_norm": 0.005634744185954332, "learning_rate": 7.254895458539902e-06, "loss": 0.0037, "step": 257800 }, { "epoch": 4.274676261378521, "grad_norm": 8.200883166864514e-05, "learning_rate": 7.2532373862147865e-06, "loss": 0.0033, "step": 257810 }, { "epoch": 4.274842068611033, "grad_norm": 0.19517521560192108, "learning_rate": 7.2515793138896726e-06, "loss": 0.0119, "step": 257820 }, { "epoch": 4.275007875843544, "grad_norm": 5.6242835853481665e-05, "learning_rate": 7.249921241564557e-06, "loss": 0.0062, "step": 257830 }, { "epoch": 4.275173683076056, "grad_norm": 0.005329161882400513, "learning_rate": 7.248263169239443e-06, "loss": 0.0032, "step": 257840 }, { "epoch": 4.275339490308567, "grad_norm": 0.01366540975868702, "learning_rate": 7.246605096914327e-06, "loss": 0.0, "step": 257850 }, { "epoch": 4.275505297541079, "grad_norm": 0.7068315148353577, "learning_rate": 7.244947024589213e-06, "loss": 0.0052, "step": 257860 }, { "epoch": 4.27567110477359, "grad_norm": 0.0039544315077364445, "learning_rate": 7.243288952264098e-06, "loss": 0.0, "step": 257870 }, { "epoch": 4.275836912006102, "grad_norm": 0.00021536661370191723, "learning_rate": 7.241630879938984e-06, "loss": 0.005, "step": 257880 }, { "epoch": 4.276002719238614, "grad_norm": 0.008544149808585644, "learning_rate": 7.239972807613868e-06, "loss": 0.0015, "step": 257890 }, { "epoch": 4.276168526471125, "grad_norm": 0.008197876624763012, "learning_rate": 7.238314735288754e-06, "loss": 0.0009, "step": 257900 }, { "epoch": 4.276334333703636, "grad_norm": 0.0017599964048713446, "learning_rate": 7.236656662963638e-06, "loss": 0.0024, "step": 257910 }, { "epoch": 4.276500140936148, "grad_norm": 0.012770858593285084, "learning_rate": 7.234998590638524e-06, "loss": 0.0, "step": 257920 }, { "epoch": 4.2766659481686595, "grad_norm": 0.0021625300869345665, "learning_rate": 7.2333405183134095e-06, "loss": 0.0063, "step": 257930 }, { "epoch": 4.2768317554011706, "grad_norm": 0.007240382954478264, "learning_rate": 7.231682445988295e-06, "loss": 0.0081, "step": 257940 }, { "epoch": 4.2769975626336825, "grad_norm": 0.00018487387569621205, "learning_rate": 7.23002437366318e-06, "loss": 0.0, "step": 257950 }, { "epoch": 4.2771633698661935, "grad_norm": 0.007534876465797424, "learning_rate": 7.228366301338064e-06, "loss": 0.0002, "step": 257960 }, { "epoch": 4.277329177098705, "grad_norm": 3.79220764443744e-05, "learning_rate": 7.22670822901295e-06, "loss": 0.0005, "step": 257970 }, { "epoch": 4.277494984331216, "grad_norm": 0.0002878077793866396, "learning_rate": 7.2250501566878345e-06, "loss": 0.008, "step": 257980 }, { "epoch": 4.277660791563728, "grad_norm": 0.02772216685116291, "learning_rate": 7.2233920843627205e-06, "loss": 0.003, "step": 257990 }, { "epoch": 4.277826598796239, "grad_norm": 9.502658940618858e-05, "learning_rate": 7.221734012037605e-06, "loss": 0.0054, "step": 258000 }, { "epoch": 4.277992406028751, "grad_norm": 0.001635062275454402, "learning_rate": 7.220075939712491e-06, "loss": 0.001, "step": 258010 }, { "epoch": 4.278158213261262, "grad_norm": 0.20727379620075226, "learning_rate": 7.218417867387375e-06, "loss": 0.0165, "step": 258020 }, { "epoch": 4.278324020493774, "grad_norm": 0.0017050639726221561, "learning_rate": 7.216759795062261e-06, "loss": 0.007, "step": 258030 }, { "epoch": 4.278489827726285, "grad_norm": 0.0008954257937148213, "learning_rate": 7.2151017227371455e-06, "loss": 0.0, "step": 258040 }, { "epoch": 4.278655634958797, "grad_norm": 0.010946120135486126, "learning_rate": 7.2134436504120315e-06, "loss": 0.0003, "step": 258050 }, { "epoch": 4.278821442191308, "grad_norm": 0.027084197849035263, "learning_rate": 7.211785578086916e-06, "loss": 0.0001, "step": 258060 }, { "epoch": 4.27898724942382, "grad_norm": 0.00033876177622005343, "learning_rate": 7.210127505761802e-06, "loss": 0.0049, "step": 258070 }, { "epoch": 4.279153056656331, "grad_norm": 0.3834522068500519, "learning_rate": 7.208469433436686e-06, "loss": 0.0005, "step": 258080 }, { "epoch": 4.279318863888843, "grad_norm": 0.0007945848628878593, "learning_rate": 7.206811361111572e-06, "loss": 0.0036, "step": 258090 }, { "epoch": 4.279484671121354, "grad_norm": 0.0003994386352133006, "learning_rate": 7.205153288786458e-06, "loss": 0.0059, "step": 258100 }, { "epoch": 4.279650478353866, "grad_norm": 3.0108256396488287e-05, "learning_rate": 7.203495216461343e-06, "loss": 0.0, "step": 258110 }, { "epoch": 4.279816285586377, "grad_norm": 8.555400199838914e-06, "learning_rate": 7.201837144136228e-06, "loss": 0.0001, "step": 258120 }, { "epoch": 4.279982092818889, "grad_norm": 0.09391540288925171, "learning_rate": 7.200179071811113e-06, "loss": 0.005, "step": 258130 }, { "epoch": 4.2801479000514, "grad_norm": 0.0002465465513523668, "learning_rate": 7.198520999485998e-06, "loss": 0.0189, "step": 258140 }, { "epoch": 4.280313707283912, "grad_norm": 1.5585053915856406e-05, "learning_rate": 7.1968629271608824e-06, "loss": 0.0028, "step": 258150 }, { "epoch": 4.280479514516423, "grad_norm": 0.0017257423605769873, "learning_rate": 7.1952048548357684e-06, "loss": 0.0024, "step": 258160 }, { "epoch": 4.280645321748935, "grad_norm": 0.0006939144805073738, "learning_rate": 7.193546782510653e-06, "loss": 0.0, "step": 258170 }, { "epoch": 4.280811128981446, "grad_norm": 4.0816812543198466e-05, "learning_rate": 7.191888710185539e-06, "loss": 0.0086, "step": 258180 }, { "epoch": 4.280976936213958, "grad_norm": 0.0005418395157903433, "learning_rate": 7.190230637860423e-06, "loss": 0.0036, "step": 258190 }, { "epoch": 4.281142743446469, "grad_norm": 0.03259032219648361, "learning_rate": 7.188572565535309e-06, "loss": 0.0051, "step": 258200 }, { "epoch": 4.281308550678981, "grad_norm": 0.000903648033272475, "learning_rate": 7.1869144932101935e-06, "loss": 0.0049, "step": 258210 }, { "epoch": 4.281474357911492, "grad_norm": 0.46381524205207825, "learning_rate": 7.1852564208850795e-06, "loss": 0.0047, "step": 258220 }, { "epoch": 4.281640165144004, "grad_norm": 0.000685709179379046, "learning_rate": 7.183598348559964e-06, "loss": 0.0044, "step": 258230 }, { "epoch": 4.281805972376515, "grad_norm": 0.0005672340630553663, "learning_rate": 7.18194027623485e-06, "loss": 0.0056, "step": 258240 }, { "epoch": 4.281971779609027, "grad_norm": 9.751939796842635e-05, "learning_rate": 7.180282203909734e-06, "loss": 0.0049, "step": 258250 }, { "epoch": 4.282137586841538, "grad_norm": 0.0019108750857412815, "learning_rate": 7.17862413158462e-06, "loss": 0.0073, "step": 258260 }, { "epoch": 4.28230339407405, "grad_norm": 0.00015126810467336327, "learning_rate": 7.176966059259506e-06, "loss": 0.003, "step": 258270 }, { "epoch": 4.282469201306561, "grad_norm": 2.663062696228735e-05, "learning_rate": 7.1753079869343905e-06, "loss": 0.0027, "step": 258280 }, { "epoch": 4.2826350085390725, "grad_norm": 0.004363681189715862, "learning_rate": 7.1736499146092765e-06, "loss": 0.0028, "step": 258290 }, { "epoch": 4.282800815771584, "grad_norm": 0.0007238655816763639, "learning_rate": 7.171991842284161e-06, "loss": 0.0003, "step": 258300 }, { "epoch": 4.2829666230040955, "grad_norm": 0.03141005337238312, "learning_rate": 7.170333769959046e-06, "loss": 0.0035, "step": 258310 }, { "epoch": 4.283132430236607, "grad_norm": 0.21025528013706207, "learning_rate": 7.168675697633931e-06, "loss": 0.0067, "step": 258320 }, { "epoch": 4.283298237469118, "grad_norm": 7.154337799875066e-05, "learning_rate": 7.167017625308816e-06, "loss": 0.0048, "step": 258330 }, { "epoch": 4.2834640447016294, "grad_norm": 0.0017000723164528608, "learning_rate": 7.1653595529837016e-06, "loss": 0.0036, "step": 258340 }, { "epoch": 4.283629851934141, "grad_norm": 0.6852030158042908, "learning_rate": 7.163701480658587e-06, "loss": 0.0089, "step": 258350 }, { "epoch": 4.283795659166653, "grad_norm": 0.0006430323701351881, "learning_rate": 7.162043408333471e-06, "loss": 0.0034, "step": 258360 }, { "epoch": 4.283961466399164, "grad_norm": 0.0008159339777193964, "learning_rate": 7.160385336008357e-06, "loss": 0.0022, "step": 258370 }, { "epoch": 4.284127273631676, "grad_norm": 0.0005197782884351909, "learning_rate": 7.158727263683241e-06, "loss": 0.0139, "step": 258380 }, { "epoch": 4.284293080864187, "grad_norm": 0.0022014358546584845, "learning_rate": 7.1570691913581274e-06, "loss": 0.0, "step": 258390 }, { "epoch": 4.284458888096699, "grad_norm": 0.00033160753082484007, "learning_rate": 7.155411119033012e-06, "loss": 0.0025, "step": 258400 }, { "epoch": 4.28462469532921, "grad_norm": 0.005016897805035114, "learning_rate": 7.153753046707898e-06, "loss": 0.0, "step": 258410 }, { "epoch": 4.284790502561722, "grad_norm": 0.0006697691860608757, "learning_rate": 7.152094974382782e-06, "loss": 0.004, "step": 258420 }, { "epoch": 4.284956309794233, "grad_norm": 1.1039092540740967, "learning_rate": 7.150436902057668e-06, "loss": 0.0109, "step": 258430 }, { "epoch": 4.285122117026745, "grad_norm": 2.79656069324119e-05, "learning_rate": 7.148778829732554e-06, "loss": 0.0033, "step": 258440 }, { "epoch": 4.285287924259256, "grad_norm": 0.0008514135261066258, "learning_rate": 7.1471207574074385e-06, "loss": 0.0001, "step": 258450 }, { "epoch": 4.285453731491768, "grad_norm": 0.018445273861289024, "learning_rate": 7.1454626850823245e-06, "loss": 0.0033, "step": 258460 }, { "epoch": 4.285619538724279, "grad_norm": 0.1999942511320114, "learning_rate": 7.143804612757209e-06, "loss": 0.008, "step": 258470 }, { "epoch": 4.285785345956791, "grad_norm": 0.006163107231259346, "learning_rate": 7.142146540432095e-06, "loss": 0.0076, "step": 258480 }, { "epoch": 4.285951153189302, "grad_norm": 0.0004176747752353549, "learning_rate": 7.140488468106979e-06, "loss": 0.0001, "step": 258490 }, { "epoch": 4.286116960421814, "grad_norm": 0.0004944741958752275, "learning_rate": 7.138830395781864e-06, "loss": 0.0, "step": 258500 }, { "epoch": 4.286282767654325, "grad_norm": 0.12893463671207428, "learning_rate": 7.1371723234567495e-06, "loss": 0.0028, "step": 258510 }, { "epoch": 4.286448574886837, "grad_norm": 6.570040568476543e-05, "learning_rate": 7.135514251131635e-06, "loss": 0.0028, "step": 258520 }, { "epoch": 4.286614382119348, "grad_norm": 0.007679029833525419, "learning_rate": 7.13385617880652e-06, "loss": 0.0123, "step": 258530 }, { "epoch": 4.28678018935186, "grad_norm": 0.15712900459766388, "learning_rate": 7.132198106481405e-06, "loss": 0.0034, "step": 258540 }, { "epoch": 4.286945996584371, "grad_norm": 0.01597396470606327, "learning_rate": 7.130540034156289e-06, "loss": 0.0033, "step": 258550 }, { "epoch": 4.287111803816883, "grad_norm": 0.19029229879379272, "learning_rate": 7.128881961831175e-06, "loss": 0.0003, "step": 258560 }, { "epoch": 4.287277611049394, "grad_norm": 0.0002557304105721414, "learning_rate": 7.12722388950606e-06, "loss": 0.0, "step": 258570 }, { "epoch": 4.287443418281906, "grad_norm": 4.1402297938475385e-05, "learning_rate": 7.125565817180946e-06, "loss": 0.0194, "step": 258580 }, { "epoch": 4.287609225514417, "grad_norm": 9.344423597212881e-05, "learning_rate": 7.12390774485583e-06, "loss": 0.0038, "step": 258590 }, { "epoch": 4.287775032746929, "grad_norm": 0.00038215884706005454, "learning_rate": 7.122249672530716e-06, "loss": 0.0003, "step": 258600 }, { "epoch": 4.28794083997944, "grad_norm": 0.3033151924610138, "learning_rate": 7.120591600205602e-06, "loss": 0.0114, "step": 258610 }, { "epoch": 4.288106647211952, "grad_norm": 0.04477505013346672, "learning_rate": 7.118933527880486e-06, "loss": 0.0012, "step": 258620 }, { "epoch": 4.288272454444463, "grad_norm": 0.0007284112507477403, "learning_rate": 7.1172754555553724e-06, "loss": 0.0028, "step": 258630 }, { "epoch": 4.2884382616769745, "grad_norm": 0.1459805816411972, "learning_rate": 7.115617383230257e-06, "loss": 0.0058, "step": 258640 }, { "epoch": 4.2886040689094855, "grad_norm": 7.475488382624462e-05, "learning_rate": 7.113959310905143e-06, "loss": 0.0021, "step": 258650 }, { "epoch": 4.2887698761419975, "grad_norm": 0.1934737265110016, "learning_rate": 7.112301238580027e-06, "loss": 0.0057, "step": 258660 }, { "epoch": 4.2889356833745085, "grad_norm": 0.19018769264221191, "learning_rate": 7.110643166254913e-06, "loss": 0.0026, "step": 258670 }, { "epoch": 4.28910149060702, "grad_norm": 0.01804959401488304, "learning_rate": 7.1089850939297974e-06, "loss": 0.0037, "step": 258680 }, { "epoch": 4.289267297839531, "grad_norm": 0.0006404948071576655, "learning_rate": 7.1073270216046835e-06, "loss": 0.0041, "step": 258690 }, { "epoch": 4.289433105072043, "grad_norm": 0.011697550304234028, "learning_rate": 7.105668949279568e-06, "loss": 0.0016, "step": 258700 }, { "epoch": 4.289598912304554, "grad_norm": 0.6927036046981812, "learning_rate": 7.104010876954453e-06, "loss": 0.0131, "step": 258710 }, { "epoch": 4.289764719537066, "grad_norm": 0.016744231805205345, "learning_rate": 7.102352804629338e-06, "loss": 0.0051, "step": 258720 }, { "epoch": 4.289930526769577, "grad_norm": 0.0009554452262818813, "learning_rate": 7.100694732304223e-06, "loss": 0.0001, "step": 258730 }, { "epoch": 4.290096334002089, "grad_norm": 0.0003179421473760158, "learning_rate": 7.099036659979108e-06, "loss": 0.0, "step": 258740 }, { "epoch": 4.2902621412346, "grad_norm": 0.0007424817886203527, "learning_rate": 7.097378587653994e-06, "loss": 0.0, "step": 258750 }, { "epoch": 4.290427948467112, "grad_norm": 7.460319466190413e-05, "learning_rate": 7.095720515328878e-06, "loss": 0.0053, "step": 258760 }, { "epoch": 4.290593755699623, "grad_norm": 0.0012906675692647696, "learning_rate": 7.094062443003764e-06, "loss": 0.003, "step": 258770 }, { "epoch": 4.290759562932135, "grad_norm": 0.00022542670194525272, "learning_rate": 7.09240437067865e-06, "loss": 0.0005, "step": 258780 }, { "epoch": 4.290925370164647, "grad_norm": 0.00916431937366724, "learning_rate": 7.090746298353534e-06, "loss": 0.0007, "step": 258790 }, { "epoch": 4.291091177397158, "grad_norm": 0.0008242078474722803, "learning_rate": 7.08908822602842e-06, "loss": 0.0082, "step": 258800 }, { "epoch": 4.291256984629669, "grad_norm": 0.016779346391558647, "learning_rate": 7.087430153703305e-06, "loss": 0.007, "step": 258810 }, { "epoch": 4.291422791862181, "grad_norm": 0.0002673558774404228, "learning_rate": 7.085772081378191e-06, "loss": 0.0028, "step": 258820 }, { "epoch": 4.291588599094693, "grad_norm": 0.0006292749894782901, "learning_rate": 7.084114009053075e-06, "loss": 0.0034, "step": 258830 }, { "epoch": 4.291754406327204, "grad_norm": 0.014948604628443718, "learning_rate": 7.082455936727961e-06, "loss": 0.0122, "step": 258840 }, { "epoch": 4.291920213559716, "grad_norm": 0.19247578084468842, "learning_rate": 7.080797864402845e-06, "loss": 0.0056, "step": 258850 }, { "epoch": 4.292086020792227, "grad_norm": 0.00027339489315636456, "learning_rate": 7.079139792077731e-06, "loss": 0.0062, "step": 258860 }, { "epoch": 4.292251828024739, "grad_norm": 0.0038066755514591932, "learning_rate": 7.077481719752616e-06, "loss": 0.0058, "step": 258870 }, { "epoch": 4.29241763525725, "grad_norm": 0.267787903547287, "learning_rate": 7.075823647427502e-06, "loss": 0.0008, "step": 258880 }, { "epoch": 4.292583442489762, "grad_norm": 0.0033377090003341436, "learning_rate": 7.074165575102386e-06, "loss": 0.0074, "step": 258890 }, { "epoch": 4.292749249722273, "grad_norm": 0.002390047302469611, "learning_rate": 7.072507502777271e-06, "loss": 0.0053, "step": 258900 }, { "epoch": 4.292915056954785, "grad_norm": 0.0022665185388177633, "learning_rate": 7.0708494304521564e-06, "loss": 0.0005, "step": 258910 }, { "epoch": 4.293080864187296, "grad_norm": 0.036079440265893936, "learning_rate": 7.069191358127042e-06, "loss": 0.0035, "step": 258920 }, { "epoch": 4.293246671419808, "grad_norm": 2.4989831217681058e-05, "learning_rate": 7.067533285801927e-06, "loss": 0.0064, "step": 258930 }, { "epoch": 4.293412478652319, "grad_norm": 0.0006295773200690746, "learning_rate": 7.065875213476812e-06, "loss": 0.0007, "step": 258940 }, { "epoch": 4.293578285884831, "grad_norm": 0.0002717830357141793, "learning_rate": 7.064217141151698e-06, "loss": 0.0039, "step": 258950 }, { "epoch": 4.293744093117342, "grad_norm": 0.005773727782070637, "learning_rate": 7.062559068826582e-06, "loss": 0.0002, "step": 258960 }, { "epoch": 4.2939099003498535, "grad_norm": 3.406744508538395e-05, "learning_rate": 7.060900996501468e-06, "loss": 0.0214, "step": 258970 }, { "epoch": 4.294075707582365, "grad_norm": 0.0019739021081477404, "learning_rate": 7.059242924176353e-06, "loss": 0.0, "step": 258980 }, { "epoch": 4.2942415148148765, "grad_norm": 0.00034012971445918083, "learning_rate": 7.057584851851239e-06, "loss": 0.0001, "step": 258990 }, { "epoch": 4.2944073220473875, "grad_norm": 0.20680315792560577, "learning_rate": 7.055926779526123e-06, "loss": 0.0064, "step": 259000 }, { "epoch": 4.294573129279899, "grad_norm": 0.0010299273999407887, "learning_rate": 7.054268707201009e-06, "loss": 0.0042, "step": 259010 }, { "epoch": 4.2947389365124105, "grad_norm": 0.00026856441400013864, "learning_rate": 7.052610634875893e-06, "loss": 0.0091, "step": 259020 }, { "epoch": 4.294904743744922, "grad_norm": 0.00044369377428665757, "learning_rate": 7.050952562550779e-06, "loss": 0.0001, "step": 259030 }, { "epoch": 4.295070550977433, "grad_norm": 0.00025097629986703396, "learning_rate": 7.049294490225664e-06, "loss": 0.0125, "step": 259040 }, { "epoch": 4.295236358209945, "grad_norm": 0.036592647433280945, "learning_rate": 7.04763641790055e-06, "loss": 0.0084, "step": 259050 }, { "epoch": 4.295402165442456, "grad_norm": 0.006127530708909035, "learning_rate": 7.045978345575434e-06, "loss": 0.006, "step": 259060 }, { "epoch": 4.295567972674968, "grad_norm": 0.0003807443717960268, "learning_rate": 7.04432027325032e-06, "loss": 0.0032, "step": 259070 }, { "epoch": 4.295733779907479, "grad_norm": 0.4714410603046417, "learning_rate": 7.042662200925204e-06, "loss": 0.0116, "step": 259080 }, { "epoch": 4.295899587139991, "grad_norm": 5.3511583246290684e-05, "learning_rate": 7.0410041286000895e-06, "loss": 0.0067, "step": 259090 }, { "epoch": 4.296065394372502, "grad_norm": 0.27745410799980164, "learning_rate": 7.039346056274975e-06, "loss": 0.0038, "step": 259100 }, { "epoch": 4.296231201605014, "grad_norm": 0.28992173075675964, "learning_rate": 7.03768798394986e-06, "loss": 0.0076, "step": 259110 }, { "epoch": 4.296397008837525, "grad_norm": 0.06590050458908081, "learning_rate": 7.036029911624746e-06, "loss": 0.0048, "step": 259120 }, { "epoch": 4.296562816070037, "grad_norm": 0.00024913271772675216, "learning_rate": 7.03437183929963e-06, "loss": 0.0, "step": 259130 }, { "epoch": 4.296728623302548, "grad_norm": 0.010627707466483116, "learning_rate": 7.032713766974516e-06, "loss": 0.0, "step": 259140 }, { "epoch": 4.29689443053506, "grad_norm": 0.00020941320690326393, "learning_rate": 7.031055694649401e-06, "loss": 0.0, "step": 259150 }, { "epoch": 4.297060237767571, "grad_norm": 0.006121705751866102, "learning_rate": 7.029397622324287e-06, "loss": 0.0025, "step": 259160 }, { "epoch": 4.297226045000083, "grad_norm": 0.0015289147850126028, "learning_rate": 7.027739549999171e-06, "loss": 0.0082, "step": 259170 }, { "epoch": 4.297391852232594, "grad_norm": 0.0036882697604596615, "learning_rate": 7.026081477674057e-06, "loss": 0.0025, "step": 259180 }, { "epoch": 4.297557659465106, "grad_norm": 0.0046600401401519775, "learning_rate": 7.024423405348941e-06, "loss": 0.0002, "step": 259190 }, { "epoch": 4.297723466697617, "grad_norm": 0.003736894577741623, "learning_rate": 7.022765333023827e-06, "loss": 0.0, "step": 259200 }, { "epoch": 4.297889273930129, "grad_norm": 0.000955084920860827, "learning_rate": 7.021107260698712e-06, "loss": 0.0048, "step": 259210 }, { "epoch": 4.29805508116264, "grad_norm": 0.26441845297813416, "learning_rate": 7.019449188373598e-06, "loss": 0.0036, "step": 259220 }, { "epoch": 4.298220888395152, "grad_norm": 3.62625032721553e-05, "learning_rate": 7.017791116048482e-06, "loss": 0.007, "step": 259230 }, { "epoch": 4.298386695627663, "grad_norm": 0.0009101236937567592, "learning_rate": 7.016133043723368e-06, "loss": 0.013, "step": 259240 }, { "epoch": 4.298552502860175, "grad_norm": 0.0004420287732500583, "learning_rate": 7.014474971398252e-06, "loss": 0.0075, "step": 259250 }, { "epoch": 4.298718310092687, "grad_norm": 0.002293576253578067, "learning_rate": 7.012816899073138e-06, "loss": 0.0122, "step": 259260 }, { "epoch": 4.298884117325198, "grad_norm": 0.00273489230312407, "learning_rate": 7.011158826748023e-06, "loss": 0.0078, "step": 259270 }, { "epoch": 4.29904992455771, "grad_norm": 0.10751069337129593, "learning_rate": 7.009500754422909e-06, "loss": 0.0011, "step": 259280 }, { "epoch": 4.299215731790221, "grad_norm": 0.0003100345784332603, "learning_rate": 7.007842682097794e-06, "loss": 0.006, "step": 259290 }, { "epoch": 4.299381539022733, "grad_norm": 5.816328848595731e-05, "learning_rate": 7.006184609772678e-06, "loss": 0.0, "step": 259300 }, { "epoch": 4.299547346255244, "grad_norm": 0.40903031826019287, "learning_rate": 7.004526537447564e-06, "loss": 0.0043, "step": 259310 }, { "epoch": 4.2997131534877555, "grad_norm": 0.33468562364578247, "learning_rate": 7.0028684651224485e-06, "loss": 0.0094, "step": 259320 }, { "epoch": 4.2998789607202665, "grad_norm": 0.0007922428194433451, "learning_rate": 7.0012103927973345e-06, "loss": 0.0038, "step": 259330 }, { "epoch": 4.3000447679527785, "grad_norm": 0.0010609611636027694, "learning_rate": 6.999552320472219e-06, "loss": 0.0035, "step": 259340 }, { "epoch": 4.3002105751852895, "grad_norm": 0.0021215316373854876, "learning_rate": 6.997894248147105e-06, "loss": 0.0032, "step": 259350 }, { "epoch": 4.300376382417801, "grad_norm": 0.027849707752466202, "learning_rate": 6.996236175821989e-06, "loss": 0.0001, "step": 259360 }, { "epoch": 4.300542189650312, "grad_norm": 0.00018427141185384244, "learning_rate": 6.994578103496875e-06, "loss": 0.0112, "step": 259370 }, { "epoch": 4.300707996882824, "grad_norm": 0.15098461508750916, "learning_rate": 6.9929200311717596e-06, "loss": 0.0096, "step": 259380 }, { "epoch": 4.300873804115335, "grad_norm": 0.00020112372294533998, "learning_rate": 6.991261958846646e-06, "loss": 0.0003, "step": 259390 }, { "epoch": 4.301039611347847, "grad_norm": 0.00037315659574232996, "learning_rate": 6.98960388652153e-06, "loss": 0.0104, "step": 259400 }, { "epoch": 4.301205418580358, "grad_norm": 0.0022772164084017277, "learning_rate": 6.987945814196416e-06, "loss": 0.0051, "step": 259410 }, { "epoch": 4.30137122581287, "grad_norm": 0.002968631451949477, "learning_rate": 6.9862877418713e-06, "loss": 0.0027, "step": 259420 }, { "epoch": 4.301537033045381, "grad_norm": 0.2401581108570099, "learning_rate": 6.984629669546186e-06, "loss": 0.0057, "step": 259430 }, { "epoch": 4.301702840277893, "grad_norm": 0.0033471800852566957, "learning_rate": 6.982971597221071e-06, "loss": 0.0034, "step": 259440 }, { "epoch": 4.301868647510404, "grad_norm": 0.016000425443053246, "learning_rate": 6.981313524895957e-06, "loss": 0.0039, "step": 259450 }, { "epoch": 4.302034454742916, "grad_norm": 0.00013294967357069254, "learning_rate": 6.979655452570842e-06, "loss": 0.0001, "step": 259460 }, { "epoch": 4.302200261975427, "grad_norm": 0.00143714330624789, "learning_rate": 6.977997380245727e-06, "loss": 0.0001, "step": 259470 }, { "epoch": 4.302366069207939, "grad_norm": 0.0012713391333818436, "learning_rate": 6.976339307920612e-06, "loss": 0.0024, "step": 259480 }, { "epoch": 4.30253187644045, "grad_norm": 0.0007860471378080547, "learning_rate": 6.9746812355954965e-06, "loss": 0.0006, "step": 259490 }, { "epoch": 4.302697683672962, "grad_norm": 0.026149794459342957, "learning_rate": 6.9730231632703825e-06, "loss": 0.0022, "step": 259500 }, { "epoch": 4.302863490905473, "grad_norm": 0.1674988716840744, "learning_rate": 6.971365090945267e-06, "loss": 0.0062, "step": 259510 }, { "epoch": 4.303029298137985, "grad_norm": 4.7281606384785846e-05, "learning_rate": 6.969707018620153e-06, "loss": 0.0032, "step": 259520 }, { "epoch": 4.303195105370496, "grad_norm": 0.0006650377763435245, "learning_rate": 6.968048946295037e-06, "loss": 0.0035, "step": 259530 }, { "epoch": 4.303360912603008, "grad_norm": 0.00030567156500183046, "learning_rate": 6.966390873969923e-06, "loss": 0.0006, "step": 259540 }, { "epoch": 4.303526719835519, "grad_norm": 0.0004087265988346189, "learning_rate": 6.9647328016448075e-06, "loss": 0.0036, "step": 259550 }, { "epoch": 4.303692527068031, "grad_norm": 0.00015616057498846203, "learning_rate": 6.9630747293196935e-06, "loss": 0.0028, "step": 259560 }, { "epoch": 4.303858334300542, "grad_norm": 0.0009662415250204504, "learning_rate": 6.961416656994578e-06, "loss": 0.0084, "step": 259570 }, { "epoch": 4.304024141533054, "grad_norm": 0.8379145264625549, "learning_rate": 6.959758584669464e-06, "loss": 0.0038, "step": 259580 }, { "epoch": 4.304189948765565, "grad_norm": 0.0011096077505499125, "learning_rate": 6.958100512344348e-06, "loss": 0.0002, "step": 259590 }, { "epoch": 4.304355755998077, "grad_norm": 0.0002561475557740778, "learning_rate": 6.956442440019234e-06, "loss": 0.0001, "step": 259600 }, { "epoch": 4.304521563230588, "grad_norm": 0.008408655412495136, "learning_rate": 6.9547843676941185e-06, "loss": 0.004, "step": 259610 }, { "epoch": 4.3046873704631, "grad_norm": 6.96492352290079e-05, "learning_rate": 6.9531262953690046e-06, "loss": 0.0033, "step": 259620 }, { "epoch": 4.304853177695611, "grad_norm": 0.128705695271492, "learning_rate": 6.951468223043891e-06, "loss": 0.0113, "step": 259630 }, { "epoch": 4.305018984928123, "grad_norm": 0.0001696251711109653, "learning_rate": 6.949810150718775e-06, "loss": 0.0, "step": 259640 }, { "epoch": 4.305184792160634, "grad_norm": 0.0001997166546061635, "learning_rate": 6.94815207839366e-06, "loss": 0.0034, "step": 259650 }, { "epoch": 4.305350599393146, "grad_norm": 0.0007708297343924642, "learning_rate": 6.946494006068545e-06, "loss": 0.0001, "step": 259660 }, { "epoch": 4.305516406625657, "grad_norm": 0.0056449053809046745, "learning_rate": 6.9448359337434304e-06, "loss": 0.0042, "step": 259670 }, { "epoch": 4.3056822138581685, "grad_norm": 0.0012800772674381733, "learning_rate": 6.943177861418315e-06, "loss": 0.003, "step": 259680 }, { "epoch": 4.30584802109068, "grad_norm": 0.0001796002616174519, "learning_rate": 6.941519789093201e-06, "loss": 0.0, "step": 259690 }, { "epoch": 4.3060138283231915, "grad_norm": 0.04933620244264603, "learning_rate": 6.939861716768085e-06, "loss": 0.0026, "step": 259700 }, { "epoch": 4.3061796355557025, "grad_norm": 0.17478905618190765, "learning_rate": 6.938203644442971e-06, "loss": 0.005, "step": 259710 }, { "epoch": 4.306345442788214, "grad_norm": 0.0023773000575602055, "learning_rate": 6.9365455721178555e-06, "loss": 0.0081, "step": 259720 }, { "epoch": 4.306511250020726, "grad_norm": 0.02519737370312214, "learning_rate": 6.9348874997927415e-06, "loss": 0.0001, "step": 259730 }, { "epoch": 4.306677057253237, "grad_norm": 0.0005285815568640828, "learning_rate": 6.933229427467626e-06, "loss": 0.0007, "step": 259740 }, { "epoch": 4.306842864485749, "grad_norm": 0.004770544357597828, "learning_rate": 6.931571355142512e-06, "loss": 0.0051, "step": 259750 }, { "epoch": 4.30700867171826, "grad_norm": 0.0004988786531612277, "learning_rate": 6.929913282817396e-06, "loss": 0.004, "step": 259760 }, { "epoch": 4.307174478950772, "grad_norm": 0.000503892544656992, "learning_rate": 6.928255210492282e-06, "loss": 0.0068, "step": 259770 }, { "epoch": 4.307340286183283, "grad_norm": 0.00014042943075764924, "learning_rate": 6.9265971381671665e-06, "loss": 0.0045, "step": 259780 }, { "epoch": 4.307506093415795, "grad_norm": 0.001534048467874527, "learning_rate": 6.9249390658420525e-06, "loss": 0.0008, "step": 259790 }, { "epoch": 4.307671900648306, "grad_norm": 9.408965706825256e-05, "learning_rate": 6.9232809935169385e-06, "loss": 0.0008, "step": 259800 }, { "epoch": 4.307837707880818, "grad_norm": 0.6542103886604309, "learning_rate": 6.921622921191823e-06, "loss": 0.0124, "step": 259810 }, { "epoch": 4.308003515113329, "grad_norm": 7.842522609280422e-05, "learning_rate": 6.919964848866709e-06, "loss": 0.0044, "step": 259820 }, { "epoch": 4.308169322345841, "grad_norm": 0.0034091700799763203, "learning_rate": 6.918306776541593e-06, "loss": 0.0021, "step": 259830 }, { "epoch": 4.308335129578352, "grad_norm": 0.000262366229435429, "learning_rate": 6.916648704216478e-06, "loss": 0.0078, "step": 259840 }, { "epoch": 4.308500936810864, "grad_norm": 0.0002934930089395493, "learning_rate": 6.9149906318913636e-06, "loss": 0.0012, "step": 259850 }, { "epoch": 4.308666744043375, "grad_norm": 0.00021734833717346191, "learning_rate": 6.913332559566249e-06, "loss": 0.0, "step": 259860 }, { "epoch": 4.308832551275887, "grad_norm": 0.000806896947324276, "learning_rate": 6.911674487241134e-06, "loss": 0.0002, "step": 259870 }, { "epoch": 4.308998358508398, "grad_norm": 0.0038733130786567926, "learning_rate": 6.910016414916019e-06, "loss": 0.0002, "step": 259880 }, { "epoch": 4.30916416574091, "grad_norm": 0.00018550244567450136, "learning_rate": 6.908358342590903e-06, "loss": 0.0064, "step": 259890 }, { "epoch": 4.309329972973421, "grad_norm": 0.5820141434669495, "learning_rate": 6.906700270265789e-06, "loss": 0.0046, "step": 259900 }, { "epoch": 4.309495780205933, "grad_norm": 0.0007110601291060448, "learning_rate": 6.905042197940674e-06, "loss": 0.0062, "step": 259910 }, { "epoch": 4.309661587438444, "grad_norm": 3.085382195422426e-05, "learning_rate": 6.90338412561556e-06, "loss": 0.0052, "step": 259920 }, { "epoch": 4.309827394670956, "grad_norm": 0.14435651898384094, "learning_rate": 6.901726053290444e-06, "loss": 0.0082, "step": 259930 }, { "epoch": 4.309993201903467, "grad_norm": 0.002561634173616767, "learning_rate": 6.90006798096533e-06, "loss": 0.0068, "step": 259940 }, { "epoch": 4.310159009135979, "grad_norm": 0.0002650399983394891, "learning_rate": 6.8984099086402144e-06, "loss": 0.0066, "step": 259950 }, { "epoch": 4.31032481636849, "grad_norm": 0.1507451832294464, "learning_rate": 6.8967518363151005e-06, "loss": 0.0024, "step": 259960 }, { "epoch": 4.310490623601002, "grad_norm": 1.2526933460321743e-05, "learning_rate": 6.8950937639899865e-06, "loss": 0.0001, "step": 259970 }, { "epoch": 4.310656430833513, "grad_norm": 0.0004896192695014179, "learning_rate": 6.893435691664871e-06, "loss": 0.0032, "step": 259980 }, { "epoch": 4.310822238066025, "grad_norm": 0.006385301239788532, "learning_rate": 6.891777619339757e-06, "loss": 0.0022, "step": 259990 }, { "epoch": 4.310988045298536, "grad_norm": 0.01936669647693634, "learning_rate": 6.890119547014641e-06, "loss": 0.0139, "step": 260000 }, { "epoch": 4.3111538525310475, "grad_norm": 0.0186604093760252, "learning_rate": 6.888461474689527e-06, "loss": 0.0058, "step": 260010 }, { "epoch": 4.311319659763559, "grad_norm": 0.2782561182975769, "learning_rate": 6.8868034023644115e-06, "loss": 0.0063, "step": 260020 }, { "epoch": 4.3114854669960705, "grad_norm": 0.023438462987542152, "learning_rate": 6.885145330039297e-06, "loss": 0.0053, "step": 260030 }, { "epoch": 4.3116512742285815, "grad_norm": 6.573573045898229e-05, "learning_rate": 6.883487257714182e-06, "loss": 0.0, "step": 260040 }, { "epoch": 4.311817081461093, "grad_norm": 0.7440876960754395, "learning_rate": 6.881829185389067e-06, "loss": 0.012, "step": 260050 }, { "epoch": 4.3119828886936045, "grad_norm": 0.05959144979715347, "learning_rate": 6.880171113063952e-06, "loss": 0.0001, "step": 260060 }, { "epoch": 4.312148695926116, "grad_norm": 0.00024306392879225314, "learning_rate": 6.878513040738837e-06, "loss": 0.0032, "step": 260070 }, { "epoch": 4.312314503158627, "grad_norm": 0.16107776761054993, "learning_rate": 6.876854968413722e-06, "loss": 0.0032, "step": 260080 }, { "epoch": 4.312480310391139, "grad_norm": 8.559571142541245e-06, "learning_rate": 6.875196896088608e-06, "loss": 0.0126, "step": 260090 }, { "epoch": 4.31264611762365, "grad_norm": 0.003086905460804701, "learning_rate": 6.873538823763492e-06, "loss": 0.0003, "step": 260100 }, { "epoch": 4.312811924856162, "grad_norm": 6.584778748219833e-05, "learning_rate": 6.871880751438378e-06, "loss": 0.0041, "step": 260110 }, { "epoch": 4.312977732088673, "grad_norm": 0.0001222828432219103, "learning_rate": 6.870222679113262e-06, "loss": 0.0045, "step": 260120 }, { "epoch": 4.313143539321185, "grad_norm": 0.0011728538665920496, "learning_rate": 6.868564606788148e-06, "loss": 0.0, "step": 260130 }, { "epoch": 4.313309346553696, "grad_norm": 1.0822105407714844, "learning_rate": 6.866906534463034e-06, "loss": 0.0128, "step": 260140 }, { "epoch": 4.313475153786208, "grad_norm": 0.0008806920959614217, "learning_rate": 6.865248462137919e-06, "loss": 0.0001, "step": 260150 }, { "epoch": 4.31364096101872, "grad_norm": 0.0003224819665774703, "learning_rate": 6.863590389812805e-06, "loss": 0.0001, "step": 260160 }, { "epoch": 4.313806768251231, "grad_norm": 0.00024397029483225197, "learning_rate": 6.861932317487689e-06, "loss": 0.0029, "step": 260170 }, { "epoch": 4.313972575483742, "grad_norm": 0.029898174107074738, "learning_rate": 6.860274245162575e-06, "loss": 0.0015, "step": 260180 }, { "epoch": 4.314138382716254, "grad_norm": 7.544804975623265e-05, "learning_rate": 6.8586161728374594e-06, "loss": 0.0037, "step": 260190 }, { "epoch": 4.314304189948766, "grad_norm": 1.6352574675693177e-05, "learning_rate": 6.8569581005123455e-06, "loss": 0.0037, "step": 260200 }, { "epoch": 4.314469997181277, "grad_norm": 0.38384804129600525, "learning_rate": 6.85530002818723e-06, "loss": 0.0081, "step": 260210 }, { "epoch": 4.314635804413789, "grad_norm": 0.009260683320462704, "learning_rate": 6.853641955862116e-06, "loss": 0.0079, "step": 260220 }, { "epoch": 4.3148016116463, "grad_norm": 1.2765372048306745e-05, "learning_rate": 6.851983883537e-06, "loss": 0.0, "step": 260230 }, { "epoch": 4.314967418878812, "grad_norm": 0.0003951188118662685, "learning_rate": 6.850325811211885e-06, "loss": 0.0071, "step": 260240 }, { "epoch": 4.315133226111323, "grad_norm": 6.683844549115747e-05, "learning_rate": 6.8486677388867705e-06, "loss": 0.0121, "step": 260250 }, { "epoch": 4.315299033343835, "grad_norm": 0.00021397728414740413, "learning_rate": 6.847009666561656e-06, "loss": 0.0001, "step": 260260 }, { "epoch": 4.315464840576346, "grad_norm": 0.0004301517619751394, "learning_rate": 6.84535159423654e-06, "loss": 0.007, "step": 260270 }, { "epoch": 4.315630647808858, "grad_norm": 0.0005172037053853273, "learning_rate": 6.843693521911426e-06, "loss": 0.0037, "step": 260280 }, { "epoch": 4.315796455041369, "grad_norm": 0.003690859070047736, "learning_rate": 6.84203544958631e-06, "loss": 0.0084, "step": 260290 }, { "epoch": 4.315962262273881, "grad_norm": 0.1352231204509735, "learning_rate": 6.840377377261196e-06, "loss": 0.0025, "step": 260300 }, { "epoch": 4.316128069506392, "grad_norm": 0.000161939489771612, "learning_rate": 6.838719304936082e-06, "loss": 0.0035, "step": 260310 }, { "epoch": 4.316293876738904, "grad_norm": 0.03912265598773956, "learning_rate": 6.837061232610967e-06, "loss": 0.0001, "step": 260320 }, { "epoch": 4.316459683971415, "grad_norm": 0.005555508192628622, "learning_rate": 6.835403160285853e-06, "loss": 0.0001, "step": 260330 }, { "epoch": 4.316625491203927, "grad_norm": 8.366480324184522e-05, "learning_rate": 6.833745087960737e-06, "loss": 0.0025, "step": 260340 }, { "epoch": 4.316791298436438, "grad_norm": 1.6829157175379805e-05, "learning_rate": 6.832087015635623e-06, "loss": 0.0077, "step": 260350 }, { "epoch": 4.3169571056689495, "grad_norm": 0.002633456140756607, "learning_rate": 6.830428943310507e-06, "loss": 0.0028, "step": 260360 }, { "epoch": 4.3171229129014606, "grad_norm": 0.04695497080683708, "learning_rate": 6.828770870985393e-06, "loss": 0.001, "step": 260370 }, { "epoch": 4.3172887201339725, "grad_norm": 0.0004826015210710466, "learning_rate": 6.827112798660278e-06, "loss": 0.0001, "step": 260380 }, { "epoch": 4.3174545273664835, "grad_norm": 0.00037745534791611135, "learning_rate": 6.825454726335164e-06, "loss": 0.0149, "step": 260390 }, { "epoch": 4.317620334598995, "grad_norm": 0.019939668476581573, "learning_rate": 6.823796654010048e-06, "loss": 0.0002, "step": 260400 }, { "epoch": 4.317786141831506, "grad_norm": 0.00013884571671951562, "learning_rate": 6.822138581684934e-06, "loss": 0.0025, "step": 260410 }, { "epoch": 4.317951949064018, "grad_norm": 0.0003762079868465662, "learning_rate": 6.820480509359818e-06, "loss": 0.0025, "step": 260420 }, { "epoch": 4.318117756296529, "grad_norm": 0.0004219893889967352, "learning_rate": 6.818822437034704e-06, "loss": 0.0026, "step": 260430 }, { "epoch": 4.318283563529041, "grad_norm": 0.0005199231673032045, "learning_rate": 6.817164364709589e-06, "loss": 0.0001, "step": 260440 }, { "epoch": 4.318449370761552, "grad_norm": 0.001350307953543961, "learning_rate": 6.815506292384474e-06, "loss": 0.0002, "step": 260450 }, { "epoch": 4.318615177994064, "grad_norm": 0.0021327612921595573, "learning_rate": 6.813848220059359e-06, "loss": 0.0028, "step": 260460 }, { "epoch": 4.318780985226575, "grad_norm": 5.0421906053088605e-05, "learning_rate": 6.812190147734244e-06, "loss": 0.0036, "step": 260470 }, { "epoch": 4.318946792459087, "grad_norm": 0.005525629036128521, "learning_rate": 6.81053207540913e-06, "loss": 0.0055, "step": 260480 }, { "epoch": 4.319112599691598, "grad_norm": 0.00028466404182836413, "learning_rate": 6.808874003084015e-06, "loss": 0.0009, "step": 260490 }, { "epoch": 4.31927840692411, "grad_norm": 0.0021770072635263205, "learning_rate": 6.807215930758901e-06, "loss": 0.0, "step": 260500 }, { "epoch": 4.319444214156621, "grad_norm": 0.00011830840958282351, "learning_rate": 6.805557858433785e-06, "loss": 0.001, "step": 260510 }, { "epoch": 4.319610021389133, "grad_norm": 0.1959681361913681, "learning_rate": 6.803899786108671e-06, "loss": 0.0069, "step": 260520 }, { "epoch": 4.319775828621644, "grad_norm": 0.00038158849929459393, "learning_rate": 6.802241713783555e-06, "loss": 0.0, "step": 260530 }, { "epoch": 4.319941635854156, "grad_norm": 0.011108722537755966, "learning_rate": 6.800583641458441e-06, "loss": 0.0028, "step": 260540 }, { "epoch": 4.320107443086667, "grad_norm": 0.00126620230730623, "learning_rate": 6.798925569133326e-06, "loss": 0.0002, "step": 260550 }, { "epoch": 4.320273250319179, "grad_norm": 0.0007870604167692363, "learning_rate": 6.797267496808212e-06, "loss": 0.0028, "step": 260560 }, { "epoch": 4.32043905755169, "grad_norm": 0.001525078434497118, "learning_rate": 6.795609424483096e-06, "loss": 0.0, "step": 260570 }, { "epoch": 4.320604864784202, "grad_norm": 0.001472565345466137, "learning_rate": 6.793951352157982e-06, "loss": 0.0, "step": 260580 }, { "epoch": 4.320770672016714, "grad_norm": 0.015453529544174671, "learning_rate": 6.792293279832866e-06, "loss": 0.0065, "step": 260590 }, { "epoch": 4.320936479249225, "grad_norm": 0.00047274300595745444, "learning_rate": 6.790635207507752e-06, "loss": 0.0027, "step": 260600 }, { "epoch": 4.321102286481736, "grad_norm": 0.2186671942472458, "learning_rate": 6.788977135182637e-06, "loss": 0.0037, "step": 260610 }, { "epoch": 4.321268093714248, "grad_norm": 0.00012349095777608454, "learning_rate": 6.787319062857522e-06, "loss": 0.0026, "step": 260620 }, { "epoch": 4.32143390094676, "grad_norm": 0.001648135599680245, "learning_rate": 6.785660990532407e-06, "loss": 0.0047, "step": 260630 }, { "epoch": 4.321599708179271, "grad_norm": 0.001787674962542951, "learning_rate": 6.784002918207292e-06, "loss": 0.0048, "step": 260640 }, { "epoch": 4.321765515411783, "grad_norm": 0.029335256665945053, "learning_rate": 6.782344845882178e-06, "loss": 0.0059, "step": 260650 }, { "epoch": 4.321931322644294, "grad_norm": 0.0009251945302821696, "learning_rate": 6.7806867735570626e-06, "loss": 0.0042, "step": 260660 }, { "epoch": 4.322097129876806, "grad_norm": 5.315009912010282e-05, "learning_rate": 6.779028701231949e-06, "loss": 0.0023, "step": 260670 }, { "epoch": 4.322262937109317, "grad_norm": 0.00018400403496343642, "learning_rate": 6.777370628906833e-06, "loss": 0.0073, "step": 260680 }, { "epoch": 4.3224287443418286, "grad_norm": 0.02016896940767765, "learning_rate": 6.775712556581719e-06, "loss": 0.0058, "step": 260690 }, { "epoch": 4.32259455157434, "grad_norm": 0.7249546051025391, "learning_rate": 6.774054484256603e-06, "loss": 0.0043, "step": 260700 }, { "epoch": 4.3227603588068515, "grad_norm": 0.0004589537566062063, "learning_rate": 6.772396411931489e-06, "loss": 0.0, "step": 260710 }, { "epoch": 4.3229261660393625, "grad_norm": 0.0020310007967054844, "learning_rate": 6.770738339606374e-06, "loss": 0.0088, "step": 260720 }, { "epoch": 4.3230919732718744, "grad_norm": 4.745053229271434e-05, "learning_rate": 6.76908026728126e-06, "loss": 0.0031, "step": 260730 }, { "epoch": 4.3232577805043855, "grad_norm": 0.00020240563026163727, "learning_rate": 6.767422194956144e-06, "loss": 0.0, "step": 260740 }, { "epoch": 4.323423587736897, "grad_norm": 9.202781075146049e-05, "learning_rate": 6.76576412263103e-06, "loss": 0.0035, "step": 260750 }, { "epoch": 4.323589394969408, "grad_norm": 0.0006103545892983675, "learning_rate": 6.764106050305914e-06, "loss": 0.0028, "step": 260760 }, { "epoch": 4.32375520220192, "grad_norm": 0.2993181347846985, "learning_rate": 6.7624479779808e-06, "loss": 0.0082, "step": 260770 }, { "epoch": 4.323921009434431, "grad_norm": 0.6089205145835876, "learning_rate": 6.760789905655685e-06, "loss": 0.0065, "step": 260780 }, { "epoch": 4.324086816666943, "grad_norm": 0.00015682779485359788, "learning_rate": 6.759131833330571e-06, "loss": 0.003, "step": 260790 }, { "epoch": 4.324252623899454, "grad_norm": 9.798088285606354e-05, "learning_rate": 6.757473761005455e-06, "loss": 0.0017, "step": 260800 }, { "epoch": 4.324418431131966, "grad_norm": 0.0002479407412465662, "learning_rate": 6.755815688680341e-06, "loss": 0.0051, "step": 260810 }, { "epoch": 4.324584238364477, "grad_norm": 0.00020724952628370374, "learning_rate": 6.754157616355226e-06, "loss": 0.0, "step": 260820 }, { "epoch": 4.324750045596989, "grad_norm": 0.00019213126506656408, "learning_rate": 6.7524995440301105e-06, "loss": 0.0004, "step": 260830 }, { "epoch": 4.3249158528295, "grad_norm": 0.001452445867471397, "learning_rate": 6.7508414717049965e-06, "loss": 0.0114, "step": 260840 }, { "epoch": 4.325081660062012, "grad_norm": 0.002354918047785759, "learning_rate": 6.749183399379881e-06, "loss": 0.0014, "step": 260850 }, { "epoch": 4.325247467294523, "grad_norm": 4.93524203193374e-05, "learning_rate": 6.747525327054767e-06, "loss": 0.0046, "step": 260860 }, { "epoch": 4.325413274527035, "grad_norm": 0.0005342623335309327, "learning_rate": 6.745867254729651e-06, "loss": 0.012, "step": 260870 }, { "epoch": 4.325579081759546, "grad_norm": 0.17658355832099915, "learning_rate": 6.744209182404537e-06, "loss": 0.015, "step": 260880 }, { "epoch": 4.325744888992058, "grad_norm": 3.5914144973503426e-05, "learning_rate": 6.7425511100794216e-06, "loss": 0.0013, "step": 260890 }, { "epoch": 4.325910696224569, "grad_norm": 0.01615251414477825, "learning_rate": 6.7408930377543076e-06, "loss": 0.0001, "step": 260900 }, { "epoch": 4.326076503457081, "grad_norm": 0.012857475318014622, "learning_rate": 6.739234965429192e-06, "loss": 0.0001, "step": 260910 }, { "epoch": 4.326242310689592, "grad_norm": 0.3253512680530548, "learning_rate": 6.737576893104078e-06, "loss": 0.0033, "step": 260920 }, { "epoch": 4.326408117922104, "grad_norm": 0.0002738129405770451, "learning_rate": 6.735918820778962e-06, "loss": 0.0043, "step": 260930 }, { "epoch": 4.326573925154615, "grad_norm": 0.037942904978990555, "learning_rate": 6.734260748453848e-06, "loss": 0.0025, "step": 260940 }, { "epoch": 4.326739732387127, "grad_norm": 0.5008698105812073, "learning_rate": 6.732602676128733e-06, "loss": 0.0043, "step": 260950 }, { "epoch": 4.326905539619638, "grad_norm": 0.01190225314348936, "learning_rate": 6.730944603803619e-06, "loss": 0.0011, "step": 260960 }, { "epoch": 4.32707134685215, "grad_norm": 0.6393065452575684, "learning_rate": 6.729286531478503e-06, "loss": 0.0077, "step": 260970 }, { "epoch": 4.327237154084661, "grad_norm": 0.001551690511405468, "learning_rate": 6.727628459153389e-06, "loss": 0.0, "step": 260980 }, { "epoch": 4.327402961317173, "grad_norm": 0.004002693574875593, "learning_rate": 6.725970386828274e-06, "loss": 0.0027, "step": 260990 }, { "epoch": 4.327568768549684, "grad_norm": 0.01108840573579073, "learning_rate": 6.724312314503159e-06, "loss": 0.0027, "step": 261000 }, { "epoch": 4.327734575782196, "grad_norm": 0.0009946628706529737, "learning_rate": 6.7226542421780445e-06, "loss": 0.0, "step": 261010 }, { "epoch": 4.327900383014707, "grad_norm": 0.009522847831249237, "learning_rate": 6.720996169852929e-06, "loss": 0.0032, "step": 261020 }, { "epoch": 4.328066190247219, "grad_norm": 0.0014648513169959188, "learning_rate": 6.719338097527815e-06, "loss": 0.0077, "step": 261030 }, { "epoch": 4.32823199747973, "grad_norm": 0.0008494624635204673, "learning_rate": 6.717680025202699e-06, "loss": 0.0031, "step": 261040 }, { "epoch": 4.328397804712242, "grad_norm": 0.00038263684837147593, "learning_rate": 6.716021952877585e-06, "loss": 0.0021, "step": 261050 }, { "epoch": 4.3285636119447535, "grad_norm": 0.24956397712230682, "learning_rate": 6.7143638805524695e-06, "loss": 0.0098, "step": 261060 }, { "epoch": 4.3287294191772645, "grad_norm": 0.0001585117424838245, "learning_rate": 6.7127058082273555e-06, "loss": 0.0035, "step": 261070 }, { "epoch": 4.3288952264097755, "grad_norm": 0.00010319333523511887, "learning_rate": 6.71104773590224e-06, "loss": 0.0159, "step": 261080 }, { "epoch": 4.3290610336422874, "grad_norm": 0.02746952883899212, "learning_rate": 6.709389663577126e-06, "loss": 0.0008, "step": 261090 }, { "epoch": 4.329226840874799, "grad_norm": 0.007652548607438803, "learning_rate": 6.70773159125201e-06, "loss": 0.0001, "step": 261100 }, { "epoch": 4.32939264810731, "grad_norm": 0.028028937056660652, "learning_rate": 6.706073518926896e-06, "loss": 0.005, "step": 261110 }, { "epoch": 4.329558455339822, "grad_norm": 0.0020127182360738516, "learning_rate": 6.7044154466017805e-06, "loss": 0.0042, "step": 261120 }, { "epoch": 4.329724262572333, "grad_norm": 0.003634570399299264, "learning_rate": 6.7027573742766666e-06, "loss": 0.0, "step": 261130 }, { "epoch": 4.329890069804845, "grad_norm": 0.013491008430719376, "learning_rate": 6.701099301951551e-06, "loss": 0.0094, "step": 261140 }, { "epoch": 4.330055877037356, "grad_norm": 0.14565794169902802, "learning_rate": 6.699441229626437e-06, "loss": 0.0042, "step": 261150 }, { "epoch": 4.330221684269868, "grad_norm": 0.023768816143274307, "learning_rate": 6.697783157301323e-06, "loss": 0.008, "step": 261160 }, { "epoch": 4.330387491502379, "grad_norm": 0.0010313530219718814, "learning_rate": 6.696125084976207e-06, "loss": 0.0027, "step": 261170 }, { "epoch": 4.330553298734891, "grad_norm": 0.10744291543960571, "learning_rate": 6.694467012651092e-06, "loss": 0.003, "step": 261180 }, { "epoch": 4.330719105967402, "grad_norm": 0.0017096849624067545, "learning_rate": 6.692808940325978e-06, "loss": 0.0007, "step": 261190 }, { "epoch": 4.330884913199914, "grad_norm": 0.0003816820099018514, "learning_rate": 6.691150868000863e-06, "loss": 0.0065, "step": 261200 }, { "epoch": 4.331050720432425, "grad_norm": 0.00020791063434444368, "learning_rate": 6.689492795675747e-06, "loss": 0.0001, "step": 261210 }, { "epoch": 4.331216527664937, "grad_norm": 3.1581261282553896e-05, "learning_rate": 6.687834723350633e-06, "loss": 0.0005, "step": 261220 }, { "epoch": 4.331382334897448, "grad_norm": 0.16067075729370117, "learning_rate": 6.6861766510255174e-06, "loss": 0.0055, "step": 261230 }, { "epoch": 4.33154814212996, "grad_norm": 0.003732925746589899, "learning_rate": 6.6845185787004035e-06, "loss": 0.0, "step": 261240 }, { "epoch": 4.331713949362471, "grad_norm": 0.0020361640490591526, "learning_rate": 6.682860506375288e-06, "loss": 0.0097, "step": 261250 }, { "epoch": 4.331879756594983, "grad_norm": 0.010997692123055458, "learning_rate": 6.681202434050174e-06, "loss": 0.0001, "step": 261260 }, { "epoch": 4.332045563827494, "grad_norm": 0.0006800784030929208, "learning_rate": 6.679544361725058e-06, "loss": 0.0044, "step": 261270 }, { "epoch": 4.332211371060006, "grad_norm": 0.0001306768535869196, "learning_rate": 6.677886289399944e-06, "loss": 0.0035, "step": 261280 }, { "epoch": 4.332377178292517, "grad_norm": 9.1140806034673e-05, "learning_rate": 6.6762282170748285e-06, "loss": 0.0001, "step": 261290 }, { "epoch": 4.332542985525029, "grad_norm": 0.0030146220233291388, "learning_rate": 6.6745701447497145e-06, "loss": 0.0041, "step": 261300 }, { "epoch": 4.33270879275754, "grad_norm": 0.001544823870062828, "learning_rate": 6.672912072424599e-06, "loss": 0.0149, "step": 261310 }, { "epoch": 4.332874599990052, "grad_norm": 0.0004736810515169054, "learning_rate": 6.671254000099485e-06, "loss": 0.0028, "step": 261320 }, { "epoch": 4.333040407222563, "grad_norm": 9.738174412632361e-05, "learning_rate": 6.669595927774369e-06, "loss": 0.012, "step": 261330 }, { "epoch": 4.333206214455075, "grad_norm": 0.0015592530835419893, "learning_rate": 6.667937855449255e-06, "loss": 0.0023, "step": 261340 }, { "epoch": 4.333372021687586, "grad_norm": 0.01250513643026352, "learning_rate": 6.666279783124141e-06, "loss": 0.0053, "step": 261350 }, { "epoch": 4.333537828920098, "grad_norm": 0.004488167818635702, "learning_rate": 6.6646217107990255e-06, "loss": 0.0037, "step": 261360 }, { "epoch": 4.333703636152609, "grad_norm": 0.00045375918853096664, "learning_rate": 6.662963638473911e-06, "loss": 0.0086, "step": 261370 }, { "epoch": 4.333869443385121, "grad_norm": 0.0005041164113208652, "learning_rate": 6.661305566148796e-06, "loss": 0.0035, "step": 261380 }, { "epoch": 4.334035250617632, "grad_norm": 0.0001551618188386783, "learning_rate": 6.659647493823681e-06, "loss": 0.0014, "step": 261390 }, { "epoch": 4.3342010578501435, "grad_norm": 0.05807197466492653, "learning_rate": 6.657989421498565e-06, "loss": 0.0025, "step": 261400 }, { "epoch": 4.334366865082655, "grad_norm": 3.5205335734644905e-05, "learning_rate": 6.656331349173451e-06, "loss": 0.0016, "step": 261410 }, { "epoch": 4.3345326723151665, "grad_norm": 3.2566520530963317e-05, "learning_rate": 6.654673276848336e-06, "loss": 0.0121, "step": 261420 }, { "epoch": 4.3346984795476775, "grad_norm": 2.942319588328246e-05, "learning_rate": 6.653015204523222e-06, "loss": 0.003, "step": 261430 }, { "epoch": 4.334864286780189, "grad_norm": 0.018517743796110153, "learning_rate": 6.651357132198106e-06, "loss": 0.0079, "step": 261440 }, { "epoch": 4.3350300940127005, "grad_norm": 0.18229128420352936, "learning_rate": 6.649699059872992e-06, "loss": 0.0061, "step": 261450 }, { "epoch": 4.335195901245212, "grad_norm": 1.7247788491658866e-05, "learning_rate": 6.648040987547876e-06, "loss": 0.0001, "step": 261460 }, { "epoch": 4.335361708477723, "grad_norm": 0.18494614958763123, "learning_rate": 6.6463829152227624e-06, "loss": 0.009, "step": 261470 }, { "epoch": 4.335527515710235, "grad_norm": 0.06793637573719025, "learning_rate": 6.644724842897647e-06, "loss": 0.0032, "step": 261480 }, { "epoch": 4.335693322942747, "grad_norm": 0.00010644547728588805, "learning_rate": 6.643066770572533e-06, "loss": 0.0147, "step": 261490 }, { "epoch": 4.335859130175258, "grad_norm": 0.002838503336533904, "learning_rate": 6.641408698247417e-06, "loss": 0.0049, "step": 261500 }, { "epoch": 4.336024937407769, "grad_norm": 0.00013508001575246453, "learning_rate": 6.639750625922303e-06, "loss": 0.0022, "step": 261510 }, { "epoch": 4.336190744640281, "grad_norm": 0.0011588140623643994, "learning_rate": 6.638092553597189e-06, "loss": 0.0001, "step": 261520 }, { "epoch": 4.336356551872793, "grad_norm": 0.001747000147588551, "learning_rate": 6.6364344812720735e-06, "loss": 0.0011, "step": 261530 }, { "epoch": 4.336522359105304, "grad_norm": 0.15952923893928528, "learning_rate": 6.6347764089469595e-06, "loss": 0.0006, "step": 261540 }, { "epoch": 4.336688166337816, "grad_norm": 0.0017823389498516917, "learning_rate": 6.633118336621844e-06, "loss": 0.0036, "step": 261550 }, { "epoch": 4.336853973570327, "grad_norm": 0.0001598163798917085, "learning_rate": 6.631460264296729e-06, "loss": 0.0001, "step": 261560 }, { "epoch": 4.337019780802839, "grad_norm": 0.06258062273263931, "learning_rate": 6.629802191971614e-06, "loss": 0.0013, "step": 261570 }, { "epoch": 4.33718558803535, "grad_norm": 0.0008120722486637533, "learning_rate": 6.628144119646499e-06, "loss": 0.0039, "step": 261580 }, { "epoch": 4.337351395267862, "grad_norm": 0.007508426904678345, "learning_rate": 6.6264860473213845e-06, "loss": 0.0001, "step": 261590 }, { "epoch": 4.337517202500373, "grad_norm": 0.003952374681830406, "learning_rate": 6.62482797499627e-06, "loss": 0.0023, "step": 261600 }, { "epoch": 4.337683009732885, "grad_norm": 0.00023420201614499092, "learning_rate": 6.623169902671154e-06, "loss": 0.0058, "step": 261610 }, { "epoch": 4.337848816965396, "grad_norm": 0.5410715937614441, "learning_rate": 6.62151183034604e-06, "loss": 0.0101, "step": 261620 }, { "epoch": 4.338014624197908, "grad_norm": 0.0012526821810752153, "learning_rate": 6.619853758020924e-06, "loss": 0.0001, "step": 261630 }, { "epoch": 4.338180431430419, "grad_norm": 0.0004289697972126305, "learning_rate": 6.61819568569581e-06, "loss": 0.0091, "step": 261640 }, { "epoch": 4.338346238662931, "grad_norm": 4.0403279854217544e-05, "learning_rate": 6.616537613370695e-06, "loss": 0.0097, "step": 261650 }, { "epoch": 4.338512045895442, "grad_norm": 0.1573897898197174, "learning_rate": 6.614879541045581e-06, "loss": 0.0029, "step": 261660 }, { "epoch": 4.338677853127954, "grad_norm": 0.00037697560037486255, "learning_rate": 6.613221468720465e-06, "loss": 0.0075, "step": 261670 }, { "epoch": 4.338843660360465, "grad_norm": 5.7399807701585814e-05, "learning_rate": 6.611563396395351e-06, "loss": 0.0002, "step": 261680 }, { "epoch": 4.339009467592977, "grad_norm": 0.0006936949794180691, "learning_rate": 6.609905324070237e-06, "loss": 0.0005, "step": 261690 }, { "epoch": 4.339175274825488, "grad_norm": 0.00011355905007803813, "learning_rate": 6.608247251745121e-06, "loss": 0.0029, "step": 261700 }, { "epoch": 4.339341082058, "grad_norm": 0.0006255261250771582, "learning_rate": 6.6065891794200074e-06, "loss": 0.0052, "step": 261710 }, { "epoch": 4.339506889290511, "grad_norm": 0.0012178655015304685, "learning_rate": 6.604931107094892e-06, "loss": 0.0001, "step": 261720 }, { "epoch": 4.339672696523023, "grad_norm": 9.920661250362173e-05, "learning_rate": 6.603273034769778e-06, "loss": 0.0024, "step": 261730 }, { "epoch": 4.339838503755534, "grad_norm": 0.010172054171562195, "learning_rate": 6.601614962444662e-06, "loss": 0.0067, "step": 261740 }, { "epoch": 4.3400043109880455, "grad_norm": 0.0002563782036304474, "learning_rate": 6.599956890119547e-06, "loss": 0.0005, "step": 261750 }, { "epoch": 4.3401701182205565, "grad_norm": 0.007244796492159367, "learning_rate": 6.5982988177944325e-06, "loss": 0.0078, "step": 261760 }, { "epoch": 4.3403359254530685, "grad_norm": 0.6834881901741028, "learning_rate": 6.596640745469318e-06, "loss": 0.0113, "step": 261770 }, { "epoch": 4.3405017326855795, "grad_norm": 0.03702574595808983, "learning_rate": 6.594982673144203e-06, "loss": 0.0034, "step": 261780 }, { "epoch": 4.340667539918091, "grad_norm": 0.002266024239361286, "learning_rate": 6.593324600819088e-06, "loss": 0.004, "step": 261790 }, { "epoch": 4.340833347150602, "grad_norm": 1.6811615228652954, "learning_rate": 6.591666528493972e-06, "loss": 0.0084, "step": 261800 }, { "epoch": 4.340999154383114, "grad_norm": 0.0003820346319116652, "learning_rate": 6.590008456168858e-06, "loss": 0.003, "step": 261810 }, { "epoch": 4.341164961615625, "grad_norm": 0.0007079335628077388, "learning_rate": 6.588350383843743e-06, "loss": 0.0116, "step": 261820 }, { "epoch": 4.341330768848137, "grad_norm": 0.002503451192751527, "learning_rate": 6.586692311518629e-06, "loss": 0.003, "step": 261830 }, { "epoch": 4.341496576080648, "grad_norm": 0.29168838262557983, "learning_rate": 6.585034239193513e-06, "loss": 0.0079, "step": 261840 }, { "epoch": 4.34166238331316, "grad_norm": 0.0008182036690413952, "learning_rate": 6.583376166868399e-06, "loss": 0.0, "step": 261850 }, { "epoch": 4.341828190545671, "grad_norm": 0.00235943216830492, "learning_rate": 6.581718094543285e-06, "loss": 0.0, "step": 261860 }, { "epoch": 4.341993997778183, "grad_norm": 0.00044068467104807496, "learning_rate": 6.580060022218169e-06, "loss": 0.0103, "step": 261870 }, { "epoch": 4.342159805010694, "grad_norm": 0.0006279402878135443, "learning_rate": 6.578401949893055e-06, "loss": 0.0001, "step": 261880 }, { "epoch": 4.342325612243206, "grad_norm": 0.15809914469718933, "learning_rate": 6.57674387756794e-06, "loss": 0.0132, "step": 261890 }, { "epoch": 4.342491419475717, "grad_norm": 0.002266199793666601, "learning_rate": 6.575085805242826e-06, "loss": 0.0055, "step": 261900 }, { "epoch": 4.342657226708229, "grad_norm": 0.009500477463006973, "learning_rate": 6.57342773291771e-06, "loss": 0.0036, "step": 261910 }, { "epoch": 4.34282303394074, "grad_norm": 0.00021003276924602687, "learning_rate": 6.571769660592596e-06, "loss": 0.0002, "step": 261920 }, { "epoch": 4.342988841173252, "grad_norm": 0.14488357305526733, "learning_rate": 6.57011158826748e-06, "loss": 0.0096, "step": 261930 }, { "epoch": 4.343154648405763, "grad_norm": 0.0002714600705076009, "learning_rate": 6.568453515942366e-06, "loss": 0.0026, "step": 261940 }, { "epoch": 4.343320455638275, "grad_norm": 0.15156660974025726, "learning_rate": 6.566795443617251e-06, "loss": 0.0036, "step": 261950 }, { "epoch": 4.343486262870787, "grad_norm": 7.484150410164148e-05, "learning_rate": 6.565137371292136e-06, "loss": 0.0006, "step": 261960 }, { "epoch": 4.343652070103298, "grad_norm": 8.589030767325312e-05, "learning_rate": 6.563479298967021e-06, "loss": 0.002, "step": 261970 }, { "epoch": 4.343817877335809, "grad_norm": 0.17335551977157593, "learning_rate": 6.561821226641906e-06, "loss": 0.0056, "step": 261980 }, { "epoch": 4.343983684568321, "grad_norm": 0.011097664944827557, "learning_rate": 6.560163154316791e-06, "loss": 0.0001, "step": 261990 }, { "epoch": 4.344149491800833, "grad_norm": 0.00372975692152977, "learning_rate": 6.558505081991677e-06, "loss": 0.0001, "step": 262000 }, { "epoch": 4.344315299033344, "grad_norm": 1.069382667541504, "learning_rate": 6.556847009666561e-06, "loss": 0.0069, "step": 262010 }, { "epoch": 4.344481106265856, "grad_norm": 0.0003642483497969806, "learning_rate": 6.555188937341447e-06, "loss": 0.0, "step": 262020 }, { "epoch": 4.344646913498367, "grad_norm": 0.1680992841720581, "learning_rate": 6.553530865016333e-06, "loss": 0.0053, "step": 262030 }, { "epoch": 4.344812720730879, "grad_norm": 0.10755535960197449, "learning_rate": 6.551872792691217e-06, "loss": 0.0002, "step": 262040 }, { "epoch": 4.34497852796339, "grad_norm": 0.001359151559881866, "learning_rate": 6.550214720366103e-06, "loss": 0.0008, "step": 262050 }, { "epoch": 4.345144335195902, "grad_norm": 1.9893037460860796e-05, "learning_rate": 6.548556648040988e-06, "loss": 0.0031, "step": 262060 }, { "epoch": 4.345310142428413, "grad_norm": 0.0016886322991922498, "learning_rate": 6.546898575715874e-06, "loss": 0.0014, "step": 262070 }, { "epoch": 4.3454759496609245, "grad_norm": 0.0021405245643109083, "learning_rate": 6.545240503390758e-06, "loss": 0.0027, "step": 262080 }, { "epoch": 4.345641756893436, "grad_norm": 0.0017913143383339047, "learning_rate": 6.543582431065644e-06, "loss": 0.0042, "step": 262090 }, { "epoch": 4.3458075641259475, "grad_norm": 0.005378232803195715, "learning_rate": 6.541924358740528e-06, "loss": 0.0, "step": 262100 }, { "epoch": 4.3459733713584585, "grad_norm": 0.009055123664438725, "learning_rate": 6.540266286415414e-06, "loss": 0.0002, "step": 262110 }, { "epoch": 4.34613917859097, "grad_norm": 0.0012756926007568836, "learning_rate": 6.538608214090299e-06, "loss": 0.0051, "step": 262120 }, { "epoch": 4.3463049858234815, "grad_norm": 0.3404804766178131, "learning_rate": 6.536950141765185e-06, "loss": 0.0052, "step": 262130 }, { "epoch": 4.346470793055993, "grad_norm": 0.01942095160484314, "learning_rate": 6.535292069440069e-06, "loss": 0.0088, "step": 262140 }, { "epoch": 4.346636600288504, "grad_norm": 0.0008278528694063425, "learning_rate": 6.533633997114954e-06, "loss": 0.005, "step": 262150 }, { "epoch": 4.346802407521016, "grad_norm": 0.00034312185016460717, "learning_rate": 6.531975924789839e-06, "loss": 0.0029, "step": 262160 }, { "epoch": 4.346968214753527, "grad_norm": 0.6506171226501465, "learning_rate": 6.5303178524647246e-06, "loss": 0.0046, "step": 262170 }, { "epoch": 4.347134021986039, "grad_norm": 0.000408535182941705, "learning_rate": 6.52865978013961e-06, "loss": 0.0041, "step": 262180 }, { "epoch": 4.34729982921855, "grad_norm": 3.1411789677804336e-05, "learning_rate": 6.527001707814495e-06, "loss": 0.0, "step": 262190 }, { "epoch": 4.347465636451062, "grad_norm": 0.0004614581703208387, "learning_rate": 6.525343635489381e-06, "loss": 0.0014, "step": 262200 }, { "epoch": 4.347631443683573, "grad_norm": 8.219558367272839e-05, "learning_rate": 6.523685563164265e-06, "loss": 0.0002, "step": 262210 }, { "epoch": 4.347797250916085, "grad_norm": 0.002245132578536868, "learning_rate": 6.522027490839151e-06, "loss": 0.0061, "step": 262220 }, { "epoch": 4.347963058148596, "grad_norm": 5.844849511049688e-05, "learning_rate": 6.520369418514036e-06, "loss": 0.0, "step": 262230 }, { "epoch": 4.348128865381108, "grad_norm": 0.0001570610038470477, "learning_rate": 6.518711346188922e-06, "loss": 0.0026, "step": 262240 }, { "epoch": 4.348294672613619, "grad_norm": 0.0002703725767787546, "learning_rate": 6.517053273863806e-06, "loss": 0.0078, "step": 262250 }, { "epoch": 4.348460479846131, "grad_norm": 0.0002554045058786869, "learning_rate": 6.515395201538692e-06, "loss": 0.0038, "step": 262260 }, { "epoch": 4.348626287078642, "grad_norm": 0.21785147488117218, "learning_rate": 6.513737129213576e-06, "loss": 0.0074, "step": 262270 }, { "epoch": 4.348792094311154, "grad_norm": 0.02906554378569126, "learning_rate": 6.512079056888462e-06, "loss": 0.0, "step": 262280 }, { "epoch": 4.348957901543665, "grad_norm": 0.0027448206674307585, "learning_rate": 6.510420984563347e-06, "loss": 0.0038, "step": 262290 }, { "epoch": 4.349123708776177, "grad_norm": 3.492242831271142e-05, "learning_rate": 6.508762912238233e-06, "loss": 0.0111, "step": 262300 }, { "epoch": 4.349289516008688, "grad_norm": 0.00029266197816468775, "learning_rate": 6.507104839913117e-06, "loss": 0.0054, "step": 262310 }, { "epoch": 4.3494553232412, "grad_norm": 0.0012401917483657598, "learning_rate": 6.505446767588003e-06, "loss": 0.0001, "step": 262320 }, { "epoch": 4.349621130473711, "grad_norm": 0.0021140719763934612, "learning_rate": 6.503788695262887e-06, "loss": 0.0001, "step": 262330 }, { "epoch": 4.349786937706223, "grad_norm": 0.008059537038207054, "learning_rate": 6.5021306229377725e-06, "loss": 0.0033, "step": 262340 }, { "epoch": 4.349952744938734, "grad_norm": 0.00047785279457457364, "learning_rate": 6.500472550612658e-06, "loss": 0.0005, "step": 262350 }, { "epoch": 4.350118552171246, "grad_norm": 0.05289679765701294, "learning_rate": 6.498814478287543e-06, "loss": 0.0033, "step": 262360 }, { "epoch": 4.350284359403757, "grad_norm": 0.010588417761027813, "learning_rate": 6.497156405962429e-06, "loss": 0.0025, "step": 262370 }, { "epoch": 4.350450166636269, "grad_norm": 0.0008306679665111005, "learning_rate": 6.495498333637313e-06, "loss": 0.0056, "step": 262380 }, { "epoch": 4.35061597386878, "grad_norm": 0.0037833473179489374, "learning_rate": 6.493840261312199e-06, "loss": 0.0027, "step": 262390 }, { "epoch": 4.350781781101292, "grad_norm": 0.0038902743253856897, "learning_rate": 6.4921821889870835e-06, "loss": 0.0001, "step": 262400 }, { "epoch": 4.350947588333803, "grad_norm": 0.0028398658614605665, "learning_rate": 6.4905241166619696e-06, "loss": 0.0077, "step": 262410 }, { "epoch": 4.351113395566315, "grad_norm": 0.001090642879717052, "learning_rate": 6.488866044336854e-06, "loss": 0.0007, "step": 262420 }, { "epoch": 4.3512792027988265, "grad_norm": 0.0015305104898288846, "learning_rate": 6.48720797201174e-06, "loss": 0.0058, "step": 262430 }, { "epoch": 4.3514450100313375, "grad_norm": 0.0002332983276573941, "learning_rate": 6.485549899686624e-06, "loss": 0.0021, "step": 262440 }, { "epoch": 4.3516108172638495, "grad_norm": 0.0002617800491861999, "learning_rate": 6.48389182736151e-06, "loss": 0.0001, "step": 262450 }, { "epoch": 4.3517766244963605, "grad_norm": 0.021614180877804756, "learning_rate": 6.482233755036395e-06, "loss": 0.0094, "step": 262460 }, { "epoch": 4.351942431728872, "grad_norm": 0.0006972672999836504, "learning_rate": 6.480575682711281e-06, "loss": 0.0031, "step": 262470 }, { "epoch": 4.352108238961383, "grad_norm": 0.2724848687648773, "learning_rate": 6.478917610386165e-06, "loss": 0.0103, "step": 262480 }, { "epoch": 4.352274046193895, "grad_norm": 0.0004835270519834012, "learning_rate": 6.477259538061051e-06, "loss": 0.0001, "step": 262490 }, { "epoch": 4.352439853426406, "grad_norm": 0.0014856911730021238, "learning_rate": 6.475601465735935e-06, "loss": 0.0031, "step": 262500 }, { "epoch": 4.352605660658918, "grad_norm": 0.0012093284167349339, "learning_rate": 6.473943393410821e-06, "loss": 0.0029, "step": 262510 }, { "epoch": 4.352771467891429, "grad_norm": 0.0017726579681038857, "learning_rate": 6.472285321085706e-06, "loss": 0.0036, "step": 262520 }, { "epoch": 4.352937275123941, "grad_norm": 0.016835452988743782, "learning_rate": 6.470627248760592e-06, "loss": 0.0101, "step": 262530 }, { "epoch": 4.353103082356452, "grad_norm": 0.0011135335080325603, "learning_rate": 6.468969176435477e-06, "loss": 0.0003, "step": 262540 }, { "epoch": 4.353268889588964, "grad_norm": 0.07036925107240677, "learning_rate": 6.467311104110361e-06, "loss": 0.0002, "step": 262550 }, { "epoch": 4.353434696821475, "grad_norm": 0.15895786881446838, "learning_rate": 6.465653031785247e-06, "loss": 0.012, "step": 262560 }, { "epoch": 4.353600504053987, "grad_norm": 0.20911937952041626, "learning_rate": 6.4639949594601315e-06, "loss": 0.0076, "step": 262570 }, { "epoch": 4.353766311286498, "grad_norm": 0.007457704283297062, "learning_rate": 6.4623368871350175e-06, "loss": 0.0, "step": 262580 }, { "epoch": 4.35393211851901, "grad_norm": 0.002030340489000082, "learning_rate": 6.460678814809902e-06, "loss": 0.0112, "step": 262590 }, { "epoch": 4.354097925751521, "grad_norm": 0.0006322693661786616, "learning_rate": 6.459020742484788e-06, "loss": 0.0062, "step": 262600 }, { "epoch": 4.354263732984033, "grad_norm": 0.000944326282478869, "learning_rate": 6.457362670159672e-06, "loss": 0.0017, "step": 262610 }, { "epoch": 4.354429540216544, "grad_norm": 0.18016992509365082, "learning_rate": 6.455704597834558e-06, "loss": 0.0048, "step": 262620 }, { "epoch": 4.354595347449056, "grad_norm": 1.3842376470565796, "learning_rate": 6.4540465255094425e-06, "loss": 0.0061, "step": 262630 }, { "epoch": 4.354761154681567, "grad_norm": 0.0009689850849099457, "learning_rate": 6.4523884531843285e-06, "loss": 0.0028, "step": 262640 }, { "epoch": 4.354926961914079, "grad_norm": 0.00029781076591461897, "learning_rate": 6.450730380859213e-06, "loss": 0.0062, "step": 262650 }, { "epoch": 4.35509276914659, "grad_norm": 0.061924371868371964, "learning_rate": 6.449072308534099e-06, "loss": 0.0066, "step": 262660 }, { "epoch": 4.355258576379102, "grad_norm": 0.06166314706206322, "learning_rate": 6.447414236208983e-06, "loss": 0.0095, "step": 262670 }, { "epoch": 4.355424383611613, "grad_norm": 0.0003149840922560543, "learning_rate": 6.445756163883869e-06, "loss": 0.0005, "step": 262680 }, { "epoch": 4.355590190844125, "grad_norm": 0.016676777973771095, "learning_rate": 6.4440980915587536e-06, "loss": 0.0, "step": 262690 }, { "epoch": 4.355755998076636, "grad_norm": 0.03210747241973877, "learning_rate": 6.44244001923364e-06, "loss": 0.0039, "step": 262700 }, { "epoch": 4.355921805309148, "grad_norm": 0.0018350593745708466, "learning_rate": 6.440781946908525e-06, "loss": 0.0064, "step": 262710 }, { "epoch": 4.356087612541659, "grad_norm": 0.0023903059773147106, "learning_rate": 6.43912387458341e-06, "loss": 0.0065, "step": 262720 }, { "epoch": 4.356253419774171, "grad_norm": 0.0010837540030479431, "learning_rate": 6.437465802258295e-06, "loss": 0.0001, "step": 262730 }, { "epoch": 4.356419227006682, "grad_norm": 0.0069418009370565414, "learning_rate": 6.4358077299331794e-06, "loss": 0.0133, "step": 262740 }, { "epoch": 4.356585034239194, "grad_norm": 0.0002930701884906739, "learning_rate": 6.4341496576080654e-06, "loss": 0.0035, "step": 262750 }, { "epoch": 4.356750841471705, "grad_norm": 0.00021376562654040754, "learning_rate": 6.43249158528295e-06, "loss": 0.0031, "step": 262760 }, { "epoch": 4.356916648704217, "grad_norm": 0.002299104817211628, "learning_rate": 6.430833512957836e-06, "loss": 0.0, "step": 262770 }, { "epoch": 4.357082455936728, "grad_norm": 0.00023179400886874646, "learning_rate": 6.42917544063272e-06, "loss": 0.0001, "step": 262780 }, { "epoch": 4.3572482631692395, "grad_norm": 0.001033845474012196, "learning_rate": 6.427517368307606e-06, "loss": 0.0056, "step": 262790 }, { "epoch": 4.3574140704017505, "grad_norm": 0.0001274601527256891, "learning_rate": 6.4258592959824905e-06, "loss": 0.0001, "step": 262800 }, { "epoch": 4.3575798776342625, "grad_norm": 0.0009090500534512103, "learning_rate": 6.4242012236573765e-06, "loss": 0.0003, "step": 262810 }, { "epoch": 4.3577456848667735, "grad_norm": 0.16077907383441925, "learning_rate": 6.422543151332261e-06, "loss": 0.008, "step": 262820 }, { "epoch": 4.357911492099285, "grad_norm": 6.436616968130693e-05, "learning_rate": 6.420885079007147e-06, "loss": 0.0049, "step": 262830 }, { "epoch": 4.358077299331796, "grad_norm": 0.0017750897677615285, "learning_rate": 6.419227006682031e-06, "loss": 0.0137, "step": 262840 }, { "epoch": 4.358243106564308, "grad_norm": 0.00590411014854908, "learning_rate": 6.417568934356917e-06, "loss": 0.0017, "step": 262850 }, { "epoch": 4.35840891379682, "grad_norm": 0.00019088828412350267, "learning_rate": 6.4159108620318015e-06, "loss": 0.0035, "step": 262860 }, { "epoch": 4.358574721029331, "grad_norm": 0.000252944155363366, "learning_rate": 6.4142527897066875e-06, "loss": 0.0031, "step": 262870 }, { "epoch": 4.358740528261842, "grad_norm": 0.001157986931502819, "learning_rate": 6.4125947173815735e-06, "loss": 0.0056, "step": 262880 }, { "epoch": 4.358906335494354, "grad_norm": 0.0020185112953186035, "learning_rate": 6.410936645056458e-06, "loss": 0.0115, "step": 262890 }, { "epoch": 4.359072142726866, "grad_norm": 0.0012606845702975988, "learning_rate": 6.409278572731343e-06, "loss": 0.0127, "step": 262900 }, { "epoch": 4.359237949959377, "grad_norm": 0.9865098595619202, "learning_rate": 6.407620500406228e-06, "loss": 0.0076, "step": 262910 }, { "epoch": 4.359403757191889, "grad_norm": 0.13136598467826843, "learning_rate": 6.405962428081113e-06, "loss": 0.003, "step": 262920 }, { "epoch": 4.3595695644244, "grad_norm": 0.002396865515038371, "learning_rate": 6.404304355755998e-06, "loss": 0.004, "step": 262930 }, { "epoch": 4.359735371656912, "grad_norm": 0.00015212157450150698, "learning_rate": 6.402646283430884e-06, "loss": 0.0004, "step": 262940 }, { "epoch": 4.359901178889423, "grad_norm": 0.0016468189423903823, "learning_rate": 6.400988211105768e-06, "loss": 0.0001, "step": 262950 }, { "epoch": 4.360066986121935, "grad_norm": 0.000146792852319777, "learning_rate": 6.399330138780654e-06, "loss": 0.0039, "step": 262960 }, { "epoch": 4.360232793354446, "grad_norm": 0.002769485581666231, "learning_rate": 6.397672066455538e-06, "loss": 0.0035, "step": 262970 }, { "epoch": 4.360398600586958, "grad_norm": 4.236225504428148e-05, "learning_rate": 6.3960139941304244e-06, "loss": 0.0004, "step": 262980 }, { "epoch": 4.360564407819469, "grad_norm": 0.002609173534438014, "learning_rate": 6.394355921805309e-06, "loss": 0.0032, "step": 262990 }, { "epoch": 4.360730215051981, "grad_norm": 0.0001064025709638372, "learning_rate": 6.392697849480195e-06, "loss": 0.0058, "step": 263000 }, { "epoch": 4.360896022284492, "grad_norm": 0.00025266860029660165, "learning_rate": 6.391039777155079e-06, "loss": 0.0035, "step": 263010 }, { "epoch": 4.361061829517004, "grad_norm": 3.890525476890616e-05, "learning_rate": 6.389381704829965e-06, "loss": 0.0, "step": 263020 }, { "epoch": 4.361227636749515, "grad_norm": 0.06079208478331566, "learning_rate": 6.3877236325048494e-06, "loss": 0.0028, "step": 263030 }, { "epoch": 4.361393443982027, "grad_norm": 5.3741670853924006e-05, "learning_rate": 6.3860655601797355e-06, "loss": 0.0024, "step": 263040 }, { "epoch": 4.361559251214538, "grad_norm": 0.0002848482981789857, "learning_rate": 6.3844074878546215e-06, "loss": 0.0102, "step": 263050 }, { "epoch": 4.36172505844705, "grad_norm": 0.005406877491623163, "learning_rate": 6.382749415529506e-06, "loss": 0.0065, "step": 263060 }, { "epoch": 4.361890865679561, "grad_norm": 0.000121540499094408, "learning_rate": 6.381091343204392e-06, "loss": 0.0017, "step": 263070 }, { "epoch": 4.362056672912073, "grad_norm": 0.17123307287693024, "learning_rate": 6.379433270879276e-06, "loss": 0.0042, "step": 263080 }, { "epoch": 4.362222480144584, "grad_norm": 0.0022168164141476154, "learning_rate": 6.377775198554161e-06, "loss": 0.0062, "step": 263090 }, { "epoch": 4.362388287377096, "grad_norm": 0.1791313886642456, "learning_rate": 6.3761171262290465e-06, "loss": 0.0045, "step": 263100 }, { "epoch": 4.362554094609607, "grad_norm": 0.12327790260314941, "learning_rate": 6.374459053903932e-06, "loss": 0.0065, "step": 263110 }, { "epoch": 4.3627199018421186, "grad_norm": 0.001702990964986384, "learning_rate": 6.372800981578817e-06, "loss": 0.0056, "step": 263120 }, { "epoch": 4.36288570907463, "grad_norm": 0.0006752113695256412, "learning_rate": 6.371142909253702e-06, "loss": 0.0001, "step": 263130 }, { "epoch": 4.3630515163071415, "grad_norm": 0.10869991034269333, "learning_rate": 6.369484836928586e-06, "loss": 0.0004, "step": 263140 }, { "epoch": 4.3632173235396525, "grad_norm": 0.001584389479830861, "learning_rate": 6.367826764603472e-06, "loss": 0.0, "step": 263150 }, { "epoch": 4.363383130772164, "grad_norm": 0.0001026063910103403, "learning_rate": 6.366168692278357e-06, "loss": 0.0116, "step": 263160 }, { "epoch": 4.3635489380046755, "grad_norm": 0.0010841736802831292, "learning_rate": 6.364510619953243e-06, "loss": 0.0001, "step": 263170 }, { "epoch": 4.363714745237187, "grad_norm": 0.04346546530723572, "learning_rate": 6.362852547628127e-06, "loss": 0.0031, "step": 263180 }, { "epoch": 4.363880552469698, "grad_norm": 0.0009993751300498843, "learning_rate": 6.361194475303013e-06, "loss": 0.0046, "step": 263190 }, { "epoch": 4.36404635970221, "grad_norm": 9.888826753012836e-06, "learning_rate": 6.359536402977897e-06, "loss": 0.0054, "step": 263200 }, { "epoch": 4.364212166934721, "grad_norm": 0.011802741326391697, "learning_rate": 6.357878330652783e-06, "loss": 0.0001, "step": 263210 }, { "epoch": 4.364377974167233, "grad_norm": 0.0005503225256688893, "learning_rate": 6.3562202583276694e-06, "loss": 0.0005, "step": 263220 }, { "epoch": 4.364543781399744, "grad_norm": 0.03183353319764137, "learning_rate": 6.354562186002554e-06, "loss": 0.0023, "step": 263230 }, { "epoch": 4.364709588632256, "grad_norm": 0.00016678583051543683, "learning_rate": 6.35290411367744e-06, "loss": 0.0, "step": 263240 }, { "epoch": 4.364875395864767, "grad_norm": 0.023714104667305946, "learning_rate": 6.351246041352324e-06, "loss": 0.0001, "step": 263250 }, { "epoch": 4.365041203097279, "grad_norm": 0.0007802053587511182, "learning_rate": 6.34958796902721e-06, "loss": 0.0121, "step": 263260 }, { "epoch": 4.36520701032979, "grad_norm": 0.1776948869228363, "learning_rate": 6.3479298967020944e-06, "loss": 0.0114, "step": 263270 }, { "epoch": 4.365372817562302, "grad_norm": 0.015589721500873566, "learning_rate": 6.34627182437698e-06, "loss": 0.0001, "step": 263280 }, { "epoch": 4.365538624794813, "grad_norm": 0.0002888270828407258, "learning_rate": 6.344613752051865e-06, "loss": 0.0, "step": 263290 }, { "epoch": 4.365704432027325, "grad_norm": 0.0004751224769279361, "learning_rate": 6.34295567972675e-06, "loss": 0.0, "step": 263300 }, { "epoch": 4.365870239259836, "grad_norm": 7.512421143474057e-05, "learning_rate": 6.341297607401635e-06, "loss": 0.0066, "step": 263310 }, { "epoch": 4.366036046492348, "grad_norm": 0.003313008463010192, "learning_rate": 6.33963953507652e-06, "loss": 0.0032, "step": 263320 }, { "epoch": 4.36620185372486, "grad_norm": 0.00012438731209840626, "learning_rate": 6.337981462751405e-06, "loss": 0.0038, "step": 263330 }, { "epoch": 4.366367660957371, "grad_norm": 0.00034134325687773526, "learning_rate": 6.336323390426291e-06, "loss": 0.0005, "step": 263340 }, { "epoch": 4.366533468189882, "grad_norm": 0.035543251782655716, "learning_rate": 6.334665318101175e-06, "loss": 0.0056, "step": 263350 }, { "epoch": 4.366699275422394, "grad_norm": 0.2407161146402359, "learning_rate": 6.333007245776061e-06, "loss": 0.0042, "step": 263360 }, { "epoch": 4.366865082654906, "grad_norm": 0.000509627687279135, "learning_rate": 6.331349173450945e-06, "loss": 0.0002, "step": 263370 }, { "epoch": 4.367030889887417, "grad_norm": 3.2588388421572745e-05, "learning_rate": 6.329691101125831e-06, "loss": 0.0004, "step": 263380 }, { "epoch": 4.367196697119929, "grad_norm": 0.21336622536182404, "learning_rate": 6.328033028800717e-06, "loss": 0.0005, "step": 263390 }, { "epoch": 4.36736250435244, "grad_norm": 0.04340659826993942, "learning_rate": 6.326374956475602e-06, "loss": 0.0017, "step": 263400 }, { "epoch": 4.367528311584952, "grad_norm": 0.0003504147462081164, "learning_rate": 6.324716884150488e-06, "loss": 0.0055, "step": 263410 }, { "epoch": 4.367694118817463, "grad_norm": 0.002590186893939972, "learning_rate": 6.323058811825372e-06, "loss": 0.0001, "step": 263420 }, { "epoch": 4.367859926049975, "grad_norm": 0.003329376457259059, "learning_rate": 6.321400739500258e-06, "loss": 0.0002, "step": 263430 }, { "epoch": 4.368025733282486, "grad_norm": 0.004972684662789106, "learning_rate": 6.319742667175142e-06, "loss": 0.0013, "step": 263440 }, { "epoch": 4.368191540514998, "grad_norm": 0.004978594835847616, "learning_rate": 6.318084594850028e-06, "loss": 0.0, "step": 263450 }, { "epoch": 4.368357347747509, "grad_norm": 0.0005468482268042862, "learning_rate": 6.316426522524913e-06, "loss": 0.0028, "step": 263460 }, { "epoch": 4.3685231549800205, "grad_norm": 0.0036888655740767717, "learning_rate": 6.314768450199799e-06, "loss": 0.0098, "step": 263470 }, { "epoch": 4.368688962212532, "grad_norm": 0.18032293021678925, "learning_rate": 6.313110377874683e-06, "loss": 0.0096, "step": 263480 }, { "epoch": 4.3688547694450435, "grad_norm": 0.003040165640413761, "learning_rate": 6.311452305549568e-06, "loss": 0.0031, "step": 263490 }, { "epoch": 4.3690205766775545, "grad_norm": 0.16489841043949127, "learning_rate": 6.3097942332244534e-06, "loss": 0.0033, "step": 263500 }, { "epoch": 4.369186383910066, "grad_norm": 0.008739273063838482, "learning_rate": 6.308136160899339e-06, "loss": 0.0055, "step": 263510 }, { "epoch": 4.3693521911425774, "grad_norm": 0.9126294851303101, "learning_rate": 6.306478088574223e-06, "loss": 0.0053, "step": 263520 }, { "epoch": 4.369517998375089, "grad_norm": 0.0037366459146142006, "learning_rate": 6.304820016249109e-06, "loss": 0.0001, "step": 263530 }, { "epoch": 4.3696838056076, "grad_norm": 0.02995745651423931, "learning_rate": 6.303161943923993e-06, "loss": 0.0061, "step": 263540 }, { "epoch": 4.369849612840112, "grad_norm": 0.1042436882853508, "learning_rate": 6.301503871598879e-06, "loss": 0.0003, "step": 263550 }, { "epoch": 4.370015420072623, "grad_norm": 0.00038267424679361284, "learning_rate": 6.299845799273765e-06, "loss": 0.0029, "step": 263560 }, { "epoch": 4.370181227305135, "grad_norm": 0.024228619411587715, "learning_rate": 6.29818772694865e-06, "loss": 0.0001, "step": 263570 }, { "epoch": 4.370347034537646, "grad_norm": 0.0019077210454270244, "learning_rate": 6.296529654623536e-06, "loss": 0.0, "step": 263580 }, { "epoch": 4.370512841770158, "grad_norm": 0.00035201720311306417, "learning_rate": 6.29487158229842e-06, "loss": 0.0002, "step": 263590 }, { "epoch": 4.370678649002669, "grad_norm": 0.00035533439950086176, "learning_rate": 6.293213509973306e-06, "loss": 0.0034, "step": 263600 }, { "epoch": 4.370844456235181, "grad_norm": 1.1615093171712942e-05, "learning_rate": 6.29155543764819e-06, "loss": 0.0, "step": 263610 }, { "epoch": 4.371010263467692, "grad_norm": 0.0001601523399585858, "learning_rate": 6.289897365323076e-06, "loss": 0.0015, "step": 263620 }, { "epoch": 4.371176070700204, "grad_norm": 0.016531500965356827, "learning_rate": 6.288239292997961e-06, "loss": 0.0077, "step": 263630 }, { "epoch": 4.371341877932715, "grad_norm": 0.23249047994613647, "learning_rate": 6.286581220672847e-06, "loss": 0.0067, "step": 263640 }, { "epoch": 4.371507685165227, "grad_norm": 0.026165850460529327, "learning_rate": 6.284923148347731e-06, "loss": 0.0043, "step": 263650 }, { "epoch": 4.371673492397738, "grad_norm": 0.0024918054696172476, "learning_rate": 6.283265076022617e-06, "loss": 0.003, "step": 263660 }, { "epoch": 4.37183929963025, "grad_norm": 0.037584058940410614, "learning_rate": 6.281607003697501e-06, "loss": 0.0001, "step": 263670 }, { "epoch": 4.372005106862761, "grad_norm": 0.001760954037308693, "learning_rate": 6.2799489313723865e-06, "loss": 0.0, "step": 263680 }, { "epoch": 4.372170914095273, "grad_norm": 6.512564141303301e-05, "learning_rate": 6.278290859047272e-06, "loss": 0.0004, "step": 263690 }, { "epoch": 4.372336721327784, "grad_norm": 0.03957633674144745, "learning_rate": 6.276632786722157e-06, "loss": 0.0001, "step": 263700 }, { "epoch": 4.372502528560296, "grad_norm": 0.18108020722866058, "learning_rate": 6.274974714397042e-06, "loss": 0.003, "step": 263710 }, { "epoch": 4.372668335792807, "grad_norm": 1.644321127969306e-05, "learning_rate": 6.273316642071927e-06, "loss": 0.0024, "step": 263720 }, { "epoch": 4.372834143025319, "grad_norm": 0.13406233489513397, "learning_rate": 6.271658569746813e-06, "loss": 0.0074, "step": 263730 }, { "epoch": 4.37299995025783, "grad_norm": 0.0001162630069302395, "learning_rate": 6.270000497421698e-06, "loss": 0.0002, "step": 263740 }, { "epoch": 4.373165757490342, "grad_norm": 0.173653706908226, "learning_rate": 6.268342425096584e-06, "loss": 0.0108, "step": 263750 }, { "epoch": 4.373331564722854, "grad_norm": 0.001940513146109879, "learning_rate": 6.266684352771468e-06, "loss": 0.0033, "step": 263760 }, { "epoch": 4.373497371955365, "grad_norm": 0.1372867375612259, "learning_rate": 6.265026280446354e-06, "loss": 0.003, "step": 263770 }, { "epoch": 4.373663179187876, "grad_norm": 0.001273182570002973, "learning_rate": 6.263368208121238e-06, "loss": 0.0088, "step": 263780 }, { "epoch": 4.373828986420388, "grad_norm": 0.004682564176619053, "learning_rate": 6.261710135796124e-06, "loss": 0.0001, "step": 263790 }, { "epoch": 4.3739947936529, "grad_norm": 0.22987446188926697, "learning_rate": 6.260052063471009e-06, "loss": 0.0039, "step": 263800 }, { "epoch": 4.374160600885411, "grad_norm": 0.0004370600508991629, "learning_rate": 6.258393991145895e-06, "loss": 0.0003, "step": 263810 }, { "epoch": 4.3743264081179225, "grad_norm": 0.00016159788356162608, "learning_rate": 6.256735918820779e-06, "loss": 0.0105, "step": 263820 }, { "epoch": 4.3744922153504335, "grad_norm": 0.00014776710304431617, "learning_rate": 6.255077846495665e-06, "loss": 0.0027, "step": 263830 }, { "epoch": 4.3746580225829454, "grad_norm": 0.001760878600180149, "learning_rate": 6.253419774170549e-06, "loss": 0.003, "step": 263840 }, { "epoch": 4.3748238298154565, "grad_norm": 0.0001830762339523062, "learning_rate": 6.251761701845435e-06, "loss": 0.0029, "step": 263850 }, { "epoch": 4.374989637047968, "grad_norm": 0.01665823720395565, "learning_rate": 6.25010362952032e-06, "loss": 0.0, "step": 263860 }, { "epoch": 4.375155444280479, "grad_norm": 0.027820490300655365, "learning_rate": 6.248445557195205e-06, "loss": 0.0001, "step": 263870 }, { "epoch": 4.375321251512991, "grad_norm": 1.875520683825016e-05, "learning_rate": 6.24678748487009e-06, "loss": 0.0003, "step": 263880 }, { "epoch": 4.375487058745502, "grad_norm": 0.009912768378853798, "learning_rate": 6.245129412544975e-06, "loss": 0.0035, "step": 263890 }, { "epoch": 4.375652865978014, "grad_norm": 0.18014593422412872, "learning_rate": 6.24347134021986e-06, "loss": 0.0002, "step": 263900 }, { "epoch": 4.375818673210525, "grad_norm": 0.14084461331367493, "learning_rate": 6.2418132678947455e-06, "loss": 0.0082, "step": 263910 }, { "epoch": 4.375984480443037, "grad_norm": 0.6348244547843933, "learning_rate": 6.240155195569631e-06, "loss": 0.0093, "step": 263920 }, { "epoch": 4.376150287675548, "grad_norm": 9.543867054162547e-05, "learning_rate": 6.238497123244516e-06, "loss": 0.0039, "step": 263930 }, { "epoch": 4.37631609490806, "grad_norm": 0.15492141246795654, "learning_rate": 6.236839050919401e-06, "loss": 0.0022, "step": 263940 }, { "epoch": 4.376481902140571, "grad_norm": 0.0016650180332362652, "learning_rate": 6.235180978594286e-06, "loss": 0.0053, "step": 263950 }, { "epoch": 4.376647709373083, "grad_norm": 0.1793951541185379, "learning_rate": 6.233522906269171e-06, "loss": 0.0105, "step": 263960 }, { "epoch": 4.376813516605594, "grad_norm": 0.00031800830038264394, "learning_rate": 6.2318648339440566e-06, "loss": 0.0028, "step": 263970 }, { "epoch": 4.376979323838106, "grad_norm": 0.00011651836393866688, "learning_rate": 6.230206761618943e-06, "loss": 0.0031, "step": 263980 }, { "epoch": 4.377145131070617, "grad_norm": 0.19405721127986908, "learning_rate": 6.228548689293828e-06, "loss": 0.0041, "step": 263990 }, { "epoch": 4.377310938303129, "grad_norm": 0.001924426294863224, "learning_rate": 6.226890616968713e-06, "loss": 0.0022, "step": 264000 }, { "epoch": 4.37747674553564, "grad_norm": 0.009170343168079853, "learning_rate": 6.225232544643598e-06, "loss": 0.0067, "step": 264010 }, { "epoch": 4.377642552768152, "grad_norm": 0.0003800746926572174, "learning_rate": 6.223574472318483e-06, "loss": 0.0032, "step": 264020 }, { "epoch": 4.377808360000663, "grad_norm": 0.0022262416314333677, "learning_rate": 6.2219163999933684e-06, "loss": 0.0043, "step": 264030 }, { "epoch": 4.377974167233175, "grad_norm": 0.0197000689804554, "learning_rate": 6.220258327668254e-06, "loss": 0.0031, "step": 264040 }, { "epoch": 4.378139974465686, "grad_norm": 0.0017037648940458894, "learning_rate": 6.218600255343139e-06, "loss": 0.004, "step": 264050 }, { "epoch": 4.378305781698198, "grad_norm": 0.05536612123250961, "learning_rate": 6.216942183018024e-06, "loss": 0.0001, "step": 264060 }, { "epoch": 4.378471588930709, "grad_norm": 0.00032937442301772535, "learning_rate": 6.215284110692908e-06, "loss": 0.0094, "step": 264070 }, { "epoch": 4.378637396163221, "grad_norm": 0.007531402166932821, "learning_rate": 6.2136260383677935e-06, "loss": 0.0004, "step": 264080 }, { "epoch": 4.378803203395732, "grad_norm": 0.0005233698175288737, "learning_rate": 6.211967966042679e-06, "loss": 0.0043, "step": 264090 }, { "epoch": 4.378969010628244, "grad_norm": 0.0003044854965992272, "learning_rate": 6.210309893717564e-06, "loss": 0.0002, "step": 264100 }, { "epoch": 4.379134817860755, "grad_norm": 0.1667364239692688, "learning_rate": 6.208651821392449e-06, "loss": 0.0053, "step": 264110 }, { "epoch": 4.379300625093267, "grad_norm": 0.0005351228173822165, "learning_rate": 6.206993749067334e-06, "loss": 0.0136, "step": 264120 }, { "epoch": 4.379466432325778, "grad_norm": 0.19572751224040985, "learning_rate": 6.205335676742219e-06, "loss": 0.0051, "step": 264130 }, { "epoch": 4.37963223955829, "grad_norm": 0.028721235692501068, "learning_rate": 6.2036776044171045e-06, "loss": 0.0001, "step": 264140 }, { "epoch": 4.379798046790801, "grad_norm": 0.04469999670982361, "learning_rate": 6.2020195320919905e-06, "loss": 0.0022, "step": 264150 }, { "epoch": 4.379963854023313, "grad_norm": 0.0018662852235138416, "learning_rate": 6.200361459766876e-06, "loss": 0.004, "step": 264160 }, { "epoch": 4.380129661255824, "grad_norm": 0.0020306261721998453, "learning_rate": 6.198703387441761e-06, "loss": 0.0051, "step": 264170 }, { "epoch": 4.3802954684883355, "grad_norm": 6.430260691558942e-05, "learning_rate": 6.197045315116646e-06, "loss": 0.0097, "step": 264180 }, { "epoch": 4.3804612757208465, "grad_norm": 0.00358940870501101, "learning_rate": 6.195387242791531e-06, "loss": 0.0027, "step": 264190 }, { "epoch": 4.3806270829533585, "grad_norm": 0.0003437924606259912, "learning_rate": 6.193729170466416e-06, "loss": 0.0007, "step": 264200 }, { "epoch": 4.3807928901858695, "grad_norm": 0.27490004897117615, "learning_rate": 6.1920710981413016e-06, "loss": 0.0047, "step": 264210 }, { "epoch": 4.380958697418381, "grad_norm": 0.0015548882074654102, "learning_rate": 6.190413025816187e-06, "loss": 0.0046, "step": 264220 }, { "epoch": 4.381124504650893, "grad_norm": 0.17164666950702667, "learning_rate": 6.188754953491072e-06, "loss": 0.0111, "step": 264230 }, { "epoch": 4.381290311883404, "grad_norm": 0.00034328069887124, "learning_rate": 6.187096881165957e-06, "loss": 0.0026, "step": 264240 }, { "epoch": 4.381456119115915, "grad_norm": 0.16814318299293518, "learning_rate": 6.185438808840842e-06, "loss": 0.0055, "step": 264250 }, { "epoch": 4.381621926348427, "grad_norm": 0.012696297839283943, "learning_rate": 6.1837807365157274e-06, "loss": 0.013, "step": 264260 }, { "epoch": 4.381787733580939, "grad_norm": 1.3766278243565466e-05, "learning_rate": 6.182122664190612e-06, "loss": 0.0049, "step": 264270 }, { "epoch": 4.38195354081345, "grad_norm": 0.007480690721422434, "learning_rate": 6.180464591865497e-06, "loss": 0.0, "step": 264280 }, { "epoch": 4.382119348045962, "grad_norm": 0.0019716147799044847, "learning_rate": 6.178806519540382e-06, "loss": 0.0108, "step": 264290 }, { "epoch": 4.382285155278473, "grad_norm": 0.00044818499009124935, "learning_rate": 6.177148447215267e-06, "loss": 0.0058, "step": 264300 }, { "epoch": 4.382450962510985, "grad_norm": 0.2202848345041275, "learning_rate": 6.1754903748901524e-06, "loss": 0.0066, "step": 264310 }, { "epoch": 4.382616769743496, "grad_norm": 0.0012698059435933828, "learning_rate": 6.1738323025650385e-06, "loss": 0.0001, "step": 264320 }, { "epoch": 4.382782576976008, "grad_norm": 0.00027255836175754666, "learning_rate": 6.172174230239924e-06, "loss": 0.0001, "step": 264330 }, { "epoch": 4.382948384208519, "grad_norm": 0.00018865575839299709, "learning_rate": 6.170516157914809e-06, "loss": 0.0, "step": 264340 }, { "epoch": 4.383114191441031, "grad_norm": 0.00019189105660188943, "learning_rate": 6.168858085589694e-06, "loss": 0.0043, "step": 264350 }, { "epoch": 4.383279998673542, "grad_norm": 0.000928340305108577, "learning_rate": 6.167200013264579e-06, "loss": 0.0051, "step": 264360 }, { "epoch": 4.383445805906054, "grad_norm": 0.20626741647720337, "learning_rate": 6.165541940939464e-06, "loss": 0.0032, "step": 264370 }, { "epoch": 4.383611613138565, "grad_norm": 0.00021914277749601752, "learning_rate": 6.1638838686143495e-06, "loss": 0.0029, "step": 264380 }, { "epoch": 4.383777420371077, "grad_norm": 0.04388526827096939, "learning_rate": 6.162225796289235e-06, "loss": 0.0072, "step": 264390 }, { "epoch": 4.383943227603588, "grad_norm": 0.0014021758688613772, "learning_rate": 6.16056772396412e-06, "loss": 0.0027, "step": 264400 }, { "epoch": 4.3841090348361, "grad_norm": 0.4577453136444092, "learning_rate": 6.158909651639005e-06, "loss": 0.0022, "step": 264410 }, { "epoch": 4.384274842068611, "grad_norm": 0.025889791548252106, "learning_rate": 6.15725157931389e-06, "loss": 0.0031, "step": 264420 }, { "epoch": 4.384440649301123, "grad_norm": 0.0019668294116854668, "learning_rate": 6.155593506988775e-06, "loss": 0.0131, "step": 264430 }, { "epoch": 4.384606456533634, "grad_norm": 0.04842574521899223, "learning_rate": 6.1539354346636605e-06, "loss": 0.0002, "step": 264440 }, { "epoch": 4.384772263766146, "grad_norm": 0.0017080112593248487, "learning_rate": 6.152277362338546e-06, "loss": 0.0007, "step": 264450 }, { "epoch": 4.384938070998657, "grad_norm": 0.00045652358676306903, "learning_rate": 6.15061929001343e-06, "loss": 0.0, "step": 264460 }, { "epoch": 4.385103878231169, "grad_norm": 0.0024906492326408625, "learning_rate": 6.148961217688315e-06, "loss": 0.003, "step": 264470 }, { "epoch": 4.38526968546368, "grad_norm": 0.0069961403496563435, "learning_rate": 6.1473031453632e-06, "loss": 0.0074, "step": 264480 }, { "epoch": 4.385435492696192, "grad_norm": 0.0018134667770937085, "learning_rate": 6.1456450730380856e-06, "loss": 0.006, "step": 264490 }, { "epoch": 4.385601299928703, "grad_norm": 0.21129927039146423, "learning_rate": 6.143987000712972e-06, "loss": 0.0172, "step": 264500 }, { "epoch": 4.3857671071612145, "grad_norm": 0.0016952811274677515, "learning_rate": 6.142328928387857e-06, "loss": 0.0004, "step": 264510 }, { "epoch": 4.385932914393726, "grad_norm": 0.0003358258691150695, "learning_rate": 6.140670856062742e-06, "loss": 0.0062, "step": 264520 }, { "epoch": 4.3860987216262375, "grad_norm": 0.0013737694825977087, "learning_rate": 6.139012783737627e-06, "loss": 0.0046, "step": 264530 }, { "epoch": 4.3862645288587485, "grad_norm": 8.456434443360195e-05, "learning_rate": 6.137354711412512e-06, "loss": 0.0, "step": 264540 }, { "epoch": 4.38643033609126, "grad_norm": 0.17394927144050598, "learning_rate": 6.1356966390873974e-06, "loss": 0.0042, "step": 264550 }, { "epoch": 4.3865961433237715, "grad_norm": 0.006910176016390324, "learning_rate": 6.134038566762283e-06, "loss": 0.0035, "step": 264560 }, { "epoch": 4.386761950556283, "grad_norm": 0.0034027264919131994, "learning_rate": 6.132380494437168e-06, "loss": 0.0052, "step": 264570 }, { "epoch": 4.386927757788794, "grad_norm": 0.1026834174990654, "learning_rate": 6.130722422112053e-06, "loss": 0.0034, "step": 264580 }, { "epoch": 4.387093565021306, "grad_norm": 0.024837549775838852, "learning_rate": 6.129064349786938e-06, "loss": 0.015, "step": 264590 }, { "epoch": 4.387259372253817, "grad_norm": 0.02474646456539631, "learning_rate": 6.127406277461823e-06, "loss": 0.0054, "step": 264600 }, { "epoch": 4.387425179486329, "grad_norm": 1.923706804518588e-05, "learning_rate": 6.1257482051367085e-06, "loss": 0.0002, "step": 264610 }, { "epoch": 4.38759098671884, "grad_norm": 0.005959049332886934, "learning_rate": 6.124090132811594e-06, "loss": 0.0001, "step": 264620 }, { "epoch": 4.387756793951352, "grad_norm": 0.00013171065074857324, "learning_rate": 6.122432060486479e-06, "loss": 0.0029, "step": 264630 }, { "epoch": 4.387922601183863, "grad_norm": 0.0024698537308722734, "learning_rate": 6.120773988161364e-06, "loss": 0.0008, "step": 264640 }, { "epoch": 4.388088408416375, "grad_norm": 0.011065066792070866, "learning_rate": 6.119115915836249e-06, "loss": 0.0025, "step": 264650 }, { "epoch": 4.388254215648887, "grad_norm": 4.179791721981019e-05, "learning_rate": 6.1174578435111335e-06, "loss": 0.0025, "step": 264660 }, { "epoch": 4.388420022881398, "grad_norm": 4.907091351924464e-05, "learning_rate": 6.1157997711860195e-06, "loss": 0.0027, "step": 264670 }, { "epoch": 4.388585830113909, "grad_norm": 0.0009504999034106731, "learning_rate": 6.114141698860905e-06, "loss": 0.0052, "step": 264680 }, { "epoch": 4.388751637346421, "grad_norm": 0.00022450996038969606, "learning_rate": 6.11248362653579e-06, "loss": 0.0001, "step": 264690 }, { "epoch": 4.388917444578933, "grad_norm": 0.00037873347173444927, "learning_rate": 6.110825554210675e-06, "loss": 0.0001, "step": 264700 }, { "epoch": 4.389083251811444, "grad_norm": 0.0002445741556584835, "learning_rate": 6.10916748188556e-06, "loss": 0.0, "step": 264710 }, { "epoch": 4.389249059043956, "grad_norm": 0.024038316681981087, "learning_rate": 6.107509409560445e-06, "loss": 0.0001, "step": 264720 }, { "epoch": 4.389414866276467, "grad_norm": 0.03956177458167076, "learning_rate": 6.1058513372353306e-06, "loss": 0.0026, "step": 264730 }, { "epoch": 4.389580673508979, "grad_norm": 0.0005895456415601075, "learning_rate": 6.104193264910216e-06, "loss": 0.0002, "step": 264740 }, { "epoch": 4.38974648074149, "grad_norm": 0.0005725862574763596, "learning_rate": 6.102535192585101e-06, "loss": 0.0002, "step": 264750 }, { "epoch": 4.389912287974002, "grad_norm": 0.15880605578422546, "learning_rate": 6.100877120259986e-06, "loss": 0.0087, "step": 264760 }, { "epoch": 4.390078095206513, "grad_norm": 0.14929531514644623, "learning_rate": 6.099219047934871e-06, "loss": 0.0028, "step": 264770 }, { "epoch": 4.390243902439025, "grad_norm": 0.0027315078768879175, "learning_rate": 6.0975609756097564e-06, "loss": 0.0108, "step": 264780 }, { "epoch": 4.390409709671536, "grad_norm": 0.00728417607024312, "learning_rate": 6.095902903284642e-06, "loss": 0.0057, "step": 264790 }, { "epoch": 4.390575516904048, "grad_norm": 0.0008639880688861012, "learning_rate": 6.094244830959527e-06, "loss": 0.0013, "step": 264800 }, { "epoch": 4.390741324136559, "grad_norm": 0.00109951663762331, "learning_rate": 6.092586758634412e-06, "loss": 0.0164, "step": 264810 }, { "epoch": 4.390907131369071, "grad_norm": 0.00011674481356749311, "learning_rate": 6.090928686309297e-06, "loss": 0.0331, "step": 264820 }, { "epoch": 4.391072938601582, "grad_norm": 0.16210603713989258, "learning_rate": 6.089270613984182e-06, "loss": 0.0034, "step": 264830 }, { "epoch": 4.391238745834094, "grad_norm": 0.6774759292602539, "learning_rate": 6.0876125416590675e-06, "loss": 0.0129, "step": 264840 }, { "epoch": 4.391404553066605, "grad_norm": 0.00015940189769025892, "learning_rate": 6.085954469333953e-06, "loss": 0.0078, "step": 264850 }, { "epoch": 4.3915703602991165, "grad_norm": 0.23023952543735504, "learning_rate": 6.084296397008838e-06, "loss": 0.004, "step": 264860 }, { "epoch": 4.3917361675316275, "grad_norm": 0.02823401242494583, "learning_rate": 6.082638324683723e-06, "loss": 0.014, "step": 264870 }, { "epoch": 4.3919019747641395, "grad_norm": 0.006525704637169838, "learning_rate": 6.080980252358608e-06, "loss": 0.0153, "step": 264880 }, { "epoch": 4.3920677819966505, "grad_norm": 0.002586338436231017, "learning_rate": 6.079322180033493e-06, "loss": 0.0054, "step": 264890 }, { "epoch": 4.392233589229162, "grad_norm": 5.7498717069393024e-05, "learning_rate": 6.0776641077083785e-06, "loss": 0.008, "step": 264900 }, { "epoch": 4.392399396461673, "grad_norm": 0.0023712022230029106, "learning_rate": 6.076006035383264e-06, "loss": 0.0033, "step": 264910 }, { "epoch": 4.392565203694185, "grad_norm": 0.0014142357977107167, "learning_rate": 6.074347963058149e-06, "loss": 0.0, "step": 264920 }, { "epoch": 4.392731010926696, "grad_norm": 0.0007481297943741083, "learning_rate": 6.072689890733034e-06, "loss": 0.0028, "step": 264930 }, { "epoch": 4.392896818159208, "grad_norm": 0.037886880338191986, "learning_rate": 6.071031818407919e-06, "loss": 0.0001, "step": 264940 }, { "epoch": 4.393062625391719, "grad_norm": 1.5072700080054346e-05, "learning_rate": 6.069373746082804e-06, "loss": 0.0058, "step": 264950 }, { "epoch": 4.393228432624231, "grad_norm": 0.0009638826013542712, "learning_rate": 6.0677156737576895e-06, "loss": 0.0014, "step": 264960 }, { "epoch": 4.393394239856742, "grad_norm": 0.004115679766982794, "learning_rate": 6.066057601432575e-06, "loss": 0.0002, "step": 264970 }, { "epoch": 4.393560047089254, "grad_norm": 0.0019901555497199297, "learning_rate": 6.06439952910746e-06, "loss": 0.0008, "step": 264980 }, { "epoch": 4.393725854321765, "grad_norm": 0.000336285651428625, "learning_rate": 6.062741456782345e-06, "loss": 0.004, "step": 264990 }, { "epoch": 4.393891661554277, "grad_norm": 0.00017712514090817422, "learning_rate": 6.06108338445723e-06, "loss": 0.0042, "step": 265000 }, { "epoch": 4.394057468786788, "grad_norm": 0.007976282387971878, "learning_rate": 6.059425312132115e-06, "loss": 0.0138, "step": 265010 }, { "epoch": 4.3942232760193, "grad_norm": 0.00010521347576286644, "learning_rate": 6.057767239807001e-06, "loss": 0.0001, "step": 265020 }, { "epoch": 4.394389083251811, "grad_norm": 0.0004996209172531962, "learning_rate": 6.056109167481886e-06, "loss": 0.0004, "step": 265030 }, { "epoch": 4.394554890484323, "grad_norm": 7.052284490782768e-05, "learning_rate": 6.054451095156771e-06, "loss": 0.0046, "step": 265040 }, { "epoch": 4.394720697716834, "grad_norm": 0.0025608965661376715, "learning_rate": 6.052793022831656e-06, "loss": 0.0001, "step": 265050 }, { "epoch": 4.394886504949346, "grad_norm": 0.16927297413349152, "learning_rate": 6.051134950506541e-06, "loss": 0.0052, "step": 265060 }, { "epoch": 4.395052312181857, "grad_norm": 0.005240867845714092, "learning_rate": 6.0494768781814265e-06, "loss": 0.0001, "step": 265070 }, { "epoch": 4.395218119414369, "grad_norm": 0.0845397487282753, "learning_rate": 6.047818805856312e-06, "loss": 0.0182, "step": 265080 }, { "epoch": 4.39538392664688, "grad_norm": 0.023840053007006645, "learning_rate": 6.046160733531197e-06, "loss": 0.0153, "step": 265090 }, { "epoch": 4.395549733879392, "grad_norm": 8.252621773863211e-05, "learning_rate": 6.044502661206082e-06, "loss": 0.0004, "step": 265100 }, { "epoch": 4.395715541111903, "grad_norm": 7.744764297967777e-05, "learning_rate": 6.042844588880967e-06, "loss": 0.0103, "step": 265110 }, { "epoch": 4.395881348344415, "grad_norm": 0.0044865114614367485, "learning_rate": 6.041186516555852e-06, "loss": 0.0076, "step": 265120 }, { "epoch": 4.396047155576927, "grad_norm": 0.012899830937385559, "learning_rate": 6.0395284442307375e-06, "loss": 0.0037, "step": 265130 }, { "epoch": 4.396212962809438, "grad_norm": 0.00015362116391770542, "learning_rate": 6.037870371905623e-06, "loss": 0.01, "step": 265140 }, { "epoch": 4.396378770041949, "grad_norm": 0.06618203222751617, "learning_rate": 6.036212299580508e-06, "loss": 0.0026, "step": 265150 }, { "epoch": 4.396544577274461, "grad_norm": 0.13916942477226257, "learning_rate": 6.034554227255393e-06, "loss": 0.0025, "step": 265160 }, { "epoch": 4.396710384506973, "grad_norm": 0.0007040146738290787, "learning_rate": 6.032896154930278e-06, "loss": 0.0062, "step": 265170 }, { "epoch": 4.396876191739484, "grad_norm": 0.006137551739811897, "learning_rate": 6.031238082605164e-06, "loss": 0.0001, "step": 265180 }, { "epoch": 4.3970419989719955, "grad_norm": 0.001058457070030272, "learning_rate": 6.029580010280049e-06, "loss": 0.0045, "step": 265190 }, { "epoch": 4.397207806204507, "grad_norm": 2.5722050850163214e-05, "learning_rate": 6.027921937954934e-06, "loss": 0.0, "step": 265200 }, { "epoch": 4.3973736134370185, "grad_norm": 0.16936928033828735, "learning_rate": 6.026263865629819e-06, "loss": 0.0034, "step": 265210 }, { "epoch": 4.3975394206695295, "grad_norm": 0.00026910100132226944, "learning_rate": 6.024605793304704e-06, "loss": 0.0055, "step": 265220 }, { "epoch": 4.397705227902041, "grad_norm": 0.00013890585978515446, "learning_rate": 6.022947720979589e-06, "loss": 0.0011, "step": 265230 }, { "epoch": 4.3978710351345525, "grad_norm": 0.0006516497232951224, "learning_rate": 6.021289648654474e-06, "loss": 0.0013, "step": 265240 }, { "epoch": 4.398036842367064, "grad_norm": 6.67013373458758e-05, "learning_rate": 6.0196315763293596e-06, "loss": 0.0033, "step": 265250 }, { "epoch": 4.398202649599575, "grad_norm": 0.0025617179926484823, "learning_rate": 6.017973504004245e-06, "loss": 0.0131, "step": 265260 }, { "epoch": 4.398368456832087, "grad_norm": 0.0007764571928419173, "learning_rate": 6.01631543167913e-06, "loss": 0.0016, "step": 265270 }, { "epoch": 4.398534264064598, "grad_norm": 0.18345314264297485, "learning_rate": 6.014657359354015e-06, "loss": 0.0024, "step": 265280 }, { "epoch": 4.39870007129711, "grad_norm": 0.03139824420213699, "learning_rate": 6.0129992870289e-06, "loss": 0.0001, "step": 265290 }, { "epoch": 4.398865878529621, "grad_norm": 6.970744379941607e-06, "learning_rate": 6.0113412147037854e-06, "loss": 0.0001, "step": 265300 }, { "epoch": 4.399031685762133, "grad_norm": 0.003777584759518504, "learning_rate": 6.009683142378671e-06, "loss": 0.0017, "step": 265310 }, { "epoch": 4.399197492994644, "grad_norm": 3.5562745779316174e-06, "learning_rate": 6.008025070053556e-06, "loss": 0.0052, "step": 265320 }, { "epoch": 4.399363300227156, "grad_norm": 0.02678503468632698, "learning_rate": 6.006366997728441e-06, "loss": 0.0072, "step": 265330 }, { "epoch": 4.399529107459667, "grad_norm": 0.006898239720612764, "learning_rate": 6.004708925403326e-06, "loss": 0.0001, "step": 265340 }, { "epoch": 4.399694914692179, "grad_norm": 0.006962708663195372, "learning_rate": 6.003050853078212e-06, "loss": 0.0092, "step": 265350 }, { "epoch": 4.39986072192469, "grad_norm": 0.000620034639723599, "learning_rate": 6.001392780753097e-06, "loss": 0.0101, "step": 265360 }, { "epoch": 4.400026529157202, "grad_norm": 0.0019772385712713003, "learning_rate": 5.9997347084279825e-06, "loss": 0.0001, "step": 265370 }, { "epoch": 4.400192336389713, "grad_norm": 0.4305315315723419, "learning_rate": 5.998076636102868e-06, "loss": 0.0041, "step": 265380 }, { "epoch": 4.400358143622225, "grad_norm": 0.0007515405304729939, "learning_rate": 5.996418563777753e-06, "loss": 0.0001, "step": 265390 }, { "epoch": 4.400523950854736, "grad_norm": 0.0018723004031926394, "learning_rate": 5.994760491452637e-06, "loss": 0.0, "step": 265400 }, { "epoch": 4.400689758087248, "grad_norm": 0.0006867249612696469, "learning_rate": 5.993102419127522e-06, "loss": 0.003, "step": 265410 }, { "epoch": 4.400855565319759, "grad_norm": 0.00015385464939754456, "learning_rate": 5.9914443468024075e-06, "loss": 0.0028, "step": 265420 }, { "epoch": 4.401021372552271, "grad_norm": 0.09488234668970108, "learning_rate": 5.989786274477293e-06, "loss": 0.0069, "step": 265430 }, { "epoch": 4.401187179784782, "grad_norm": 0.16931235790252686, "learning_rate": 5.988128202152178e-06, "loss": 0.0031, "step": 265440 }, { "epoch": 4.401352987017294, "grad_norm": 0.0038079586811363697, "learning_rate": 5.986470129827063e-06, "loss": 0.0082, "step": 265450 }, { "epoch": 4.401518794249805, "grad_norm": 0.0006126370280981064, "learning_rate": 5.984812057501948e-06, "loss": 0.0022, "step": 265460 }, { "epoch": 4.401684601482317, "grad_norm": 0.17544183135032654, "learning_rate": 5.983153985176833e-06, "loss": 0.0128, "step": 265470 }, { "epoch": 4.401850408714828, "grad_norm": 5.1548504416132346e-05, "learning_rate": 5.9814959128517185e-06, "loss": 0.0035, "step": 265480 }, { "epoch": 4.40201621594734, "grad_norm": 0.07089511305093765, "learning_rate": 5.979837840526604e-06, "loss": 0.0005, "step": 265490 }, { "epoch": 4.402182023179851, "grad_norm": 0.37833383679389954, "learning_rate": 5.978179768201489e-06, "loss": 0.0013, "step": 265500 }, { "epoch": 4.402347830412363, "grad_norm": 0.0020797927863895893, "learning_rate": 5.976521695876374e-06, "loss": 0.0005, "step": 265510 }, { "epoch": 4.402513637644874, "grad_norm": 5.2268147555878386e-05, "learning_rate": 5.97486362355126e-06, "loss": 0.0011, "step": 265520 }, { "epoch": 4.402679444877386, "grad_norm": 0.00048375318874605, "learning_rate": 5.973205551226145e-06, "loss": 0.0036, "step": 265530 }, { "epoch": 4.402845252109897, "grad_norm": 0.0006645316025242209, "learning_rate": 5.9715474789010304e-06, "loss": 0.002, "step": 265540 }, { "epoch": 4.4030110593424086, "grad_norm": 0.00018107557843904942, "learning_rate": 5.969889406575916e-06, "loss": 0.0074, "step": 265550 }, { "epoch": 4.4031768665749205, "grad_norm": 0.0002699533652048558, "learning_rate": 5.968231334250801e-06, "loss": 0.006, "step": 265560 }, { "epoch": 4.4033426738074315, "grad_norm": 0.011342599056661129, "learning_rate": 5.966573261925686e-06, "loss": 0.0034, "step": 265570 }, { "epoch": 4.4035084810399425, "grad_norm": 0.0012225642567500472, "learning_rate": 5.964915189600571e-06, "loss": 0.0153, "step": 265580 }, { "epoch": 4.403674288272454, "grad_norm": 0.0009276591590605676, "learning_rate": 5.963257117275456e-06, "loss": 0.0, "step": 265590 }, { "epoch": 4.403840095504966, "grad_norm": 0.0014742783969268203, "learning_rate": 5.961599044950341e-06, "loss": 0.0, "step": 265600 }, { "epoch": 4.404005902737477, "grad_norm": 0.000956093892455101, "learning_rate": 5.959940972625226e-06, "loss": 0.0005, "step": 265610 }, { "epoch": 4.404171709969989, "grad_norm": 0.009632835164666176, "learning_rate": 5.958282900300111e-06, "loss": 0.0, "step": 265620 }, { "epoch": 4.4043375172025, "grad_norm": 0.015670662745833397, "learning_rate": 5.956624827974996e-06, "loss": 0.0059, "step": 265630 }, { "epoch": 4.404503324435012, "grad_norm": 3.0816387152299285e-05, "learning_rate": 5.954966755649881e-06, "loss": 0.0006, "step": 265640 }, { "epoch": 4.404669131667523, "grad_norm": 0.17512981593608856, "learning_rate": 5.9533086833247665e-06, "loss": 0.007, "step": 265650 }, { "epoch": 4.404834938900035, "grad_norm": 0.01928102970123291, "learning_rate": 5.951650610999652e-06, "loss": 0.0003, "step": 265660 }, { "epoch": 4.405000746132546, "grad_norm": 0.0004086476983502507, "learning_rate": 5.949992538674537e-06, "loss": 0.007, "step": 265670 }, { "epoch": 4.405166553365058, "grad_norm": 0.17971213161945343, "learning_rate": 5.948334466349422e-06, "loss": 0.0143, "step": 265680 }, { "epoch": 4.405332360597569, "grad_norm": 0.14576919376850128, "learning_rate": 5.946676394024308e-06, "loss": 0.0057, "step": 265690 }, { "epoch": 4.405498167830081, "grad_norm": 0.003963151481002569, "learning_rate": 5.945018321699193e-06, "loss": 0.0056, "step": 265700 }, { "epoch": 4.405663975062592, "grad_norm": 1.3068402040516958e-05, "learning_rate": 5.943360249374078e-06, "loss": 0.0088, "step": 265710 }, { "epoch": 4.405829782295104, "grad_norm": 0.06084859371185303, "learning_rate": 5.9417021770489635e-06, "loss": 0.001, "step": 265720 }, { "epoch": 4.405995589527615, "grad_norm": 0.04278452321887016, "learning_rate": 5.940044104723849e-06, "loss": 0.0003, "step": 265730 }, { "epoch": 4.406161396760127, "grad_norm": 0.3056042790412903, "learning_rate": 5.938386032398734e-06, "loss": 0.0087, "step": 265740 }, { "epoch": 4.406327203992638, "grad_norm": 0.007350601721554995, "learning_rate": 5.936727960073619e-06, "loss": 0.0003, "step": 265750 }, { "epoch": 4.40649301122515, "grad_norm": 0.004676309879869223, "learning_rate": 5.935069887748504e-06, "loss": 0.0016, "step": 265760 }, { "epoch": 4.406658818457661, "grad_norm": 0.0008272634004242718, "learning_rate": 5.933411815423389e-06, "loss": 0.0067, "step": 265770 }, { "epoch": 4.406824625690173, "grad_norm": 0.0017509515164420009, "learning_rate": 5.931753743098275e-06, "loss": 0.0001, "step": 265780 }, { "epoch": 4.406990432922684, "grad_norm": 0.006569593213498592, "learning_rate": 5.930095670773159e-06, "loss": 0.0024, "step": 265790 }, { "epoch": 4.407156240155196, "grad_norm": 0.000802392780315131, "learning_rate": 5.928437598448044e-06, "loss": 0.0055, "step": 265800 }, { "epoch": 4.407322047387707, "grad_norm": 0.00047241029096767306, "learning_rate": 5.926779526122929e-06, "loss": 0.0028, "step": 265810 }, { "epoch": 4.407487854620219, "grad_norm": 0.00013872706040274352, "learning_rate": 5.9251214537978144e-06, "loss": 0.0059, "step": 265820 }, { "epoch": 4.40765366185273, "grad_norm": 0.00024903021403588355, "learning_rate": 5.9234633814727e-06, "loss": 0.0092, "step": 265830 }, { "epoch": 4.407819469085242, "grad_norm": 3.1893523555481806e-05, "learning_rate": 5.921805309147585e-06, "loss": 0.0052, "step": 265840 }, { "epoch": 4.407985276317753, "grad_norm": 0.0010910476557910442, "learning_rate": 5.92014723682247e-06, "loss": 0.0029, "step": 265850 }, { "epoch": 4.408151083550265, "grad_norm": 0.00038396328454837203, "learning_rate": 5.918489164497356e-06, "loss": 0.0049, "step": 265860 }, { "epoch": 4.408316890782776, "grad_norm": 0.1607382446527481, "learning_rate": 5.916831092172241e-06, "loss": 0.0088, "step": 265870 }, { "epoch": 4.408482698015288, "grad_norm": 0.0005713488208130002, "learning_rate": 5.915173019847126e-06, "loss": 0.0, "step": 265880 }, { "epoch": 4.408648505247799, "grad_norm": 0.003072809660807252, "learning_rate": 5.9135149475220115e-06, "loss": 0.01, "step": 265890 }, { "epoch": 4.4088143124803105, "grad_norm": 8.80446532391943e-05, "learning_rate": 5.911856875196897e-06, "loss": 0.0073, "step": 265900 }, { "epoch": 4.4089801197128216, "grad_norm": 0.3282197117805481, "learning_rate": 5.910198802871782e-06, "loss": 0.009, "step": 265910 }, { "epoch": 4.4091459269453335, "grad_norm": 0.00040313639328815043, "learning_rate": 5.908540730546667e-06, "loss": 0.0, "step": 265920 }, { "epoch": 4.4093117341778445, "grad_norm": 0.2315417230129242, "learning_rate": 5.906882658221552e-06, "loss": 0.0026, "step": 265930 }, { "epoch": 4.409477541410356, "grad_norm": 0.11049511283636093, "learning_rate": 5.905224585896437e-06, "loss": 0.0072, "step": 265940 }, { "epoch": 4.4096433486428674, "grad_norm": 0.21976681053638458, "learning_rate": 5.9035665135713225e-06, "loss": 0.0005, "step": 265950 }, { "epoch": 4.409809155875379, "grad_norm": 0.00088372768368572, "learning_rate": 5.901908441246208e-06, "loss": 0.0066, "step": 265960 }, { "epoch": 4.40997496310789, "grad_norm": 0.0010619276436045766, "learning_rate": 5.900250368921093e-06, "loss": 0.0129, "step": 265970 }, { "epoch": 4.410140770340402, "grad_norm": 0.00261376379057765, "learning_rate": 5.898592296595978e-06, "loss": 0.0, "step": 265980 }, { "epoch": 4.410306577572913, "grad_norm": 0.002938868710771203, "learning_rate": 5.896934224270862e-06, "loss": 0.0103, "step": 265990 }, { "epoch": 4.410472384805425, "grad_norm": 0.0010094762546941638, "learning_rate": 5.8952761519457475e-06, "loss": 0.0058, "step": 266000 }, { "epoch": 4.410638192037936, "grad_norm": 0.00012084025365766138, "learning_rate": 5.893618079620633e-06, "loss": 0.0002, "step": 266010 }, { "epoch": 4.410803999270448, "grad_norm": 1.692403202468995e-05, "learning_rate": 5.891960007295518e-06, "loss": 0.0057, "step": 266020 }, { "epoch": 4.41096980650296, "grad_norm": 0.0028969848062843084, "learning_rate": 5.890301934970404e-06, "loss": 0.0076, "step": 266030 }, { "epoch": 4.411135613735471, "grad_norm": 0.7422653436660767, "learning_rate": 5.888643862645289e-06, "loss": 0.0054, "step": 266040 }, { "epoch": 4.411301420967982, "grad_norm": 0.1753811538219452, "learning_rate": 5.886985790320174e-06, "loss": 0.0098, "step": 266050 }, { "epoch": 4.411467228200494, "grad_norm": 0.0001592598855495453, "learning_rate": 5.8853277179950594e-06, "loss": 0.0082, "step": 266060 }, { "epoch": 4.411633035433006, "grad_norm": 0.007791557349264622, "learning_rate": 5.883669645669945e-06, "loss": 0.001, "step": 266070 }, { "epoch": 4.411798842665517, "grad_norm": 0.0020146076567471027, "learning_rate": 5.88201157334483e-06, "loss": 0.003, "step": 266080 }, { "epoch": 4.411964649898029, "grad_norm": 0.0008237165166065097, "learning_rate": 5.880353501019715e-06, "loss": 0.0028, "step": 266090 }, { "epoch": 4.41213045713054, "grad_norm": 0.008889883756637573, "learning_rate": 5.8786954286946e-06, "loss": 0.0032, "step": 266100 }, { "epoch": 4.412296264363052, "grad_norm": 0.008324269205331802, "learning_rate": 5.877037356369485e-06, "loss": 0.0077, "step": 266110 }, { "epoch": 4.412462071595563, "grad_norm": 3.61661113856826e-05, "learning_rate": 5.8753792840443705e-06, "loss": 0.0006, "step": 266120 }, { "epoch": 4.412627878828075, "grad_norm": 0.00784990657120943, "learning_rate": 5.873721211719256e-06, "loss": 0.0044, "step": 266130 }, { "epoch": 4.412793686060586, "grad_norm": 0.4213739037513733, "learning_rate": 5.872063139394141e-06, "loss": 0.0173, "step": 266140 }, { "epoch": 4.412959493293098, "grad_norm": 0.0018913961248472333, "learning_rate": 5.870405067069026e-06, "loss": 0.0128, "step": 266150 }, { "epoch": 4.413125300525609, "grad_norm": 0.0005239478196017444, "learning_rate": 5.868746994743911e-06, "loss": 0.005, "step": 266160 }, { "epoch": 4.413291107758121, "grad_norm": 0.0011807604460045695, "learning_rate": 5.867088922418796e-06, "loss": 0.0014, "step": 266170 }, { "epoch": 4.413456914990632, "grad_norm": 0.0002951058850158006, "learning_rate": 5.8654308500936815e-06, "loss": 0.003, "step": 266180 }, { "epoch": 4.413622722223144, "grad_norm": 7.385704520856962e-05, "learning_rate": 5.863772777768566e-06, "loss": 0.0104, "step": 266190 }, { "epoch": 4.413788529455655, "grad_norm": 0.001222242834046483, "learning_rate": 5.862114705443452e-06, "loss": 0.01, "step": 266200 }, { "epoch": 4.413954336688167, "grad_norm": 0.00013436793233267963, "learning_rate": 5.860456633118337e-06, "loss": 0.0088, "step": 266210 }, { "epoch": 4.414120143920678, "grad_norm": 0.0028470675460994244, "learning_rate": 5.858798560793222e-06, "loss": 0.0003, "step": 266220 }, { "epoch": 4.41428595115319, "grad_norm": 0.00020886697166133672, "learning_rate": 5.857140488468107e-06, "loss": 0.0035, "step": 266230 }, { "epoch": 4.414451758385701, "grad_norm": 0.0005162221495993435, "learning_rate": 5.8554824161429926e-06, "loss": 0.0028, "step": 266240 }, { "epoch": 4.4146175656182125, "grad_norm": 1.0975561053783167e-05, "learning_rate": 5.853824343817878e-06, "loss": 0.0005, "step": 266250 }, { "epoch": 4.4147833728507235, "grad_norm": 0.6659898161888123, "learning_rate": 5.852166271492763e-06, "loss": 0.0079, "step": 266260 }, { "epoch": 4.4149491800832354, "grad_norm": 7.188662857515737e-05, "learning_rate": 5.850508199167648e-06, "loss": 0.0, "step": 266270 }, { "epoch": 4.4151149873157465, "grad_norm": 0.0006739501841366291, "learning_rate": 5.848850126842533e-06, "loss": 0.0003, "step": 266280 }, { "epoch": 4.415280794548258, "grad_norm": 4.3521824409253895e-05, "learning_rate": 5.847192054517418e-06, "loss": 0.0072, "step": 266290 }, { "epoch": 4.415446601780769, "grad_norm": 0.014594817534089088, "learning_rate": 5.845533982192304e-06, "loss": 0.0006, "step": 266300 }, { "epoch": 4.415612409013281, "grad_norm": 0.0003651896258816123, "learning_rate": 5.843875909867189e-06, "loss": 0.0001, "step": 266310 }, { "epoch": 4.415778216245792, "grad_norm": 0.003718007355928421, "learning_rate": 5.842217837542074e-06, "loss": 0.0033, "step": 266320 }, { "epoch": 4.415944023478304, "grad_norm": 3.458321589278057e-05, "learning_rate": 5.840559765216959e-06, "loss": 0.0015, "step": 266330 }, { "epoch": 4.416109830710815, "grad_norm": 0.0002481800620444119, "learning_rate": 5.838901692891844e-06, "loss": 0.0036, "step": 266340 }, { "epoch": 4.416275637943327, "grad_norm": 0.0002730227424763143, "learning_rate": 5.8372436205667295e-06, "loss": 0.0046, "step": 266350 }, { "epoch": 4.416441445175838, "grad_norm": 0.0002088527544401586, "learning_rate": 5.835585548241615e-06, "loss": 0.0005, "step": 266360 }, { "epoch": 4.41660725240835, "grad_norm": 0.0011551394127309322, "learning_rate": 5.8339274759165e-06, "loss": 0.0002, "step": 266370 }, { "epoch": 4.416773059640861, "grad_norm": 0.0003517543082125485, "learning_rate": 5.832269403591385e-06, "loss": 0.0004, "step": 266380 }, { "epoch": 4.416938866873373, "grad_norm": 7.937078044051304e-05, "learning_rate": 5.83061133126627e-06, "loss": 0.0002, "step": 266390 }, { "epoch": 4.417104674105884, "grad_norm": 0.0009060926386155188, "learning_rate": 5.828953258941155e-06, "loss": 0.0025, "step": 266400 }, { "epoch": 4.417270481338396, "grad_norm": 0.0015578308375552297, "learning_rate": 5.8272951866160405e-06, "loss": 0.0107, "step": 266410 }, { "epoch": 4.417436288570907, "grad_norm": 0.0007164445123635232, "learning_rate": 5.825637114290926e-06, "loss": 0.003, "step": 266420 }, { "epoch": 4.417602095803419, "grad_norm": 0.00017758554895408452, "learning_rate": 5.823979041965811e-06, "loss": 0.0074, "step": 266430 }, { "epoch": 4.41776790303593, "grad_norm": 0.0014722715131938457, "learning_rate": 5.822320969640696e-06, "loss": 0.0064, "step": 266440 }, { "epoch": 4.417933710268442, "grad_norm": 0.001138063264079392, "learning_rate": 5.820662897315581e-06, "loss": 0.0053, "step": 266450 }, { "epoch": 4.418099517500953, "grad_norm": 6.540411413880065e-05, "learning_rate": 5.819004824990466e-06, "loss": 0.0026, "step": 266460 }, { "epoch": 4.418265324733465, "grad_norm": 0.05277039855718613, "learning_rate": 5.8173467526653515e-06, "loss": 0.0001, "step": 266470 }, { "epoch": 4.418431131965976, "grad_norm": 7.33879569452256e-05, "learning_rate": 5.815688680340237e-06, "loss": 0.0102, "step": 266480 }, { "epoch": 4.418596939198488, "grad_norm": 0.0004629589384421706, "learning_rate": 5.814030608015122e-06, "loss": 0.0, "step": 266490 }, { "epoch": 4.418762746431, "grad_norm": 0.0012232543667778373, "learning_rate": 5.812372535690007e-06, "loss": 0.0027, "step": 266500 }, { "epoch": 4.418928553663511, "grad_norm": 5.0218135584145784e-05, "learning_rate": 5.810714463364892e-06, "loss": 0.003, "step": 266510 }, { "epoch": 4.419094360896023, "grad_norm": 0.1849185824394226, "learning_rate": 5.809056391039777e-06, "loss": 0.0032, "step": 266520 }, { "epoch": 4.419260168128534, "grad_norm": 0.0003923335170838982, "learning_rate": 5.8073983187146626e-06, "loss": 0.0023, "step": 266530 }, { "epoch": 4.419425975361046, "grad_norm": 0.0023100629914551973, "learning_rate": 5.805740246389548e-06, "loss": 0.0001, "step": 266540 }, { "epoch": 4.419591782593557, "grad_norm": 0.00046418519923463464, "learning_rate": 5.804082174064433e-06, "loss": 0.0024, "step": 266550 }, { "epoch": 4.419757589826069, "grad_norm": 7.981195813044906e-05, "learning_rate": 5.802424101739318e-06, "loss": 0.0074, "step": 266560 }, { "epoch": 4.41992339705858, "grad_norm": 0.002279176376760006, "learning_rate": 5.800766029414203e-06, "loss": 0.0032, "step": 266570 }, { "epoch": 4.4200892042910915, "grad_norm": 5.445912393042818e-05, "learning_rate": 5.7991079570890884e-06, "loss": 0.0022, "step": 266580 }, { "epoch": 4.420255011523603, "grad_norm": 0.000807914708275348, "learning_rate": 5.797449884763974e-06, "loss": 0.0001, "step": 266590 }, { "epoch": 4.4204208187561145, "grad_norm": 0.0032959545496851206, "learning_rate": 5.795791812438859e-06, "loss": 0.0054, "step": 266600 }, { "epoch": 4.4205866259886255, "grad_norm": 0.004127036780118942, "learning_rate": 5.794133740113744e-06, "loss": 0.0045, "step": 266610 }, { "epoch": 4.420752433221137, "grad_norm": 0.213511660695076, "learning_rate": 5.792475667788629e-06, "loss": 0.01, "step": 266620 }, { "epoch": 4.4209182404536485, "grad_norm": 9.657637565396726e-05, "learning_rate": 5.790817595463514e-06, "loss": 0.0001, "step": 266630 }, { "epoch": 4.42108404768616, "grad_norm": 0.0031879970338195562, "learning_rate": 5.7891595231383995e-06, "loss": 0.0, "step": 266640 }, { "epoch": 4.421249854918671, "grad_norm": 0.00018334091873839498, "learning_rate": 5.787501450813285e-06, "loss": 0.0, "step": 266650 }, { "epoch": 4.421415662151183, "grad_norm": 0.007264000829309225, "learning_rate": 5.78584337848817e-06, "loss": 0.0, "step": 266660 }, { "epoch": 4.421581469383694, "grad_norm": 0.0009187750401906669, "learning_rate": 5.784185306163055e-06, "loss": 0.0, "step": 266670 }, { "epoch": 4.421747276616206, "grad_norm": 0.00020750786643475294, "learning_rate": 5.78252723383794e-06, "loss": 0.0007, "step": 266680 }, { "epoch": 4.421913083848717, "grad_norm": 0.002037836704403162, "learning_rate": 5.780869161512825e-06, "loss": 0.007, "step": 266690 }, { "epoch": 4.422078891081229, "grad_norm": 0.00022619485389441252, "learning_rate": 5.7792110891877105e-06, "loss": 0.0037, "step": 266700 }, { "epoch": 4.42224469831374, "grad_norm": 0.016400953754782677, "learning_rate": 5.777553016862596e-06, "loss": 0.0006, "step": 266710 }, { "epoch": 4.422410505546252, "grad_norm": 0.0018798756645992398, "learning_rate": 5.775894944537482e-06, "loss": 0.0071, "step": 266720 }, { "epoch": 4.422576312778763, "grad_norm": 0.0002986030012834817, "learning_rate": 5.774236872212366e-06, "loss": 0.0003, "step": 266730 }, { "epoch": 4.422742120011275, "grad_norm": 0.0018330482998862863, "learning_rate": 5.772578799887251e-06, "loss": 0.0008, "step": 266740 }, { "epoch": 4.422907927243786, "grad_norm": 0.015028467401862144, "learning_rate": 5.770920727562136e-06, "loss": 0.0001, "step": 266750 }, { "epoch": 4.423073734476298, "grad_norm": 0.009059782139956951, "learning_rate": 5.7692626552370216e-06, "loss": 0.0033, "step": 266760 }, { "epoch": 4.423239541708809, "grad_norm": 0.0002763959055300802, "learning_rate": 5.767604582911907e-06, "loss": 0.0, "step": 266770 }, { "epoch": 4.423405348941321, "grad_norm": 0.00013607225264422596, "learning_rate": 5.765946510586792e-06, "loss": 0.0052, "step": 266780 }, { "epoch": 4.423571156173832, "grad_norm": 0.0002583087480161339, "learning_rate": 5.764288438261677e-06, "loss": 0.0, "step": 266790 }, { "epoch": 4.423736963406344, "grad_norm": 0.002956668147817254, "learning_rate": 5.762630365936562e-06, "loss": 0.0, "step": 266800 }, { "epoch": 4.423902770638855, "grad_norm": 0.00042019449756480753, "learning_rate": 5.760972293611447e-06, "loss": 0.0039, "step": 266810 }, { "epoch": 4.424068577871367, "grad_norm": 0.001681543537415564, "learning_rate": 5.759314221286333e-06, "loss": 0.0028, "step": 266820 }, { "epoch": 4.424234385103878, "grad_norm": 0.17176711559295654, "learning_rate": 5.757656148961218e-06, "loss": 0.0042, "step": 266830 }, { "epoch": 4.42440019233639, "grad_norm": 0.00323773012496531, "learning_rate": 5.755998076636103e-06, "loss": 0.0001, "step": 266840 }, { "epoch": 4.424565999568901, "grad_norm": 0.01523610856384039, "learning_rate": 5.754340004310988e-06, "loss": 0.0023, "step": 266850 }, { "epoch": 4.424731806801413, "grad_norm": 0.00020715242135338485, "learning_rate": 5.752681931985873e-06, "loss": 0.0047, "step": 266860 }, { "epoch": 4.424897614033924, "grad_norm": 0.0004883614019490778, "learning_rate": 5.7510238596607585e-06, "loss": 0.0, "step": 266870 }, { "epoch": 4.425063421266436, "grad_norm": 0.0011026656720787287, "learning_rate": 5.749365787335644e-06, "loss": 0.0049, "step": 266880 }, { "epoch": 4.425229228498947, "grad_norm": 0.0009379370021633804, "learning_rate": 5.74770771501053e-06, "loss": 0.0054, "step": 266890 }, { "epoch": 4.425395035731459, "grad_norm": 0.0035518542863428593, "learning_rate": 5.746049642685415e-06, "loss": 0.0023, "step": 266900 }, { "epoch": 4.42556084296397, "grad_norm": 0.16511020064353943, "learning_rate": 5.7443915703603e-06, "loss": 0.0034, "step": 266910 }, { "epoch": 4.425726650196482, "grad_norm": 0.0005699542816728354, "learning_rate": 5.742733498035185e-06, "loss": 0.0007, "step": 266920 }, { "epoch": 4.4258924574289935, "grad_norm": 7.091739462339319e-06, "learning_rate": 5.7410754257100695e-06, "loss": 0.0001, "step": 266930 }, { "epoch": 4.4260582646615045, "grad_norm": 0.000560586922802031, "learning_rate": 5.739417353384955e-06, "loss": 0.0001, "step": 266940 }, { "epoch": 4.426224071894016, "grad_norm": 0.14434173703193665, "learning_rate": 5.73775928105984e-06, "loss": 0.0024, "step": 266950 }, { "epoch": 4.4263898791265275, "grad_norm": 0.00017443258548155427, "learning_rate": 5.736101208734725e-06, "loss": 0.0024, "step": 266960 }, { "epoch": 4.426555686359039, "grad_norm": 0.0004718157579191029, "learning_rate": 5.73444313640961e-06, "loss": 0.0029, "step": 266970 }, { "epoch": 4.42672149359155, "grad_norm": 0.1770765632390976, "learning_rate": 5.732785064084495e-06, "loss": 0.0032, "step": 266980 }, { "epoch": 4.426887300824062, "grad_norm": 0.01567777432501316, "learning_rate": 5.7311269917593805e-06, "loss": 0.0055, "step": 266990 }, { "epoch": 4.427053108056573, "grad_norm": 0.0033002004493027925, "learning_rate": 5.729468919434266e-06, "loss": 0.0057, "step": 267000 }, { "epoch": 4.427218915289085, "grad_norm": 0.0010036105522885919, "learning_rate": 5.727810847109151e-06, "loss": 0.0001, "step": 267010 }, { "epoch": 4.427384722521596, "grad_norm": 0.04900018498301506, "learning_rate": 5.726152774784036e-06, "loss": 0.0032, "step": 267020 }, { "epoch": 4.427550529754108, "grad_norm": 0.023479266092181206, "learning_rate": 5.724494702458921e-06, "loss": 0.0002, "step": 267030 }, { "epoch": 4.427716336986619, "grad_norm": 0.45339512825012207, "learning_rate": 5.722836630133806e-06, "loss": 0.0108, "step": 267040 }, { "epoch": 4.427882144219131, "grad_norm": 0.18085692822933197, "learning_rate": 5.7211785578086916e-06, "loss": 0.0031, "step": 267050 }, { "epoch": 4.428047951451642, "grad_norm": 9.802555723581463e-05, "learning_rate": 5.719520485483578e-06, "loss": 0.001, "step": 267060 }, { "epoch": 4.428213758684154, "grad_norm": 0.004539871588349342, "learning_rate": 5.717862413158463e-06, "loss": 0.0003, "step": 267070 }, { "epoch": 4.428379565916665, "grad_norm": 0.014014404267072678, "learning_rate": 5.716204340833348e-06, "loss": 0.0001, "step": 267080 }, { "epoch": 4.428545373149177, "grad_norm": 0.0001054605672834441, "learning_rate": 5.714546268508233e-06, "loss": 0.0058, "step": 267090 }, { "epoch": 4.428711180381688, "grad_norm": 0.00020915856293868273, "learning_rate": 5.712888196183118e-06, "loss": 0.0, "step": 267100 }, { "epoch": 4.4288769876142, "grad_norm": 0.18354441225528717, "learning_rate": 5.7112301238580035e-06, "loss": 0.0044, "step": 267110 }, { "epoch": 4.429042794846711, "grad_norm": 0.0012550863903015852, "learning_rate": 5.709572051532889e-06, "loss": 0.0099, "step": 267120 }, { "epoch": 4.429208602079223, "grad_norm": 0.0004300976579543203, "learning_rate": 5.707913979207773e-06, "loss": 0.0001, "step": 267130 }, { "epoch": 4.429374409311734, "grad_norm": 0.36419379711151123, "learning_rate": 5.706255906882658e-06, "loss": 0.0046, "step": 267140 }, { "epoch": 4.429540216544246, "grad_norm": 0.00010387688234914094, "learning_rate": 5.704597834557543e-06, "loss": 0.0057, "step": 267150 }, { "epoch": 4.429706023776757, "grad_norm": 0.12766779959201813, "learning_rate": 5.7029397622324285e-06, "loss": 0.0031, "step": 267160 }, { "epoch": 4.429871831009269, "grad_norm": 0.9200316667556763, "learning_rate": 5.701281689907314e-06, "loss": 0.0038, "step": 267170 }, { "epoch": 4.43003763824178, "grad_norm": 0.0019030183320865035, "learning_rate": 5.699623617582199e-06, "loss": 0.0076, "step": 267180 }, { "epoch": 4.430203445474292, "grad_norm": 0.19839216768741608, "learning_rate": 5.697965545257084e-06, "loss": 0.0066, "step": 267190 }, { "epoch": 4.430369252706803, "grad_norm": 0.41229912638664246, "learning_rate": 5.696307472931969e-06, "loss": 0.0007, "step": 267200 }, { "epoch": 4.430535059939315, "grad_norm": 0.0020903891418129206, "learning_rate": 5.694649400606854e-06, "loss": 0.0042, "step": 267210 }, { "epoch": 4.430700867171826, "grad_norm": 0.00019197615620214492, "learning_rate": 5.6929913282817395e-06, "loss": 0.0, "step": 267220 }, { "epoch": 4.430866674404338, "grad_norm": 4.92459766974207e-05, "learning_rate": 5.6913332559566255e-06, "loss": 0.0039, "step": 267230 }, { "epoch": 4.431032481636849, "grad_norm": 0.0005178129067644477, "learning_rate": 5.689675183631511e-06, "loss": 0.0046, "step": 267240 }, { "epoch": 4.431198288869361, "grad_norm": 0.0017295588040724397, "learning_rate": 5.688017111306396e-06, "loss": 0.0024, "step": 267250 }, { "epoch": 4.431364096101872, "grad_norm": 0.0001102394235203974, "learning_rate": 5.686359038981281e-06, "loss": 0.0037, "step": 267260 }, { "epoch": 4.431529903334384, "grad_norm": 0.013830267824232578, "learning_rate": 5.684700966656166e-06, "loss": 0.0, "step": 267270 }, { "epoch": 4.431695710566895, "grad_norm": 0.00457129767164588, "learning_rate": 5.683042894331051e-06, "loss": 0.0034, "step": 267280 }, { "epoch": 4.4318615177994065, "grad_norm": 0.033422406762838364, "learning_rate": 5.6813848220059366e-06, "loss": 0.003, "step": 267290 }, { "epoch": 4.4320273250319175, "grad_norm": 0.007177451159805059, "learning_rate": 5.679726749680822e-06, "loss": 0.0026, "step": 267300 }, { "epoch": 4.4321931322644295, "grad_norm": 0.006385240703821182, "learning_rate": 5.678068677355707e-06, "loss": 0.0022, "step": 267310 }, { "epoch": 4.4323589394969405, "grad_norm": 0.00034010427771136165, "learning_rate": 5.676410605030591e-06, "loss": 0.0065, "step": 267320 }, { "epoch": 4.432524746729452, "grad_norm": 0.00022920634364709258, "learning_rate": 5.674752532705476e-06, "loss": 0.0123, "step": 267330 }, { "epoch": 4.432690553961963, "grad_norm": 0.0003272038884460926, "learning_rate": 5.673094460380362e-06, "loss": 0.0004, "step": 267340 }, { "epoch": 4.432856361194475, "grad_norm": 0.00018647758406586945, "learning_rate": 5.671436388055247e-06, "loss": 0.0022, "step": 267350 }, { "epoch": 4.433022168426986, "grad_norm": 0.001145029324106872, "learning_rate": 5.669778315730132e-06, "loss": 0.0102, "step": 267360 }, { "epoch": 4.433187975659498, "grad_norm": 3.0380047974176705e-05, "learning_rate": 5.668120243405017e-06, "loss": 0.0137, "step": 267370 }, { "epoch": 4.433353782892009, "grad_norm": 0.00013647002924699336, "learning_rate": 5.666462171079902e-06, "loss": 0.0027, "step": 267380 }, { "epoch": 4.433519590124521, "grad_norm": 0.00407450832426548, "learning_rate": 5.6648040987547875e-06, "loss": 0.003, "step": 267390 }, { "epoch": 4.433685397357033, "grad_norm": 0.38144493103027344, "learning_rate": 5.6631460264296735e-06, "loss": 0.0035, "step": 267400 }, { "epoch": 4.433851204589544, "grad_norm": 0.7060614824295044, "learning_rate": 5.661487954104559e-06, "loss": 0.0053, "step": 267410 }, { "epoch": 4.434017011822055, "grad_norm": 0.16646987199783325, "learning_rate": 5.659829881779444e-06, "loss": 0.0045, "step": 267420 }, { "epoch": 4.434182819054567, "grad_norm": 1.080121636390686, "learning_rate": 5.658171809454329e-06, "loss": 0.0014, "step": 267430 }, { "epoch": 4.434348626287079, "grad_norm": 0.0004053973825648427, "learning_rate": 5.656513737129214e-06, "loss": 0.01, "step": 267440 }, { "epoch": 4.43451443351959, "grad_norm": 0.0025502049829810858, "learning_rate": 5.654855664804099e-06, "loss": 0.0001, "step": 267450 }, { "epoch": 4.434680240752102, "grad_norm": 5.012063047615811e-05, "learning_rate": 5.6531975924789845e-06, "loss": 0.0006, "step": 267460 }, { "epoch": 4.434846047984613, "grad_norm": 0.004299275577068329, "learning_rate": 5.65153952015387e-06, "loss": 0.0002, "step": 267470 }, { "epoch": 4.435011855217125, "grad_norm": 0.011484185233712196, "learning_rate": 5.649881447828755e-06, "loss": 0.0049, "step": 267480 }, { "epoch": 4.435177662449636, "grad_norm": 0.198368102312088, "learning_rate": 5.64822337550364e-06, "loss": 0.0083, "step": 267490 }, { "epoch": 4.435343469682148, "grad_norm": 0.07382181286811829, "learning_rate": 5.646565303178525e-06, "loss": 0.0001, "step": 267500 }, { "epoch": 4.435509276914659, "grad_norm": 2.037132617260795e-05, "learning_rate": 5.64490723085341e-06, "loss": 0.0056, "step": 267510 }, { "epoch": 4.435675084147171, "grad_norm": 0.14870166778564453, "learning_rate": 5.643249158528295e-06, "loss": 0.0166, "step": 267520 }, { "epoch": 4.435840891379682, "grad_norm": 0.000112827357952483, "learning_rate": 5.64159108620318e-06, "loss": 0.0001, "step": 267530 }, { "epoch": 4.436006698612194, "grad_norm": 0.00044302502647042274, "learning_rate": 5.639933013878065e-06, "loss": 0.0031, "step": 267540 }, { "epoch": 4.436172505844705, "grad_norm": 0.10906543582677841, "learning_rate": 5.63827494155295e-06, "loss": 0.0001, "step": 267550 }, { "epoch": 4.436338313077217, "grad_norm": 0.00128919817507267, "learning_rate": 5.636616869227835e-06, "loss": 0.0031, "step": 267560 }, { "epoch": 4.436504120309728, "grad_norm": 9.456637053517625e-05, "learning_rate": 5.634958796902721e-06, "loss": 0.0, "step": 267570 }, { "epoch": 4.43666992754224, "grad_norm": 0.0001510613365098834, "learning_rate": 5.633300724577607e-06, "loss": 0.0, "step": 267580 }, { "epoch": 4.436835734774751, "grad_norm": 5.270483234198764e-05, "learning_rate": 5.631642652252492e-06, "loss": 0.0031, "step": 267590 }, { "epoch": 4.437001542007263, "grad_norm": 0.011366947554051876, "learning_rate": 5.629984579927377e-06, "loss": 0.0025, "step": 267600 }, { "epoch": 4.437167349239774, "grad_norm": 2.4175200451281853e-05, "learning_rate": 5.628326507602262e-06, "loss": 0.0002, "step": 267610 }, { "epoch": 4.4373331564722855, "grad_norm": 0.0005537461838684976, "learning_rate": 5.626668435277147e-06, "loss": 0.0006, "step": 267620 }, { "epoch": 4.437498963704797, "grad_norm": 0.8269866704940796, "learning_rate": 5.6250103629520325e-06, "loss": 0.0134, "step": 267630 }, { "epoch": 4.4376647709373085, "grad_norm": 7.343673496507108e-05, "learning_rate": 5.623352290626918e-06, "loss": 0.0078, "step": 267640 }, { "epoch": 4.4378305781698195, "grad_norm": 0.04989681392908096, "learning_rate": 5.621694218301803e-06, "loss": 0.0127, "step": 267650 }, { "epoch": 4.437996385402331, "grad_norm": 0.0009138020104728639, "learning_rate": 5.620036145976688e-06, "loss": 0.0001, "step": 267660 }, { "epoch": 4.4381621926348425, "grad_norm": 0.0013301795115694404, "learning_rate": 5.618378073651573e-06, "loss": 0.0043, "step": 267670 }, { "epoch": 4.438327999867354, "grad_norm": 0.0031189837027341127, "learning_rate": 5.616720001326458e-06, "loss": 0.0023, "step": 267680 }, { "epoch": 4.438493807099865, "grad_norm": 0.0004177193623036146, "learning_rate": 5.6150619290013435e-06, "loss": 0.0008, "step": 267690 }, { "epoch": 4.438659614332377, "grad_norm": 0.00044851232087239623, "learning_rate": 5.613403856676229e-06, "loss": 0.0031, "step": 267700 }, { "epoch": 4.438825421564888, "grad_norm": 2.334097916900646e-05, "learning_rate": 5.611745784351114e-06, "loss": 0.0003, "step": 267710 }, { "epoch": 4.4389912287974, "grad_norm": 0.0006198394694365561, "learning_rate": 5.610087712025998e-06, "loss": 0.0036, "step": 267720 }, { "epoch": 4.439157036029911, "grad_norm": 5.371484803617932e-05, "learning_rate": 5.608429639700883e-06, "loss": 0.0076, "step": 267730 }, { "epoch": 4.439322843262423, "grad_norm": 0.5227700471878052, "learning_rate": 5.606771567375769e-06, "loss": 0.0014, "step": 267740 }, { "epoch": 4.439488650494934, "grad_norm": 0.00024750761804170907, "learning_rate": 5.6051134950506545e-06, "loss": 0.015, "step": 267750 }, { "epoch": 4.439654457727446, "grad_norm": 9.257829515263438e-05, "learning_rate": 5.60345542272554e-06, "loss": 0.0066, "step": 267760 }, { "epoch": 4.439820264959957, "grad_norm": 0.00011058853124268353, "learning_rate": 5.601797350400425e-06, "loss": 0.0016, "step": 267770 }, { "epoch": 4.439986072192469, "grad_norm": 0.14909857511520386, "learning_rate": 5.60013927807531e-06, "loss": 0.0061, "step": 267780 }, { "epoch": 4.44015187942498, "grad_norm": 0.00033284875098615885, "learning_rate": 5.598481205750195e-06, "loss": 0.0032, "step": 267790 }, { "epoch": 4.440317686657492, "grad_norm": 0.1413881778717041, "learning_rate": 5.59682313342508e-06, "loss": 0.0077, "step": 267800 }, { "epoch": 4.440483493890003, "grad_norm": 0.12020088732242584, "learning_rate": 5.5951650610999656e-06, "loss": 0.003, "step": 267810 }, { "epoch": 4.440649301122515, "grad_norm": 0.0055308472365140915, "learning_rate": 5.593506988774851e-06, "loss": 0.0117, "step": 267820 }, { "epoch": 4.440815108355027, "grad_norm": 0.729743242263794, "learning_rate": 5.591848916449736e-06, "loss": 0.0098, "step": 267830 }, { "epoch": 4.440980915587538, "grad_norm": 0.00032957372604869306, "learning_rate": 5.590190844124621e-06, "loss": 0.0093, "step": 267840 }, { "epoch": 4.441146722820049, "grad_norm": 0.41961991786956787, "learning_rate": 5.588532771799506e-06, "loss": 0.0008, "step": 267850 }, { "epoch": 4.441312530052561, "grad_norm": 0.005446285475045443, "learning_rate": 5.5868746994743914e-06, "loss": 0.0005, "step": 267860 }, { "epoch": 4.441478337285073, "grad_norm": 0.0005586745101027191, "learning_rate": 5.585216627149277e-06, "loss": 0.0036, "step": 267870 }, { "epoch": 4.441644144517584, "grad_norm": 0.6713798642158508, "learning_rate": 5.583558554824162e-06, "loss": 0.0012, "step": 267880 }, { "epoch": 4.441809951750096, "grad_norm": 0.00032894531614147127, "learning_rate": 5.581900482499047e-06, "loss": 0.0057, "step": 267890 }, { "epoch": 4.441975758982607, "grad_norm": 0.006864634808152914, "learning_rate": 5.580242410173932e-06, "loss": 0.0115, "step": 267900 }, { "epoch": 4.442141566215119, "grad_norm": 0.00012669716670643538, "learning_rate": 5.578584337848817e-06, "loss": 0.0012, "step": 267910 }, { "epoch": 4.44230737344763, "grad_norm": 0.0008609353681094944, "learning_rate": 5.5769262655237025e-06, "loss": 0.0001, "step": 267920 }, { "epoch": 4.442473180680142, "grad_norm": 0.0009853369556367397, "learning_rate": 5.575268193198588e-06, "loss": 0.0082, "step": 267930 }, { "epoch": 4.442638987912653, "grad_norm": 0.0004772390238940716, "learning_rate": 5.573610120873473e-06, "loss": 0.001, "step": 267940 }, { "epoch": 4.442804795145165, "grad_norm": 7.299662684090436e-05, "learning_rate": 5.571952048548358e-06, "loss": 0.003, "step": 267950 }, { "epoch": 4.442970602377676, "grad_norm": 0.028131673112511635, "learning_rate": 5.570293976223243e-06, "loss": 0.0021, "step": 267960 }, { "epoch": 4.4431364096101875, "grad_norm": 0.0005141455912962556, "learning_rate": 5.568635903898128e-06, "loss": 0.0031, "step": 267970 }, { "epoch": 4.4433022168426985, "grad_norm": 4.130833622184582e-05, "learning_rate": 5.5669778315730135e-06, "loss": 0.0064, "step": 267980 }, { "epoch": 4.4434680240752105, "grad_norm": 0.016143156215548515, "learning_rate": 5.565319759247899e-06, "loss": 0.0002, "step": 267990 }, { "epoch": 4.4436338313077215, "grad_norm": 0.0007768021314404905, "learning_rate": 5.563661686922784e-06, "loss": 0.0053, "step": 268000 }, { "epoch": 4.443799638540233, "grad_norm": 0.01228219736367464, "learning_rate": 5.562003614597669e-06, "loss": 0.003, "step": 268010 }, { "epoch": 4.443965445772744, "grad_norm": 0.0005320260534062982, "learning_rate": 5.560345542272554e-06, "loss": 0.0119, "step": 268020 }, { "epoch": 4.444131253005256, "grad_norm": 0.0010581937385722995, "learning_rate": 5.558687469947439e-06, "loss": 0.0055, "step": 268030 }, { "epoch": 4.444297060237767, "grad_norm": 0.2006811946630478, "learning_rate": 5.5570293976223246e-06, "loss": 0.0048, "step": 268040 }, { "epoch": 4.444462867470279, "grad_norm": 0.00011489908501971513, "learning_rate": 5.55537132529721e-06, "loss": 0.0049, "step": 268050 }, { "epoch": 4.44462867470279, "grad_norm": 0.00014764438674319535, "learning_rate": 5.553713252972095e-06, "loss": 0.004, "step": 268060 }, { "epoch": 4.444794481935302, "grad_norm": 0.00010018393368227407, "learning_rate": 5.55205518064698e-06, "loss": 0.0005, "step": 268070 }, { "epoch": 4.444960289167813, "grad_norm": 0.1979515701532364, "learning_rate": 5.550397108321865e-06, "loss": 0.0033, "step": 268080 }, { "epoch": 4.445126096400325, "grad_norm": 0.5187140107154846, "learning_rate": 5.54873903599675e-06, "loss": 0.0049, "step": 268090 }, { "epoch": 4.445291903632836, "grad_norm": 0.00023432097805198282, "learning_rate": 5.547080963671636e-06, "loss": 0.0096, "step": 268100 }, { "epoch": 4.445457710865348, "grad_norm": 0.0014178004348650575, "learning_rate": 5.545422891346521e-06, "loss": 0.0061, "step": 268110 }, { "epoch": 4.445623518097859, "grad_norm": 0.0005727395182475448, "learning_rate": 5.543764819021406e-06, "loss": 0.0001, "step": 268120 }, { "epoch": 4.445789325330371, "grad_norm": 0.1151413694024086, "learning_rate": 5.542106746696291e-06, "loss": 0.0002, "step": 268130 }, { "epoch": 4.445955132562882, "grad_norm": 0.04968457669019699, "learning_rate": 5.540448674371176e-06, "loss": 0.0036, "step": 268140 }, { "epoch": 4.446120939795394, "grad_norm": 1.4264051969803404e-05, "learning_rate": 5.5387906020460615e-06, "loss": 0.004, "step": 268150 }, { "epoch": 4.446286747027905, "grad_norm": 0.005797639489173889, "learning_rate": 5.537132529720947e-06, "loss": 0.0001, "step": 268160 }, { "epoch": 4.446452554260417, "grad_norm": 0.00019543281814549118, "learning_rate": 5.535474457395832e-06, "loss": 0.0096, "step": 268170 }, { "epoch": 4.446618361492928, "grad_norm": 0.00042203874909318984, "learning_rate": 5.533816385070717e-06, "loss": 0.0001, "step": 268180 }, { "epoch": 4.44678416872544, "grad_norm": 0.0011679138988256454, "learning_rate": 5.532158312745602e-06, "loss": 0.0024, "step": 268190 }, { "epoch": 4.446949975957951, "grad_norm": 0.0017472155159339309, "learning_rate": 5.530500240420487e-06, "loss": 0.0001, "step": 268200 }, { "epoch": 4.447115783190463, "grad_norm": 6.008490527165122e-05, "learning_rate": 5.5288421680953725e-06, "loss": 0.0028, "step": 268210 }, { "epoch": 4.447281590422974, "grad_norm": 0.16211624443531036, "learning_rate": 5.527184095770258e-06, "loss": 0.0106, "step": 268220 }, { "epoch": 4.447447397655486, "grad_norm": 0.12911595404148102, "learning_rate": 5.525526023445143e-06, "loss": 0.0028, "step": 268230 }, { "epoch": 4.447613204887997, "grad_norm": 0.0005270461551845074, "learning_rate": 5.523867951120028e-06, "loss": 0.0031, "step": 268240 }, { "epoch": 4.447779012120509, "grad_norm": 0.0011729385005310178, "learning_rate": 5.522209878794914e-06, "loss": 0.0032, "step": 268250 }, { "epoch": 4.44794481935302, "grad_norm": 0.061517827212810516, "learning_rate": 5.520551806469798e-06, "loss": 0.0077, "step": 268260 }, { "epoch": 4.448110626585532, "grad_norm": 0.004880024120211601, "learning_rate": 5.5188937341446835e-06, "loss": 0.0, "step": 268270 }, { "epoch": 4.448276433818043, "grad_norm": 0.0010763712925836444, "learning_rate": 5.517235661819569e-06, "loss": 0.0054, "step": 268280 }, { "epoch": 4.448442241050555, "grad_norm": 0.0014611007645726204, "learning_rate": 5.515577589494454e-06, "loss": 0.0084, "step": 268290 }, { "epoch": 4.4486080482830666, "grad_norm": 0.004160095006227493, "learning_rate": 5.513919517169339e-06, "loss": 0.0049, "step": 268300 }, { "epoch": 4.448773855515578, "grad_norm": 0.0002450980246067047, "learning_rate": 5.512261444844224e-06, "loss": 0.005, "step": 268310 }, { "epoch": 4.448939662748089, "grad_norm": 0.0453159473836422, "learning_rate": 5.510603372519109e-06, "loss": 0.0029, "step": 268320 }, { "epoch": 4.4491054699806005, "grad_norm": 0.0023100117687135935, "learning_rate": 5.508945300193995e-06, "loss": 0.0007, "step": 268330 }, { "epoch": 4.449271277213112, "grad_norm": 0.0007254666998051107, "learning_rate": 5.50728722786888e-06, "loss": 0.019, "step": 268340 }, { "epoch": 4.4494370844456235, "grad_norm": 0.0008337922627106309, "learning_rate": 5.505629155543765e-06, "loss": 0.0001, "step": 268350 }, { "epoch": 4.449602891678135, "grad_norm": 0.002221006667241454, "learning_rate": 5.50397108321865e-06, "loss": 0.0025, "step": 268360 }, { "epoch": 4.449768698910646, "grad_norm": 0.021796392276883125, "learning_rate": 5.502313010893535e-06, "loss": 0.0025, "step": 268370 }, { "epoch": 4.449934506143158, "grad_norm": 0.001842391211539507, "learning_rate": 5.5006549385684204e-06, "loss": 0.0046, "step": 268380 }, { "epoch": 4.450100313375669, "grad_norm": 0.5060372352600098, "learning_rate": 5.498996866243306e-06, "loss": 0.0027, "step": 268390 }, { "epoch": 4.450266120608181, "grad_norm": 0.15379124879837036, "learning_rate": 5.497338793918191e-06, "loss": 0.0003, "step": 268400 }, { "epoch": 4.450431927840692, "grad_norm": 0.0037619119975715876, "learning_rate": 5.495680721593076e-06, "loss": 0.0016, "step": 268410 }, { "epoch": 4.450597735073204, "grad_norm": 0.6832574605941772, "learning_rate": 5.494022649267962e-06, "loss": 0.0063, "step": 268420 }, { "epoch": 4.450763542305715, "grad_norm": 0.00047563595580868423, "learning_rate": 5.492364576942847e-06, "loss": 0.0052, "step": 268430 }, { "epoch": 4.450929349538227, "grad_norm": 0.00036247348180040717, "learning_rate": 5.490706504617732e-06, "loss": 0.0002, "step": 268440 }, { "epoch": 4.451095156770738, "grad_norm": 0.001587113831192255, "learning_rate": 5.4890484322926175e-06, "loss": 0.011, "step": 268450 }, { "epoch": 4.45126096400325, "grad_norm": 3.9178223232738674e-05, "learning_rate": 5.487390359967502e-06, "loss": 0.0024, "step": 268460 }, { "epoch": 4.451426771235761, "grad_norm": 0.0004692292714025825, "learning_rate": 5.485732287642387e-06, "loss": 0.0047, "step": 268470 }, { "epoch": 4.451592578468273, "grad_norm": 0.005264209117740393, "learning_rate": 5.484074215317272e-06, "loss": 0.0004, "step": 268480 }, { "epoch": 4.451758385700784, "grad_norm": 0.01284720003604889, "learning_rate": 5.482416142992157e-06, "loss": 0.0014, "step": 268490 }, { "epoch": 4.451924192933296, "grad_norm": 0.0007583961705677211, "learning_rate": 5.4807580706670425e-06, "loss": 0.0008, "step": 268500 }, { "epoch": 4.452090000165807, "grad_norm": 0.0015145613579079509, "learning_rate": 5.479099998341928e-06, "loss": 0.0032, "step": 268510 }, { "epoch": 4.452255807398319, "grad_norm": 0.0005968651385046542, "learning_rate": 5.477441926016813e-06, "loss": 0.0003, "step": 268520 }, { "epoch": 4.45242161463083, "grad_norm": 0.19299763441085815, "learning_rate": 5.475783853691698e-06, "loss": 0.0035, "step": 268530 }, { "epoch": 4.452587421863342, "grad_norm": 0.002922809449955821, "learning_rate": 5.474125781366583e-06, "loss": 0.0001, "step": 268540 }, { "epoch": 4.452753229095853, "grad_norm": 0.002330073853954673, "learning_rate": 5.472467709041468e-06, "loss": 0.0005, "step": 268550 }, { "epoch": 4.452919036328365, "grad_norm": 0.0005827694549225271, "learning_rate": 5.4708096367163536e-06, "loss": 0.0058, "step": 268560 }, { "epoch": 4.453084843560876, "grad_norm": 0.00010643559653544798, "learning_rate": 5.469151564391239e-06, "loss": 0.0, "step": 268570 }, { "epoch": 4.453250650793388, "grad_norm": 0.0059374556876719, "learning_rate": 5.467493492066124e-06, "loss": 0.0036, "step": 268580 }, { "epoch": 4.453416458025899, "grad_norm": 0.0006374310469254851, "learning_rate": 5.46583541974101e-06, "loss": 0.0065, "step": 268590 }, { "epoch": 4.453582265258411, "grad_norm": 0.0005128253833390772, "learning_rate": 5.464177347415895e-06, "loss": 0.0, "step": 268600 }, { "epoch": 4.453748072490922, "grad_norm": 0.33368006348609924, "learning_rate": 5.46251927509078e-06, "loss": 0.0012, "step": 268610 }, { "epoch": 4.453913879723434, "grad_norm": 0.004664861597120762, "learning_rate": 5.4608612027656654e-06, "loss": 0.0063, "step": 268620 }, { "epoch": 4.454079686955945, "grad_norm": 0.0002854523772839457, "learning_rate": 5.459203130440551e-06, "loss": 0.0179, "step": 268630 }, { "epoch": 4.454245494188457, "grad_norm": 0.011970832012593746, "learning_rate": 5.457545058115436e-06, "loss": 0.0003, "step": 268640 }, { "epoch": 4.454411301420968, "grad_norm": 0.16797569394111633, "learning_rate": 5.45588698579032e-06, "loss": 0.0071, "step": 268650 }, { "epoch": 4.4545771086534796, "grad_norm": 0.19005180895328522, "learning_rate": 5.454228913465205e-06, "loss": 0.0064, "step": 268660 }, { "epoch": 4.454742915885991, "grad_norm": 0.0007282982114702463, "learning_rate": 5.4525708411400905e-06, "loss": 0.0, "step": 268670 }, { "epoch": 4.4549087231185025, "grad_norm": 0.0007182792760431767, "learning_rate": 5.450912768814976e-06, "loss": 0.0001, "step": 268680 }, { "epoch": 4.4550745303510135, "grad_norm": 3.950485188397579e-05, "learning_rate": 5.449254696489861e-06, "loss": 0.0, "step": 268690 }, { "epoch": 4.4552403375835254, "grad_norm": 0.005586852785199881, "learning_rate": 5.447596624164746e-06, "loss": 0.0017, "step": 268700 }, { "epoch": 4.4554061448160365, "grad_norm": 0.020449290052056313, "learning_rate": 5.445938551839631e-06, "loss": 0.0001, "step": 268710 }, { "epoch": 4.455571952048548, "grad_norm": 0.00028256673249416053, "learning_rate": 5.444280479514516e-06, "loss": 0.0014, "step": 268720 }, { "epoch": 4.45573775928106, "grad_norm": 0.037532780319452286, "learning_rate": 5.4426224071894015e-06, "loss": 0.0097, "step": 268730 }, { "epoch": 4.455903566513571, "grad_norm": 0.004612338729202747, "learning_rate": 5.440964334864287e-06, "loss": 0.0039, "step": 268740 }, { "epoch": 4.456069373746082, "grad_norm": 0.00010710676724556834, "learning_rate": 5.439306262539172e-06, "loss": 0.0167, "step": 268750 }, { "epoch": 4.456235180978594, "grad_norm": 0.001695808139629662, "learning_rate": 5.437648190214057e-06, "loss": 0.0075, "step": 268760 }, { "epoch": 4.456400988211106, "grad_norm": 0.004602530971169472, "learning_rate": 5.435990117888943e-06, "loss": 0.0042, "step": 268770 }, { "epoch": 4.456566795443617, "grad_norm": 9.737342043081298e-05, "learning_rate": 5.434332045563828e-06, "loss": 0.0047, "step": 268780 }, { "epoch": 4.456732602676129, "grad_norm": 0.0026690398808568716, "learning_rate": 5.432673973238713e-06, "loss": 0.0108, "step": 268790 }, { "epoch": 4.45689840990864, "grad_norm": 0.18085452914237976, "learning_rate": 5.4310159009135986e-06, "loss": 0.0068, "step": 268800 }, { "epoch": 4.457064217141152, "grad_norm": 0.004764431621879339, "learning_rate": 5.429357828588484e-06, "loss": 0.0029, "step": 268810 }, { "epoch": 4.457230024373663, "grad_norm": 0.08065250515937805, "learning_rate": 5.427699756263369e-06, "loss": 0.0039, "step": 268820 }, { "epoch": 4.457395831606175, "grad_norm": 0.00010299851419404149, "learning_rate": 5.426041683938254e-06, "loss": 0.0232, "step": 268830 }, { "epoch": 4.457561638838686, "grad_norm": 0.00017578768893145025, "learning_rate": 5.424383611613139e-06, "loss": 0.0036, "step": 268840 }, { "epoch": 4.457727446071198, "grad_norm": 0.0002977633848786354, "learning_rate": 5.422725539288024e-06, "loss": 0.0, "step": 268850 }, { "epoch": 4.457893253303709, "grad_norm": 0.16989372670650482, "learning_rate": 5.421067466962909e-06, "loss": 0.0032, "step": 268860 }, { "epoch": 4.458059060536221, "grad_norm": 0.00024279035278595984, "learning_rate": 5.419409394637794e-06, "loss": 0.0083, "step": 268870 }, { "epoch": 4.458224867768732, "grad_norm": 0.004498270805925131, "learning_rate": 5.417751322312679e-06, "loss": 0.0, "step": 268880 }, { "epoch": 4.458390675001244, "grad_norm": 0.13240230083465576, "learning_rate": 5.416093249987564e-06, "loss": 0.0024, "step": 268890 }, { "epoch": 4.458556482233755, "grad_norm": 9.55279465415515e-05, "learning_rate": 5.4144351776624494e-06, "loss": 0.0001, "step": 268900 }, { "epoch": 4.458722289466267, "grad_norm": 0.5923660397529602, "learning_rate": 5.412777105337335e-06, "loss": 0.0076, "step": 268910 }, { "epoch": 4.458888096698778, "grad_norm": 0.021234968677163124, "learning_rate": 5.41111903301222e-06, "loss": 0.002, "step": 268920 }, { "epoch": 4.45905390393129, "grad_norm": 7.505017129005864e-05, "learning_rate": 5.409460960687105e-06, "loss": 0.0083, "step": 268930 }, { "epoch": 4.459219711163801, "grad_norm": 0.006393204443156719, "learning_rate": 5.407802888361991e-06, "loss": 0.0057, "step": 268940 }, { "epoch": 4.459385518396313, "grad_norm": 0.19120509922504425, "learning_rate": 5.406144816036876e-06, "loss": 0.0048, "step": 268950 }, { "epoch": 4.459551325628824, "grad_norm": 0.004835172090679407, "learning_rate": 5.404486743711761e-06, "loss": 0.0064, "step": 268960 }, { "epoch": 4.459717132861336, "grad_norm": 0.4206937849521637, "learning_rate": 5.4028286713866465e-06, "loss": 0.0109, "step": 268970 }, { "epoch": 4.459882940093847, "grad_norm": 0.0024115245323628187, "learning_rate": 5.401170599061532e-06, "loss": 0.0006, "step": 268980 }, { "epoch": 4.460048747326359, "grad_norm": 2.0819737983401865e-05, "learning_rate": 5.399512526736417e-06, "loss": 0.0036, "step": 268990 }, { "epoch": 4.46021455455887, "grad_norm": 4.1350987885380164e-05, "learning_rate": 5.397854454411302e-06, "loss": 0.0, "step": 269000 }, { "epoch": 4.4603803617913815, "grad_norm": 4.313129829824902e-05, "learning_rate": 5.396196382086187e-06, "loss": 0.0017, "step": 269010 }, { "epoch": 4.460546169023893, "grad_norm": 0.00010013804421760142, "learning_rate": 5.394538309761072e-06, "loss": 0.0002, "step": 269020 }, { "epoch": 4.4607119762564045, "grad_norm": 0.0009071244858205318, "learning_rate": 5.3928802374359575e-06, "loss": 0.0036, "step": 269030 }, { "epoch": 4.4608777834889155, "grad_norm": 0.0014789378037676215, "learning_rate": 5.391222165110843e-06, "loss": 0.0077, "step": 269040 }, { "epoch": 4.461043590721427, "grad_norm": 0.0004780832678079605, "learning_rate": 5.389564092785727e-06, "loss": 0.0006, "step": 269050 }, { "epoch": 4.4612093979539384, "grad_norm": 5.986829273751937e-05, "learning_rate": 5.387906020460612e-06, "loss": 0.0032, "step": 269060 }, { "epoch": 4.46137520518645, "grad_norm": 0.0030659912154078484, "learning_rate": 5.386247948135497e-06, "loss": 0.0004, "step": 269070 }, { "epoch": 4.461541012418961, "grad_norm": 0.5404295921325684, "learning_rate": 5.3845898758103826e-06, "loss": 0.0044, "step": 269080 }, { "epoch": 4.461706819651473, "grad_norm": 0.0014141746796667576, "learning_rate": 5.382931803485268e-06, "loss": 0.0033, "step": 269090 }, { "epoch": 4.461872626883984, "grad_norm": 0.0009421617141924798, "learning_rate": 5.381273731160153e-06, "loss": 0.0053, "step": 269100 }, { "epoch": 4.462038434116496, "grad_norm": 0.004794218111783266, "learning_rate": 5.379615658835039e-06, "loss": 0.0031, "step": 269110 }, { "epoch": 4.462204241349007, "grad_norm": 0.008617333136498928, "learning_rate": 5.377957586509924e-06, "loss": 0.0001, "step": 269120 }, { "epoch": 4.462370048581519, "grad_norm": 0.15005317330360413, "learning_rate": 5.376299514184809e-06, "loss": 0.0174, "step": 269130 }, { "epoch": 4.46253585581403, "grad_norm": 0.0019148612627759576, "learning_rate": 5.3746414418596944e-06, "loss": 0.0036, "step": 269140 }, { "epoch": 4.462701663046542, "grad_norm": 0.0025297822430729866, "learning_rate": 5.37298336953458e-06, "loss": 0.0001, "step": 269150 }, { "epoch": 4.462867470279053, "grad_norm": 0.004244471900165081, "learning_rate": 5.371325297209465e-06, "loss": 0.0053, "step": 269160 }, { "epoch": 4.463033277511565, "grad_norm": 1.1580766439437866, "learning_rate": 5.36966722488435e-06, "loss": 0.014, "step": 269170 }, { "epoch": 4.463199084744076, "grad_norm": 0.0023430839646607637, "learning_rate": 5.368009152559235e-06, "loss": 0.0043, "step": 269180 }, { "epoch": 4.463364891976588, "grad_norm": 0.019496947526931763, "learning_rate": 5.36635108023412e-06, "loss": 0.0015, "step": 269190 }, { "epoch": 4.4635306992091, "grad_norm": 0.0003972197009716183, "learning_rate": 5.3646930079090055e-06, "loss": 0.0, "step": 269200 }, { "epoch": 4.463696506441611, "grad_norm": 0.0016528815031051636, "learning_rate": 5.363034935583891e-06, "loss": 0.006, "step": 269210 }, { "epoch": 4.463862313674122, "grad_norm": 0.00040576362516731024, "learning_rate": 5.361376863258776e-06, "loss": 0.0033, "step": 269220 }, { "epoch": 4.464028120906634, "grad_norm": 0.19404591619968414, "learning_rate": 5.359718790933661e-06, "loss": 0.0102, "step": 269230 }, { "epoch": 4.464193928139146, "grad_norm": 0.011604733765125275, "learning_rate": 5.358060718608545e-06, "loss": 0.0095, "step": 269240 }, { "epoch": 4.464359735371657, "grad_norm": 0.000761804694775492, "learning_rate": 5.3564026462834305e-06, "loss": 0.0032, "step": 269250 }, { "epoch": 4.464525542604169, "grad_norm": 0.15015222132205963, "learning_rate": 5.354744573958316e-06, "loss": 0.0065, "step": 269260 }, { "epoch": 4.46469134983668, "grad_norm": 0.15198087692260742, "learning_rate": 5.353086501633201e-06, "loss": 0.003, "step": 269270 }, { "epoch": 4.464857157069192, "grad_norm": 2.480897819623351e-05, "learning_rate": 5.351428429308087e-06, "loss": 0.0024, "step": 269280 }, { "epoch": 4.465022964301703, "grad_norm": 0.00011317705502733588, "learning_rate": 5.349770356982972e-06, "loss": 0.0008, "step": 269290 }, { "epoch": 4.465188771534215, "grad_norm": 2.113446498697158e-05, "learning_rate": 5.348112284657857e-06, "loss": 0.002, "step": 269300 }, { "epoch": 4.465354578766726, "grad_norm": 0.20476000010967255, "learning_rate": 5.346454212332742e-06, "loss": 0.0003, "step": 269310 }, { "epoch": 4.465520385999238, "grad_norm": 0.047058168798685074, "learning_rate": 5.3447961400076276e-06, "loss": 0.0001, "step": 269320 }, { "epoch": 4.465686193231749, "grad_norm": 0.0007009453256614506, "learning_rate": 5.343138067682513e-06, "loss": 0.0085, "step": 269330 }, { "epoch": 4.465852000464261, "grad_norm": 0.6853894591331482, "learning_rate": 5.341479995357398e-06, "loss": 0.0082, "step": 269340 }, { "epoch": 4.466017807696772, "grad_norm": 0.26989564299583435, "learning_rate": 5.339821923032283e-06, "loss": 0.0049, "step": 269350 }, { "epoch": 4.4661836149292835, "grad_norm": 0.002062720013782382, "learning_rate": 5.338163850707168e-06, "loss": 0.0049, "step": 269360 }, { "epoch": 4.4663494221617945, "grad_norm": 0.00033819995587691665, "learning_rate": 5.3365057783820534e-06, "loss": 0.0001, "step": 269370 }, { "epoch": 4.4665152293943065, "grad_norm": 0.0035816929303109646, "learning_rate": 5.334847706056939e-06, "loss": 0.0, "step": 269380 }, { "epoch": 4.4666810366268175, "grad_norm": 0.1765424758195877, "learning_rate": 5.333189633731824e-06, "loss": 0.0061, "step": 269390 }, { "epoch": 4.466846843859329, "grad_norm": 1.2950156815350056e-05, "learning_rate": 5.331531561406709e-06, "loss": 0.0026, "step": 269400 }, { "epoch": 4.46701265109184, "grad_norm": 0.001051229191944003, "learning_rate": 5.329873489081594e-06, "loss": 0.0002, "step": 269410 }, { "epoch": 4.467178458324352, "grad_norm": 0.001325151533819735, "learning_rate": 5.328215416756479e-06, "loss": 0.0045, "step": 269420 }, { "epoch": 4.467344265556863, "grad_norm": 0.1584082394838333, "learning_rate": 5.3265573444313645e-06, "loss": 0.0095, "step": 269430 }, { "epoch": 4.467510072789375, "grad_norm": 0.00021762146207038313, "learning_rate": 5.324899272106249e-06, "loss": 0.0007, "step": 269440 }, { "epoch": 4.467675880021886, "grad_norm": 0.009075235575437546, "learning_rate": 5.323241199781135e-06, "loss": 0.0058, "step": 269450 }, { "epoch": 4.467841687254398, "grad_norm": 0.14621199667453766, "learning_rate": 5.32158312745602e-06, "loss": 0.0023, "step": 269460 }, { "epoch": 4.468007494486909, "grad_norm": 0.0009829812915995717, "learning_rate": 5.319925055130905e-06, "loss": 0.0004, "step": 269470 }, { "epoch": 4.468173301719421, "grad_norm": 0.00023341632913798094, "learning_rate": 5.31826698280579e-06, "loss": 0.008, "step": 269480 }, { "epoch": 4.468339108951932, "grad_norm": 0.0036369680892676115, "learning_rate": 5.3166089104806755e-06, "loss": 0.0074, "step": 269490 }, { "epoch": 4.468504916184444, "grad_norm": 0.07925690710544586, "learning_rate": 5.314950838155561e-06, "loss": 0.0003, "step": 269500 }, { "epoch": 4.468670723416955, "grad_norm": 0.0002154658577637747, "learning_rate": 5.313292765830446e-06, "loss": 0.0, "step": 269510 }, { "epoch": 4.468836530649467, "grad_norm": 0.002934010000899434, "learning_rate": 5.311634693505331e-06, "loss": 0.0053, "step": 269520 }, { "epoch": 4.469002337881978, "grad_norm": 0.0003520029713399708, "learning_rate": 5.309976621180216e-06, "loss": 0.0111, "step": 269530 }, { "epoch": 4.46916814511449, "grad_norm": 0.00684500252828002, "learning_rate": 5.308318548855101e-06, "loss": 0.006, "step": 269540 }, { "epoch": 4.469333952347001, "grad_norm": 0.00021717409254051745, "learning_rate": 5.3066604765299865e-06, "loss": 0.0, "step": 269550 }, { "epoch": 4.469499759579513, "grad_norm": 5.047275044489652e-05, "learning_rate": 5.305002404204872e-06, "loss": 0.006, "step": 269560 }, { "epoch": 4.469665566812024, "grad_norm": 0.00047536444617435336, "learning_rate": 5.303344331879757e-06, "loss": 0.0048, "step": 269570 }, { "epoch": 4.469831374044536, "grad_norm": 0.037180401384830475, "learning_rate": 5.301686259554642e-06, "loss": 0.0077, "step": 269580 }, { "epoch": 4.469997181277047, "grad_norm": 0.003720688633620739, "learning_rate": 5.300028187229527e-06, "loss": 0.0058, "step": 269590 }, { "epoch": 4.470162988509559, "grad_norm": 0.00010868492245208472, "learning_rate": 5.298370114904412e-06, "loss": 0.0055, "step": 269600 }, { "epoch": 4.47032879574207, "grad_norm": 4.460587297216989e-05, "learning_rate": 5.296712042579298e-06, "loss": 0.0103, "step": 269610 }, { "epoch": 4.470494602974582, "grad_norm": 0.00017928109446074814, "learning_rate": 5.295053970254183e-06, "loss": 0.0011, "step": 269620 }, { "epoch": 4.470660410207094, "grad_norm": 0.24772468209266663, "learning_rate": 5.293395897929068e-06, "loss": 0.0072, "step": 269630 }, { "epoch": 4.470826217439605, "grad_norm": 0.1637515276670456, "learning_rate": 5.291737825603953e-06, "loss": 0.0069, "step": 269640 }, { "epoch": 4.470992024672116, "grad_norm": 0.0003859959542751312, "learning_rate": 5.290079753278838e-06, "loss": 0.0038, "step": 269650 }, { "epoch": 4.471157831904628, "grad_norm": 0.004279356449842453, "learning_rate": 5.2884216809537234e-06, "loss": 0.0018, "step": 269660 }, { "epoch": 4.47132363913714, "grad_norm": 0.0008687729714438319, "learning_rate": 5.286763608628609e-06, "loss": 0.0027, "step": 269670 }, { "epoch": 4.471489446369651, "grad_norm": 7.201554399216548e-05, "learning_rate": 5.285105536303494e-06, "loss": 0.0001, "step": 269680 }, { "epoch": 4.4716552536021625, "grad_norm": 0.0008572451188229024, "learning_rate": 5.283447463978379e-06, "loss": 0.0021, "step": 269690 }, { "epoch": 4.471821060834674, "grad_norm": 0.01513085886836052, "learning_rate": 5.281789391653264e-06, "loss": 0.0026, "step": 269700 }, { "epoch": 4.4719868680671855, "grad_norm": 0.07577813416719437, "learning_rate": 5.280131319328149e-06, "loss": 0.0003, "step": 269710 }, { "epoch": 4.4721526752996965, "grad_norm": 0.00012132260599173605, "learning_rate": 5.2784732470030345e-06, "loss": 0.0063, "step": 269720 }, { "epoch": 4.472318482532208, "grad_norm": 0.40518084168434143, "learning_rate": 5.27681517467792e-06, "loss": 0.0073, "step": 269730 }, { "epoch": 4.4724842897647195, "grad_norm": 0.0785449668765068, "learning_rate": 5.275157102352805e-06, "loss": 0.0002, "step": 269740 }, { "epoch": 4.472650096997231, "grad_norm": 0.018639717251062393, "learning_rate": 5.27349903002769e-06, "loss": 0.0112, "step": 269750 }, { "epoch": 4.472815904229742, "grad_norm": 0.0005225123604759574, "learning_rate": 5.271840957702575e-06, "loss": 0.01, "step": 269760 }, { "epoch": 4.472981711462254, "grad_norm": 0.004159017466008663, "learning_rate": 5.27018288537746e-06, "loss": 0.0001, "step": 269770 }, { "epoch": 4.473147518694765, "grad_norm": 0.16850346326828003, "learning_rate": 5.2685248130523455e-06, "loss": 0.0077, "step": 269780 }, { "epoch": 4.473313325927277, "grad_norm": 0.00043147997348569334, "learning_rate": 5.266866740727231e-06, "loss": 0.0031, "step": 269790 }, { "epoch": 4.473479133159788, "grad_norm": 0.0003590975538827479, "learning_rate": 5.265208668402116e-06, "loss": 0.003, "step": 269800 }, { "epoch": 4.4736449403923, "grad_norm": 0.0003258230572100729, "learning_rate": 5.263550596077001e-06, "loss": 0.0004, "step": 269810 }, { "epoch": 4.473810747624811, "grad_norm": 0.00046552959247492254, "learning_rate": 5.261892523751886e-06, "loss": 0.0007, "step": 269820 }, { "epoch": 4.473976554857323, "grad_norm": 2.638039404700976e-05, "learning_rate": 5.260234451426771e-06, "loss": 0.0085, "step": 269830 }, { "epoch": 4.474142362089834, "grad_norm": 0.0016456447774544358, "learning_rate": 5.2585763791016566e-06, "loss": 0.0002, "step": 269840 }, { "epoch": 4.474308169322346, "grad_norm": 0.0038345183711498976, "learning_rate": 5.256918306776542e-06, "loss": 0.0054, "step": 269850 }, { "epoch": 4.474473976554857, "grad_norm": 9.104108175961301e-05, "learning_rate": 5.255260234451427e-06, "loss": 0.0049, "step": 269860 }, { "epoch": 4.474639783787369, "grad_norm": 0.0001925947144627571, "learning_rate": 5.253602162126312e-06, "loss": 0.0001, "step": 269870 }, { "epoch": 4.47480559101988, "grad_norm": 8.314281149068847e-05, "learning_rate": 5.251944089801197e-06, "loss": 0.0061, "step": 269880 }, { "epoch": 4.474971398252392, "grad_norm": 0.00025509652914479375, "learning_rate": 5.2502860174760824e-06, "loss": 0.0001, "step": 269890 }, { "epoch": 4.475137205484903, "grad_norm": 0.0005556756514124572, "learning_rate": 5.248627945150968e-06, "loss": 0.0032, "step": 269900 }, { "epoch": 4.475303012717415, "grad_norm": 0.00025577264023013413, "learning_rate": 5.246969872825853e-06, "loss": 0.0044, "step": 269910 }, { "epoch": 4.475468819949926, "grad_norm": 0.0025104426313191652, "learning_rate": 5.245311800500738e-06, "loss": 0.0094, "step": 269920 }, { "epoch": 4.475634627182438, "grad_norm": 0.0015410652849823236, "learning_rate": 5.243653728175623e-06, "loss": 0.0056, "step": 269930 }, { "epoch": 4.475800434414949, "grad_norm": 0.001662698108702898, "learning_rate": 5.241995655850508e-06, "loss": 0.0, "step": 269940 }, { "epoch": 4.475966241647461, "grad_norm": 0.0003578464675229043, "learning_rate": 5.2403375835253935e-06, "loss": 0.0033, "step": 269950 }, { "epoch": 4.476132048879972, "grad_norm": 0.22801977396011353, "learning_rate": 5.2386795112002795e-06, "loss": 0.0129, "step": 269960 }, { "epoch": 4.476297856112484, "grad_norm": 0.17973974347114563, "learning_rate": 5.237021438875165e-06, "loss": 0.0097, "step": 269970 }, { "epoch": 4.476463663344995, "grad_norm": 0.0030457067769020796, "learning_rate": 5.23536336655005e-06, "loss": 0.0001, "step": 269980 }, { "epoch": 4.476629470577507, "grad_norm": 0.02891666069626808, "learning_rate": 5.233705294224934e-06, "loss": 0.0006, "step": 269990 }, { "epoch": 4.476795277810018, "grad_norm": 0.010927070863544941, "learning_rate": 5.232047221899819e-06, "loss": 0.0001, "step": 270000 }, { "epoch": 4.47696108504253, "grad_norm": 0.0007334224064834416, "learning_rate": 5.2303891495747045e-06, "loss": 0.0, "step": 270010 }, { "epoch": 4.477126892275041, "grad_norm": 0.0005218482692725956, "learning_rate": 5.22873107724959e-06, "loss": 0.0, "step": 270020 }, { "epoch": 4.477292699507553, "grad_norm": 0.0008527013123966753, "learning_rate": 5.227073004924475e-06, "loss": 0.006, "step": 270030 }, { "epoch": 4.477458506740064, "grad_norm": 0.002102185506373644, "learning_rate": 5.22541493259936e-06, "loss": 0.0055, "step": 270040 }, { "epoch": 4.4776243139725755, "grad_norm": 0.0025944309309124947, "learning_rate": 5.223756860274245e-06, "loss": 0.0029, "step": 270050 }, { "epoch": 4.477790121205087, "grad_norm": 0.00048525765305384994, "learning_rate": 5.22209878794913e-06, "loss": 0.0001, "step": 270060 }, { "epoch": 4.4779559284375985, "grad_norm": 0.03599492087960243, "learning_rate": 5.2204407156240155e-06, "loss": 0.0132, "step": 270070 }, { "epoch": 4.4781217356701095, "grad_norm": 0.002191755920648575, "learning_rate": 5.218782643298901e-06, "loss": 0.0101, "step": 270080 }, { "epoch": 4.478287542902621, "grad_norm": 0.3418427109718323, "learning_rate": 5.217124570973786e-06, "loss": 0.0038, "step": 270090 }, { "epoch": 4.478453350135133, "grad_norm": 0.02516975812613964, "learning_rate": 5.215466498648671e-06, "loss": 0.0005, "step": 270100 }, { "epoch": 4.478619157367644, "grad_norm": 0.0003074836859013885, "learning_rate": 5.213808426323556e-06, "loss": 0.0027, "step": 270110 }, { "epoch": 4.478784964600155, "grad_norm": 0.0007895505405031145, "learning_rate": 5.212150353998441e-06, "loss": 0.0006, "step": 270120 }, { "epoch": 4.478950771832667, "grad_norm": 6.134465365903452e-05, "learning_rate": 5.2104922816733274e-06, "loss": 0.0029, "step": 270130 }, { "epoch": 4.479116579065179, "grad_norm": 0.28317779302597046, "learning_rate": 5.208834209348213e-06, "loss": 0.0033, "step": 270140 }, { "epoch": 4.47928238629769, "grad_norm": 0.00019489524129312485, "learning_rate": 5.207176137023098e-06, "loss": 0.0138, "step": 270150 }, { "epoch": 4.479448193530202, "grad_norm": 2.0508430679910816e-05, "learning_rate": 5.205518064697983e-06, "loss": 0.0054, "step": 270160 }, { "epoch": 4.479614000762713, "grad_norm": 0.001276703434996307, "learning_rate": 5.203859992372868e-06, "loss": 0.0, "step": 270170 }, { "epoch": 4.479779807995225, "grad_norm": 0.0009173543658107519, "learning_rate": 5.2022019200477524e-06, "loss": 0.0086, "step": 270180 }, { "epoch": 4.479945615227736, "grad_norm": 0.22441895306110382, "learning_rate": 5.200543847722638e-06, "loss": 0.0081, "step": 270190 }, { "epoch": 4.480111422460248, "grad_norm": 7.625928992638364e-05, "learning_rate": 5.198885775397523e-06, "loss": 0.0031, "step": 270200 }, { "epoch": 4.480277229692759, "grad_norm": 4.8055062507046387e-05, "learning_rate": 5.197227703072408e-06, "loss": 0.0074, "step": 270210 }, { "epoch": 4.480443036925271, "grad_norm": 2.9825083402101882e-05, "learning_rate": 5.195569630747293e-06, "loss": 0.0091, "step": 270220 }, { "epoch": 4.480608844157782, "grad_norm": 0.0022696920204907656, "learning_rate": 5.193911558422178e-06, "loss": 0.0, "step": 270230 }, { "epoch": 4.480774651390294, "grad_norm": 0.00020588785992003977, "learning_rate": 5.1922534860970635e-06, "loss": 0.0033, "step": 270240 }, { "epoch": 4.480940458622805, "grad_norm": 2.9633913072757423e-05, "learning_rate": 5.190595413771949e-06, "loss": 0.0, "step": 270250 }, { "epoch": 4.481106265855317, "grad_norm": 0.021604960784316063, "learning_rate": 5.188937341446834e-06, "loss": 0.0068, "step": 270260 }, { "epoch": 4.481272073087828, "grad_norm": 0.15233114361763, "learning_rate": 5.187279269121719e-06, "loss": 0.0022, "step": 270270 }, { "epoch": 4.48143788032034, "grad_norm": 0.0019574803300201893, "learning_rate": 5.185621196796604e-06, "loss": 0.0002, "step": 270280 }, { "epoch": 4.481603687552851, "grad_norm": 0.016702357679605484, "learning_rate": 5.183963124471489e-06, "loss": 0.0005, "step": 270290 }, { "epoch": 4.481769494785363, "grad_norm": 0.01889953576028347, "learning_rate": 5.182305052146375e-06, "loss": 0.0108, "step": 270300 }, { "epoch": 4.481935302017874, "grad_norm": 0.0002502574061509222, "learning_rate": 5.1806469798212605e-06, "loss": 0.0104, "step": 270310 }, { "epoch": 4.482101109250386, "grad_norm": 8.054425416048616e-05, "learning_rate": 5.178988907496146e-06, "loss": 0.0031, "step": 270320 }, { "epoch": 4.482266916482897, "grad_norm": 0.00014715395809616894, "learning_rate": 5.177330835171031e-06, "loss": 0.001, "step": 270330 }, { "epoch": 4.482432723715409, "grad_norm": 3.23174026561901e-05, "learning_rate": 5.175672762845916e-06, "loss": 0.003, "step": 270340 }, { "epoch": 4.48259853094792, "grad_norm": 0.0012721532257273793, "learning_rate": 5.174014690520801e-06, "loss": 0.0028, "step": 270350 }, { "epoch": 4.482764338180432, "grad_norm": 0.005502715706825256, "learning_rate": 5.172356618195686e-06, "loss": 0.0025, "step": 270360 }, { "epoch": 4.482930145412943, "grad_norm": 0.0818215161561966, "learning_rate": 5.170698545870572e-06, "loss": 0.0056, "step": 270370 }, { "epoch": 4.483095952645455, "grad_norm": 4.012346107629128e-05, "learning_rate": 5.169040473545456e-06, "loss": 0.0026, "step": 270380 }, { "epoch": 4.483261759877966, "grad_norm": 0.45009639859199524, "learning_rate": 5.167382401220341e-06, "loss": 0.0081, "step": 270390 }, { "epoch": 4.4834275671104775, "grad_norm": 0.00010523563832975924, "learning_rate": 5.165724328895226e-06, "loss": 0.0041, "step": 270400 }, { "epoch": 4.4835933743429885, "grad_norm": 0.002315653022378683, "learning_rate": 5.1640662565701114e-06, "loss": 0.0026, "step": 270410 }, { "epoch": 4.4837591815755005, "grad_norm": 0.0010178511729463935, "learning_rate": 5.162408184244997e-06, "loss": 0.0036, "step": 270420 }, { "epoch": 4.4839249888080115, "grad_norm": 0.0008824687683954835, "learning_rate": 5.160750111919882e-06, "loss": 0.0051, "step": 270430 }, { "epoch": 4.484090796040523, "grad_norm": 9.621993376640603e-05, "learning_rate": 5.159092039594767e-06, "loss": 0.0002, "step": 270440 }, { "epoch": 4.484256603273034, "grad_norm": 0.1726151555776596, "learning_rate": 5.157433967269652e-06, "loss": 0.0032, "step": 270450 }, { "epoch": 4.484422410505546, "grad_norm": 0.20376959443092346, "learning_rate": 5.155775894944537e-06, "loss": 0.003, "step": 270460 }, { "epoch": 4.484588217738057, "grad_norm": 0.0003488360089249909, "learning_rate": 5.154117822619423e-06, "loss": 0.0164, "step": 270470 }, { "epoch": 4.484754024970569, "grad_norm": 0.0027671330608427525, "learning_rate": 5.1524597502943085e-06, "loss": 0.0023, "step": 270480 }, { "epoch": 4.48491983220308, "grad_norm": 0.00017732055857777596, "learning_rate": 5.150801677969194e-06, "loss": 0.0018, "step": 270490 }, { "epoch": 4.485085639435592, "grad_norm": 0.005708897951990366, "learning_rate": 5.149143605644079e-06, "loss": 0.0021, "step": 270500 }, { "epoch": 4.485251446668103, "grad_norm": 0.005346381571143866, "learning_rate": 5.147485533318964e-06, "loss": 0.0002, "step": 270510 }, { "epoch": 4.485417253900615, "grad_norm": 0.0010952253360301256, "learning_rate": 5.145827460993849e-06, "loss": 0.0034, "step": 270520 }, { "epoch": 4.485583061133126, "grad_norm": 0.001028041122481227, "learning_rate": 5.144169388668734e-06, "loss": 0.0, "step": 270530 }, { "epoch": 4.485748868365638, "grad_norm": 2.1584874048130587e-05, "learning_rate": 5.1425113163436195e-06, "loss": 0.0018, "step": 270540 }, { "epoch": 4.485914675598149, "grad_norm": 7.141318928916007e-05, "learning_rate": 5.140853244018505e-06, "loss": 0.0038, "step": 270550 }, { "epoch": 4.486080482830661, "grad_norm": 8.043471461860463e-05, "learning_rate": 5.13919517169339e-06, "loss": 0.0001, "step": 270560 }, { "epoch": 4.486246290063173, "grad_norm": 5.998721098876558e-05, "learning_rate": 5.137537099368275e-06, "loss": 0.0029, "step": 270570 }, { "epoch": 4.486412097295684, "grad_norm": 0.13055403530597687, "learning_rate": 5.135879027043159e-06, "loss": 0.0072, "step": 270580 }, { "epoch": 4.486577904528195, "grad_norm": 0.00045792286982759833, "learning_rate": 5.1342209547180445e-06, "loss": 0.0028, "step": 270590 }, { "epoch": 4.486743711760707, "grad_norm": 0.0005702436319552362, "learning_rate": 5.13256288239293e-06, "loss": 0.0033, "step": 270600 }, { "epoch": 4.486909518993219, "grad_norm": 0.0050987983122467995, "learning_rate": 5.130904810067815e-06, "loss": 0.0009, "step": 270610 }, { "epoch": 4.48707532622573, "grad_norm": 0.00015666740364395082, "learning_rate": 5.1292467377427e-06, "loss": 0.0002, "step": 270620 }, { "epoch": 4.487241133458242, "grad_norm": 1.0217274393653497e-05, "learning_rate": 5.127588665417585e-06, "loss": 0.0102, "step": 270630 }, { "epoch": 4.487406940690753, "grad_norm": 0.16311925649642944, "learning_rate": 5.125930593092471e-06, "loss": 0.004, "step": 270640 }, { "epoch": 4.487572747923265, "grad_norm": 0.0070571936666965485, "learning_rate": 5.1242725207673564e-06, "loss": 0.0042, "step": 270650 }, { "epoch": 4.487738555155776, "grad_norm": 4.6344019210664555e-05, "learning_rate": 5.122614448442242e-06, "loss": 0.0001, "step": 270660 }, { "epoch": 4.487904362388288, "grad_norm": 0.00046909949742257595, "learning_rate": 5.120956376117127e-06, "loss": 0.0003, "step": 270670 }, { "epoch": 4.488070169620799, "grad_norm": 0.14443160593509674, "learning_rate": 5.119298303792012e-06, "loss": 0.0027, "step": 270680 }, { "epoch": 4.488235976853311, "grad_norm": 0.00010796673450386152, "learning_rate": 5.117640231466897e-06, "loss": 0.0037, "step": 270690 }, { "epoch": 4.488401784085822, "grad_norm": 0.0003918918373528868, "learning_rate": 5.115982159141782e-06, "loss": 0.0035, "step": 270700 }, { "epoch": 4.488567591318334, "grad_norm": 0.14061720669269562, "learning_rate": 5.1143240868166675e-06, "loss": 0.0021, "step": 270710 }, { "epoch": 4.488733398550845, "grad_norm": 0.0006633512093685567, "learning_rate": 5.112666014491553e-06, "loss": 0.004, "step": 270720 }, { "epoch": 4.4888992057833565, "grad_norm": 0.0032154694199562073, "learning_rate": 5.111007942166438e-06, "loss": 0.0025, "step": 270730 }, { "epoch": 4.489065013015868, "grad_norm": 0.0002712871937546879, "learning_rate": 5.109349869841323e-06, "loss": 0.0147, "step": 270740 }, { "epoch": 4.4892308202483795, "grad_norm": 4.048828122904524e-05, "learning_rate": 5.107691797516208e-06, "loss": 0.0008, "step": 270750 }, { "epoch": 4.4893966274808905, "grad_norm": 0.00020111881894990802, "learning_rate": 5.106033725191093e-06, "loss": 0.0001, "step": 270760 }, { "epoch": 4.489562434713402, "grad_norm": 0.1244390681385994, "learning_rate": 5.104375652865978e-06, "loss": 0.0082, "step": 270770 }, { "epoch": 4.4897282419459135, "grad_norm": 0.0003913362161256373, "learning_rate": 5.102717580540863e-06, "loss": 0.0082, "step": 270780 }, { "epoch": 4.489894049178425, "grad_norm": 0.027960680425167084, "learning_rate": 5.101059508215748e-06, "loss": 0.0045, "step": 270790 }, { "epoch": 4.490059856410936, "grad_norm": 0.000754091190174222, "learning_rate": 5.099401435890633e-06, "loss": 0.0001, "step": 270800 }, { "epoch": 4.490225663643448, "grad_norm": 0.2606380581855774, "learning_rate": 5.097743363565518e-06, "loss": 0.0004, "step": 270810 }, { "epoch": 4.490391470875959, "grad_norm": 0.00010417016164865345, "learning_rate": 5.096085291240404e-06, "loss": 0.0128, "step": 270820 }, { "epoch": 4.490557278108471, "grad_norm": 5.4643085604766384e-05, "learning_rate": 5.0944272189152895e-06, "loss": 0.0028, "step": 270830 }, { "epoch": 4.490723085340982, "grad_norm": 0.9272603392601013, "learning_rate": 5.092769146590175e-06, "loss": 0.0134, "step": 270840 }, { "epoch": 4.490888892573494, "grad_norm": 0.011462119407951832, "learning_rate": 5.09111107426506e-06, "loss": 0.0001, "step": 270850 }, { "epoch": 4.491054699806005, "grad_norm": 0.0012711327290162444, "learning_rate": 5.089453001939945e-06, "loss": 0.0075, "step": 270860 }, { "epoch": 4.491220507038517, "grad_norm": 0.007395015563815832, "learning_rate": 5.08779492961483e-06, "loss": 0.0, "step": 270870 }, { "epoch": 4.491386314271028, "grad_norm": 0.00027690824936144054, "learning_rate": 5.086136857289715e-06, "loss": 0.004, "step": 270880 }, { "epoch": 4.49155212150354, "grad_norm": 0.007098349742591381, "learning_rate": 5.084478784964601e-06, "loss": 0.0029, "step": 270890 }, { "epoch": 4.491717928736051, "grad_norm": 0.0007935584289953113, "learning_rate": 5.082820712639486e-06, "loss": 0.0028, "step": 270900 }, { "epoch": 4.491883735968563, "grad_norm": 5.767499533249065e-05, "learning_rate": 5.081162640314371e-06, "loss": 0.0033, "step": 270910 }, { "epoch": 4.492049543201074, "grad_norm": 0.0005732761928811669, "learning_rate": 5.079504567989256e-06, "loss": 0.0, "step": 270920 }, { "epoch": 4.492215350433586, "grad_norm": 0.27964267134666443, "learning_rate": 5.077846495664141e-06, "loss": 0.0062, "step": 270930 }, { "epoch": 4.492381157666097, "grad_norm": 9.761800902197137e-05, "learning_rate": 5.0761884233390265e-06, "loss": 0.0054, "step": 270940 }, { "epoch": 4.492546964898609, "grad_norm": 0.001663997070863843, "learning_rate": 5.074530351013912e-06, "loss": 0.0031, "step": 270950 }, { "epoch": 4.49271277213112, "grad_norm": 0.14065313339233398, "learning_rate": 5.072872278688797e-06, "loss": 0.0093, "step": 270960 }, { "epoch": 4.492878579363632, "grad_norm": 0.0015874693635851145, "learning_rate": 5.071214206363681e-06, "loss": 0.0031, "step": 270970 }, { "epoch": 4.493044386596143, "grad_norm": 0.18743856251239777, "learning_rate": 5.069556134038566e-06, "loss": 0.0055, "step": 270980 }, { "epoch": 4.493210193828655, "grad_norm": 0.0010381073225289583, "learning_rate": 5.067898061713452e-06, "loss": 0.0034, "step": 270990 }, { "epoch": 4.493376001061167, "grad_norm": 0.01068461500108242, "learning_rate": 5.0662399893883375e-06, "loss": 0.0043, "step": 271000 }, { "epoch": 4.493541808293678, "grad_norm": 0.0026887780986726284, "learning_rate": 5.064581917063223e-06, "loss": 0.0001, "step": 271010 }, { "epoch": 4.493707615526189, "grad_norm": 0.11873657256364822, "learning_rate": 5.062923844738108e-06, "loss": 0.0064, "step": 271020 }, { "epoch": 4.493873422758701, "grad_norm": 4.4674579839920625e-05, "learning_rate": 5.061265772412993e-06, "loss": 0.0087, "step": 271030 }, { "epoch": 4.494039229991213, "grad_norm": 0.1681455671787262, "learning_rate": 5.059607700087878e-06, "loss": 0.0039, "step": 271040 }, { "epoch": 4.494205037223724, "grad_norm": 0.0004398440651129931, "learning_rate": 5.057949627762763e-06, "loss": 0.0033, "step": 271050 }, { "epoch": 4.494370844456236, "grad_norm": 0.00016236983356066048, "learning_rate": 5.0562915554376485e-06, "loss": 0.0, "step": 271060 }, { "epoch": 4.494536651688747, "grad_norm": 0.0006034794496372342, "learning_rate": 5.054633483112534e-06, "loss": 0.0027, "step": 271070 }, { "epoch": 4.4947024589212585, "grad_norm": 0.0008778771734796464, "learning_rate": 5.052975410787419e-06, "loss": 0.0002, "step": 271080 }, { "epoch": 4.4948682661537696, "grad_norm": 0.0008956827223300934, "learning_rate": 5.051317338462304e-06, "loss": 0.0055, "step": 271090 }, { "epoch": 4.4950340733862815, "grad_norm": 8.517730020685121e-05, "learning_rate": 5.049659266137189e-06, "loss": 0.0023, "step": 271100 }, { "epoch": 4.4951998806187925, "grad_norm": 0.024355702102184296, "learning_rate": 5.048001193812074e-06, "loss": 0.003, "step": 271110 }, { "epoch": 4.495365687851304, "grad_norm": 0.1719098836183548, "learning_rate": 5.0463431214869596e-06, "loss": 0.0036, "step": 271120 }, { "epoch": 4.495531495083815, "grad_norm": 0.0003707559662871063, "learning_rate": 5.044685049161845e-06, "loss": 0.0036, "step": 271130 }, { "epoch": 4.495697302316327, "grad_norm": 0.0008134705130942166, "learning_rate": 5.04302697683673e-06, "loss": 0.0039, "step": 271140 }, { "epoch": 4.495863109548838, "grad_norm": 2.9684535547858104e-05, "learning_rate": 5.041368904511615e-06, "loss": 0.0015, "step": 271150 }, { "epoch": 4.49602891678135, "grad_norm": 0.00017076381482183933, "learning_rate": 5.0397108321865e-06, "loss": 0.0018, "step": 271160 }, { "epoch": 4.496194724013861, "grad_norm": 0.00025949859991669655, "learning_rate": 5.0380527598613854e-06, "loss": 0.0026, "step": 271170 }, { "epoch": 4.496360531246373, "grad_norm": 0.01793506368994713, "learning_rate": 5.036394687536271e-06, "loss": 0.0001, "step": 271180 }, { "epoch": 4.496526338478884, "grad_norm": 0.0033309990540146828, "learning_rate": 5.034736615211156e-06, "loss": 0.003, "step": 271190 }, { "epoch": 4.496692145711396, "grad_norm": 9.186925308313221e-05, "learning_rate": 5.033078542886041e-06, "loss": 0.0033, "step": 271200 }, { "epoch": 4.496857952943907, "grad_norm": 7.911273132776842e-05, "learning_rate": 5.031420470560926e-06, "loss": 0.0088, "step": 271210 }, { "epoch": 4.497023760176419, "grad_norm": 0.0019846216309815645, "learning_rate": 5.029762398235811e-06, "loss": 0.003, "step": 271220 }, { "epoch": 4.49718956740893, "grad_norm": 0.0002809465804602951, "learning_rate": 5.0281043259106965e-06, "loss": 0.0024, "step": 271230 }, { "epoch": 4.497355374641442, "grad_norm": 0.010560354217886925, "learning_rate": 5.026446253585582e-06, "loss": 0.0074, "step": 271240 }, { "epoch": 4.497521181873953, "grad_norm": 0.0033887645695358515, "learning_rate": 5.024788181260467e-06, "loss": 0.0, "step": 271250 }, { "epoch": 4.497686989106465, "grad_norm": 0.0010754346149042249, "learning_rate": 5.023130108935352e-06, "loss": 0.0003, "step": 271260 }, { "epoch": 4.497852796338976, "grad_norm": 0.0003375261148903519, "learning_rate": 5.021472036610237e-06, "loss": 0.0001, "step": 271270 }, { "epoch": 4.498018603571488, "grad_norm": 0.0019125480903312564, "learning_rate": 5.019813964285122e-06, "loss": 0.0, "step": 271280 }, { "epoch": 4.498184410803999, "grad_norm": 0.0017865023110061884, "learning_rate": 5.0181558919600075e-06, "loss": 0.0076, "step": 271290 }, { "epoch": 4.498350218036511, "grad_norm": 0.003165242727845907, "learning_rate": 5.016497819634893e-06, "loss": 0.0027, "step": 271300 }, { "epoch": 4.498516025269022, "grad_norm": 0.15818332135677338, "learning_rate": 5.014839747309778e-06, "loss": 0.0129, "step": 271310 }, { "epoch": 4.498681832501534, "grad_norm": 0.0008688588277436793, "learning_rate": 5.013181674984663e-06, "loss": 0.0098, "step": 271320 }, { "epoch": 4.498847639734045, "grad_norm": 0.13244502246379852, "learning_rate": 5.011523602659548e-06, "loss": 0.0019, "step": 271330 }, { "epoch": 4.499013446966557, "grad_norm": 0.00023369847622234374, "learning_rate": 5.009865530334433e-06, "loss": 0.0032, "step": 271340 }, { "epoch": 4.499179254199068, "grad_norm": 3.745134745258838e-05, "learning_rate": 5.0082074580093185e-06, "loss": 0.0054, "step": 271350 }, { "epoch": 4.49934506143158, "grad_norm": 0.003516780911013484, "learning_rate": 5.006549385684204e-06, "loss": 0.0, "step": 271360 }, { "epoch": 4.499510868664091, "grad_norm": 0.00035845348611474037, "learning_rate": 5.004891313359089e-06, "loss": 0.0, "step": 271370 }, { "epoch": 4.499676675896603, "grad_norm": 2.767760815913789e-05, "learning_rate": 5.003233241033974e-06, "loss": 0.0001, "step": 271380 }, { "epoch": 4.499842483129114, "grad_norm": 0.00011673291737679392, "learning_rate": 5.001575168708859e-06, "loss": 0.0008, "step": 271390 }, { "epoch": 4.500008290361626, "grad_norm": 0.00037366306059993804, "learning_rate": 4.999917096383744e-06, "loss": 0.0, "step": 271400 }, { "epoch": 4.500174097594137, "grad_norm": 5.6511828006478027e-05, "learning_rate": 4.99825902405863e-06, "loss": 0.0033, "step": 271410 }, { "epoch": 4.500339904826649, "grad_norm": 0.010210894048213959, "learning_rate": 4.996600951733515e-06, "loss": 0.0039, "step": 271420 }, { "epoch": 4.5005057120591605, "grad_norm": 0.002816503867506981, "learning_rate": 4.9949428794084e-06, "loss": 0.0001, "step": 271430 }, { "epoch": 4.5006715192916715, "grad_norm": 0.0009683542884886265, "learning_rate": 4.993284807083285e-06, "loss": 0.0105, "step": 271440 }, { "epoch": 4.500837326524183, "grad_norm": 9.120311005972326e-05, "learning_rate": 4.99162673475817e-06, "loss": 0.0014, "step": 271450 }, { "epoch": 4.5010031337566945, "grad_norm": 2.7554899133974686e-05, "learning_rate": 4.9899686624330555e-06, "loss": 0.0027, "step": 271460 }, { "epoch": 4.501168940989206, "grad_norm": 2.2184880435816012e-05, "learning_rate": 4.988310590107941e-06, "loss": 0.0078, "step": 271470 }, { "epoch": 4.501334748221717, "grad_norm": 0.008643768727779388, "learning_rate": 4.986652517782826e-06, "loss": 0.0002, "step": 271480 }, { "epoch": 4.5015005554542284, "grad_norm": 4.807274308404885e-05, "learning_rate": 4.984994445457711e-06, "loss": 0.0, "step": 271490 }, { "epoch": 4.50166636268674, "grad_norm": 0.00014886782446410507, "learning_rate": 4.983336373132597e-06, "loss": 0.0042, "step": 271500 }, { "epoch": 4.501832169919252, "grad_norm": 0.0015563007909804583, "learning_rate": 4.981678300807481e-06, "loss": 0.0136, "step": 271510 }, { "epoch": 4.501997977151763, "grad_norm": 6.377686804626137e-05, "learning_rate": 4.9800202284823665e-06, "loss": 0.0029, "step": 271520 }, { "epoch": 4.502163784384275, "grad_norm": 0.01142069511115551, "learning_rate": 4.978362156157252e-06, "loss": 0.0001, "step": 271530 }, { "epoch": 4.502329591616786, "grad_norm": 0.00010101985390065238, "learning_rate": 4.976704083832137e-06, "loss": 0.0014, "step": 271540 }, { "epoch": 4.502495398849298, "grad_norm": 0.010797995142638683, "learning_rate": 4.975046011507022e-06, "loss": 0.0053, "step": 271550 }, { "epoch": 4.502661206081809, "grad_norm": 0.00017801263311412185, "learning_rate": 4.973387939181907e-06, "loss": 0.0027, "step": 271560 }, { "epoch": 4.502827013314321, "grad_norm": 0.0018567726947367191, "learning_rate": 4.971729866856792e-06, "loss": 0.0031, "step": 271570 }, { "epoch": 4.502992820546832, "grad_norm": 0.0001574982888996601, "learning_rate": 4.9700717945316775e-06, "loss": 0.0019, "step": 271580 }, { "epoch": 4.503158627779344, "grad_norm": 0.000661575875710696, "learning_rate": 4.968413722206563e-06, "loss": 0.0022, "step": 271590 }, { "epoch": 4.503324435011855, "grad_norm": 0.0047280010767281055, "learning_rate": 4.966755649881448e-06, "loss": 0.0034, "step": 271600 }, { "epoch": 4.503490242244367, "grad_norm": 3.170134368701838e-05, "learning_rate": 4.965097577556333e-06, "loss": 0.0091, "step": 271610 }, { "epoch": 4.503656049476878, "grad_norm": 0.0011049677850678563, "learning_rate": 4.963439505231218e-06, "loss": 0.0049, "step": 271620 }, { "epoch": 4.50382185670939, "grad_norm": 0.016682423651218414, "learning_rate": 4.961781432906103e-06, "loss": 0.0001, "step": 271630 }, { "epoch": 4.503987663941901, "grad_norm": 0.07292533665895462, "learning_rate": 4.9601233605809886e-06, "loss": 0.0002, "step": 271640 }, { "epoch": 4.504153471174413, "grad_norm": 0.0011043247068300843, "learning_rate": 4.958465288255874e-06, "loss": 0.0001, "step": 271650 }, { "epoch": 4.504319278406924, "grad_norm": 0.1645297110080719, "learning_rate": 4.956807215930759e-06, "loss": 0.0137, "step": 271660 }, { "epoch": 4.504485085639436, "grad_norm": 0.007636693771928549, "learning_rate": 4.955149143605645e-06, "loss": 0.0035, "step": 271670 }, { "epoch": 4.504650892871947, "grad_norm": 4.095325857633725e-05, "learning_rate": 4.95349107128053e-06, "loss": 0.0035, "step": 271680 }, { "epoch": 4.504816700104459, "grad_norm": 0.0009069693041965365, "learning_rate": 4.951832998955415e-06, "loss": 0.0045, "step": 271690 }, { "epoch": 4.50498250733697, "grad_norm": 0.0011046332074329257, "learning_rate": 4.9501749266303005e-06, "loss": 0.0001, "step": 271700 }, { "epoch": 4.505148314569482, "grad_norm": 0.00017591494543012232, "learning_rate": 4.948516854305185e-06, "loss": 0.0, "step": 271710 }, { "epoch": 4.505314121801993, "grad_norm": 0.12624259293079376, "learning_rate": 4.94685878198007e-06, "loss": 0.0003, "step": 271720 }, { "epoch": 4.505479929034505, "grad_norm": 0.018225079402327538, "learning_rate": 4.945200709654955e-06, "loss": 0.0035, "step": 271730 }, { "epoch": 4.505645736267016, "grad_norm": 0.0012398646213114262, "learning_rate": 4.94354263732984e-06, "loss": 0.0001, "step": 271740 }, { "epoch": 4.505811543499528, "grad_norm": 0.0010101236402988434, "learning_rate": 4.9418845650047255e-06, "loss": 0.003, "step": 271750 }, { "epoch": 4.505977350732039, "grad_norm": 0.4843936860561371, "learning_rate": 4.940226492679611e-06, "loss": 0.0069, "step": 271760 }, { "epoch": 4.506143157964551, "grad_norm": 6.739970558555797e-05, "learning_rate": 4.938568420354496e-06, "loss": 0.0037, "step": 271770 }, { "epoch": 4.506308965197062, "grad_norm": 0.0004576152132358402, "learning_rate": 4.936910348029381e-06, "loss": 0.0097, "step": 271780 }, { "epoch": 4.5064747724295735, "grad_norm": 0.013733030296862125, "learning_rate": 4.935252275704266e-06, "loss": 0.0026, "step": 271790 }, { "epoch": 4.5066405796620845, "grad_norm": 0.19450226426124573, "learning_rate": 4.933594203379151e-06, "loss": 0.0094, "step": 271800 }, { "epoch": 4.5068063868945965, "grad_norm": 0.00044649792835116386, "learning_rate": 4.9319361310540365e-06, "loss": 0.0003, "step": 271810 }, { "epoch": 4.5069721941271075, "grad_norm": 0.4131939709186554, "learning_rate": 4.930278058728922e-06, "loss": 0.0037, "step": 271820 }, { "epoch": 4.507138001359619, "grad_norm": 0.001910248538479209, "learning_rate": 4.928619986403807e-06, "loss": 0.0024, "step": 271830 }, { "epoch": 4.50730380859213, "grad_norm": 0.5945070385932922, "learning_rate": 4.926961914078693e-06, "loss": 0.0023, "step": 271840 }, { "epoch": 4.507469615824642, "grad_norm": 0.17403224110603333, "learning_rate": 4.925303841753578e-06, "loss": 0.0047, "step": 271850 }, { "epoch": 4.507635423057153, "grad_norm": 0.0012140297330915928, "learning_rate": 4.923645769428463e-06, "loss": 0.0049, "step": 271860 }, { "epoch": 4.507801230289665, "grad_norm": 0.00010763177124317735, "learning_rate": 4.921987697103348e-06, "loss": 0.0006, "step": 271870 }, { "epoch": 4.507967037522176, "grad_norm": 7.371605897787958e-05, "learning_rate": 4.9203296247782336e-06, "loss": 0.0197, "step": 271880 }, { "epoch": 4.508132844754688, "grad_norm": 0.00033704430097714067, "learning_rate": 4.918671552453119e-06, "loss": 0.0005, "step": 271890 }, { "epoch": 4.5082986519872, "grad_norm": 0.0004231379134580493, "learning_rate": 4.917013480128004e-06, "loss": 0.0002, "step": 271900 }, { "epoch": 4.508464459219711, "grad_norm": 0.00016935932217165828, "learning_rate": 4.915355407802888e-06, "loss": 0.0026, "step": 271910 }, { "epoch": 4.508630266452222, "grad_norm": 0.0007147144642658532, "learning_rate": 4.913697335477773e-06, "loss": 0.0053, "step": 271920 }, { "epoch": 4.508796073684734, "grad_norm": 0.0026511638425290585, "learning_rate": 4.912039263152659e-06, "loss": 0.0093, "step": 271930 }, { "epoch": 4.508961880917246, "grad_norm": 0.5307976007461548, "learning_rate": 4.910381190827544e-06, "loss": 0.0045, "step": 271940 }, { "epoch": 4.509127688149757, "grad_norm": 0.6313932538032532, "learning_rate": 4.908723118502429e-06, "loss": 0.0092, "step": 271950 }, { "epoch": 4.509293495382268, "grad_norm": 0.029716502875089645, "learning_rate": 4.907065046177314e-06, "loss": 0.0001, "step": 271960 }, { "epoch": 4.50945930261478, "grad_norm": 0.0003315358189865947, "learning_rate": 4.905406973852199e-06, "loss": 0.0001, "step": 271970 }, { "epoch": 4.509625109847292, "grad_norm": 2.5676374207250774e-05, "learning_rate": 4.9037489015270845e-06, "loss": 0.0005, "step": 271980 }, { "epoch": 4.509790917079803, "grad_norm": 0.0014423385728150606, "learning_rate": 4.90209082920197e-06, "loss": 0.0051, "step": 271990 }, { "epoch": 4.509956724312315, "grad_norm": 0.00014809452113695443, "learning_rate": 4.900432756876855e-06, "loss": 0.0025, "step": 272000 }, { "epoch": 4.510122531544826, "grad_norm": 0.007722593378275633, "learning_rate": 4.898774684551741e-06, "loss": 0.0033, "step": 272010 }, { "epoch": 4.510288338777338, "grad_norm": 4.328888462623581e-05, "learning_rate": 4.897116612226626e-06, "loss": 0.0063, "step": 272020 }, { "epoch": 4.510454146009849, "grad_norm": 0.003726584604009986, "learning_rate": 4.895458539901511e-06, "loss": 0.0045, "step": 272030 }, { "epoch": 4.510619953242361, "grad_norm": 0.1293943077325821, "learning_rate": 4.893800467576396e-06, "loss": 0.0095, "step": 272040 }, { "epoch": 4.510785760474872, "grad_norm": 0.0042198956944048405, "learning_rate": 4.8921423952512815e-06, "loss": 0.0077, "step": 272050 }, { "epoch": 4.510951567707384, "grad_norm": 8.64756730152294e-05, "learning_rate": 4.890484322926167e-06, "loss": 0.0017, "step": 272060 }, { "epoch": 4.511117374939895, "grad_norm": 0.0017186246113851666, "learning_rate": 4.888826250601052e-06, "loss": 0.0082, "step": 272070 }, { "epoch": 4.511283182172407, "grad_norm": 0.00011239648301852867, "learning_rate": 4.887168178275937e-06, "loss": 0.0043, "step": 272080 }, { "epoch": 4.511448989404918, "grad_norm": 0.0006308594602160156, "learning_rate": 4.885510105950822e-06, "loss": 0.0114, "step": 272090 }, { "epoch": 4.51161479663743, "grad_norm": 0.0006383228464983404, "learning_rate": 4.8838520336257065e-06, "loss": 0.0036, "step": 272100 }, { "epoch": 4.511780603869941, "grad_norm": 3.2106927392305806e-05, "learning_rate": 4.882193961300592e-06, "loss": 0.0068, "step": 272110 }, { "epoch": 4.5119464111024525, "grad_norm": 0.0033548295032233, "learning_rate": 4.880535888975477e-06, "loss": 0.0014, "step": 272120 }, { "epoch": 4.512112218334964, "grad_norm": 0.012637905776500702, "learning_rate": 4.878877816650362e-06, "loss": 0.0007, "step": 272130 }, { "epoch": 4.5122780255674755, "grad_norm": 0.058006178587675095, "learning_rate": 4.877219744325247e-06, "loss": 0.0081, "step": 272140 }, { "epoch": 4.5124438327999865, "grad_norm": 5.930416227784008e-05, "learning_rate": 4.875561672000132e-06, "loss": 0.0, "step": 272150 }, { "epoch": 4.512609640032498, "grad_norm": 0.022964932024478912, "learning_rate": 4.8739035996750176e-06, "loss": 0.0028, "step": 272160 }, { "epoch": 4.5127754472650095, "grad_norm": 0.00015614242875017226, "learning_rate": 4.872245527349903e-06, "loss": 0.0, "step": 272170 }, { "epoch": 4.512941254497521, "grad_norm": 0.005330124869942665, "learning_rate": 4.870587455024789e-06, "loss": 0.0027, "step": 272180 }, { "epoch": 4.513107061730032, "grad_norm": 1.4530738553730771e-05, "learning_rate": 4.868929382699674e-06, "loss": 0.0063, "step": 272190 }, { "epoch": 4.513272868962544, "grad_norm": 0.0008453208138234913, "learning_rate": 4.867271310374559e-06, "loss": 0.003, "step": 272200 }, { "epoch": 4.513438676195055, "grad_norm": 0.02527063712477684, "learning_rate": 4.865613238049444e-06, "loss": 0.0026, "step": 272210 }, { "epoch": 4.513604483427567, "grad_norm": 0.00016903661889955401, "learning_rate": 4.8639551657243295e-06, "loss": 0.0001, "step": 272220 }, { "epoch": 4.513770290660078, "grad_norm": 0.0009240233921445906, "learning_rate": 4.862297093399215e-06, "loss": 0.0103, "step": 272230 }, { "epoch": 4.51393609789259, "grad_norm": 0.031162666156888008, "learning_rate": 4.8606390210741e-06, "loss": 0.0014, "step": 272240 }, { "epoch": 4.514101905125101, "grad_norm": 0.5995152592658997, "learning_rate": 4.858980948748985e-06, "loss": 0.002, "step": 272250 }, { "epoch": 4.514267712357613, "grad_norm": 0.07759910076856613, "learning_rate": 4.85732287642387e-06, "loss": 0.0041, "step": 272260 }, { "epoch": 4.514433519590124, "grad_norm": 0.00016404894995503128, "learning_rate": 4.855664804098755e-06, "loss": 0.0031, "step": 272270 }, { "epoch": 4.514599326822636, "grad_norm": 0.2536277770996094, "learning_rate": 4.8540067317736405e-06, "loss": 0.0147, "step": 272280 }, { "epoch": 4.514765134055147, "grad_norm": 0.01747642271220684, "learning_rate": 4.852348659448526e-06, "loss": 0.0002, "step": 272290 }, { "epoch": 4.514930941287659, "grad_norm": 4.573057231027633e-05, "learning_rate": 4.85069058712341e-06, "loss": 0.0017, "step": 272300 }, { "epoch": 4.51509674852017, "grad_norm": 0.19054469466209412, "learning_rate": 4.849032514798295e-06, "loss": 0.0019, "step": 272310 }, { "epoch": 4.515262555752682, "grad_norm": 0.014450157061219215, "learning_rate": 4.84737444247318e-06, "loss": 0.0095, "step": 272320 }, { "epoch": 4.515428362985194, "grad_norm": 0.0026454480830579996, "learning_rate": 4.8457163701480655e-06, "loss": 0.0001, "step": 272330 }, { "epoch": 4.515594170217705, "grad_norm": 0.0002906335867010057, "learning_rate": 4.844058297822951e-06, "loss": 0.0001, "step": 272340 }, { "epoch": 4.515759977450216, "grad_norm": 0.00238718930631876, "learning_rate": 4.842400225497837e-06, "loss": 0.0056, "step": 272350 }, { "epoch": 4.515925784682728, "grad_norm": 0.0015834593214094639, "learning_rate": 4.840742153172722e-06, "loss": 0.0058, "step": 272360 }, { "epoch": 4.51609159191524, "grad_norm": 0.1674472689628601, "learning_rate": 4.839084080847607e-06, "loss": 0.0052, "step": 272370 }, { "epoch": 4.516257399147751, "grad_norm": 0.00023915947531349957, "learning_rate": 4.837426008522492e-06, "loss": 0.0112, "step": 272380 }, { "epoch": 4.516423206380262, "grad_norm": 0.0007899911724962294, "learning_rate": 4.835767936197377e-06, "loss": 0.0001, "step": 272390 }, { "epoch": 4.516589013612774, "grad_norm": 0.1757441759109497, "learning_rate": 4.8341098638722626e-06, "loss": 0.0052, "step": 272400 }, { "epoch": 4.516754820845286, "grad_norm": 0.0012611212441697717, "learning_rate": 4.832451791547148e-06, "loss": 0.0049, "step": 272410 }, { "epoch": 4.516920628077797, "grad_norm": 0.00036457902751863003, "learning_rate": 4.830793719222033e-06, "loss": 0.0051, "step": 272420 }, { "epoch": 4.517086435310309, "grad_norm": 0.0007371455430984497, "learning_rate": 4.829135646896918e-06, "loss": 0.0056, "step": 272430 }, { "epoch": 4.51725224254282, "grad_norm": 0.00017318883328698575, "learning_rate": 4.827477574571803e-06, "loss": 0.0073, "step": 272440 }, { "epoch": 4.517418049775332, "grad_norm": 0.00012170921399956569, "learning_rate": 4.8258195022466884e-06, "loss": 0.0036, "step": 272450 }, { "epoch": 4.517583857007843, "grad_norm": 0.0002522949071135372, "learning_rate": 4.824161429921574e-06, "loss": 0.0012, "step": 272460 }, { "epoch": 4.5177496642403545, "grad_norm": 0.10712561756372452, "learning_rate": 4.822503357596459e-06, "loss": 0.0002, "step": 272470 }, { "epoch": 4.5179154714728655, "grad_norm": 0.19856823980808258, "learning_rate": 4.820845285271344e-06, "loss": 0.0111, "step": 272480 }, { "epoch": 4.5180812787053775, "grad_norm": 0.00845727976411581, "learning_rate": 4.819187212946229e-06, "loss": 0.0024, "step": 272490 }, { "epoch": 4.5182470859378885, "grad_norm": 0.0004061769868712872, "learning_rate": 4.8175291406211135e-06, "loss": 0.0084, "step": 272500 }, { "epoch": 4.5184128931704, "grad_norm": 0.00012093806435586885, "learning_rate": 4.815871068295999e-06, "loss": 0.0036, "step": 272510 }, { "epoch": 4.518578700402911, "grad_norm": 0.4121323227882385, "learning_rate": 4.814212995970885e-06, "loss": 0.0005, "step": 272520 }, { "epoch": 4.518744507635423, "grad_norm": 0.1808021366596222, "learning_rate": 4.81255492364577e-06, "loss": 0.0074, "step": 272530 }, { "epoch": 4.518910314867934, "grad_norm": 0.006312641780823469, "learning_rate": 4.810896851320655e-06, "loss": 0.0005, "step": 272540 }, { "epoch": 4.519076122100446, "grad_norm": 0.008639981970191002, "learning_rate": 4.80923877899554e-06, "loss": 0.0001, "step": 272550 }, { "epoch": 4.519241929332957, "grad_norm": 0.00030762283131480217, "learning_rate": 4.807580706670425e-06, "loss": 0.0038, "step": 272560 }, { "epoch": 4.519407736565469, "grad_norm": 0.00013580851373262703, "learning_rate": 4.8059226343453105e-06, "loss": 0.0012, "step": 272570 }, { "epoch": 4.51957354379798, "grad_norm": 0.004300540778785944, "learning_rate": 4.804264562020196e-06, "loss": 0.0, "step": 272580 }, { "epoch": 4.519739351030492, "grad_norm": 0.00014190099318511784, "learning_rate": 4.802606489695081e-06, "loss": 0.0025, "step": 272590 }, { "epoch": 4.519905158263003, "grad_norm": 0.06274054199457169, "learning_rate": 4.800948417369966e-06, "loss": 0.0001, "step": 272600 }, { "epoch": 4.520070965495515, "grad_norm": 0.021810077130794525, "learning_rate": 4.799290345044851e-06, "loss": 0.018, "step": 272610 }, { "epoch": 4.520236772728026, "grad_norm": 0.004136081784963608, "learning_rate": 4.797632272719736e-06, "loss": 0.0, "step": 272620 }, { "epoch": 4.520402579960538, "grad_norm": 0.0019264795118942857, "learning_rate": 4.7959742003946216e-06, "loss": 0.0077, "step": 272630 }, { "epoch": 4.520568387193049, "grad_norm": 8.169579814421013e-05, "learning_rate": 4.794316128069507e-06, "loss": 0.0072, "step": 272640 }, { "epoch": 4.520734194425561, "grad_norm": 0.03239242732524872, "learning_rate": 4.792658055744392e-06, "loss": 0.0012, "step": 272650 }, { "epoch": 4.520900001658072, "grad_norm": 0.010197225958108902, "learning_rate": 4.790999983419277e-06, "loss": 0.0059, "step": 272660 }, { "epoch": 4.521065808890584, "grad_norm": 0.01361036580055952, "learning_rate": 4.789341911094162e-06, "loss": 0.006, "step": 272670 }, { "epoch": 4.521231616123095, "grad_norm": 0.1530710607767105, "learning_rate": 4.787683838769047e-06, "loss": 0.003, "step": 272680 }, { "epoch": 4.521397423355607, "grad_norm": 0.0008233294356614351, "learning_rate": 4.786025766443933e-06, "loss": 0.0001, "step": 272690 }, { "epoch": 4.521563230588118, "grad_norm": 0.00014778484182897955, "learning_rate": 4.784367694118818e-06, "loss": 0.0044, "step": 272700 }, { "epoch": 4.52172903782063, "grad_norm": 0.010472128167748451, "learning_rate": 4.782709621793703e-06, "loss": 0.0099, "step": 272710 }, { "epoch": 4.521894845053141, "grad_norm": 0.00016612085164524615, "learning_rate": 4.781051549468588e-06, "loss": 0.0054, "step": 272720 }, { "epoch": 4.522060652285653, "grad_norm": 0.0051331836730241776, "learning_rate": 4.779393477143473e-06, "loss": 0.0031, "step": 272730 }, { "epoch": 4.522226459518164, "grad_norm": 0.0006102759507484734, "learning_rate": 4.7777354048183585e-06, "loss": 0.0012, "step": 272740 }, { "epoch": 4.522392266750676, "grad_norm": 0.0025566061958670616, "learning_rate": 4.776077332493244e-06, "loss": 0.0095, "step": 272750 }, { "epoch": 4.522558073983187, "grad_norm": 0.14771009981632233, "learning_rate": 4.774419260168129e-06, "loss": 0.0039, "step": 272760 }, { "epoch": 4.522723881215699, "grad_norm": 0.31847214698791504, "learning_rate": 4.772761187843014e-06, "loss": 0.0072, "step": 272770 }, { "epoch": 4.52288968844821, "grad_norm": 0.008147435262799263, "learning_rate": 4.771103115517899e-06, "loss": 0.0032, "step": 272780 }, { "epoch": 4.523055495680722, "grad_norm": 0.0009043613099493086, "learning_rate": 4.769445043192784e-06, "loss": 0.0071, "step": 272790 }, { "epoch": 4.5232213029132335, "grad_norm": 0.0025088945403695107, "learning_rate": 4.7677869708676695e-06, "loss": 0.0003, "step": 272800 }, { "epoch": 4.523387110145745, "grad_norm": 3.4651609894353896e-05, "learning_rate": 4.766128898542555e-06, "loss": 0.0072, "step": 272810 }, { "epoch": 4.523552917378256, "grad_norm": 0.0015390579355880618, "learning_rate": 4.76447082621744e-06, "loss": 0.0006, "step": 272820 }, { "epoch": 4.5237187246107675, "grad_norm": 0.003155740210786462, "learning_rate": 4.762812753892325e-06, "loss": 0.0062, "step": 272830 }, { "epoch": 4.523884531843279, "grad_norm": 0.0009954184060916305, "learning_rate": 4.76115468156721e-06, "loss": 0.0002, "step": 272840 }, { "epoch": 4.5240503390757905, "grad_norm": 0.13808931410312653, "learning_rate": 4.759496609242095e-06, "loss": 0.0028, "step": 272850 }, { "epoch": 4.5242161463083015, "grad_norm": 0.0006810748600400984, "learning_rate": 4.7578385369169805e-06, "loss": 0.0038, "step": 272860 }, { "epoch": 4.524381953540813, "grad_norm": 0.003540117060765624, "learning_rate": 4.756180464591866e-06, "loss": 0.0017, "step": 272870 }, { "epoch": 4.524547760773325, "grad_norm": 0.005397246219217777, "learning_rate": 4.754522392266751e-06, "loss": 0.0084, "step": 272880 }, { "epoch": 4.524713568005836, "grad_norm": 0.30311453342437744, "learning_rate": 4.752864319941636e-06, "loss": 0.0015, "step": 272890 }, { "epoch": 4.524879375238348, "grad_norm": 0.07775722444057465, "learning_rate": 4.751206247616521e-06, "loss": 0.0111, "step": 272900 }, { "epoch": 4.525045182470859, "grad_norm": 3.492259202175774e-05, "learning_rate": 4.749548175291406e-06, "loss": 0.0, "step": 272910 }, { "epoch": 4.525210989703371, "grad_norm": 0.007621712051331997, "learning_rate": 4.7478901029662916e-06, "loss": 0.0001, "step": 272920 }, { "epoch": 4.525376796935882, "grad_norm": 0.0006788578466512263, "learning_rate": 4.746232030641177e-06, "loss": 0.0004, "step": 272930 }, { "epoch": 4.525542604168394, "grad_norm": 0.0018015193054452538, "learning_rate": 4.744573958316062e-06, "loss": 0.0029, "step": 272940 }, { "epoch": 4.525708411400905, "grad_norm": 0.00034062552731484175, "learning_rate": 4.742915885990947e-06, "loss": 0.0021, "step": 272950 }, { "epoch": 4.525874218633417, "grad_norm": 1.2639005944947712e-05, "learning_rate": 4.741257813665832e-06, "loss": 0.0001, "step": 272960 }, { "epoch": 4.526040025865928, "grad_norm": 0.0008924540597945452, "learning_rate": 4.7395997413407174e-06, "loss": 0.0001, "step": 272970 }, { "epoch": 4.52620583309844, "grad_norm": 0.00664731627330184, "learning_rate": 4.737941669015603e-06, "loss": 0.0002, "step": 272980 }, { "epoch": 4.526371640330951, "grad_norm": 0.012450342997908592, "learning_rate": 4.736283596690488e-06, "loss": 0.0023, "step": 272990 }, { "epoch": 4.526537447563463, "grad_norm": 0.1532641500234604, "learning_rate": 4.734625524365373e-06, "loss": 0.0133, "step": 273000 }, { "epoch": 4.526703254795974, "grad_norm": 0.00176044215913862, "learning_rate": 4.732967452040258e-06, "loss": 0.0037, "step": 273010 }, { "epoch": 4.526869062028486, "grad_norm": 0.0022472781129181385, "learning_rate": 4.731309379715143e-06, "loss": 0.0003, "step": 273020 }, { "epoch": 4.527034869260997, "grad_norm": 0.00011466396972537041, "learning_rate": 4.7296513073900285e-06, "loss": 0.0016, "step": 273030 }, { "epoch": 4.527200676493509, "grad_norm": 0.0016662522684782743, "learning_rate": 4.727993235064914e-06, "loss": 0.0026, "step": 273040 }, { "epoch": 4.52736648372602, "grad_norm": 9.28653753362596e-05, "learning_rate": 4.726335162739799e-06, "loss": 0.0001, "step": 273050 }, { "epoch": 4.527532290958532, "grad_norm": 0.0007372914697043598, "learning_rate": 4.724677090414684e-06, "loss": 0.0144, "step": 273060 }, { "epoch": 4.527698098191043, "grad_norm": 0.19223394989967346, "learning_rate": 4.723019018089569e-06, "loss": 0.0022, "step": 273070 }, { "epoch": 4.527863905423555, "grad_norm": 0.001046022167429328, "learning_rate": 4.721360945764454e-06, "loss": 0.007, "step": 273080 }, { "epoch": 4.528029712656066, "grad_norm": 0.00038837583269923925, "learning_rate": 4.7197028734393395e-06, "loss": 0.0, "step": 273090 }, { "epoch": 4.528195519888578, "grad_norm": 0.17944887280464172, "learning_rate": 4.718044801114225e-06, "loss": 0.0032, "step": 273100 }, { "epoch": 4.528361327121089, "grad_norm": 1.3629552086058538e-05, "learning_rate": 4.71638672878911e-06, "loss": 0.0001, "step": 273110 }, { "epoch": 4.528527134353601, "grad_norm": 0.0022476089652627707, "learning_rate": 4.714728656463995e-06, "loss": 0.0077, "step": 273120 }, { "epoch": 4.528692941586112, "grad_norm": 9.177764150081202e-05, "learning_rate": 4.71307058413888e-06, "loss": 0.0068, "step": 273130 }, { "epoch": 4.528858748818624, "grad_norm": 0.0010829336242750287, "learning_rate": 4.711412511813765e-06, "loss": 0.0, "step": 273140 }, { "epoch": 4.529024556051135, "grad_norm": 0.017158694565296173, "learning_rate": 4.7097544394886506e-06, "loss": 0.0112, "step": 273150 }, { "epoch": 4.5291903632836465, "grad_norm": 0.026744982227683067, "learning_rate": 4.708096367163536e-06, "loss": 0.0, "step": 273160 }, { "epoch": 4.529356170516158, "grad_norm": 0.19696028530597687, "learning_rate": 4.706438294838421e-06, "loss": 0.0108, "step": 273170 }, { "epoch": 4.5295219777486695, "grad_norm": 0.0001032227955874987, "learning_rate": 4.704780222513306e-06, "loss": 0.0, "step": 273180 }, { "epoch": 4.5296877849811805, "grad_norm": 0.007331875618547201, "learning_rate": 4.703122150188191e-06, "loss": 0.0048, "step": 273190 }, { "epoch": 4.529853592213692, "grad_norm": 6.555730942636728e-05, "learning_rate": 4.701464077863076e-06, "loss": 0.0026, "step": 273200 }, { "epoch": 4.5300193994462035, "grad_norm": 0.006949772592633963, "learning_rate": 4.6998060055379624e-06, "loss": 0.0011, "step": 273210 }, { "epoch": 4.530185206678715, "grad_norm": 0.2003163993358612, "learning_rate": 4.698147933212848e-06, "loss": 0.0031, "step": 273220 }, { "epoch": 4.530351013911227, "grad_norm": 0.18851904571056366, "learning_rate": 4.696489860887733e-06, "loss": 0.0026, "step": 273230 }, { "epoch": 4.530516821143738, "grad_norm": 0.0038428863044828176, "learning_rate": 4.694831788562617e-06, "loss": 0.0001, "step": 273240 }, { "epoch": 4.530682628376249, "grad_norm": 0.0002367038541706279, "learning_rate": 4.693173716237502e-06, "loss": 0.003, "step": 273250 }, { "epoch": 4.530848435608761, "grad_norm": 0.0014521062839776278, "learning_rate": 4.6915156439123875e-06, "loss": 0.005, "step": 273260 }, { "epoch": 4.531014242841273, "grad_norm": 0.006590158212929964, "learning_rate": 4.689857571587273e-06, "loss": 0.0165, "step": 273270 }, { "epoch": 4.531180050073784, "grad_norm": 2.0771823983523063e-05, "learning_rate": 4.688199499262158e-06, "loss": 0.0091, "step": 273280 }, { "epoch": 4.531345857306295, "grad_norm": 0.0018365101423114538, "learning_rate": 4.686541426937043e-06, "loss": 0.0001, "step": 273290 }, { "epoch": 4.531511664538807, "grad_norm": 0.00038851838326081634, "learning_rate": 4.684883354611928e-06, "loss": 0.0049, "step": 273300 }, { "epoch": 4.531677471771319, "grad_norm": 0.002495409920811653, "learning_rate": 4.683225282286813e-06, "loss": 0.0001, "step": 273310 }, { "epoch": 4.53184327900383, "grad_norm": 0.008113021962344646, "learning_rate": 4.6815672099616985e-06, "loss": 0.0024, "step": 273320 }, { "epoch": 4.532009086236341, "grad_norm": 0.002387594897300005, "learning_rate": 4.679909137636584e-06, "loss": 0.0001, "step": 273330 }, { "epoch": 4.532174893468853, "grad_norm": 0.00036417588125914335, "learning_rate": 4.678251065311469e-06, "loss": 0.0033, "step": 273340 }, { "epoch": 4.532340700701365, "grad_norm": 6.330370524665341e-05, "learning_rate": 4.676592992986354e-06, "loss": 0.0037, "step": 273350 }, { "epoch": 4.532506507933876, "grad_norm": 0.006099581252783537, "learning_rate": 4.674934920661239e-06, "loss": 0.0, "step": 273360 }, { "epoch": 4.532672315166388, "grad_norm": 0.0014543429715558887, "learning_rate": 4.673276848336124e-06, "loss": 0.0009, "step": 273370 }, { "epoch": 4.532838122398899, "grad_norm": 0.001736661302857101, "learning_rate": 4.67161877601101e-06, "loss": 0.0001, "step": 273380 }, { "epoch": 4.533003929631411, "grad_norm": 0.018577609211206436, "learning_rate": 4.6699607036858956e-06, "loss": 0.0087, "step": 273390 }, { "epoch": 4.533169736863922, "grad_norm": 0.0006633572047576308, "learning_rate": 4.668302631360781e-06, "loss": 0.0036, "step": 273400 }, { "epoch": 4.533335544096434, "grad_norm": 0.000317132449708879, "learning_rate": 4.666644559035666e-06, "loss": 0.0102, "step": 273410 }, { "epoch": 4.533501351328945, "grad_norm": 0.02077885903418064, "learning_rate": 4.664986486710551e-06, "loss": 0.0002, "step": 273420 }, { "epoch": 4.533667158561457, "grad_norm": 0.0016737824771553278, "learning_rate": 4.663328414385436e-06, "loss": 0.0017, "step": 273430 }, { "epoch": 4.533832965793968, "grad_norm": 0.16797658801078796, "learning_rate": 4.6616703420603206e-06, "loss": 0.0032, "step": 273440 }, { "epoch": 4.53399877302648, "grad_norm": 7.2533171078248415e-06, "learning_rate": 4.660012269735206e-06, "loss": 0.0, "step": 273450 }, { "epoch": 4.534164580258991, "grad_norm": 0.003298674477264285, "learning_rate": 4.658354197410091e-06, "loss": 0.0027, "step": 273460 }, { "epoch": 4.534330387491503, "grad_norm": 0.0002681098412722349, "learning_rate": 4.656696125084976e-06, "loss": 0.0042, "step": 273470 }, { "epoch": 4.534496194724014, "grad_norm": 0.17140759527683258, "learning_rate": 4.655038052759861e-06, "loss": 0.0084, "step": 273480 }, { "epoch": 4.534662001956526, "grad_norm": 0.00045332350418902934, "learning_rate": 4.6533799804347464e-06, "loss": 0.0019, "step": 273490 }, { "epoch": 4.534827809189037, "grad_norm": 0.17799918353557587, "learning_rate": 4.651721908109632e-06, "loss": 0.0004, "step": 273500 }, { "epoch": 4.5349936164215485, "grad_norm": 5.0658851250773296e-05, "learning_rate": 4.650063835784517e-06, "loss": 0.0, "step": 273510 }, { "epoch": 4.5351594236540596, "grad_norm": 0.0007478671614080667, "learning_rate": 4.648405763459402e-06, "loss": 0.0042, "step": 273520 }, { "epoch": 4.5353252308865715, "grad_norm": 0.007815786637365818, "learning_rate": 4.646747691134287e-06, "loss": 0.0031, "step": 273530 }, { "epoch": 4.5354910381190825, "grad_norm": 8.149308996507898e-05, "learning_rate": 4.645089618809172e-06, "loss": 0.0, "step": 273540 }, { "epoch": 4.535656845351594, "grad_norm": 0.18189013004302979, "learning_rate": 4.643431546484058e-06, "loss": 0.0058, "step": 273550 }, { "epoch": 4.535822652584105, "grad_norm": 0.00027454845258034766, "learning_rate": 4.6417734741589435e-06, "loss": 0.0027, "step": 273560 }, { "epoch": 4.535988459816617, "grad_norm": 0.005800092127174139, "learning_rate": 4.640115401833829e-06, "loss": 0.0046, "step": 273570 }, { "epoch": 4.536154267049128, "grad_norm": 0.0009405240998603404, "learning_rate": 4.638457329508714e-06, "loss": 0.0082, "step": 273580 }, { "epoch": 4.53632007428164, "grad_norm": 0.000277510320302099, "learning_rate": 4.636799257183599e-06, "loss": 0.0001, "step": 273590 }, { "epoch": 4.536485881514151, "grad_norm": 0.007366239093244076, "learning_rate": 4.635141184858484e-06, "loss": 0.0001, "step": 273600 }, { "epoch": 4.536651688746663, "grad_norm": 5.4075426305644214e-05, "learning_rate": 4.633483112533369e-06, "loss": 0.0017, "step": 273610 }, { "epoch": 4.536817495979174, "grad_norm": 0.009146114811301231, "learning_rate": 4.6318250402082545e-06, "loss": 0.0036, "step": 273620 }, { "epoch": 4.536983303211686, "grad_norm": 0.0059963734820485115, "learning_rate": 4.630166967883139e-06, "loss": 0.003, "step": 273630 }, { "epoch": 4.537149110444197, "grad_norm": 0.004407692234963179, "learning_rate": 4.628508895558024e-06, "loss": 0.0075, "step": 273640 }, { "epoch": 4.537314917676709, "grad_norm": 0.00010640397522365674, "learning_rate": 4.626850823232909e-06, "loss": 0.0076, "step": 273650 }, { "epoch": 4.53748072490922, "grad_norm": 1.464732031308813e-05, "learning_rate": 4.625192750907794e-06, "loss": 0.0, "step": 273660 }, { "epoch": 4.537646532141732, "grad_norm": 0.0023284307681024075, "learning_rate": 4.6235346785826796e-06, "loss": 0.0041, "step": 273670 }, { "epoch": 4.537812339374243, "grad_norm": 0.00031857372960075736, "learning_rate": 4.621876606257565e-06, "loss": 0.0006, "step": 273680 }, { "epoch": 4.537978146606755, "grad_norm": 0.00033749561407603323, "learning_rate": 4.62021853393245e-06, "loss": 0.0052, "step": 273690 }, { "epoch": 4.538143953839267, "grad_norm": 0.008234544657170773, "learning_rate": 4.618560461607335e-06, "loss": 0.0, "step": 273700 }, { "epoch": 4.538309761071778, "grad_norm": 0.0013921252684667706, "learning_rate": 4.61690238928222e-06, "loss": 0.0001, "step": 273710 }, { "epoch": 4.538475568304289, "grad_norm": 0.19388632476329803, "learning_rate": 4.615244316957106e-06, "loss": 0.0027, "step": 273720 }, { "epoch": 4.538641375536801, "grad_norm": 0.00041091989260166883, "learning_rate": 4.6135862446319914e-06, "loss": 0.0069, "step": 273730 }, { "epoch": 4.538807182769313, "grad_norm": 0.00031807110644876957, "learning_rate": 4.611928172306877e-06, "loss": 0.0, "step": 273740 }, { "epoch": 4.538972990001824, "grad_norm": 0.0003275578492321074, "learning_rate": 4.610270099981762e-06, "loss": 0.0106, "step": 273750 }, { "epoch": 4.539138797234335, "grad_norm": 0.0008710690308362246, "learning_rate": 4.608612027656647e-06, "loss": 0.0032, "step": 273760 }, { "epoch": 4.539304604466847, "grad_norm": 0.005593747366219759, "learning_rate": 4.606953955331532e-06, "loss": 0.006, "step": 273770 }, { "epoch": 4.539470411699359, "grad_norm": 0.060259584337472916, "learning_rate": 4.605295883006417e-06, "loss": 0.0066, "step": 273780 }, { "epoch": 4.53963621893187, "grad_norm": 1.2660527318075765e-05, "learning_rate": 4.6036378106813025e-06, "loss": 0.0001, "step": 273790 }, { "epoch": 4.539802026164382, "grad_norm": 0.0004983047838322818, "learning_rate": 4.601979738356188e-06, "loss": 0.0001, "step": 273800 }, { "epoch": 4.539967833396893, "grad_norm": 3.279122211097274e-06, "learning_rate": 4.600321666031073e-06, "loss": 0.0, "step": 273810 }, { "epoch": 4.540133640629405, "grad_norm": 0.011672193184494972, "learning_rate": 4.598663593705958e-06, "loss": 0.0066, "step": 273820 }, { "epoch": 4.540299447861916, "grad_norm": 0.032055601477622986, "learning_rate": 4.597005521380842e-06, "loss": 0.0029, "step": 273830 }, { "epoch": 4.5404652550944276, "grad_norm": 0.012781936675310135, "learning_rate": 4.5953474490557275e-06, "loss": 0.0001, "step": 273840 }, { "epoch": 4.540631062326939, "grad_norm": 0.15419217944145203, "learning_rate": 4.593689376730613e-06, "loss": 0.0117, "step": 273850 }, { "epoch": 4.5407968695594505, "grad_norm": 0.1794189214706421, "learning_rate": 4.592031304405498e-06, "loss": 0.0086, "step": 273860 }, { "epoch": 4.5409626767919615, "grad_norm": 0.0008342708460986614, "learning_rate": 4.590373232080383e-06, "loss": 0.0082, "step": 273870 }, { "epoch": 4.541128484024473, "grad_norm": 0.00038975561619736254, "learning_rate": 4.588715159755268e-06, "loss": 0.0, "step": 273880 }, { "epoch": 4.5412942912569845, "grad_norm": 0.10890267044305801, "learning_rate": 4.587057087430154e-06, "loss": 0.0011, "step": 273890 }, { "epoch": 4.541460098489496, "grad_norm": 0.21765029430389404, "learning_rate": 4.585399015105039e-06, "loss": 0.0056, "step": 273900 }, { "epoch": 4.541625905722007, "grad_norm": 4.126201383769512e-05, "learning_rate": 4.5837409427799246e-06, "loss": 0.0073, "step": 273910 }, { "epoch": 4.541791712954519, "grad_norm": 0.0009193670703098178, "learning_rate": 4.58208287045481e-06, "loss": 0.0001, "step": 273920 }, { "epoch": 4.54195752018703, "grad_norm": 0.34567925333976746, "learning_rate": 4.580424798129695e-06, "loss": 0.0006, "step": 273930 }, { "epoch": 4.542123327419542, "grad_norm": 0.0011020563542842865, "learning_rate": 4.57876672580458e-06, "loss": 0.005, "step": 273940 }, { "epoch": 4.542289134652053, "grad_norm": 0.00045590437366627157, "learning_rate": 4.577108653479465e-06, "loss": 0.0033, "step": 273950 }, { "epoch": 4.542454941884565, "grad_norm": 0.0017057857476174831, "learning_rate": 4.57545058115435e-06, "loss": 0.0004, "step": 273960 }, { "epoch": 4.542620749117076, "grad_norm": 0.0002702934143599123, "learning_rate": 4.573792508829236e-06, "loss": 0.0045, "step": 273970 }, { "epoch": 4.542786556349588, "grad_norm": 0.005436840932816267, "learning_rate": 4.572134436504121e-06, "loss": 0.0006, "step": 273980 }, { "epoch": 4.542952363582099, "grad_norm": 0.03988797217607498, "learning_rate": 4.570476364179006e-06, "loss": 0.0006, "step": 273990 }, { "epoch": 4.543118170814611, "grad_norm": 9.59134049480781e-05, "learning_rate": 4.568818291853891e-06, "loss": 0.0001, "step": 274000 }, { "epoch": 4.543283978047122, "grad_norm": 0.010732468217611313, "learning_rate": 4.567160219528776e-06, "loss": 0.0028, "step": 274010 }, { "epoch": 4.543449785279634, "grad_norm": 0.0009306405554525554, "learning_rate": 4.5655021472036615e-06, "loss": 0.0035, "step": 274020 }, { "epoch": 4.543615592512145, "grad_norm": 0.0004194387292955071, "learning_rate": 4.563844074878546e-06, "loss": 0.0083, "step": 274030 }, { "epoch": 4.543781399744657, "grad_norm": 0.6096712350845337, "learning_rate": 4.562186002553431e-06, "loss": 0.0087, "step": 274040 }, { "epoch": 4.543947206977168, "grad_norm": 0.00039885746082291007, "learning_rate": 4.560527930228316e-06, "loss": 0.0029, "step": 274050 }, { "epoch": 4.54411301420968, "grad_norm": 0.00011553062358871102, "learning_rate": 4.558869857903202e-06, "loss": 0.0049, "step": 274060 }, { "epoch": 4.544278821442191, "grad_norm": 0.0023177796974778175, "learning_rate": 4.557211785578087e-06, "loss": 0.0, "step": 274070 }, { "epoch": 4.544444628674703, "grad_norm": 0.000927639426663518, "learning_rate": 4.5555537132529725e-06, "loss": 0.0002, "step": 274080 }, { "epoch": 4.544610435907214, "grad_norm": 4.987667125533335e-05, "learning_rate": 4.553895640927858e-06, "loss": 0.0065, "step": 274090 }, { "epoch": 4.544776243139726, "grad_norm": 0.37739136815071106, "learning_rate": 4.552237568602743e-06, "loss": 0.0023, "step": 274100 }, { "epoch": 4.544942050372237, "grad_norm": 7.795474084559828e-05, "learning_rate": 4.550579496277628e-06, "loss": 0.0067, "step": 274110 }, { "epoch": 4.545107857604749, "grad_norm": 0.00011476337385829538, "learning_rate": 4.548921423952513e-06, "loss": 0.0123, "step": 274120 }, { "epoch": 4.545273664837261, "grad_norm": 0.4681137502193451, "learning_rate": 4.547263351627398e-06, "loss": 0.0008, "step": 274130 }, { "epoch": 4.545439472069772, "grad_norm": 0.00013417968875728548, "learning_rate": 4.5456052793022835e-06, "loss": 0.0065, "step": 274140 }, { "epoch": 4.545605279302283, "grad_norm": 0.008377551101148129, "learning_rate": 4.543947206977169e-06, "loss": 0.0006, "step": 274150 }, { "epoch": 4.545771086534795, "grad_norm": 0.00214403891004622, "learning_rate": 4.542289134652054e-06, "loss": 0.0031, "step": 274160 }, { "epoch": 4.545936893767307, "grad_norm": 0.005099795293062925, "learning_rate": 4.540631062326939e-06, "loss": 0.0034, "step": 274170 }, { "epoch": 4.546102700999818, "grad_norm": 0.00046365876914933324, "learning_rate": 4.538972990001824e-06, "loss": 0.007, "step": 274180 }, { "epoch": 4.546268508232329, "grad_norm": 0.1834380030632019, "learning_rate": 4.537314917676709e-06, "loss": 0.0048, "step": 274190 }, { "epoch": 4.546434315464841, "grad_norm": 8.659678132971749e-05, "learning_rate": 4.535656845351595e-06, "loss": 0.0026, "step": 274200 }, { "epoch": 4.5466001226973525, "grad_norm": 7.400609320029616e-05, "learning_rate": 4.53399877302648e-06, "loss": 0.0055, "step": 274210 }, { "epoch": 4.5467659299298635, "grad_norm": 0.06589539349079132, "learning_rate": 4.532340700701364e-06, "loss": 0.0031, "step": 274220 }, { "epoch": 4.5469317371623745, "grad_norm": 0.0004368199151940644, "learning_rate": 4.53068262837625e-06, "loss": 0.0032, "step": 274230 }, { "epoch": 4.5470975443948864, "grad_norm": 0.0007848254172131419, "learning_rate": 4.529024556051135e-06, "loss": 0.0078, "step": 274240 }, { "epoch": 4.547263351627398, "grad_norm": 0.00032856609323062, "learning_rate": 4.5273664837260204e-06, "loss": 0.011, "step": 274250 }, { "epoch": 4.547429158859909, "grad_norm": 0.002746569225564599, "learning_rate": 4.525708411400906e-06, "loss": 0.0018, "step": 274260 }, { "epoch": 4.547594966092421, "grad_norm": 0.0003514531417749822, "learning_rate": 4.524050339075791e-06, "loss": 0.0077, "step": 274270 }, { "epoch": 4.547760773324932, "grad_norm": 0.09019453823566437, "learning_rate": 4.522392266750676e-06, "loss": 0.0027, "step": 274280 }, { "epoch": 4.547926580557444, "grad_norm": 0.00020774458243977278, "learning_rate": 4.520734194425561e-06, "loss": 0.0145, "step": 274290 }, { "epoch": 4.548092387789955, "grad_norm": 0.004528306424617767, "learning_rate": 4.519076122100446e-06, "loss": 0.0056, "step": 274300 }, { "epoch": 4.548258195022467, "grad_norm": 0.001057039829902351, "learning_rate": 4.5174180497753315e-06, "loss": 0.0002, "step": 274310 }, { "epoch": 4.548424002254978, "grad_norm": 0.12300489842891693, "learning_rate": 4.515759977450217e-06, "loss": 0.0069, "step": 274320 }, { "epoch": 4.54858980948749, "grad_norm": 0.00038623742875643075, "learning_rate": 4.514101905125102e-06, "loss": 0.0036, "step": 274330 }, { "epoch": 4.548755616720001, "grad_norm": 6.377338286256418e-05, "learning_rate": 4.512443832799987e-06, "loss": 0.0096, "step": 274340 }, { "epoch": 4.548921423952513, "grad_norm": 0.16643749177455902, "learning_rate": 4.510785760474872e-06, "loss": 0.0089, "step": 274350 }, { "epoch": 4.549087231185024, "grad_norm": 0.0331554040312767, "learning_rate": 4.509127688149757e-06, "loss": 0.0001, "step": 274360 }, { "epoch": 4.549253038417536, "grad_norm": 0.013004825450479984, "learning_rate": 4.5074696158246425e-06, "loss": 0.0047, "step": 274370 }, { "epoch": 4.549418845650047, "grad_norm": 0.0020681186579167843, "learning_rate": 4.505811543499528e-06, "loss": 0.0041, "step": 274380 }, { "epoch": 4.549584652882559, "grad_norm": 0.0005337907932698727, "learning_rate": 4.504153471174413e-06, "loss": 0.0074, "step": 274390 }, { "epoch": 4.54975046011507, "grad_norm": 0.004200264345854521, "learning_rate": 4.502495398849298e-06, "loss": 0.009, "step": 274400 }, { "epoch": 4.549916267347582, "grad_norm": 0.0041748653165996075, "learning_rate": 4.500837326524183e-06, "loss": 0.008, "step": 274410 }, { "epoch": 4.550082074580093, "grad_norm": 0.0015247238334268332, "learning_rate": 4.499179254199068e-06, "loss": 0.0103, "step": 274420 }, { "epoch": 4.550247881812605, "grad_norm": 0.2032322883605957, "learning_rate": 4.4975211818739536e-06, "loss": 0.0028, "step": 274430 }, { "epoch": 4.550413689045116, "grad_norm": 0.018967285752296448, "learning_rate": 4.495863109548839e-06, "loss": 0.001, "step": 274440 }, { "epoch": 4.550579496277628, "grad_norm": 7.513963646488264e-05, "learning_rate": 4.494205037223724e-06, "loss": 0.0058, "step": 274450 }, { "epoch": 4.550745303510139, "grad_norm": 0.0044919224455952644, "learning_rate": 4.492546964898609e-06, "loss": 0.0049, "step": 274460 }, { "epoch": 4.550911110742651, "grad_norm": 3.6277670005802065e-05, "learning_rate": 4.490888892573494e-06, "loss": 0.0061, "step": 274470 }, { "epoch": 4.551076917975162, "grad_norm": 0.000334302632836625, "learning_rate": 4.489230820248379e-06, "loss": 0.0031, "step": 274480 }, { "epoch": 4.551242725207674, "grad_norm": 0.00041763816261664033, "learning_rate": 4.487572747923265e-06, "loss": 0.0004, "step": 274490 }, { "epoch": 4.551408532440185, "grad_norm": 0.003340445924550295, "learning_rate": 4.48591467559815e-06, "loss": 0.0002, "step": 274500 }, { "epoch": 4.551574339672697, "grad_norm": 0.038825057446956635, "learning_rate": 4.484256603273035e-06, "loss": 0.0062, "step": 274510 }, { "epoch": 4.551740146905208, "grad_norm": 1.2737953511532396e-05, "learning_rate": 4.48259853094792e-06, "loss": 0.004, "step": 274520 }, { "epoch": 4.55190595413772, "grad_norm": 0.13251549005508423, "learning_rate": 4.480940458622805e-06, "loss": 0.0051, "step": 274530 }, { "epoch": 4.552071761370231, "grad_norm": 6.52122835163027e-05, "learning_rate": 4.4792823862976905e-06, "loss": 0.0072, "step": 274540 }, { "epoch": 4.5522375686027425, "grad_norm": 0.1742101013660431, "learning_rate": 4.477624313972576e-06, "loss": 0.0072, "step": 274550 }, { "epoch": 4.552403375835254, "grad_norm": 7.838747114874423e-05, "learning_rate": 4.475966241647461e-06, "loss": 0.0041, "step": 274560 }, { "epoch": 4.5525691830677655, "grad_norm": 7.394667773041874e-05, "learning_rate": 4.474308169322346e-06, "loss": 0.0091, "step": 274570 }, { "epoch": 4.5527349903002765, "grad_norm": 0.4077923595905304, "learning_rate": 4.472650096997231e-06, "loss": 0.0062, "step": 274580 }, { "epoch": 4.552900797532788, "grad_norm": 0.00021462957374751568, "learning_rate": 4.470992024672116e-06, "loss": 0.0001, "step": 274590 }, { "epoch": 4.5530666047653, "grad_norm": 0.6500948667526245, "learning_rate": 4.4693339523470015e-06, "loss": 0.0015, "step": 274600 }, { "epoch": 4.553232411997811, "grad_norm": 0.00014595936227124184, "learning_rate": 4.467675880021887e-06, "loss": 0.0, "step": 274610 }, { "epoch": 4.553398219230322, "grad_norm": 0.0048107909969985485, "learning_rate": 4.466017807696772e-06, "loss": 0.0, "step": 274620 }, { "epoch": 4.553564026462834, "grad_norm": 1.1337750947859604e-05, "learning_rate": 4.464359735371657e-06, "loss": 0.0037, "step": 274630 }, { "epoch": 4.553729833695346, "grad_norm": 0.6384111642837524, "learning_rate": 4.462701663046542e-06, "loss": 0.0101, "step": 274640 }, { "epoch": 4.553895640927857, "grad_norm": 0.0007167604635469615, "learning_rate": 4.461043590721427e-06, "loss": 0.0, "step": 274650 }, { "epoch": 4.554061448160368, "grad_norm": 0.00308285653591156, "learning_rate": 4.4593855183963125e-06, "loss": 0.0053, "step": 274660 }, { "epoch": 4.55422725539288, "grad_norm": 0.004601642489433289, "learning_rate": 4.457727446071198e-06, "loss": 0.0094, "step": 274670 }, { "epoch": 4.554393062625392, "grad_norm": 0.0029451509471982718, "learning_rate": 4.456069373746083e-06, "loss": 0.0002, "step": 274680 }, { "epoch": 4.554558869857903, "grad_norm": 1.027221441268921, "learning_rate": 4.454411301420968e-06, "loss": 0.0023, "step": 274690 }, { "epoch": 4.554724677090415, "grad_norm": 0.00014656089479103684, "learning_rate": 4.452753229095853e-06, "loss": 0.0001, "step": 274700 }, { "epoch": 4.554890484322926, "grad_norm": 0.14605233073234558, "learning_rate": 4.451095156770738e-06, "loss": 0.003, "step": 274710 }, { "epoch": 4.555056291555438, "grad_norm": 4.13737834605854e-05, "learning_rate": 4.449437084445624e-06, "loss": 0.0, "step": 274720 }, { "epoch": 4.555222098787949, "grad_norm": 0.0002084964798996225, "learning_rate": 4.447779012120509e-06, "loss": 0.0183, "step": 274730 }, { "epoch": 4.555387906020461, "grad_norm": 0.10751815885305405, "learning_rate": 4.446120939795395e-06, "loss": 0.0022, "step": 274740 }, { "epoch": 4.555553713252972, "grad_norm": 0.0036121653392910957, "learning_rate": 4.44446286747028e-06, "loss": 0.0025, "step": 274750 }, { "epoch": 4.555719520485484, "grad_norm": 0.0006634279270656407, "learning_rate": 4.442804795145165e-06, "loss": 0.0028, "step": 274760 }, { "epoch": 4.555885327717995, "grad_norm": 0.0006975792930461466, "learning_rate": 4.4411467228200494e-06, "loss": 0.0125, "step": 274770 }, { "epoch": 4.556051134950507, "grad_norm": 3.0864408472552896e-05, "learning_rate": 4.439488650494935e-06, "loss": 0.0001, "step": 274780 }, { "epoch": 4.556216942183018, "grad_norm": 0.02018827013671398, "learning_rate": 4.43783057816982e-06, "loss": 0.0, "step": 274790 }, { "epoch": 4.55638274941553, "grad_norm": 4.54172222816851e-05, "learning_rate": 4.436172505844705e-06, "loss": 0.0005, "step": 274800 }, { "epoch": 4.556548556648041, "grad_norm": 0.02090318687260151, "learning_rate": 4.43451443351959e-06, "loss": 0.0031, "step": 274810 }, { "epoch": 4.556714363880553, "grad_norm": 0.00015968318621162325, "learning_rate": 4.432856361194475e-06, "loss": 0.0054, "step": 274820 }, { "epoch": 4.556880171113064, "grad_norm": 5.242259067017585e-05, "learning_rate": 4.4311982888693605e-06, "loss": 0.0001, "step": 274830 }, { "epoch": 4.557045978345576, "grad_norm": 0.5718438029289246, "learning_rate": 4.429540216544246e-06, "loss": 0.0129, "step": 274840 }, { "epoch": 4.557211785578087, "grad_norm": 7.495014870073646e-05, "learning_rate": 4.427882144219131e-06, "loss": 0.0036, "step": 274850 }, { "epoch": 4.557377592810599, "grad_norm": 0.004645057953894138, "learning_rate": 4.426224071894016e-06, "loss": 0.0001, "step": 274860 }, { "epoch": 4.55754340004311, "grad_norm": 0.0010848456295207143, "learning_rate": 4.424565999568901e-06, "loss": 0.0096, "step": 274870 }, { "epoch": 4.557709207275622, "grad_norm": 0.002476725960150361, "learning_rate": 4.422907927243786e-06, "loss": 0.0001, "step": 274880 }, { "epoch": 4.557875014508133, "grad_norm": 4.130807428737171e-05, "learning_rate": 4.4212498549186715e-06, "loss": 0.0104, "step": 274890 }, { "epoch": 4.5580408217406445, "grad_norm": 0.16299475729465485, "learning_rate": 4.419591782593557e-06, "loss": 0.0083, "step": 274900 }, { "epoch": 4.5582066289731555, "grad_norm": 0.9497194290161133, "learning_rate": 4.417933710268443e-06, "loss": 0.0079, "step": 274910 }, { "epoch": 4.5583724362056675, "grad_norm": 0.02455800585448742, "learning_rate": 4.416275637943328e-06, "loss": 0.0001, "step": 274920 }, { "epoch": 4.5585382434381785, "grad_norm": 0.00019317395344842225, "learning_rate": 4.414617565618213e-06, "loss": 0.0008, "step": 274930 }, { "epoch": 4.55870405067069, "grad_norm": 0.00016348240023944527, "learning_rate": 4.412959493293098e-06, "loss": 0.0052, "step": 274940 }, { "epoch": 4.558869857903201, "grad_norm": 0.00019130196596961468, "learning_rate": 4.411301420967983e-06, "loss": 0.0035, "step": 274950 }, { "epoch": 4.559035665135713, "grad_norm": 7.022976205917075e-05, "learning_rate": 4.409643348642868e-06, "loss": 0.0028, "step": 274960 }, { "epoch": 4.559201472368224, "grad_norm": 0.00023866252740845084, "learning_rate": 4.407985276317753e-06, "loss": 0.0002, "step": 274970 }, { "epoch": 4.559367279600736, "grad_norm": 0.018789326772093773, "learning_rate": 4.406327203992638e-06, "loss": 0.0068, "step": 274980 }, { "epoch": 4.559533086833247, "grad_norm": 2.9812870707246475e-05, "learning_rate": 4.404669131667523e-06, "loss": 0.0054, "step": 274990 }, { "epoch": 4.559698894065759, "grad_norm": 0.043445996940135956, "learning_rate": 4.4030110593424084e-06, "loss": 0.0001, "step": 275000 }, { "epoch": 4.55986470129827, "grad_norm": 0.0003063316107727587, "learning_rate": 4.401352987017294e-06, "loss": 0.0, "step": 275010 }, { "epoch": 4.560030508530782, "grad_norm": 0.0015496347332373261, "learning_rate": 4.399694914692179e-06, "loss": 0.0072, "step": 275020 }, { "epoch": 4.560196315763293, "grad_norm": 0.001805896987207234, "learning_rate": 4.398036842367064e-06, "loss": 0.003, "step": 275030 }, { "epoch": 4.560362122995805, "grad_norm": 0.0011352680157870054, "learning_rate": 4.396378770041949e-06, "loss": 0.004, "step": 275040 }, { "epoch": 4.560527930228316, "grad_norm": 0.0007595757488161325, "learning_rate": 4.394720697716834e-06, "loss": 0.0025, "step": 275050 }, { "epoch": 4.560693737460828, "grad_norm": 0.0002502175630070269, "learning_rate": 4.3930626253917195e-06, "loss": 0.003, "step": 275060 }, { "epoch": 4.56085954469334, "grad_norm": 0.0015854756347835064, "learning_rate": 4.391404553066605e-06, "loss": 0.0016, "step": 275070 }, { "epoch": 4.561025351925851, "grad_norm": 0.005526137072592974, "learning_rate": 4.38974648074149e-06, "loss": 0.0036, "step": 275080 }, { "epoch": 4.561191159158362, "grad_norm": 0.001164679997600615, "learning_rate": 4.388088408416376e-06, "loss": 0.0064, "step": 275090 }, { "epoch": 4.561356966390874, "grad_norm": 0.01926579140126705, "learning_rate": 4.386430336091261e-06, "loss": 0.0063, "step": 275100 }, { "epoch": 4.561522773623386, "grad_norm": 0.22547468543052673, "learning_rate": 4.384772263766146e-06, "loss": 0.0024, "step": 275110 }, { "epoch": 4.561688580855897, "grad_norm": 5.333859007805586e-05, "learning_rate": 4.383114191441031e-06, "loss": 0.0065, "step": 275120 }, { "epoch": 4.561854388088408, "grad_norm": 0.004333958961069584, "learning_rate": 4.3814561191159165e-06, "loss": 0.0, "step": 275130 }, { "epoch": 4.56202019532092, "grad_norm": 0.2441423237323761, "learning_rate": 4.379798046790802e-06, "loss": 0.0119, "step": 275140 }, { "epoch": 4.562186002553432, "grad_norm": 0.00019327954214531928, "learning_rate": 4.378139974465687e-06, "loss": 0.0059, "step": 275150 }, { "epoch": 4.562351809785943, "grad_norm": 0.14236624538898468, "learning_rate": 4.376481902140571e-06, "loss": 0.0055, "step": 275160 }, { "epoch": 4.562517617018455, "grad_norm": 0.00025094530428759754, "learning_rate": 4.374823829815456e-06, "loss": 0.0027, "step": 275170 }, { "epoch": 4.562683424250966, "grad_norm": 0.0038456686306744814, "learning_rate": 4.3731657574903415e-06, "loss": 0.0148, "step": 275180 }, { "epoch": 4.562849231483478, "grad_norm": 4.72955362056382e-05, "learning_rate": 4.371507685165227e-06, "loss": 0.0148, "step": 275190 }, { "epoch": 4.563015038715989, "grad_norm": 0.0014603552408516407, "learning_rate": 4.369849612840112e-06, "loss": 0.0, "step": 275200 }, { "epoch": 4.563180845948501, "grad_norm": 0.4835647642612457, "learning_rate": 4.368191540514997e-06, "loss": 0.0101, "step": 275210 }, { "epoch": 4.563346653181012, "grad_norm": 0.0272865891456604, "learning_rate": 4.366533468189882e-06, "loss": 0.0049, "step": 275220 }, { "epoch": 4.5635124604135235, "grad_norm": 0.16438262164592743, "learning_rate": 4.364875395864767e-06, "loss": 0.002, "step": 275230 }, { "epoch": 4.563678267646035, "grad_norm": 0.030683187767863274, "learning_rate": 4.363217323539653e-06, "loss": 0.0003, "step": 275240 }, { "epoch": 4.5638440748785465, "grad_norm": 0.02486547641456127, "learning_rate": 4.361559251214538e-06, "loss": 0.0028, "step": 275250 }, { "epoch": 4.5640098821110575, "grad_norm": 0.18134748935699463, "learning_rate": 4.359901178889424e-06, "loss": 0.0029, "step": 275260 }, { "epoch": 4.564175689343569, "grad_norm": 0.0006811660132370889, "learning_rate": 4.358243106564309e-06, "loss": 0.0, "step": 275270 }, { "epoch": 4.5643414965760805, "grad_norm": 0.003688073717057705, "learning_rate": 4.356585034239194e-06, "loss": 0.0037, "step": 275280 }, { "epoch": 4.564507303808592, "grad_norm": 1.5211063328024466e-05, "learning_rate": 4.354926961914079e-06, "loss": 0.0026, "step": 275290 }, { "epoch": 4.564673111041103, "grad_norm": 0.0011340416967868805, "learning_rate": 4.3532688895889645e-06, "loss": 0.0052, "step": 275300 }, { "epoch": 4.564838918273615, "grad_norm": 0.00011862943938467652, "learning_rate": 4.35161081726385e-06, "loss": 0.0027, "step": 275310 }, { "epoch": 4.565004725506126, "grad_norm": 0.06744790822267532, "learning_rate": 4.349952744938735e-06, "loss": 0.0032, "step": 275320 }, { "epoch": 4.565170532738638, "grad_norm": 0.010492459870874882, "learning_rate": 4.34829467261362e-06, "loss": 0.0093, "step": 275330 }, { "epoch": 4.565336339971149, "grad_norm": 0.000381357385776937, "learning_rate": 4.346636600288505e-06, "loss": 0.0062, "step": 275340 }, { "epoch": 4.565502147203661, "grad_norm": 0.0002041365223703906, "learning_rate": 4.34497852796339e-06, "loss": 0.0027, "step": 275350 }, { "epoch": 4.565667954436172, "grad_norm": 0.2100590318441391, "learning_rate": 4.343320455638275e-06, "loss": 0.0014, "step": 275360 }, { "epoch": 4.565833761668684, "grad_norm": 0.18174949288368225, "learning_rate": 4.34166238331316e-06, "loss": 0.0033, "step": 275370 }, { "epoch": 4.565999568901195, "grad_norm": 0.04855937883257866, "learning_rate": 4.340004310988045e-06, "loss": 0.0067, "step": 275380 }, { "epoch": 4.566165376133707, "grad_norm": 6.14168748143129e-05, "learning_rate": 4.33834623866293e-06, "loss": 0.0003, "step": 275390 }, { "epoch": 4.566331183366218, "grad_norm": 0.00012910652731079608, "learning_rate": 4.336688166337815e-06, "loss": 0.0037, "step": 275400 }, { "epoch": 4.56649699059873, "grad_norm": 0.01450394932180643, "learning_rate": 4.3350300940127005e-06, "loss": 0.0003, "step": 275410 }, { "epoch": 4.566662797831241, "grad_norm": 8.312544377986342e-05, "learning_rate": 4.333372021687586e-06, "loss": 0.0, "step": 275420 }, { "epoch": 4.566828605063753, "grad_norm": 0.0002238839224446565, "learning_rate": 4.331713949362472e-06, "loss": 0.0021, "step": 275430 }, { "epoch": 4.566994412296264, "grad_norm": 0.0012545842910185456, "learning_rate": 4.330055877037357e-06, "loss": 0.0089, "step": 275440 }, { "epoch": 4.567160219528776, "grad_norm": 0.00038330687675625086, "learning_rate": 4.328397804712242e-06, "loss": 0.0037, "step": 275450 }, { "epoch": 4.567326026761287, "grad_norm": 0.00013541497173719108, "learning_rate": 4.326739732387127e-06, "loss": 0.0002, "step": 275460 }, { "epoch": 4.567491833993799, "grad_norm": 0.0013555599143728614, "learning_rate": 4.325081660062012e-06, "loss": 0.0, "step": 275470 }, { "epoch": 4.56765764122631, "grad_norm": 0.008001313544809818, "learning_rate": 4.323423587736898e-06, "loss": 0.0, "step": 275480 }, { "epoch": 4.567823448458822, "grad_norm": 0.005625956691801548, "learning_rate": 4.321765515411783e-06, "loss": 0.0005, "step": 275490 }, { "epoch": 4.567989255691334, "grad_norm": 0.0012919948203489184, "learning_rate": 4.320107443086668e-06, "loss": 0.0027, "step": 275500 }, { "epoch": 4.568155062923845, "grad_norm": 0.7829834818840027, "learning_rate": 4.318449370761553e-06, "loss": 0.0021, "step": 275510 }, { "epoch": 4.568320870156356, "grad_norm": 0.08298739790916443, "learning_rate": 4.316791298436438e-06, "loss": 0.0069, "step": 275520 }, { "epoch": 4.568486677388868, "grad_norm": 0.0043777525424957275, "learning_rate": 4.3151332261113234e-06, "loss": 0.0, "step": 275530 }, { "epoch": 4.56865248462138, "grad_norm": 0.727154016494751, "learning_rate": 4.313475153786209e-06, "loss": 0.0049, "step": 275540 }, { "epoch": 4.568818291853891, "grad_norm": 0.00014803686644881964, "learning_rate": 4.311817081461093e-06, "loss": 0.004, "step": 275550 }, { "epoch": 4.568984099086402, "grad_norm": 0.00967224221676588, "learning_rate": 4.310159009135978e-06, "loss": 0.0062, "step": 275560 }, { "epoch": 4.569149906318914, "grad_norm": 0.5610206723213196, "learning_rate": 4.308500936810863e-06, "loss": 0.0024, "step": 275570 }, { "epoch": 4.5693157135514255, "grad_norm": 0.0003216375771444291, "learning_rate": 4.3068428644857485e-06, "loss": 0.0001, "step": 275580 }, { "epoch": 4.5694815207839365, "grad_norm": 0.009161794558167458, "learning_rate": 4.305184792160634e-06, "loss": 0.0046, "step": 275590 }, { "epoch": 4.5696473280164485, "grad_norm": 0.18181592226028442, "learning_rate": 4.30352671983552e-06, "loss": 0.0012, "step": 275600 }, { "epoch": 4.5698131352489595, "grad_norm": 0.0016910635167732835, "learning_rate": 4.301868647510405e-06, "loss": 0.0027, "step": 275610 }, { "epoch": 4.569978942481471, "grad_norm": 0.008276933804154396, "learning_rate": 4.30021057518529e-06, "loss": 0.0021, "step": 275620 }, { "epoch": 4.570144749713982, "grad_norm": 0.4095175266265869, "learning_rate": 4.298552502860175e-06, "loss": 0.0126, "step": 275630 }, { "epoch": 4.570310556946494, "grad_norm": 0.26549142599105835, "learning_rate": 4.29689443053506e-06, "loss": 0.0069, "step": 275640 }, { "epoch": 4.570476364179005, "grad_norm": 0.00012913769751321524, "learning_rate": 4.2952363582099455e-06, "loss": 0.0064, "step": 275650 }, { "epoch": 4.570642171411517, "grad_norm": 3.8045305700507015e-05, "learning_rate": 4.293578285884831e-06, "loss": 0.0031, "step": 275660 }, { "epoch": 4.570807978644028, "grad_norm": 4.488883132580668e-05, "learning_rate": 4.291920213559716e-06, "loss": 0.0069, "step": 275670 }, { "epoch": 4.57097378587654, "grad_norm": 0.46420150995254517, "learning_rate": 4.290262141234601e-06, "loss": 0.0133, "step": 275680 }, { "epoch": 4.571139593109051, "grad_norm": 0.15054865181446075, "learning_rate": 4.288604068909486e-06, "loss": 0.0027, "step": 275690 }, { "epoch": 4.571305400341563, "grad_norm": 0.0005200153100304306, "learning_rate": 4.286945996584371e-06, "loss": 0.0004, "step": 275700 }, { "epoch": 4.571471207574074, "grad_norm": 3.7092925140314037e-06, "learning_rate": 4.2852879242592566e-06, "loss": 0.0049, "step": 275710 }, { "epoch": 4.571637014806586, "grad_norm": 0.05779257416725159, "learning_rate": 4.283629851934142e-06, "loss": 0.0001, "step": 275720 }, { "epoch": 4.571802822039097, "grad_norm": 6.0421556554501876e-05, "learning_rate": 4.281971779609027e-06, "loss": 0.0031, "step": 275730 }, { "epoch": 4.571968629271609, "grad_norm": 0.0021883200388401747, "learning_rate": 4.280313707283912e-06, "loss": 0.0064, "step": 275740 }, { "epoch": 4.57213443650412, "grad_norm": 0.002654707059264183, "learning_rate": 4.278655634958796e-06, "loss": 0.0, "step": 275750 }, { "epoch": 4.572300243736632, "grad_norm": 0.0002381761878496036, "learning_rate": 4.276997562633682e-06, "loss": 0.0005, "step": 275760 }, { "epoch": 4.572466050969143, "grad_norm": 0.01422106008976698, "learning_rate": 4.275339490308568e-06, "loss": 0.0025, "step": 275770 }, { "epoch": 4.572631858201655, "grad_norm": 0.011681504547595978, "learning_rate": 4.273681417983453e-06, "loss": 0.0064, "step": 275780 }, { "epoch": 4.572797665434166, "grad_norm": 0.00026190868811681867, "learning_rate": 4.272023345658338e-06, "loss": 0.0071, "step": 275790 }, { "epoch": 4.572963472666678, "grad_norm": 0.15374572575092316, "learning_rate": 4.270365273333223e-06, "loss": 0.0126, "step": 275800 }, { "epoch": 4.573129279899189, "grad_norm": 0.010822099633514881, "learning_rate": 4.268707201008108e-06, "loss": 0.0056, "step": 275810 }, { "epoch": 4.573295087131701, "grad_norm": 0.0009635950555093586, "learning_rate": 4.2670491286829935e-06, "loss": 0.0003, "step": 275820 }, { "epoch": 4.573460894364212, "grad_norm": 0.16845236718654633, "learning_rate": 4.265391056357879e-06, "loss": 0.0036, "step": 275830 }, { "epoch": 4.573626701596724, "grad_norm": 0.0009311925969086587, "learning_rate": 4.263732984032764e-06, "loss": 0.0059, "step": 275840 }, { "epoch": 4.573792508829235, "grad_norm": 0.15240958333015442, "learning_rate": 4.262074911707649e-06, "loss": 0.0044, "step": 275850 }, { "epoch": 4.573958316061747, "grad_norm": 0.001955845160409808, "learning_rate": 4.260416839382534e-06, "loss": 0.0, "step": 275860 }, { "epoch": 4.574124123294258, "grad_norm": 0.0020325121004134417, "learning_rate": 4.258758767057419e-06, "loss": 0.0047, "step": 275870 }, { "epoch": 4.57428993052677, "grad_norm": 0.0032682493329048157, "learning_rate": 4.2571006947323045e-06, "loss": 0.0027, "step": 275880 }, { "epoch": 4.574455737759281, "grad_norm": 2.900943400163669e-05, "learning_rate": 4.25544262240719e-06, "loss": 0.0037, "step": 275890 }, { "epoch": 4.574621544991793, "grad_norm": 4.097723649465479e-05, "learning_rate": 4.253784550082075e-06, "loss": 0.0075, "step": 275900 }, { "epoch": 4.574787352224304, "grad_norm": 1.840692311816383e-05, "learning_rate": 4.25212647775696e-06, "loss": 0.0003, "step": 275910 }, { "epoch": 4.574953159456816, "grad_norm": 0.3986574709415436, "learning_rate": 4.250468405431845e-06, "loss": 0.0073, "step": 275920 }, { "epoch": 4.575118966689327, "grad_norm": 0.0018101136665791273, "learning_rate": 4.24881033310673e-06, "loss": 0.0, "step": 275930 }, { "epoch": 4.5752847739218385, "grad_norm": 0.0017878352664411068, "learning_rate": 4.2471522607816155e-06, "loss": 0.0002, "step": 275940 }, { "epoch": 4.5754505811543495, "grad_norm": 0.0005478423554450274, "learning_rate": 4.245494188456501e-06, "loss": 0.0006, "step": 275950 }, { "epoch": 4.5756163883868615, "grad_norm": 5.8651359722716734e-05, "learning_rate": 4.243836116131386e-06, "loss": 0.0096, "step": 275960 }, { "epoch": 4.575782195619373, "grad_norm": 0.0004207976453471929, "learning_rate": 4.242178043806271e-06, "loss": 0.0006, "step": 275970 }, { "epoch": 4.575948002851884, "grad_norm": 0.0010368326911702752, "learning_rate": 4.240519971481156e-06, "loss": 0.007, "step": 275980 }, { "epoch": 4.576113810084395, "grad_norm": 0.0029997541569173336, "learning_rate": 4.238861899156041e-06, "loss": 0.0031, "step": 275990 }, { "epoch": 4.576279617316907, "grad_norm": 0.09290199726819992, "learning_rate": 4.237203826830927e-06, "loss": 0.0003, "step": 276000 }, { "epoch": 4.576445424549419, "grad_norm": 0.00029455189360305667, "learning_rate": 4.235545754505812e-06, "loss": 0.0056, "step": 276010 }, { "epoch": 4.57661123178193, "grad_norm": 0.001331724226474762, "learning_rate": 4.233887682180697e-06, "loss": 0.0006, "step": 276020 }, { "epoch": 4.576777039014441, "grad_norm": 0.18955986201763153, "learning_rate": 4.232229609855582e-06, "loss": 0.0065, "step": 276030 }, { "epoch": 4.576942846246953, "grad_norm": 0.01187925785779953, "learning_rate": 4.230571537530467e-06, "loss": 0.0058, "step": 276040 }, { "epoch": 4.577108653479465, "grad_norm": 0.0001408997632097453, "learning_rate": 4.2289134652053524e-06, "loss": 0.0018, "step": 276050 }, { "epoch": 4.577274460711976, "grad_norm": 0.03779153898358345, "learning_rate": 4.227255392880238e-06, "loss": 0.0051, "step": 276060 }, { "epoch": 4.577440267944488, "grad_norm": 0.00014612743689212948, "learning_rate": 4.225597320555123e-06, "loss": 0.0032, "step": 276070 }, { "epoch": 4.577606075176999, "grad_norm": 0.0002727956452872604, "learning_rate": 4.223939248230008e-06, "loss": 0.0003, "step": 276080 }, { "epoch": 4.577771882409511, "grad_norm": 0.01037325244396925, "learning_rate": 4.222281175904893e-06, "loss": 0.0001, "step": 276090 }, { "epoch": 4.577937689642022, "grad_norm": 3.0385997888515703e-05, "learning_rate": 4.220623103579778e-06, "loss": 0.0, "step": 276100 }, { "epoch": 4.578103496874534, "grad_norm": 0.008500861003994942, "learning_rate": 4.2189650312546635e-06, "loss": 0.0049, "step": 276110 }, { "epoch": 4.578269304107045, "grad_norm": 0.14500091969966888, "learning_rate": 4.217306958929549e-06, "loss": 0.0093, "step": 276120 }, { "epoch": 4.578435111339557, "grad_norm": 0.001595122623257339, "learning_rate": 4.215648886604434e-06, "loss": 0.0131, "step": 276130 }, { "epoch": 4.578600918572068, "grad_norm": 0.0004743713652715087, "learning_rate": 4.213990814279319e-06, "loss": 0.0047, "step": 276140 }, { "epoch": 4.57876672580458, "grad_norm": 0.16740688681602478, "learning_rate": 4.212332741954204e-06, "loss": 0.0046, "step": 276150 }, { "epoch": 4.578932533037091, "grad_norm": 2.157890412490815e-05, "learning_rate": 4.210674669629089e-06, "loss": 0.0051, "step": 276160 }, { "epoch": 4.579098340269603, "grad_norm": 0.0012809247709810734, "learning_rate": 4.2090165973039745e-06, "loss": 0.0032, "step": 276170 }, { "epoch": 4.579264147502114, "grad_norm": 5.7735021982807666e-05, "learning_rate": 4.20735852497886e-06, "loss": 0.0057, "step": 276180 }, { "epoch": 4.579429954734626, "grad_norm": 0.0012899806024506688, "learning_rate": 4.205700452653745e-06, "loss": 0.0001, "step": 276190 }, { "epoch": 4.579595761967137, "grad_norm": 0.00023033110483083874, "learning_rate": 4.20404238032863e-06, "loss": 0.0002, "step": 276200 }, { "epoch": 4.579761569199649, "grad_norm": 0.0003198961494490504, "learning_rate": 4.202384308003515e-06, "loss": 0.0073, "step": 276210 }, { "epoch": 4.57992737643216, "grad_norm": 0.06138283386826515, "learning_rate": 4.2007262356784e-06, "loss": 0.0001, "step": 276220 }, { "epoch": 4.580093183664672, "grad_norm": 0.2729973793029785, "learning_rate": 4.1990681633532856e-06, "loss": 0.0033, "step": 276230 }, { "epoch": 4.580258990897183, "grad_norm": 0.0003674187755677849, "learning_rate": 4.197410091028171e-06, "loss": 0.0051, "step": 276240 }, { "epoch": 4.580424798129695, "grad_norm": 0.005878575146198273, "learning_rate": 4.195752018703056e-06, "loss": 0.0, "step": 276250 }, { "epoch": 4.580590605362206, "grad_norm": 0.08240335434675217, "learning_rate": 4.194093946377941e-06, "loss": 0.0001, "step": 276260 }, { "epoch": 4.5807564125947176, "grad_norm": 6.901151937199757e-05, "learning_rate": 4.192435874052826e-06, "loss": 0.006, "step": 276270 }, { "epoch": 4.580922219827229, "grad_norm": 0.009706920944154263, "learning_rate": 4.190777801727712e-06, "loss": 0.0027, "step": 276280 }, { "epoch": 4.5810880270597405, "grad_norm": 0.00018139467283617705, "learning_rate": 4.1891197294025974e-06, "loss": 0.0001, "step": 276290 }, { "epoch": 4.5812538342922515, "grad_norm": 0.18625563383102417, "learning_rate": 4.187461657077482e-06, "loss": 0.0057, "step": 276300 }, { "epoch": 4.581419641524763, "grad_norm": 0.16472303867340088, "learning_rate": 4.185803584752367e-06, "loss": 0.0026, "step": 276310 }, { "epoch": 4.5815854487572745, "grad_norm": 0.037787310779094696, "learning_rate": 4.184145512427252e-06, "loss": 0.007, "step": 276320 }, { "epoch": 4.581751255989786, "grad_norm": 0.0007463793735951185, "learning_rate": 4.182487440102137e-06, "loss": 0.0038, "step": 276330 }, { "epoch": 4.581917063222297, "grad_norm": 0.0020006594713777304, "learning_rate": 4.1808293677770225e-06, "loss": 0.001, "step": 276340 }, { "epoch": 4.582082870454809, "grad_norm": 0.003166821086779237, "learning_rate": 4.179171295451908e-06, "loss": 0.0001, "step": 276350 }, { "epoch": 4.58224867768732, "grad_norm": 0.03161665424704552, "learning_rate": 4.177513223126793e-06, "loss": 0.0031, "step": 276360 }, { "epoch": 4.582414484919832, "grad_norm": 0.21231313049793243, "learning_rate": 4.175855150801678e-06, "loss": 0.0052, "step": 276370 }, { "epoch": 4.582580292152343, "grad_norm": 0.21392329037189484, "learning_rate": 4.174197078476563e-06, "loss": 0.0071, "step": 276380 }, { "epoch": 4.582746099384855, "grad_norm": 0.0004084782849531621, "learning_rate": 4.172539006151448e-06, "loss": 0.0061, "step": 276390 }, { "epoch": 4.582911906617367, "grad_norm": 0.16728229820728302, "learning_rate": 4.1708809338263335e-06, "loss": 0.0063, "step": 276400 }, { "epoch": 4.583077713849878, "grad_norm": 0.0009694331092759967, "learning_rate": 4.169222861501219e-06, "loss": 0.0064, "step": 276410 }, { "epoch": 4.583243521082389, "grad_norm": 0.09960874170064926, "learning_rate": 4.167564789176104e-06, "loss": 0.0004, "step": 276420 }, { "epoch": 4.583409328314901, "grad_norm": 0.00019836625142488629, "learning_rate": 4.165906716850989e-06, "loss": 0.0071, "step": 276430 }, { "epoch": 4.583575135547413, "grad_norm": 0.09189079701900482, "learning_rate": 4.164248644525874e-06, "loss": 0.0002, "step": 276440 }, { "epoch": 4.583740942779924, "grad_norm": 0.001057325047440827, "learning_rate": 4.16259057220076e-06, "loss": 0.0003, "step": 276450 }, { "epoch": 4.583906750012435, "grad_norm": 1.732890450512059e-05, "learning_rate": 4.160932499875645e-06, "loss": 0.0028, "step": 276460 }, { "epoch": 4.584072557244947, "grad_norm": 0.00020599614072125405, "learning_rate": 4.1592744275505306e-06, "loss": 0.0029, "step": 276470 }, { "epoch": 4.584238364477459, "grad_norm": 9.606119419913739e-05, "learning_rate": 4.157616355225416e-06, "loss": 0.0043, "step": 276480 }, { "epoch": 4.58440417170997, "grad_norm": 0.00018728908617049456, "learning_rate": 4.1559582829003e-06, "loss": 0.0002, "step": 276490 }, { "epoch": 4.584569978942481, "grad_norm": 0.00013282649160828441, "learning_rate": 4.154300210575185e-06, "loss": 0.0059, "step": 276500 }, { "epoch": 4.584735786174993, "grad_norm": 0.3007621169090271, "learning_rate": 4.15264213825007e-06, "loss": 0.0088, "step": 276510 }, { "epoch": 4.584901593407505, "grad_norm": 0.009821190498769283, "learning_rate": 4.150984065924956e-06, "loss": 0.0003, "step": 276520 }, { "epoch": 4.585067400640016, "grad_norm": 0.004029738716781139, "learning_rate": 4.149325993599841e-06, "loss": 0.0006, "step": 276530 }, { "epoch": 4.585233207872528, "grad_norm": 8.057271770667285e-05, "learning_rate": 4.147667921274726e-06, "loss": 0.0008, "step": 276540 }, { "epoch": 4.585399015105039, "grad_norm": 0.0004122364043723792, "learning_rate": 4.146009848949611e-06, "loss": 0.0028, "step": 276550 }, { "epoch": 4.585564822337551, "grad_norm": 2.0006791601190343e-05, "learning_rate": 4.144351776624496e-06, "loss": 0.0052, "step": 276560 }, { "epoch": 4.585730629570062, "grad_norm": 0.00029859758797101676, "learning_rate": 4.1426937042993814e-06, "loss": 0.0076, "step": 276570 }, { "epoch": 4.585896436802574, "grad_norm": 0.370533287525177, "learning_rate": 4.141035631974267e-06, "loss": 0.0042, "step": 276580 }, { "epoch": 4.586062244035085, "grad_norm": 0.01046963781118393, "learning_rate": 4.139377559649152e-06, "loss": 0.002, "step": 276590 }, { "epoch": 4.586228051267597, "grad_norm": 0.000530495191924274, "learning_rate": 4.137719487324037e-06, "loss": 0.0038, "step": 276600 }, { "epoch": 4.586393858500108, "grad_norm": 3.373061917955056e-05, "learning_rate": 4.136061414998922e-06, "loss": 0.0, "step": 276610 }, { "epoch": 4.5865596657326195, "grad_norm": 0.0005557655240409076, "learning_rate": 4.134403342673808e-06, "loss": 0.0055, "step": 276620 }, { "epoch": 4.586725472965131, "grad_norm": 0.0002117749972967431, "learning_rate": 4.132745270348693e-06, "loss": 0.0109, "step": 276630 }, { "epoch": 4.5868912801976425, "grad_norm": 0.18178704380989075, "learning_rate": 4.1310871980235785e-06, "loss": 0.0076, "step": 276640 }, { "epoch": 4.5870570874301535, "grad_norm": 6.102865154389292e-05, "learning_rate": 4.129429125698464e-06, "loss": 0.0053, "step": 276650 }, { "epoch": 4.587222894662665, "grad_norm": 0.0241360105574131, "learning_rate": 4.127771053373349e-06, "loss": 0.0107, "step": 276660 }, { "epoch": 4.5873887018951764, "grad_norm": 0.00044392418931238353, "learning_rate": 4.126112981048234e-06, "loss": 0.0003, "step": 276670 }, { "epoch": 4.587554509127688, "grad_norm": 0.00016966936527751386, "learning_rate": 4.124454908723119e-06, "loss": 0.0002, "step": 276680 }, { "epoch": 4.587720316360199, "grad_norm": 0.0007717196713201702, "learning_rate": 4.1227968363980035e-06, "loss": 0.0046, "step": 276690 }, { "epoch": 4.587886123592711, "grad_norm": 0.00012252571468707174, "learning_rate": 4.121138764072889e-06, "loss": 0.0022, "step": 276700 }, { "epoch": 4.588051930825222, "grad_norm": 0.00013371701061259955, "learning_rate": 4.119480691747774e-06, "loss": 0.0068, "step": 276710 }, { "epoch": 4.588217738057734, "grad_norm": 0.005032951477915049, "learning_rate": 4.117822619422659e-06, "loss": 0.0, "step": 276720 }, { "epoch": 4.588383545290245, "grad_norm": 0.0004770681553054601, "learning_rate": 4.116164547097544e-06, "loss": 0.0035, "step": 276730 }, { "epoch": 4.588549352522757, "grad_norm": 0.003541389713063836, "learning_rate": 4.114506474772429e-06, "loss": 0.0023, "step": 276740 }, { "epoch": 4.588715159755268, "grad_norm": 0.0005132033256813884, "learning_rate": 4.1128484024473146e-06, "loss": 0.0002, "step": 276750 }, { "epoch": 4.58888096698778, "grad_norm": 0.0013593529583886266, "learning_rate": 4.1111903301222e-06, "loss": 0.0042, "step": 276760 }, { "epoch": 4.589046774220291, "grad_norm": 0.0004127853608224541, "learning_rate": 4.109532257797085e-06, "loss": 0.003, "step": 276770 }, { "epoch": 4.589212581452803, "grad_norm": 0.04902968555688858, "learning_rate": 4.10787418547197e-06, "loss": 0.0006, "step": 276780 }, { "epoch": 4.589378388685314, "grad_norm": 0.00039268392720259726, "learning_rate": 4.106216113146856e-06, "loss": 0.0031, "step": 276790 }, { "epoch": 4.589544195917826, "grad_norm": 8.936818630900234e-05, "learning_rate": 4.104558040821741e-06, "loss": 0.0008, "step": 276800 }, { "epoch": 4.589710003150337, "grad_norm": 0.00034570699790492654, "learning_rate": 4.1028999684966265e-06, "loss": 0.0059, "step": 276810 }, { "epoch": 4.589875810382849, "grad_norm": 0.013424767181277275, "learning_rate": 4.101241896171512e-06, "loss": 0.0, "step": 276820 }, { "epoch": 4.59004161761536, "grad_norm": 0.00044705724576488137, "learning_rate": 4.099583823846397e-06, "loss": 0.003, "step": 276830 }, { "epoch": 4.590207424847872, "grad_norm": 0.0002756461617536843, "learning_rate": 4.097925751521282e-06, "loss": 0.0, "step": 276840 }, { "epoch": 4.590373232080383, "grad_norm": 0.9934735298156738, "learning_rate": 4.096267679196167e-06, "loss": 0.0048, "step": 276850 }, { "epoch": 4.590539039312895, "grad_norm": 0.0007896435563452542, "learning_rate": 4.094609606871052e-06, "loss": 0.0002, "step": 276860 }, { "epoch": 4.590704846545407, "grad_norm": 3.232091330573894e-05, "learning_rate": 4.0929515345459375e-06, "loss": 0.0, "step": 276870 }, { "epoch": 4.590870653777918, "grad_norm": 0.03599262610077858, "learning_rate": 4.091293462220823e-06, "loss": 0.0044, "step": 276880 }, { "epoch": 4.591036461010429, "grad_norm": 0.0014951179036870599, "learning_rate": 4.089635389895707e-06, "loss": 0.0039, "step": 276890 }, { "epoch": 4.591202268242941, "grad_norm": 0.003699301043525338, "learning_rate": 4.087977317570592e-06, "loss": 0.0034, "step": 276900 }, { "epoch": 4.591368075475453, "grad_norm": 0.0011322986101731658, "learning_rate": 4.086319245245477e-06, "loss": 0.0068, "step": 276910 }, { "epoch": 4.591533882707964, "grad_norm": 0.18266631662845612, "learning_rate": 4.0846611729203625e-06, "loss": 0.0056, "step": 276920 }, { "epoch": 4.591699689940475, "grad_norm": 0.002913295291364193, "learning_rate": 4.083003100595248e-06, "loss": 0.0002, "step": 276930 }, { "epoch": 4.591865497172987, "grad_norm": 0.18612709641456604, "learning_rate": 4.081345028270133e-06, "loss": 0.0065, "step": 276940 }, { "epoch": 4.592031304405499, "grad_norm": 0.0002177780115744099, "learning_rate": 4.079686955945018e-06, "loss": 0.0029, "step": 276950 }, { "epoch": 4.59219711163801, "grad_norm": 5.3242714784573764e-05, "learning_rate": 4.078028883619904e-06, "loss": 0.0092, "step": 276960 }, { "epoch": 4.5923629188705215, "grad_norm": 3.6751760490005836e-05, "learning_rate": 4.076370811294789e-06, "loss": 0.0096, "step": 276970 }, { "epoch": 4.5925287261030325, "grad_norm": 0.0019267711322754622, "learning_rate": 4.074712738969674e-06, "loss": 0.0042, "step": 276980 }, { "epoch": 4.5926945333355444, "grad_norm": 0.00011732440179912373, "learning_rate": 4.0730546666445596e-06, "loss": 0.0006, "step": 276990 }, { "epoch": 4.5928603405680555, "grad_norm": 5.164290269021876e-05, "learning_rate": 4.071396594319445e-06, "loss": 0.0104, "step": 277000 }, { "epoch": 4.593026147800567, "grad_norm": 0.0007120300433598459, "learning_rate": 4.06973852199433e-06, "loss": 0.0021, "step": 277010 }, { "epoch": 4.593191955033078, "grad_norm": 1.320702358498238e-05, "learning_rate": 4.068080449669215e-06, "loss": 0.001, "step": 277020 }, { "epoch": 4.59335776226559, "grad_norm": 0.00018794093921314925, "learning_rate": 4.0664223773441e-06, "loss": 0.0089, "step": 277030 }, { "epoch": 4.593523569498101, "grad_norm": 0.001442566281184554, "learning_rate": 4.0647643050189854e-06, "loss": 0.0071, "step": 277040 }, { "epoch": 4.593689376730613, "grad_norm": 0.0005843472899869084, "learning_rate": 4.063106232693871e-06, "loss": 0.0039, "step": 277050 }, { "epoch": 4.593855183963124, "grad_norm": 0.1407455950975418, "learning_rate": 4.061448160368756e-06, "loss": 0.0029, "step": 277060 }, { "epoch": 4.594020991195636, "grad_norm": 0.002532077021896839, "learning_rate": 4.059790088043641e-06, "loss": 0.0042, "step": 277070 }, { "epoch": 4.594186798428147, "grad_norm": 0.0002682000631466508, "learning_rate": 4.058132015718525e-06, "loss": 0.0093, "step": 277080 }, { "epoch": 4.594352605660659, "grad_norm": 0.00034964497899636626, "learning_rate": 4.0564739433934105e-06, "loss": 0.0048, "step": 277090 }, { "epoch": 4.59451841289317, "grad_norm": 0.0028666206635534763, "learning_rate": 4.054815871068296e-06, "loss": 0.003, "step": 277100 }, { "epoch": 4.594684220125682, "grad_norm": 0.3500412702560425, "learning_rate": 4.053157798743181e-06, "loss": 0.0003, "step": 277110 }, { "epoch": 4.594850027358193, "grad_norm": 0.00015514604456257075, "learning_rate": 4.051499726418066e-06, "loss": 0.0, "step": 277120 }, { "epoch": 4.595015834590705, "grad_norm": 0.0033750743605196476, "learning_rate": 4.049841654092952e-06, "loss": 0.0048, "step": 277130 }, { "epoch": 4.595181641823216, "grad_norm": 0.1850453019142151, "learning_rate": 4.048183581767837e-06, "loss": 0.003, "step": 277140 }, { "epoch": 4.595347449055728, "grad_norm": 0.004552298225462437, "learning_rate": 4.046525509442722e-06, "loss": 0.0042, "step": 277150 }, { "epoch": 4.595513256288239, "grad_norm": 0.00012312918261159211, "learning_rate": 4.0448674371176075e-06, "loss": 0.0093, "step": 277160 }, { "epoch": 4.595679063520751, "grad_norm": 0.21598540246486664, "learning_rate": 4.043209364792493e-06, "loss": 0.0159, "step": 277170 }, { "epoch": 4.595844870753262, "grad_norm": 0.00916680321097374, "learning_rate": 4.041551292467378e-06, "loss": 0.0025, "step": 277180 }, { "epoch": 4.596010677985774, "grad_norm": 2.022858097916469e-05, "learning_rate": 4.039893220142263e-06, "loss": 0.0009, "step": 277190 }, { "epoch": 4.596176485218285, "grad_norm": 8.358529157703742e-05, "learning_rate": 4.038235147817148e-06, "loss": 0.0004, "step": 277200 }, { "epoch": 4.596342292450797, "grad_norm": 2.6539055397734046e-05, "learning_rate": 4.036577075492033e-06, "loss": 0.0043, "step": 277210 }, { "epoch": 4.596508099683308, "grad_norm": 9.840472193900496e-05, "learning_rate": 4.0349190031669185e-06, "loss": 0.0057, "step": 277220 }, { "epoch": 4.59667390691582, "grad_norm": 0.383191853761673, "learning_rate": 4.033260930841804e-06, "loss": 0.008, "step": 277230 }, { "epoch": 4.596839714148331, "grad_norm": 6.658518395852298e-05, "learning_rate": 4.031602858516689e-06, "loss": 0.0165, "step": 277240 }, { "epoch": 4.597005521380843, "grad_norm": 7.094564352883026e-05, "learning_rate": 4.029944786191574e-06, "loss": 0.0, "step": 277250 }, { "epoch": 4.597171328613354, "grad_norm": 4.8571910156169906e-05, "learning_rate": 4.028286713866459e-06, "loss": 0.0051, "step": 277260 }, { "epoch": 4.597337135845866, "grad_norm": 2.314418088644743e-05, "learning_rate": 4.026628641541344e-06, "loss": 0.0062, "step": 277270 }, { "epoch": 4.597502943078377, "grad_norm": 0.002769621554762125, "learning_rate": 4.024970569216229e-06, "loss": 0.0057, "step": 277280 }, { "epoch": 4.597668750310889, "grad_norm": 0.31005099415779114, "learning_rate": 4.023312496891114e-06, "loss": 0.016, "step": 277290 }, { "epoch": 4.5978345575434005, "grad_norm": 0.00031071831472218037, "learning_rate": 4.021654424565999e-06, "loss": 0.0001, "step": 277300 }, { "epoch": 4.598000364775912, "grad_norm": 5.080062692286447e-05, "learning_rate": 4.019996352240885e-06, "loss": 0.0006, "step": 277310 }, { "epoch": 4.598166172008423, "grad_norm": 0.0001495603210059926, "learning_rate": 4.01833827991577e-06, "loss": 0.0047, "step": 277320 }, { "epoch": 4.5983319792409345, "grad_norm": 0.4254337251186371, "learning_rate": 4.0166802075906555e-06, "loss": 0.001, "step": 277330 }, { "epoch": 4.598497786473446, "grad_norm": 0.01537276804447174, "learning_rate": 4.015022135265541e-06, "loss": 0.0047, "step": 277340 }, { "epoch": 4.5986635937059575, "grad_norm": 0.0031133750453591347, "learning_rate": 4.013364062940426e-06, "loss": 0.0141, "step": 277350 }, { "epoch": 4.5988294009384685, "grad_norm": 0.0006340243271552026, "learning_rate": 4.011705990615311e-06, "loss": 0.0069, "step": 277360 }, { "epoch": 4.59899520817098, "grad_norm": 0.0001411186094628647, "learning_rate": 4.010047918290196e-06, "loss": 0.0005, "step": 277370 }, { "epoch": 4.599161015403492, "grad_norm": 0.0002276677405461669, "learning_rate": 4.008389845965081e-06, "loss": 0.009, "step": 277380 }, { "epoch": 4.599326822636003, "grad_norm": 7.112478488124907e-05, "learning_rate": 4.0067317736399665e-06, "loss": 0.0031, "step": 277390 }, { "epoch": 4.599492629868514, "grad_norm": 0.008831732906401157, "learning_rate": 4.005073701314852e-06, "loss": 0.0114, "step": 277400 }, { "epoch": 4.599658437101026, "grad_norm": 0.00021807666053064167, "learning_rate": 4.003415628989737e-06, "loss": 0.0022, "step": 277410 }, { "epoch": 4.599824244333538, "grad_norm": 0.1602039784193039, "learning_rate": 4.001757556664622e-06, "loss": 0.0047, "step": 277420 }, { "epoch": 4.599990051566049, "grad_norm": 0.012604054994881153, "learning_rate": 4.000099484339507e-06, "loss": 0.0001, "step": 277430 }, { "epoch": 4.600155858798561, "grad_norm": 0.013013218529522419, "learning_rate": 3.998441412014392e-06, "loss": 0.0032, "step": 277440 }, { "epoch": 4.600321666031072, "grad_norm": 0.002093376824632287, "learning_rate": 3.9967833396892775e-06, "loss": 0.0001, "step": 277450 }, { "epoch": 4.600487473263584, "grad_norm": 0.0002054911310551688, "learning_rate": 3.995125267364163e-06, "loss": 0.0122, "step": 277460 }, { "epoch": 4.600653280496095, "grad_norm": 0.0009086882928386331, "learning_rate": 3.993467195039048e-06, "loss": 0.0001, "step": 277470 }, { "epoch": 4.600819087728607, "grad_norm": 0.012791560962796211, "learning_rate": 3.991809122713933e-06, "loss": 0.0001, "step": 277480 }, { "epoch": 4.600984894961118, "grad_norm": 0.0001110659577534534, "learning_rate": 3.990151050388818e-06, "loss": 0.0131, "step": 277490 }, { "epoch": 4.60115070219363, "grad_norm": 0.0016317212721332908, "learning_rate": 3.988492978063703e-06, "loss": 0.0043, "step": 277500 }, { "epoch": 4.601316509426141, "grad_norm": 0.001363636227324605, "learning_rate": 3.9868349057385886e-06, "loss": 0.0, "step": 277510 }, { "epoch": 4.601482316658653, "grad_norm": 0.007850341498851776, "learning_rate": 3.985176833413474e-06, "loss": 0.003, "step": 277520 }, { "epoch": 4.601648123891164, "grad_norm": 0.023868398740887642, "learning_rate": 3.983518761088359e-06, "loss": 0.0172, "step": 277530 }, { "epoch": 4.601813931123676, "grad_norm": 0.0004084429529029876, "learning_rate": 3.981860688763244e-06, "loss": 0.0005, "step": 277540 }, { "epoch": 4.601979738356187, "grad_norm": 0.00020745114306919277, "learning_rate": 3.980202616438129e-06, "loss": 0.0086, "step": 277550 }, { "epoch": 4.602145545588699, "grad_norm": 0.0008068133611232042, "learning_rate": 3.9785445441130144e-06, "loss": 0.0047, "step": 277560 }, { "epoch": 4.60231135282121, "grad_norm": 0.00031621777452528477, "learning_rate": 3.9768864717879e-06, "loss": 0.0001, "step": 277570 }, { "epoch": 4.602477160053722, "grad_norm": 3.295305577921681e-05, "learning_rate": 3.975228399462785e-06, "loss": 0.0073, "step": 277580 }, { "epoch": 4.602642967286233, "grad_norm": 0.0002049812173936516, "learning_rate": 3.97357032713767e-06, "loss": 0.0004, "step": 277590 }, { "epoch": 4.602808774518745, "grad_norm": 0.2606281042098999, "learning_rate": 3.971912254812555e-06, "loss": 0.0076, "step": 277600 }, { "epoch": 4.602974581751256, "grad_norm": 0.0003026373451575637, "learning_rate": 3.97025418248744e-06, "loss": 0.0001, "step": 277610 }, { "epoch": 4.603140388983768, "grad_norm": 0.0005874782218597829, "learning_rate": 3.9685961101623255e-06, "loss": 0.0031, "step": 277620 }, { "epoch": 4.603306196216279, "grad_norm": 0.00026916564092971385, "learning_rate": 3.966938037837211e-06, "loss": 0.0047, "step": 277630 }, { "epoch": 4.603472003448791, "grad_norm": 0.03195525333285332, "learning_rate": 3.965279965512096e-06, "loss": 0.0055, "step": 277640 }, { "epoch": 4.603637810681302, "grad_norm": 0.0004155359056312591, "learning_rate": 3.963621893186981e-06, "loss": 0.0001, "step": 277650 }, { "epoch": 4.6038036179138135, "grad_norm": 0.00011048202577512711, "learning_rate": 3.961963820861866e-06, "loss": 0.0003, "step": 277660 }, { "epoch": 4.603969425146325, "grad_norm": 0.0001827886007959023, "learning_rate": 3.960305748536751e-06, "loss": 0.0028, "step": 277670 }, { "epoch": 4.6041352323788365, "grad_norm": 0.00018200282647740096, "learning_rate": 3.9586476762116365e-06, "loss": 0.0025, "step": 277680 }, { "epoch": 4.6043010396113475, "grad_norm": 5.836116906721145e-05, "learning_rate": 3.956989603886522e-06, "loss": 0.0055, "step": 277690 }, { "epoch": 4.604466846843859, "grad_norm": 6.802286952733994e-05, "learning_rate": 3.955331531561407e-06, "loss": 0.0006, "step": 277700 }, { "epoch": 4.6046326540763705, "grad_norm": 0.4827580451965332, "learning_rate": 3.953673459236292e-06, "loss": 0.006, "step": 277710 }, { "epoch": 4.604798461308882, "grad_norm": 0.0003477575082797557, "learning_rate": 3.952015386911177e-06, "loss": 0.0005, "step": 277720 }, { "epoch": 4.604964268541393, "grad_norm": 0.0020544780418276787, "learning_rate": 3.950357314586062e-06, "loss": 0.0009, "step": 277730 }, { "epoch": 4.605130075773905, "grad_norm": 0.00022299612464848906, "learning_rate": 3.9486992422609475e-06, "loss": 0.0, "step": 277740 }, { "epoch": 4.605295883006416, "grad_norm": 0.0007290848880074918, "learning_rate": 3.947041169935833e-06, "loss": 0.0054, "step": 277750 }, { "epoch": 4.605461690238928, "grad_norm": 0.19479598104953766, "learning_rate": 3.945383097610718e-06, "loss": 0.0023, "step": 277760 }, { "epoch": 4.60562749747144, "grad_norm": 7.917261973489076e-05, "learning_rate": 3.943725025285603e-06, "loss": 0.0022, "step": 277770 }, { "epoch": 4.605793304703951, "grad_norm": 0.0002468802558723837, "learning_rate": 3.942066952960488e-06, "loss": 0.0029, "step": 277780 }, { "epoch": 4.605959111936462, "grad_norm": 0.12262143194675446, "learning_rate": 3.940408880635373e-06, "loss": 0.0027, "step": 277790 }, { "epoch": 4.606124919168974, "grad_norm": 0.00010899967310251668, "learning_rate": 3.938750808310259e-06, "loss": 0.0052, "step": 277800 }, { "epoch": 4.606290726401486, "grad_norm": 5.631289604934864e-05, "learning_rate": 3.937092735985144e-06, "loss": 0.0021, "step": 277810 }, { "epoch": 4.606456533633997, "grad_norm": 0.0004141785902902484, "learning_rate": 3.93543466366003e-06, "loss": 0.0, "step": 277820 }, { "epoch": 4.606622340866508, "grad_norm": 0.0009019532590173185, "learning_rate": 3.933776591334914e-06, "loss": 0.0031, "step": 277830 }, { "epoch": 4.60678814809902, "grad_norm": 0.0446854904294014, "learning_rate": 3.932118519009799e-06, "loss": 0.0004, "step": 277840 }, { "epoch": 4.606953955331532, "grad_norm": 6.894741818541661e-05, "learning_rate": 3.9304604466846845e-06, "loss": 0.0029, "step": 277850 }, { "epoch": 4.607119762564043, "grad_norm": 0.009723389521241188, "learning_rate": 3.92880237435957e-06, "loss": 0.0099, "step": 277860 }, { "epoch": 4.607285569796555, "grad_norm": 0.21007034182548523, "learning_rate": 3.927144302034455e-06, "loss": 0.0048, "step": 277870 }, { "epoch": 4.607451377029066, "grad_norm": 0.00017955266230273992, "learning_rate": 3.92548622970934e-06, "loss": 0.0026, "step": 277880 }, { "epoch": 4.607617184261578, "grad_norm": 0.00011445386917330325, "learning_rate": 3.923828157384225e-06, "loss": 0.0108, "step": 277890 }, { "epoch": 4.607782991494089, "grad_norm": 0.172580748796463, "learning_rate": 3.92217008505911e-06, "loss": 0.0051, "step": 277900 }, { "epoch": 4.607948798726601, "grad_norm": 0.000438435934484005, "learning_rate": 3.9205120127339955e-06, "loss": 0.0026, "step": 277910 }, { "epoch": 4.608114605959112, "grad_norm": 0.001575295813381672, "learning_rate": 3.918853940408881e-06, "loss": 0.0029, "step": 277920 }, { "epoch": 4.608280413191624, "grad_norm": 9.032683010445908e-05, "learning_rate": 3.917195868083766e-06, "loss": 0.0033, "step": 277930 }, { "epoch": 4.608446220424135, "grad_norm": 0.00028675305657088757, "learning_rate": 3.915537795758651e-06, "loss": 0.006, "step": 277940 }, { "epoch": 4.608612027656647, "grad_norm": 3.586697130231187e-05, "learning_rate": 3.913879723433536e-06, "loss": 0.0001, "step": 277950 }, { "epoch": 4.608777834889158, "grad_norm": 0.0006286419229581952, "learning_rate": 3.912221651108421e-06, "loss": 0.0001, "step": 277960 }, { "epoch": 4.60894364212167, "grad_norm": 0.18886397778987885, "learning_rate": 3.9105635787833065e-06, "loss": 0.0036, "step": 277970 }, { "epoch": 4.609109449354181, "grad_norm": 0.2196093499660492, "learning_rate": 3.908905506458192e-06, "loss": 0.0067, "step": 277980 }, { "epoch": 4.609275256586693, "grad_norm": 7.855200237827376e-05, "learning_rate": 3.907247434133078e-06, "loss": 0.0001, "step": 277990 }, { "epoch": 4.609441063819204, "grad_norm": 0.0018337429501116276, "learning_rate": 3.905589361807963e-06, "loss": 0.0, "step": 278000 }, { "epoch": 4.6096068710517155, "grad_norm": 0.13041943311691284, "learning_rate": 3.903931289482848e-06, "loss": 0.0003, "step": 278010 }, { "epoch": 4.6097726782842265, "grad_norm": 0.0064150141552090645, "learning_rate": 3.902273217157732e-06, "loss": 0.0064, "step": 278020 }, { "epoch": 4.6099384855167385, "grad_norm": 0.0035602296702563763, "learning_rate": 3.9006151448326176e-06, "loss": 0.003, "step": 278030 }, { "epoch": 4.6101042927492495, "grad_norm": 0.00011594942770898342, "learning_rate": 3.898957072507503e-06, "loss": 0.0103, "step": 278040 }, { "epoch": 4.610270099981761, "grad_norm": 0.004389950539916754, "learning_rate": 3.897299000182388e-06, "loss": 0.0088, "step": 278050 }, { "epoch": 4.610435907214272, "grad_norm": 0.0008250474347732961, "learning_rate": 3.895640927857273e-06, "loss": 0.0095, "step": 278060 }, { "epoch": 4.610601714446784, "grad_norm": 0.0013959798961877823, "learning_rate": 3.893982855532158e-06, "loss": 0.0035, "step": 278070 }, { "epoch": 4.610767521679295, "grad_norm": 0.027895115315914154, "learning_rate": 3.8923247832070434e-06, "loss": 0.0001, "step": 278080 }, { "epoch": 4.610933328911807, "grad_norm": 0.0006889746291562915, "learning_rate": 3.890666710881929e-06, "loss": 0.0036, "step": 278090 }, { "epoch": 4.611099136144318, "grad_norm": 0.16394545137882233, "learning_rate": 3.889008638556814e-06, "loss": 0.0088, "step": 278100 }, { "epoch": 4.61126494337683, "grad_norm": 0.003919275477528572, "learning_rate": 3.887350566231699e-06, "loss": 0.0001, "step": 278110 }, { "epoch": 4.611430750609341, "grad_norm": 0.0022017252631485462, "learning_rate": 3.885692493906584e-06, "loss": 0.0067, "step": 278120 }, { "epoch": 4.611596557841853, "grad_norm": 0.0027510093059390783, "learning_rate": 3.884034421581469e-06, "loss": 0.0017, "step": 278130 }, { "epoch": 4.611762365074364, "grad_norm": 0.2026771605014801, "learning_rate": 3.8823763492563545e-06, "loss": 0.0089, "step": 278140 }, { "epoch": 4.611928172306876, "grad_norm": 0.0031392008531838655, "learning_rate": 3.88071827693124e-06, "loss": 0.0029, "step": 278150 }, { "epoch": 4.612093979539387, "grad_norm": 0.003812471404671669, "learning_rate": 3.879060204606126e-06, "loss": 0.005, "step": 278160 }, { "epoch": 4.612259786771899, "grad_norm": 4.307326162233949e-05, "learning_rate": 3.877402132281011e-06, "loss": 0.0052, "step": 278170 }, { "epoch": 4.61242559400441, "grad_norm": 0.0835479348897934, "learning_rate": 3.875744059955896e-06, "loss": 0.0153, "step": 278180 }, { "epoch": 4.612591401236922, "grad_norm": 0.011985423974692822, "learning_rate": 3.874085987630781e-06, "loss": 0.0009, "step": 278190 }, { "epoch": 4.612757208469434, "grad_norm": 0.002435460453853011, "learning_rate": 3.872427915305666e-06, "loss": 0.0076, "step": 278200 }, { "epoch": 4.612923015701945, "grad_norm": 0.014082800596952438, "learning_rate": 3.8707698429805515e-06, "loss": 0.0019, "step": 278210 }, { "epoch": 4.613088822934456, "grad_norm": 0.00017540491535328329, "learning_rate": 3.869111770655436e-06, "loss": 0.0061, "step": 278220 }, { "epoch": 4.613254630166968, "grad_norm": 0.00041971929022111, "learning_rate": 3.867453698330321e-06, "loss": 0.0002, "step": 278230 }, { "epoch": 4.61342043739948, "grad_norm": 0.00011885243293363601, "learning_rate": 3.865795626005206e-06, "loss": 0.0071, "step": 278240 }, { "epoch": 4.613586244631991, "grad_norm": 0.0009272610186599195, "learning_rate": 3.864137553680091e-06, "loss": 0.0008, "step": 278250 }, { "epoch": 4.613752051864502, "grad_norm": 0.00021412393834907562, "learning_rate": 3.8624794813549766e-06, "loss": 0.0105, "step": 278260 }, { "epoch": 4.613917859097014, "grad_norm": 0.24682559072971344, "learning_rate": 3.860821409029862e-06, "loss": 0.0044, "step": 278270 }, { "epoch": 4.614083666329526, "grad_norm": 0.0012755473144352436, "learning_rate": 3.859163336704747e-06, "loss": 0.0029, "step": 278280 }, { "epoch": 4.614249473562037, "grad_norm": 0.00200903182849288, "learning_rate": 3.857505264379632e-06, "loss": 0.0031, "step": 278290 }, { "epoch": 4.614415280794548, "grad_norm": 0.017205901443958282, "learning_rate": 3.855847192054517e-06, "loss": 0.0061, "step": 278300 }, { "epoch": 4.61458108802706, "grad_norm": 8.428661385551095e-05, "learning_rate": 3.854189119729402e-06, "loss": 0.0028, "step": 278310 }, { "epoch": 4.614746895259572, "grad_norm": 0.008731030859053135, "learning_rate": 3.852531047404288e-06, "loss": 0.0002, "step": 278320 }, { "epoch": 4.614912702492083, "grad_norm": 2.6584937586449087e-05, "learning_rate": 3.850872975079174e-06, "loss": 0.01, "step": 278330 }, { "epoch": 4.6150785097245945, "grad_norm": 0.003581450553610921, "learning_rate": 3.849214902754059e-06, "loss": 0.0011, "step": 278340 }, { "epoch": 4.615244316957106, "grad_norm": 0.0036077869590371847, "learning_rate": 3.847556830428944e-06, "loss": 0.0072, "step": 278350 }, { "epoch": 4.6154101241896175, "grad_norm": 0.21678590774536133, "learning_rate": 3.845898758103829e-06, "loss": 0.004, "step": 278360 }, { "epoch": 4.6155759314221285, "grad_norm": 1.6126223272294737e-05, "learning_rate": 3.844240685778714e-06, "loss": 0.0003, "step": 278370 }, { "epoch": 4.61574173865464, "grad_norm": 0.0001835315633798018, "learning_rate": 3.8425826134535995e-06, "loss": 0.0028, "step": 278380 }, { "epoch": 4.6159075458871515, "grad_norm": 0.00012700975639745593, "learning_rate": 3.840924541128485e-06, "loss": 0.0065, "step": 278390 }, { "epoch": 4.616073353119663, "grad_norm": 0.15398721396923065, "learning_rate": 3.83926646880337e-06, "loss": 0.0178, "step": 278400 }, { "epoch": 4.616239160352174, "grad_norm": 0.00017528772877994925, "learning_rate": 3.837608396478254e-06, "loss": 0.0001, "step": 278410 }, { "epoch": 4.616404967584686, "grad_norm": 0.3054659962654114, "learning_rate": 3.835950324153139e-06, "loss": 0.0072, "step": 278420 }, { "epoch": 4.616570774817197, "grad_norm": 0.00015311174502130598, "learning_rate": 3.8342922518280245e-06, "loss": 0.0032, "step": 278430 }, { "epoch": 4.616736582049709, "grad_norm": 3.9101891161408275e-05, "learning_rate": 3.83263417950291e-06, "loss": 0.0006, "step": 278440 }, { "epoch": 4.61690238928222, "grad_norm": 3.0338043870870024e-05, "learning_rate": 3.830976107177795e-06, "loss": 0.0039, "step": 278450 }, { "epoch": 4.617068196514732, "grad_norm": 4.099715442862362e-05, "learning_rate": 3.82931803485268e-06, "loss": 0.0002, "step": 278460 }, { "epoch": 4.617234003747243, "grad_norm": 0.0027913751546293497, "learning_rate": 3.827659962527565e-06, "loss": 0.0075, "step": 278470 }, { "epoch": 4.617399810979755, "grad_norm": 0.0019701689016073942, "learning_rate": 3.82600189020245e-06, "loss": 0.0037, "step": 278480 }, { "epoch": 4.617565618212266, "grad_norm": 0.00026283282204531133, "learning_rate": 3.8243438178773355e-06, "loss": 0.0027, "step": 278490 }, { "epoch": 4.617731425444778, "grad_norm": 0.0009982621995732188, "learning_rate": 3.8226857455522216e-06, "loss": 0.0061, "step": 278500 }, { "epoch": 4.617897232677289, "grad_norm": 0.0002839296357706189, "learning_rate": 3.821027673227107e-06, "loss": 0.0001, "step": 278510 }, { "epoch": 4.618063039909801, "grad_norm": 0.000923706276807934, "learning_rate": 3.819369600901992e-06, "loss": 0.0, "step": 278520 }, { "epoch": 4.618228847142312, "grad_norm": 0.00013397136353887618, "learning_rate": 3.817711528576877e-06, "loss": 0.0077, "step": 278530 }, { "epoch": 4.618394654374824, "grad_norm": 0.0010279217967763543, "learning_rate": 3.816053456251762e-06, "loss": 0.0026, "step": 278540 }, { "epoch": 4.618560461607335, "grad_norm": 4.958175850333646e-05, "learning_rate": 3.814395383926647e-06, "loss": 0.0091, "step": 278550 }, { "epoch": 4.618726268839847, "grad_norm": 0.0026780131738632917, "learning_rate": 3.812737311601532e-06, "loss": 0.0, "step": 278560 }, { "epoch": 4.618892076072358, "grad_norm": 2.6099303795490414e-05, "learning_rate": 3.8110792392764173e-06, "loss": 0.0108, "step": 278570 }, { "epoch": 4.61905788330487, "grad_norm": 0.15893515944480896, "learning_rate": 3.8094211669513025e-06, "loss": 0.0051, "step": 278580 }, { "epoch": 4.619223690537381, "grad_norm": 0.0015524469781666994, "learning_rate": 3.8077630946261877e-06, "loss": 0.0007, "step": 278590 }, { "epoch": 4.619389497769893, "grad_norm": 0.0002799207577481866, "learning_rate": 3.806105022301073e-06, "loss": 0.0031, "step": 278600 }, { "epoch": 4.619555305002404, "grad_norm": 0.0002377483615418896, "learning_rate": 3.804446949975958e-06, "loss": 0.0038, "step": 278610 }, { "epoch": 4.619721112234916, "grad_norm": 0.0008409575093537569, "learning_rate": 3.802788877650843e-06, "loss": 0.0005, "step": 278620 }, { "epoch": 4.619886919467427, "grad_norm": 0.030489439144730568, "learning_rate": 3.8011308053257284e-06, "loss": 0.0043, "step": 278630 }, { "epoch": 4.620052726699939, "grad_norm": 0.0006639603525400162, "learning_rate": 3.7994727330006136e-06, "loss": 0.0097, "step": 278640 }, { "epoch": 4.62021853393245, "grad_norm": 1.0435693264007568, "learning_rate": 3.7978146606754987e-06, "loss": 0.0053, "step": 278650 }, { "epoch": 4.620384341164962, "grad_norm": 0.000473384337965399, "learning_rate": 3.796156588350384e-06, "loss": 0.0076, "step": 278660 }, { "epoch": 4.620550148397474, "grad_norm": 0.0019480143673717976, "learning_rate": 3.7944985160252695e-06, "loss": 0.0033, "step": 278670 }, { "epoch": 4.620715955629985, "grad_norm": 0.0036924881860613823, "learning_rate": 3.7928404437001547e-06, "loss": 0.0069, "step": 278680 }, { "epoch": 4.620881762862496, "grad_norm": 0.00022921209165360779, "learning_rate": 3.79118237137504e-06, "loss": 0.0002, "step": 278690 }, { "epoch": 4.6210475700950076, "grad_norm": 0.0019524978706613183, "learning_rate": 3.789524299049925e-06, "loss": 0.0046, "step": 278700 }, { "epoch": 4.6212133773275195, "grad_norm": 3.73753828171175e-05, "learning_rate": 3.78786622672481e-06, "loss": 0.011, "step": 278710 }, { "epoch": 4.6213791845600305, "grad_norm": 0.0005085436278022826, "learning_rate": 3.7862081543996954e-06, "loss": 0.0, "step": 278720 }, { "epoch": 4.6215449917925415, "grad_norm": 0.05012088641524315, "learning_rate": 3.7845500820745805e-06, "loss": 0.0002, "step": 278730 }, { "epoch": 4.621710799025053, "grad_norm": 0.00035903227399103343, "learning_rate": 3.7828920097494657e-06, "loss": 0.0, "step": 278740 }, { "epoch": 4.621876606257565, "grad_norm": 0.1977601945400238, "learning_rate": 3.7812339374243505e-06, "loss": 0.0028, "step": 278750 }, { "epoch": 4.622042413490076, "grad_norm": 0.000453007232863456, "learning_rate": 3.7795758650992356e-06, "loss": 0.0, "step": 278760 }, { "epoch": 4.622208220722588, "grad_norm": 0.03400764614343643, "learning_rate": 3.777917792774121e-06, "loss": 0.0135, "step": 278770 }, { "epoch": 4.622374027955099, "grad_norm": 6.483417382696643e-05, "learning_rate": 3.776259720449006e-06, "loss": 0.0035, "step": 278780 }, { "epoch": 4.622539835187611, "grad_norm": 0.003219850594177842, "learning_rate": 3.774601648123891e-06, "loss": 0.0, "step": 278790 }, { "epoch": 4.622705642420122, "grad_norm": 0.002006893279030919, "learning_rate": 3.7729435757987763e-06, "loss": 0.003, "step": 278800 }, { "epoch": 4.622871449652634, "grad_norm": 1.410817265510559, "learning_rate": 3.7712855034736615e-06, "loss": 0.0105, "step": 278810 }, { "epoch": 4.623037256885145, "grad_norm": 0.0001483522355556488, "learning_rate": 3.7696274311485467e-06, "loss": 0.0065, "step": 278820 }, { "epoch": 4.623203064117657, "grad_norm": 0.0003293851623311639, "learning_rate": 3.767969358823432e-06, "loss": 0.0029, "step": 278830 }, { "epoch": 4.623368871350168, "grad_norm": 0.15973249077796936, "learning_rate": 3.7663112864983174e-06, "loss": 0.0059, "step": 278840 }, { "epoch": 4.62353467858268, "grad_norm": 0.00010792151442728937, "learning_rate": 3.7646532141732026e-06, "loss": 0.0009, "step": 278850 }, { "epoch": 4.623700485815191, "grad_norm": 0.001166825764812529, "learning_rate": 3.7629951418480878e-06, "loss": 0.0119, "step": 278860 }, { "epoch": 4.623866293047703, "grad_norm": 0.0001517021155450493, "learning_rate": 3.761337069522973e-06, "loss": 0.0043, "step": 278870 }, { "epoch": 4.624032100280214, "grad_norm": 0.00015258652274496853, "learning_rate": 3.759678997197858e-06, "loss": 0.0043, "step": 278880 }, { "epoch": 4.624197907512726, "grad_norm": 0.2047128826379776, "learning_rate": 3.7580209248727433e-06, "loss": 0.0089, "step": 278890 }, { "epoch": 4.624363714745237, "grad_norm": 0.000303170207189396, "learning_rate": 3.7563628525476285e-06, "loss": 0.0, "step": 278900 }, { "epoch": 4.624529521977749, "grad_norm": 2.774999120447319e-05, "learning_rate": 3.7547047802225136e-06, "loss": 0.0028, "step": 278910 }, { "epoch": 4.62469532921026, "grad_norm": 0.005631125066429377, "learning_rate": 3.753046707897399e-06, "loss": 0.0072, "step": 278920 }, { "epoch": 4.624861136442772, "grad_norm": 0.19098880887031555, "learning_rate": 3.751388635572284e-06, "loss": 0.0174, "step": 278930 }, { "epoch": 4.625026943675283, "grad_norm": 0.004228887613862753, "learning_rate": 3.7497305632471687e-06, "loss": 0.0086, "step": 278940 }, { "epoch": 4.625192750907795, "grad_norm": 0.0018230993300676346, "learning_rate": 3.748072490922054e-06, "loss": 0.0031, "step": 278950 }, { "epoch": 4.625358558140306, "grad_norm": 0.004396427888423204, "learning_rate": 3.746414418596939e-06, "loss": 0.0001, "step": 278960 }, { "epoch": 4.625524365372818, "grad_norm": 0.045580532401800156, "learning_rate": 3.7447563462718243e-06, "loss": 0.0002, "step": 278970 }, { "epoch": 4.625690172605329, "grad_norm": 3.4609579415700864e-06, "learning_rate": 3.7430982739467094e-06, "loss": 0.0, "step": 278980 }, { "epoch": 4.625855979837841, "grad_norm": 0.00013939723430667073, "learning_rate": 3.7414402016215946e-06, "loss": 0.0015, "step": 278990 }, { "epoch": 4.626021787070352, "grad_norm": 0.08379946649074554, "learning_rate": 3.7397821292964798e-06, "loss": 0.0002, "step": 279000 }, { "epoch": 4.626187594302864, "grad_norm": 0.5119327902793884, "learning_rate": 3.738124056971366e-06, "loss": 0.0232, "step": 279010 }, { "epoch": 4.626353401535375, "grad_norm": 0.00015978065493982285, "learning_rate": 3.7364659846462506e-06, "loss": 0.003, "step": 279020 }, { "epoch": 4.626519208767887, "grad_norm": 0.0007148474687710404, "learning_rate": 3.7348079123211357e-06, "loss": 0.0002, "step": 279030 }, { "epoch": 4.626685016000398, "grad_norm": 0.0005240236059762537, "learning_rate": 3.733149839996021e-06, "loss": 0.0001, "step": 279040 }, { "epoch": 4.6268508232329095, "grad_norm": 0.00012195463932584971, "learning_rate": 3.731491767670906e-06, "loss": 0.004, "step": 279050 }, { "epoch": 4.6270166304654206, "grad_norm": 1.7163909433293156e-05, "learning_rate": 3.7298336953457912e-06, "loss": 0.0027, "step": 279060 }, { "epoch": 4.6271824376979325, "grad_norm": 0.0003027278871741146, "learning_rate": 3.7281756230206764e-06, "loss": 0.0001, "step": 279070 }, { "epoch": 4.6273482449304435, "grad_norm": 0.011451782658696175, "learning_rate": 3.7265175506955616e-06, "loss": 0.0005, "step": 279080 }, { "epoch": 4.627514052162955, "grad_norm": 0.0007838557939976454, "learning_rate": 3.7248594783704468e-06, "loss": 0.0, "step": 279090 }, { "epoch": 4.627679859395466, "grad_norm": 0.0011507185408845544, "learning_rate": 3.723201406045332e-06, "loss": 0.0029, "step": 279100 }, { "epoch": 4.627845666627978, "grad_norm": 0.00016080524073913693, "learning_rate": 3.721543333720217e-06, "loss": 0.0016, "step": 279110 }, { "epoch": 4.628011473860489, "grad_norm": 0.0007291520014405251, "learning_rate": 3.7198852613951023e-06, "loss": 0.0, "step": 279120 }, { "epoch": 4.628177281093001, "grad_norm": 0.004519966896623373, "learning_rate": 3.7182271890699875e-06, "loss": 0.007, "step": 279130 }, { "epoch": 4.628343088325513, "grad_norm": 0.0010970712173730135, "learning_rate": 3.716569116744872e-06, "loss": 0.0037, "step": 279140 }, { "epoch": 4.628508895558024, "grad_norm": 0.0013434573775157332, "learning_rate": 3.7149110444197574e-06, "loss": 0.0004, "step": 279150 }, { "epoch": 4.628674702790535, "grad_norm": 0.00044185551814734936, "learning_rate": 3.7132529720946426e-06, "loss": 0.0002, "step": 279160 }, { "epoch": 4.628840510023047, "grad_norm": 4.92970175400842e-05, "learning_rate": 3.7115948997695277e-06, "loss": 0.009, "step": 279170 }, { "epoch": 4.629006317255559, "grad_norm": 0.011165512725710869, "learning_rate": 3.7099368274444137e-06, "loss": 0.0005, "step": 279180 }, { "epoch": 4.62917212448807, "grad_norm": 0.0006477902643382549, "learning_rate": 3.708278755119299e-06, "loss": 0.0001, "step": 279190 }, { "epoch": 4.629337931720581, "grad_norm": 0.0011807492701336741, "learning_rate": 3.706620682794184e-06, "loss": 0.0095, "step": 279200 }, { "epoch": 4.629503738953093, "grad_norm": 3.155865488224663e-05, "learning_rate": 3.7049626104690693e-06, "loss": 0.0006, "step": 279210 }, { "epoch": 4.629669546185605, "grad_norm": 0.004892542026937008, "learning_rate": 3.703304538143954e-06, "loss": 0.0013, "step": 279220 }, { "epoch": 4.629835353418116, "grad_norm": 0.12920205295085907, "learning_rate": 3.701646465818839e-06, "loss": 0.0057, "step": 279230 }, { "epoch": 4.630001160650628, "grad_norm": 0.0017572189681231976, "learning_rate": 3.6999883934937244e-06, "loss": 0.0028, "step": 279240 }, { "epoch": 4.630166967883139, "grad_norm": 0.0006376876262947917, "learning_rate": 3.6983303211686095e-06, "loss": 0.0071, "step": 279250 }, { "epoch": 4.630332775115651, "grad_norm": 0.0001370042300550267, "learning_rate": 3.6966722488434947e-06, "loss": 0.0026, "step": 279260 }, { "epoch": 4.630498582348162, "grad_norm": 0.0016182406106963754, "learning_rate": 3.69501417651838e-06, "loss": 0.0047, "step": 279270 }, { "epoch": 4.630664389580674, "grad_norm": 0.009497794322669506, "learning_rate": 3.693356104193265e-06, "loss": 0.0002, "step": 279280 }, { "epoch": 4.630830196813185, "grad_norm": 0.0012447910849004984, "learning_rate": 3.6916980318681502e-06, "loss": 0.0058, "step": 279290 }, { "epoch": 4.630996004045697, "grad_norm": 7.234732765937224e-05, "learning_rate": 3.6900399595430354e-06, "loss": 0.0024, "step": 279300 }, { "epoch": 4.631161811278208, "grad_norm": 0.19105170667171478, "learning_rate": 3.6883818872179206e-06, "loss": 0.0057, "step": 279310 }, { "epoch": 4.63132761851072, "grad_norm": 0.12198691070079803, "learning_rate": 3.6867238148928057e-06, "loss": 0.0039, "step": 279320 }, { "epoch": 4.631493425743231, "grad_norm": 0.1478833556175232, "learning_rate": 3.685065742567691e-06, "loss": 0.0002, "step": 279330 }, { "epoch": 4.631659232975743, "grad_norm": 0.4567909240722656, "learning_rate": 3.6834076702425757e-06, "loss": 0.0046, "step": 279340 }, { "epoch": 4.631825040208254, "grad_norm": 0.020153651013970375, "learning_rate": 3.681749597917461e-06, "loss": 0.0008, "step": 279350 }, { "epoch": 4.631990847440766, "grad_norm": 0.13015462458133698, "learning_rate": 3.680091525592347e-06, "loss": 0.002, "step": 279360 }, { "epoch": 4.632156654673277, "grad_norm": 9.035091352416202e-05, "learning_rate": 3.678433453267232e-06, "loss": 0.0061, "step": 279370 }, { "epoch": 4.632322461905789, "grad_norm": 0.0025466554798185825, "learning_rate": 3.676775380942117e-06, "loss": 0.0029, "step": 279380 }, { "epoch": 4.6324882691383, "grad_norm": 7.961939263623208e-05, "learning_rate": 3.6751173086170024e-06, "loss": 0.0006, "step": 279390 }, { "epoch": 4.6326540763708115, "grad_norm": 0.22323331236839294, "learning_rate": 3.6734592362918876e-06, "loss": 0.0125, "step": 279400 }, { "epoch": 4.6328198836033225, "grad_norm": 0.0001685944589553401, "learning_rate": 3.6718011639667723e-06, "loss": 0.0026, "step": 279410 }, { "epoch": 4.6329856908358344, "grad_norm": 0.2501220107078552, "learning_rate": 3.6701430916416575e-06, "loss": 0.0067, "step": 279420 }, { "epoch": 4.6331514980683455, "grad_norm": 0.2610967755317688, "learning_rate": 3.6684850193165427e-06, "loss": 0.0033, "step": 279430 }, { "epoch": 4.633317305300857, "grad_norm": 0.04417675733566284, "learning_rate": 3.666826946991428e-06, "loss": 0.0004, "step": 279440 }, { "epoch": 4.633483112533368, "grad_norm": 0.00469607301056385, "learning_rate": 3.665168874666313e-06, "loss": 0.0037, "step": 279450 }, { "epoch": 4.63364891976588, "grad_norm": 0.001302621210925281, "learning_rate": 3.663510802341198e-06, "loss": 0.0009, "step": 279460 }, { "epoch": 4.633814726998391, "grad_norm": 0.00217059557326138, "learning_rate": 3.6618527300160833e-06, "loss": 0.0026, "step": 279470 }, { "epoch": 4.633980534230903, "grad_norm": 0.009944653138518333, "learning_rate": 3.6601946576909685e-06, "loss": 0.0, "step": 279480 }, { "epoch": 4.634146341463414, "grad_norm": 8.66774789756164e-05, "learning_rate": 3.6585365853658537e-06, "loss": 0.0119, "step": 279490 }, { "epoch": 4.634312148695926, "grad_norm": 4.1306378989247605e-05, "learning_rate": 3.656878513040739e-06, "loss": 0.0055, "step": 279500 }, { "epoch": 4.634477955928437, "grad_norm": 0.00018119749438483268, "learning_rate": 3.655220440715624e-06, "loss": 0.0069, "step": 279510 }, { "epoch": 4.634643763160949, "grad_norm": 0.0023244651965796947, "learning_rate": 3.653562368390509e-06, "loss": 0.0054, "step": 279520 }, { "epoch": 4.63480957039346, "grad_norm": 1.955145489773713e-05, "learning_rate": 3.651904296065395e-06, "loss": 0.0028, "step": 279530 }, { "epoch": 4.634975377625972, "grad_norm": 1.6545422113267705e-05, "learning_rate": 3.65024622374028e-06, "loss": 0.0052, "step": 279540 }, { "epoch": 4.635141184858483, "grad_norm": 0.0420260950922966, "learning_rate": 3.648588151415165e-06, "loss": 0.0071, "step": 279550 }, { "epoch": 4.635306992090995, "grad_norm": 0.00021604417997878045, "learning_rate": 3.6469300790900503e-06, "loss": 0.0001, "step": 279560 }, { "epoch": 4.635472799323507, "grad_norm": 0.0006890416261740029, "learning_rate": 3.6452720067649355e-06, "loss": 0.0, "step": 279570 }, { "epoch": 4.635638606556018, "grad_norm": 0.0011326259700581431, "learning_rate": 3.6436139344398207e-06, "loss": 0.0023, "step": 279580 }, { "epoch": 4.635804413788529, "grad_norm": 0.00021430385822895914, "learning_rate": 3.641955862114706e-06, "loss": 0.0004, "step": 279590 }, { "epoch": 4.635970221021041, "grad_norm": 0.18642069399356842, "learning_rate": 3.640297789789591e-06, "loss": 0.0003, "step": 279600 }, { "epoch": 4.636136028253553, "grad_norm": 6.136655429145321e-05, "learning_rate": 3.6386397174644758e-06, "loss": 0.0, "step": 279610 }, { "epoch": 4.636301835486064, "grad_norm": 0.0017120401607826352, "learning_rate": 3.636981645139361e-06, "loss": 0.0015, "step": 279620 }, { "epoch": 4.636467642718575, "grad_norm": 5.853050242876634e-05, "learning_rate": 3.635323572814246e-06, "loss": 0.0022, "step": 279630 }, { "epoch": 4.636633449951087, "grad_norm": 0.01122372504323721, "learning_rate": 3.6336655004891313e-06, "loss": 0.0001, "step": 279640 }, { "epoch": 4.636799257183599, "grad_norm": 0.0005276895826682448, "learning_rate": 3.6320074281640165e-06, "loss": 0.0064, "step": 279650 }, { "epoch": 4.63696506441611, "grad_norm": 0.014991995878517628, "learning_rate": 3.6303493558389016e-06, "loss": 0.0117, "step": 279660 }, { "epoch": 4.637130871648622, "grad_norm": 0.0021350032184273005, "learning_rate": 3.628691283513787e-06, "loss": 0.003, "step": 279670 }, { "epoch": 4.637296678881133, "grad_norm": 0.0011245373170822859, "learning_rate": 3.627033211188672e-06, "loss": 0.0062, "step": 279680 }, { "epoch": 4.637462486113645, "grad_norm": 0.03203333169221878, "learning_rate": 3.625375138863557e-06, "loss": 0.0027, "step": 279690 }, { "epoch": 4.637628293346156, "grad_norm": 0.38151612877845764, "learning_rate": 3.6237170665384427e-06, "loss": 0.0005, "step": 279700 }, { "epoch": 4.637794100578668, "grad_norm": 0.0008517589885741472, "learning_rate": 3.622058994213328e-06, "loss": 0.0027, "step": 279710 }, { "epoch": 4.637959907811179, "grad_norm": 0.000547083851415664, "learning_rate": 3.620400921888213e-06, "loss": 0.0035, "step": 279720 }, { "epoch": 4.6381257150436905, "grad_norm": 0.0010262252762913704, "learning_rate": 3.6187428495630983e-06, "loss": 0.0055, "step": 279730 }, { "epoch": 4.638291522276202, "grad_norm": 0.0024735985789448023, "learning_rate": 3.6170847772379834e-06, "loss": 0.0002, "step": 279740 }, { "epoch": 4.6384573295087135, "grad_norm": 0.004834257066249847, "learning_rate": 3.6154267049128686e-06, "loss": 0.0029, "step": 279750 }, { "epoch": 4.6386231367412245, "grad_norm": 0.02404618076980114, "learning_rate": 3.6137686325877538e-06, "loss": 0.0032, "step": 279760 }, { "epoch": 4.638788943973736, "grad_norm": 0.0002606010530143976, "learning_rate": 3.612110560262639e-06, "loss": 0.001, "step": 279770 }, { "epoch": 4.6389547512062475, "grad_norm": 0.00014166577602736652, "learning_rate": 3.610452487937524e-06, "loss": 0.0032, "step": 279780 }, { "epoch": 4.639120558438759, "grad_norm": 0.007479577325284481, "learning_rate": 3.6087944156124093e-06, "loss": 0.0, "step": 279790 }, { "epoch": 4.63928636567127, "grad_norm": 0.02929559163749218, "learning_rate": 3.6071363432872945e-06, "loss": 0.0027, "step": 279800 }, { "epoch": 4.639452172903782, "grad_norm": 0.0005344061064533889, "learning_rate": 3.6054782709621792e-06, "loss": 0.0002, "step": 279810 }, { "epoch": 4.639617980136293, "grad_norm": 0.001996041974052787, "learning_rate": 3.6038201986370644e-06, "loss": 0.0081, "step": 279820 }, { "epoch": 4.639783787368805, "grad_norm": 0.0023485752753913403, "learning_rate": 3.6021621263119496e-06, "loss": 0.0007, "step": 279830 }, { "epoch": 4.639949594601316, "grad_norm": 0.001131586148403585, "learning_rate": 3.6005040539868347e-06, "loss": 0.0024, "step": 279840 }, { "epoch": 4.640115401833828, "grad_norm": 0.007847004570066929, "learning_rate": 3.59884598166172e-06, "loss": 0.0052, "step": 279850 }, { "epoch": 4.640281209066339, "grad_norm": 0.011975067667663097, "learning_rate": 3.597187909336605e-06, "loss": 0.0032, "step": 279860 }, { "epoch": 4.640447016298851, "grad_norm": 6.564707291545346e-05, "learning_rate": 3.595529837011491e-06, "loss": 0.0055, "step": 279870 }, { "epoch": 4.640612823531362, "grad_norm": 0.0003110651159659028, "learning_rate": 3.593871764686376e-06, "loss": 0.0001, "step": 279880 }, { "epoch": 4.640778630763874, "grad_norm": 0.05328062176704407, "learning_rate": 3.592213692361261e-06, "loss": 0.0013, "step": 279890 }, { "epoch": 4.640944437996385, "grad_norm": 0.0005291176494210958, "learning_rate": 3.590555620036146e-06, "loss": 0.005, "step": 279900 }, { "epoch": 4.641110245228897, "grad_norm": 0.0005472382181324065, "learning_rate": 3.5888975477110314e-06, "loss": 0.0034, "step": 279910 }, { "epoch": 4.641276052461408, "grad_norm": 5.429249540611636e-06, "learning_rate": 3.5872394753859166e-06, "loss": 0.0, "step": 279920 }, { "epoch": 4.64144185969392, "grad_norm": 0.0008216353598982096, "learning_rate": 3.5855814030608017e-06, "loss": 0.0, "step": 279930 }, { "epoch": 4.641607666926431, "grad_norm": 0.0002244494535261765, "learning_rate": 3.583923330735687e-06, "loss": 0.0066, "step": 279940 }, { "epoch": 4.641773474158943, "grad_norm": 0.5096675157546997, "learning_rate": 3.582265258410572e-06, "loss": 0.0075, "step": 279950 }, { "epoch": 4.641939281391454, "grad_norm": 0.001686088740825653, "learning_rate": 3.5806071860854572e-06, "loss": 0.0006, "step": 279960 }, { "epoch": 4.642105088623966, "grad_norm": 0.12350907921791077, "learning_rate": 3.5789491137603424e-06, "loss": 0.0022, "step": 279970 }, { "epoch": 4.642270895856477, "grad_norm": 0.0034095575101673603, "learning_rate": 3.5772910414352276e-06, "loss": 0.0029, "step": 279980 }, { "epoch": 4.642436703088989, "grad_norm": 0.3185851275920868, "learning_rate": 3.5756329691101128e-06, "loss": 0.0125, "step": 279990 }, { "epoch": 4.6426025103215, "grad_norm": 0.0014573916560038924, "learning_rate": 3.5739748967849975e-06, "loss": 0.0025, "step": 280000 }, { "epoch": 4.642768317554012, "grad_norm": 0.00017511386249680072, "learning_rate": 3.5723168244598827e-06, "loss": 0.0001, "step": 280010 }, { "epoch": 4.642934124786523, "grad_norm": 0.00011667439684970304, "learning_rate": 3.570658752134768e-06, "loss": 0.0027, "step": 280020 }, { "epoch": 4.643099932019035, "grad_norm": 0.00014173472300171852, "learning_rate": 3.569000679809653e-06, "loss": 0.0022, "step": 280030 }, { "epoch": 4.643265739251547, "grad_norm": 0.00164821557700634, "learning_rate": 3.567342607484539e-06, "loss": 0.001, "step": 280040 }, { "epoch": 4.643431546484058, "grad_norm": 0.00017865934933070093, "learning_rate": 3.5656845351594242e-06, "loss": 0.0002, "step": 280050 }, { "epoch": 4.643597353716569, "grad_norm": 0.0003892096283379942, "learning_rate": 3.5640264628343094e-06, "loss": 0.0002, "step": 280060 }, { "epoch": 4.643763160949081, "grad_norm": 7.16701615601778e-05, "learning_rate": 3.5623683905091946e-06, "loss": 0.0031, "step": 280070 }, { "epoch": 4.6439289681815925, "grad_norm": 9.258062164008152e-06, "learning_rate": 3.5607103181840793e-06, "loss": 0.0081, "step": 280080 }, { "epoch": 4.6440947754141035, "grad_norm": 4.300130967749283e-06, "learning_rate": 3.5590522458589645e-06, "loss": 0.0064, "step": 280090 }, { "epoch": 4.644260582646615, "grad_norm": 0.00023326773953158408, "learning_rate": 3.5573941735338497e-06, "loss": 0.0031, "step": 280100 }, { "epoch": 4.6444263898791265, "grad_norm": 0.0027753354515880346, "learning_rate": 3.555736101208735e-06, "loss": 0.0095, "step": 280110 }, { "epoch": 4.644592197111638, "grad_norm": 0.008061470463871956, "learning_rate": 3.55407802888362e-06, "loss": 0.0078, "step": 280120 }, { "epoch": 4.644758004344149, "grad_norm": 3.7091394915478304e-05, "learning_rate": 3.552419956558505e-06, "loss": 0.0094, "step": 280130 }, { "epoch": 4.644923811576661, "grad_norm": 0.017240235581994057, "learning_rate": 3.5507618842333904e-06, "loss": 0.0064, "step": 280140 }, { "epoch": 4.645089618809172, "grad_norm": 0.2507476508617401, "learning_rate": 3.5491038119082755e-06, "loss": 0.0028, "step": 280150 }, { "epoch": 4.645255426041684, "grad_norm": 0.00014656597340945154, "learning_rate": 3.5474457395831607e-06, "loss": 0.0028, "step": 280160 }, { "epoch": 4.645421233274195, "grad_norm": 2.768861668300815e-05, "learning_rate": 3.545787667258046e-06, "loss": 0.0054, "step": 280170 }, { "epoch": 4.645587040506707, "grad_norm": 5.90734816796612e-05, "learning_rate": 3.544129594932931e-06, "loss": 0.0001, "step": 280180 }, { "epoch": 4.645752847739218, "grad_norm": 7.58401001803577e-05, "learning_rate": 3.5424715226078162e-06, "loss": 0.0027, "step": 280190 }, { "epoch": 4.64591865497173, "grad_norm": 0.10887391120195389, "learning_rate": 3.540813450282701e-06, "loss": 0.0027, "step": 280200 }, { "epoch": 4.646084462204241, "grad_norm": 0.00012548276572488248, "learning_rate": 3.539155377957587e-06, "loss": 0.0053, "step": 280210 }, { "epoch": 4.646250269436753, "grad_norm": 0.19865837693214417, "learning_rate": 3.537497305632472e-06, "loss": 0.0002, "step": 280220 }, { "epoch": 4.646416076669264, "grad_norm": 0.19370755553245544, "learning_rate": 3.5358392333073573e-06, "loss": 0.0031, "step": 280230 }, { "epoch": 4.646581883901776, "grad_norm": 0.0031315083615481853, "learning_rate": 3.5341811609822425e-06, "loss": 0.0123, "step": 280240 }, { "epoch": 4.646747691134287, "grad_norm": 0.10199007391929626, "learning_rate": 3.5325230886571277e-06, "loss": 0.0003, "step": 280250 }, { "epoch": 4.646913498366799, "grad_norm": 0.07327894121408463, "learning_rate": 3.530865016332013e-06, "loss": 0.0051, "step": 280260 }, { "epoch": 4.64707930559931, "grad_norm": 0.002951732836663723, "learning_rate": 3.529206944006898e-06, "loss": 0.0029, "step": 280270 }, { "epoch": 4.647245112831822, "grad_norm": 0.2640196979045868, "learning_rate": 3.5275488716817828e-06, "loss": 0.0058, "step": 280280 }, { "epoch": 4.647410920064333, "grad_norm": 2.3716178475297056e-05, "learning_rate": 3.525890799356668e-06, "loss": 0.0025, "step": 280290 }, { "epoch": 4.647576727296845, "grad_norm": 0.0056680296547710896, "learning_rate": 3.524232727031553e-06, "loss": 0.0002, "step": 280300 }, { "epoch": 4.647742534529356, "grad_norm": 0.028772808611392975, "learning_rate": 3.5225746547064383e-06, "loss": 0.0002, "step": 280310 }, { "epoch": 4.647908341761868, "grad_norm": 0.000756767054554075, "learning_rate": 3.5209165823813235e-06, "loss": 0.0, "step": 280320 }, { "epoch": 4.648074148994379, "grad_norm": 3.0225555747165345e-05, "learning_rate": 3.5192585100562087e-06, "loss": 0.0027, "step": 280330 }, { "epoch": 4.648239956226891, "grad_norm": 0.025614812970161438, "learning_rate": 3.517600437731094e-06, "loss": 0.0001, "step": 280340 }, { "epoch": 4.648405763459402, "grad_norm": 0.0003002601442858577, "learning_rate": 3.515942365405979e-06, "loss": 0.0027, "step": 280350 }, { "epoch": 4.648571570691914, "grad_norm": 1.1942962373723276e-05, "learning_rate": 3.514284293080864e-06, "loss": 0.0035, "step": 280360 }, { "epoch": 4.648737377924425, "grad_norm": 0.00014475049101747572, "learning_rate": 3.5126262207557493e-06, "loss": 0.0001, "step": 280370 }, { "epoch": 4.648903185156937, "grad_norm": 3.672274760901928e-05, "learning_rate": 3.510968148430635e-06, "loss": 0.0033, "step": 280380 }, { "epoch": 4.649068992389448, "grad_norm": 0.0010985475964844227, "learning_rate": 3.50931007610552e-06, "loss": 0.0033, "step": 280390 }, { "epoch": 4.64923479962196, "grad_norm": 0.0003870237269438803, "learning_rate": 3.5076520037804053e-06, "loss": 0.0001, "step": 280400 }, { "epoch": 4.649400606854471, "grad_norm": 0.00010385681525804102, "learning_rate": 3.5059939314552905e-06, "loss": 0.004, "step": 280410 }, { "epoch": 4.649566414086983, "grad_norm": 0.002995279850438237, "learning_rate": 3.5043358591301756e-06, "loss": 0.015, "step": 280420 }, { "epoch": 4.649732221319494, "grad_norm": 1.896564572234638e-05, "learning_rate": 3.502677786805061e-06, "loss": 0.0051, "step": 280430 }, { "epoch": 4.6498980285520055, "grad_norm": 0.00010889903933275491, "learning_rate": 3.501019714479946e-06, "loss": 0.0, "step": 280440 }, { "epoch": 4.6500638357845165, "grad_norm": 0.006746513303369284, "learning_rate": 3.499361642154831e-06, "loss": 0.0028, "step": 280450 }, { "epoch": 4.6502296430170285, "grad_norm": 0.006152410060167313, "learning_rate": 3.4977035698297163e-06, "loss": 0.0034, "step": 280460 }, { "epoch": 4.65039545024954, "grad_norm": 0.8536267876625061, "learning_rate": 3.496045497504601e-06, "loss": 0.0097, "step": 280470 }, { "epoch": 4.650561257482051, "grad_norm": 0.0012809797190129757, "learning_rate": 3.4943874251794862e-06, "loss": 0.0054, "step": 280480 }, { "epoch": 4.650727064714562, "grad_norm": 0.14812004566192627, "learning_rate": 3.4927293528543714e-06, "loss": 0.0026, "step": 280490 }, { "epoch": 4.650892871947074, "grad_norm": 0.035706378519535065, "learning_rate": 3.4910712805292566e-06, "loss": 0.0001, "step": 280500 }, { "epoch": 4.651058679179586, "grad_norm": 0.018424142152071, "learning_rate": 3.4894132082041418e-06, "loss": 0.0001, "step": 280510 }, { "epoch": 4.651224486412097, "grad_norm": 0.48360511660575867, "learning_rate": 3.487755135879027e-06, "loss": 0.003, "step": 280520 }, { "epoch": 4.651390293644608, "grad_norm": 0.12498306483030319, "learning_rate": 3.486097063553912e-06, "loss": 0.0094, "step": 280530 }, { "epoch": 4.65155610087712, "grad_norm": 0.0013841872569173574, "learning_rate": 3.4844389912287973e-06, "loss": 0.0031, "step": 280540 }, { "epoch": 4.651721908109632, "grad_norm": 0.04386742413043976, "learning_rate": 3.482780918903683e-06, "loss": 0.0064, "step": 280550 }, { "epoch": 4.651887715342143, "grad_norm": 0.00099370873067528, "learning_rate": 3.481122846578568e-06, "loss": 0.0027, "step": 280560 }, { "epoch": 4.652053522574654, "grad_norm": 0.0019103849772363901, "learning_rate": 3.4794647742534532e-06, "loss": 0.0116, "step": 280570 }, { "epoch": 4.652219329807166, "grad_norm": 0.12599147856235504, "learning_rate": 3.4778067019283384e-06, "loss": 0.0025, "step": 280580 }, { "epoch": 4.652385137039678, "grad_norm": 0.0008310959092341363, "learning_rate": 3.4761486296032236e-06, "loss": 0.0, "step": 280590 }, { "epoch": 4.652550944272189, "grad_norm": 5.067481833975762e-05, "learning_rate": 3.4744905572781088e-06, "loss": 0.0001, "step": 280600 }, { "epoch": 4.652716751504701, "grad_norm": 0.0004120249068364501, "learning_rate": 3.472832484952994e-06, "loss": 0.0028, "step": 280610 }, { "epoch": 4.652882558737212, "grad_norm": 0.00026309656095691025, "learning_rate": 3.471174412627879e-06, "loss": 0.0051, "step": 280620 }, { "epoch": 4.653048365969724, "grad_norm": 0.0014219058211892843, "learning_rate": 3.4695163403027643e-06, "loss": 0.0033, "step": 280630 }, { "epoch": 4.653214173202235, "grad_norm": 0.9874420166015625, "learning_rate": 3.4678582679776494e-06, "loss": 0.0024, "step": 280640 }, { "epoch": 4.653379980434747, "grad_norm": 0.00040104493382386863, "learning_rate": 3.4662001956525346e-06, "loss": 0.0042, "step": 280650 }, { "epoch": 4.653545787667258, "grad_norm": 0.16354045271873474, "learning_rate": 3.46454212332742e-06, "loss": 0.009, "step": 280660 }, { "epoch": 4.65371159489977, "grad_norm": 0.00012196901661809534, "learning_rate": 3.4628840510023045e-06, "loss": 0.0028, "step": 280670 }, { "epoch": 4.653877402132281, "grad_norm": 0.06830423325300217, "learning_rate": 3.4612259786771897e-06, "loss": 0.0002, "step": 280680 }, { "epoch": 4.654043209364793, "grad_norm": 0.001273666275665164, "learning_rate": 3.459567906352075e-06, "loss": 0.0069, "step": 280690 }, { "epoch": 4.654209016597304, "grad_norm": 3.444684625719674e-05, "learning_rate": 3.45790983402696e-06, "loss": 0.006, "step": 280700 }, { "epoch": 4.654374823829816, "grad_norm": 0.16562438011169434, "learning_rate": 3.4562517617018452e-06, "loss": 0.0068, "step": 280710 }, { "epoch": 4.654540631062327, "grad_norm": 9.470491932006553e-05, "learning_rate": 3.4545936893767313e-06, "loss": 0.0001, "step": 280720 }, { "epoch": 4.654706438294839, "grad_norm": 0.00024123300681822002, "learning_rate": 3.4529356170516164e-06, "loss": 0.0064, "step": 280730 }, { "epoch": 4.65487224552735, "grad_norm": 0.00152365502435714, "learning_rate": 3.4512775447265016e-06, "loss": 0.0, "step": 280740 }, { "epoch": 4.655038052759862, "grad_norm": 0.5250775218009949, "learning_rate": 3.4496194724013863e-06, "loss": 0.0036, "step": 280750 }, { "epoch": 4.655203859992373, "grad_norm": 7.423874194500968e-05, "learning_rate": 3.4479614000762715e-06, "loss": 0.0001, "step": 280760 }, { "epoch": 4.6553696672248845, "grad_norm": 0.0010113274911418557, "learning_rate": 3.4463033277511567e-06, "loss": 0.0058, "step": 280770 }, { "epoch": 4.655535474457396, "grad_norm": 1.8810587789630517e-05, "learning_rate": 3.444645255426042e-06, "loss": 0.0023, "step": 280780 }, { "epoch": 4.6557012816899075, "grad_norm": 0.001323268166743219, "learning_rate": 3.442987183100927e-06, "loss": 0.0093, "step": 280790 }, { "epoch": 4.6558670889224185, "grad_norm": 0.002213987521827221, "learning_rate": 3.4413291107758122e-06, "loss": 0.0, "step": 280800 }, { "epoch": 4.65603289615493, "grad_norm": 0.002992029068991542, "learning_rate": 3.4396710384506974e-06, "loss": 0.0093, "step": 280810 }, { "epoch": 4.6561987033874415, "grad_norm": 3.147624374832958e-05, "learning_rate": 3.4380129661255826e-06, "loss": 0.0042, "step": 280820 }, { "epoch": 4.656364510619953, "grad_norm": 0.00022499395709019154, "learning_rate": 3.4363548938004677e-06, "loss": 0.0001, "step": 280830 }, { "epoch": 4.656530317852464, "grad_norm": 0.01214930135756731, "learning_rate": 3.434696821475353e-06, "loss": 0.0037, "step": 280840 }, { "epoch": 4.656696125084976, "grad_norm": 0.0004383918712846935, "learning_rate": 3.433038749150238e-06, "loss": 0.0011, "step": 280850 }, { "epoch": 4.656861932317487, "grad_norm": 0.0008570568752475083, "learning_rate": 3.4313806768251233e-06, "loss": 0.0051, "step": 280860 }, { "epoch": 4.657027739549999, "grad_norm": 0.1133720651268959, "learning_rate": 3.429722604500008e-06, "loss": 0.0062, "step": 280870 }, { "epoch": 4.65719354678251, "grad_norm": 0.1500208079814911, "learning_rate": 3.428064532174893e-06, "loss": 0.0076, "step": 280880 }, { "epoch": 4.657359354015022, "grad_norm": 0.0009770564502105117, "learning_rate": 3.426406459849779e-06, "loss": 0.0001, "step": 280890 }, { "epoch": 4.657525161247533, "grad_norm": 0.0014981853310018778, "learning_rate": 3.4247483875246644e-06, "loss": 0.0029, "step": 280900 }, { "epoch": 4.657690968480045, "grad_norm": 0.0004245413583703339, "learning_rate": 3.4230903151995495e-06, "loss": 0.0055, "step": 280910 }, { "epoch": 4.657856775712556, "grad_norm": 4.841082409257069e-05, "learning_rate": 3.4214322428744347e-06, "loss": 0.0002, "step": 280920 }, { "epoch": 4.658022582945068, "grad_norm": 0.00036942274891771376, "learning_rate": 3.41977417054932e-06, "loss": 0.0, "step": 280930 }, { "epoch": 4.65818839017758, "grad_norm": 0.00034669620799832046, "learning_rate": 3.4181160982242046e-06, "loss": 0.0045, "step": 280940 }, { "epoch": 4.658354197410091, "grad_norm": 0.1967070996761322, "learning_rate": 3.41645802589909e-06, "loss": 0.0131, "step": 280950 }, { "epoch": 4.658520004642602, "grad_norm": 5.777909973403439e-05, "learning_rate": 3.414799953573975e-06, "loss": 0.0025, "step": 280960 }, { "epoch": 4.658685811875114, "grad_norm": 5.2628281991928816e-05, "learning_rate": 3.41314188124886e-06, "loss": 0.0, "step": 280970 }, { "epoch": 4.658851619107626, "grad_norm": 2.6731271645985544e-05, "learning_rate": 3.4114838089237453e-06, "loss": 0.0067, "step": 280980 }, { "epoch": 4.659017426340137, "grad_norm": 0.002242307411506772, "learning_rate": 3.4098257365986305e-06, "loss": 0.0029, "step": 280990 }, { "epoch": 4.659183233572648, "grad_norm": 0.0004863781505264342, "learning_rate": 3.4081676642735157e-06, "loss": 0.0031, "step": 281000 }, { "epoch": 4.65934904080516, "grad_norm": 0.7206072211265564, "learning_rate": 3.406509591948401e-06, "loss": 0.0058, "step": 281010 }, { "epoch": 4.659514848037672, "grad_norm": 7.191990152932703e-05, "learning_rate": 3.404851519623286e-06, "loss": 0.0001, "step": 281020 }, { "epoch": 4.659680655270183, "grad_norm": 0.002342086285352707, "learning_rate": 3.403193447298171e-06, "loss": 0.0024, "step": 281030 }, { "epoch": 4.659846462502695, "grad_norm": 0.05482657626271248, "learning_rate": 3.4015353749730564e-06, "loss": 0.0026, "step": 281040 }, { "epoch": 4.660012269735206, "grad_norm": 0.02089700475335121, "learning_rate": 3.3998773026479415e-06, "loss": 0.0095, "step": 281050 }, { "epoch": 4.660178076967718, "grad_norm": 0.05464934557676315, "learning_rate": 3.398219230322827e-06, "loss": 0.0001, "step": 281060 }, { "epoch": 4.660343884200229, "grad_norm": 1.898696609714534e-05, "learning_rate": 3.3965611579977123e-06, "loss": 0.0003, "step": 281070 }, { "epoch": 4.660509691432741, "grad_norm": 0.0012009398778900504, "learning_rate": 3.3949030856725975e-06, "loss": 0.003, "step": 281080 }, { "epoch": 4.660675498665252, "grad_norm": 6.725902494508773e-05, "learning_rate": 3.3932450133474827e-06, "loss": 0.0048, "step": 281090 }, { "epoch": 4.660841305897764, "grad_norm": 0.2572433352470398, "learning_rate": 3.391586941022368e-06, "loss": 0.025, "step": 281100 }, { "epoch": 4.661007113130275, "grad_norm": 0.0022047676611691713, "learning_rate": 3.389928868697253e-06, "loss": 0.0039, "step": 281110 }, { "epoch": 4.6611729203627865, "grad_norm": 0.47204938530921936, "learning_rate": 3.388270796372138e-06, "loss": 0.0091, "step": 281120 }, { "epoch": 4.6613387275952975, "grad_norm": 0.16213113069534302, "learning_rate": 3.3866127240470233e-06, "loss": 0.0033, "step": 281130 }, { "epoch": 4.6615045348278095, "grad_norm": 0.01512394193559885, "learning_rate": 3.384954651721908e-06, "loss": 0.0001, "step": 281140 }, { "epoch": 4.6616703420603205, "grad_norm": 0.0006611953722313046, "learning_rate": 3.3832965793967933e-06, "loss": 0.0054, "step": 281150 }, { "epoch": 4.661836149292832, "grad_norm": 0.0006879867287352681, "learning_rate": 3.3816385070716784e-06, "loss": 0.0, "step": 281160 }, { "epoch": 4.662001956525343, "grad_norm": 7.4089598456339445e-06, "learning_rate": 3.3799804347465636e-06, "loss": 0.0023, "step": 281170 }, { "epoch": 4.662167763757855, "grad_norm": 0.00011812874436145648, "learning_rate": 3.378322362421449e-06, "loss": 0.0048, "step": 281180 }, { "epoch": 4.662333570990366, "grad_norm": 0.02117881551384926, "learning_rate": 3.376664290096334e-06, "loss": 0.0013, "step": 281190 }, { "epoch": 4.662499378222878, "grad_norm": 0.0064781466498970985, "learning_rate": 3.375006217771219e-06, "loss": 0.0051, "step": 281200 }, { "epoch": 4.662665185455389, "grad_norm": 3.2323172490578145e-05, "learning_rate": 3.3733481454461043e-06, "loss": 0.0055, "step": 281210 }, { "epoch": 4.662830992687901, "grad_norm": 0.010772500187158585, "learning_rate": 3.3716900731209895e-06, "loss": 0.0071, "step": 281220 }, { "epoch": 4.662996799920412, "grad_norm": 0.00029480463126674294, "learning_rate": 3.370032000795875e-06, "loss": 0.0024, "step": 281230 }, { "epoch": 4.663162607152924, "grad_norm": 0.004985991399735212, "learning_rate": 3.3683739284707603e-06, "loss": 0.0011, "step": 281240 }, { "epoch": 4.663328414385435, "grad_norm": 0.002641447354108095, "learning_rate": 3.3667158561456454e-06, "loss": 0.0001, "step": 281250 }, { "epoch": 4.663494221617947, "grad_norm": 0.0014790295390412211, "learning_rate": 3.3650577838205306e-06, "loss": 0.0, "step": 281260 }, { "epoch": 4.663660028850458, "grad_norm": 0.03645787388086319, "learning_rate": 3.3633997114954158e-06, "loss": 0.0006, "step": 281270 }, { "epoch": 4.66382583608297, "grad_norm": 0.0025764135643839836, "learning_rate": 3.361741639170301e-06, "loss": 0.0038, "step": 281280 }, { "epoch": 4.663991643315481, "grad_norm": 0.5812899470329285, "learning_rate": 3.360083566845186e-06, "loss": 0.0018, "step": 281290 }, { "epoch": 4.664157450547993, "grad_norm": 0.34414181113243103, "learning_rate": 3.3584254945200713e-06, "loss": 0.0031, "step": 281300 }, { "epoch": 4.664323257780504, "grad_norm": 0.000511963153257966, "learning_rate": 3.3567674221949565e-06, "loss": 0.0003, "step": 281310 }, { "epoch": 4.664489065013016, "grad_norm": 4.316210106480867e-05, "learning_rate": 3.3551093498698416e-06, "loss": 0.0, "step": 281320 }, { "epoch": 4.664654872245527, "grad_norm": 0.010725091211497784, "learning_rate": 3.353451277544727e-06, "loss": 0.0043, "step": 281330 }, { "epoch": 4.664820679478039, "grad_norm": 0.0004999911761842668, "learning_rate": 3.3517932052196116e-06, "loss": 0.0069, "step": 281340 }, { "epoch": 4.66498648671055, "grad_norm": 0.11120600253343582, "learning_rate": 3.3501351328944967e-06, "loss": 0.0108, "step": 281350 }, { "epoch": 4.665152293943062, "grad_norm": 0.0031051228288561106, "learning_rate": 3.348477060569382e-06, "loss": 0.0133, "step": 281360 }, { "epoch": 4.665318101175574, "grad_norm": 0.001416207174770534, "learning_rate": 3.346818988244267e-06, "loss": 0.0001, "step": 281370 }, { "epoch": 4.665483908408085, "grad_norm": 0.010443976148962975, "learning_rate": 3.3451609159191523e-06, "loss": 0.0052, "step": 281380 }, { "epoch": 4.665649715640596, "grad_norm": 0.0004228340112604201, "learning_rate": 3.3435028435940374e-06, "loss": 0.0047, "step": 281390 }, { "epoch": 4.665815522873108, "grad_norm": 0.13364291191101074, "learning_rate": 3.3418447712689226e-06, "loss": 0.0079, "step": 281400 }, { "epoch": 4.66598133010562, "grad_norm": 0.07331112027168274, "learning_rate": 3.340186698943808e-06, "loss": 0.0056, "step": 281410 }, { "epoch": 4.666147137338131, "grad_norm": 0.04777509719133377, "learning_rate": 3.3385286266186934e-06, "loss": 0.003, "step": 281420 }, { "epoch": 4.666312944570642, "grad_norm": 0.0014135221717879176, "learning_rate": 3.3368705542935785e-06, "loss": 0.0002, "step": 281430 }, { "epoch": 4.666478751803154, "grad_norm": 0.5763283967971802, "learning_rate": 3.3352124819684637e-06, "loss": 0.0098, "step": 281440 }, { "epoch": 4.6666445590356656, "grad_norm": 0.00019521771173458546, "learning_rate": 3.333554409643349e-06, "loss": 0.0, "step": 281450 }, { "epoch": 4.666810366268177, "grad_norm": 0.03262971714138985, "learning_rate": 3.331896337318234e-06, "loss": 0.0075, "step": 281460 }, { "epoch": 4.666976173500688, "grad_norm": 0.04103599488735199, "learning_rate": 3.3302382649931192e-06, "loss": 0.0002, "step": 281470 }, { "epoch": 4.6671419807331995, "grad_norm": 0.2430180013179779, "learning_rate": 3.3285801926680044e-06, "loss": 0.0092, "step": 281480 }, { "epoch": 4.667307787965711, "grad_norm": 0.1699385941028595, "learning_rate": 3.3269221203428896e-06, "loss": 0.0063, "step": 281490 }, { "epoch": 4.6674735951982225, "grad_norm": 0.00029788544634357095, "learning_rate": 3.3252640480177748e-06, "loss": 0.0, "step": 281500 }, { "epoch": 4.667639402430734, "grad_norm": 8.710066322237253e-05, "learning_rate": 3.32360597569266e-06, "loss": 0.0112, "step": 281510 }, { "epoch": 4.667805209663245, "grad_norm": 0.14603373408317566, "learning_rate": 3.321947903367545e-06, "loss": 0.0061, "step": 281520 }, { "epoch": 4.667971016895757, "grad_norm": 0.00019054286531172693, "learning_rate": 3.32028983104243e-06, "loss": 0.0001, "step": 281530 }, { "epoch": 4.668136824128268, "grad_norm": 0.030503185465931892, "learning_rate": 3.318631758717315e-06, "loss": 0.0035, "step": 281540 }, { "epoch": 4.66830263136078, "grad_norm": 0.002537897089496255, "learning_rate": 3.3169736863922e-06, "loss": 0.0025, "step": 281550 }, { "epoch": 4.668468438593291, "grad_norm": 0.0007408030214719474, "learning_rate": 3.3153156140670854e-06, "loss": 0.0037, "step": 281560 }, { "epoch": 4.668634245825803, "grad_norm": 9.317974036093801e-05, "learning_rate": 3.3136575417419705e-06, "loss": 0.0001, "step": 281570 }, { "epoch": 4.668800053058314, "grad_norm": 0.0047401743941009045, "learning_rate": 3.3119994694168566e-06, "loss": 0.0006, "step": 281580 }, { "epoch": 4.668965860290826, "grad_norm": 0.8902426958084106, "learning_rate": 3.3103413970917417e-06, "loss": 0.002, "step": 281590 }, { "epoch": 4.669131667523337, "grad_norm": 0.00046945345820859075, "learning_rate": 3.308683324766627e-06, "loss": 0.0306, "step": 281600 }, { "epoch": 4.669297474755849, "grad_norm": 0.00045539866550825536, "learning_rate": 3.3070252524415117e-06, "loss": 0.0004, "step": 281610 }, { "epoch": 4.66946328198836, "grad_norm": 0.0020592252258211374, "learning_rate": 3.305367180116397e-06, "loss": 0.003, "step": 281620 }, { "epoch": 4.669629089220872, "grad_norm": 0.03047345019876957, "learning_rate": 3.303709107791282e-06, "loss": 0.0031, "step": 281630 }, { "epoch": 4.669794896453383, "grad_norm": 0.16916535794734955, "learning_rate": 3.302051035466167e-06, "loss": 0.0028, "step": 281640 }, { "epoch": 4.669960703685895, "grad_norm": 0.0049984389916062355, "learning_rate": 3.3003929631410524e-06, "loss": 0.0001, "step": 281650 }, { "epoch": 4.670126510918406, "grad_norm": 0.08779457211494446, "learning_rate": 3.2987348908159375e-06, "loss": 0.003, "step": 281660 }, { "epoch": 4.670292318150918, "grad_norm": 0.005785755347460508, "learning_rate": 3.2970768184908227e-06, "loss": 0.0, "step": 281670 }, { "epoch": 4.670458125383429, "grad_norm": 0.2901404798030853, "learning_rate": 3.295418746165708e-06, "loss": 0.008, "step": 281680 }, { "epoch": 4.670623932615941, "grad_norm": 1.633484959602356, "learning_rate": 3.293760673840593e-06, "loss": 0.0112, "step": 281690 }, { "epoch": 4.670789739848452, "grad_norm": 0.0013673404464498162, "learning_rate": 3.2921026015154782e-06, "loss": 0.0049, "step": 281700 }, { "epoch": 4.670955547080964, "grad_norm": 0.0008406683336943388, "learning_rate": 3.2904445291903634e-06, "loss": 0.0033, "step": 281710 }, { "epoch": 4.671121354313475, "grad_norm": 0.0008833708125166595, "learning_rate": 3.2887864568652486e-06, "loss": 0.0, "step": 281720 }, { "epoch": 4.671287161545987, "grad_norm": 0.004543978720903397, "learning_rate": 3.2871283845401333e-06, "loss": 0.0035, "step": 281730 }, { "epoch": 4.671452968778498, "grad_norm": 6.449121428886428e-05, "learning_rate": 3.2854703122150185e-06, "loss": 0.0001, "step": 281740 }, { "epoch": 4.67161877601101, "grad_norm": 0.0012740858364850283, "learning_rate": 3.2838122398899045e-06, "loss": 0.0002, "step": 281750 }, { "epoch": 4.671784583243521, "grad_norm": 0.016266273334622383, "learning_rate": 3.2821541675647897e-06, "loss": 0.0005, "step": 281760 }, { "epoch": 4.671950390476033, "grad_norm": 0.005467744078487158, "learning_rate": 3.280496095239675e-06, "loss": 0.0001, "step": 281770 }, { "epoch": 4.672116197708544, "grad_norm": 0.011206044815480709, "learning_rate": 3.27883802291456e-06, "loss": 0.0044, "step": 281780 }, { "epoch": 4.672282004941056, "grad_norm": 6.355829100357369e-05, "learning_rate": 3.277179950589445e-06, "loss": 0.0043, "step": 281790 }, { "epoch": 4.672447812173567, "grad_norm": 0.00016786805645097047, "learning_rate": 3.27552187826433e-06, "loss": 0.0021, "step": 281800 }, { "epoch": 4.6726136194060786, "grad_norm": 8.660729508846998e-05, "learning_rate": 3.273863805939215e-06, "loss": 0.0046, "step": 281810 }, { "epoch": 4.67277942663859, "grad_norm": 0.13933345675468445, "learning_rate": 3.2722057336141003e-06, "loss": 0.0157, "step": 281820 }, { "epoch": 4.6729452338711015, "grad_norm": 0.008559201844036579, "learning_rate": 3.2705476612889855e-06, "loss": 0.0001, "step": 281830 }, { "epoch": 4.673111041103613, "grad_norm": 0.0022929171100258827, "learning_rate": 3.2688895889638706e-06, "loss": 0.0026, "step": 281840 }, { "epoch": 4.6732768483361244, "grad_norm": 0.0004249103076290339, "learning_rate": 3.267231516638756e-06, "loss": 0.0066, "step": 281850 }, { "epoch": 4.6734426555686355, "grad_norm": 0.0015527267241850495, "learning_rate": 3.265573444313641e-06, "loss": 0.0135, "step": 281860 }, { "epoch": 4.673608462801147, "grad_norm": 3.491261668386869e-05, "learning_rate": 3.263915371988526e-06, "loss": 0.0026, "step": 281870 }, { "epoch": 4.673774270033659, "grad_norm": 4.826801523449831e-05, "learning_rate": 3.2622572996634113e-06, "loss": 0.0078, "step": 281880 }, { "epoch": 4.67394007726617, "grad_norm": 0.5825703144073486, "learning_rate": 3.2605992273382965e-06, "loss": 0.0016, "step": 281890 }, { "epoch": 4.674105884498681, "grad_norm": 0.010583082213997841, "learning_rate": 3.2589411550131817e-06, "loss": 0.0001, "step": 281900 }, { "epoch": 4.674271691731193, "grad_norm": 0.0003239833458792418, "learning_rate": 3.257283082688067e-06, "loss": 0.0038, "step": 281910 }, { "epoch": 4.674437498963705, "grad_norm": 0.005270098336040974, "learning_rate": 3.2556250103629524e-06, "loss": 0.0161, "step": 281920 }, { "epoch": 4.674603306196216, "grad_norm": 0.001319376053288579, "learning_rate": 3.2539669380378376e-06, "loss": 0.0029, "step": 281930 }, { "epoch": 4.674769113428728, "grad_norm": 0.00014484689745586365, "learning_rate": 3.252308865712723e-06, "loss": 0.0046, "step": 281940 }, { "epoch": 4.674934920661239, "grad_norm": 0.0025174831971526146, "learning_rate": 3.250650793387608e-06, "loss": 0.0061, "step": 281950 }, { "epoch": 4.675100727893751, "grad_norm": 0.0014407070120796561, "learning_rate": 3.248992721062493e-06, "loss": 0.0055, "step": 281960 }, { "epoch": 4.675266535126262, "grad_norm": 0.05290665850043297, "learning_rate": 3.2473346487373783e-06, "loss": 0.0004, "step": 281970 }, { "epoch": 4.675432342358774, "grad_norm": 0.0002448424056638032, "learning_rate": 3.2456765764122635e-06, "loss": 0.0103, "step": 281980 }, { "epoch": 4.675598149591285, "grad_norm": 0.010480477474629879, "learning_rate": 3.2440185040871487e-06, "loss": 0.0096, "step": 281990 }, { "epoch": 4.675763956823797, "grad_norm": 0.0014719744212925434, "learning_rate": 3.2423604317620334e-06, "loss": 0.0001, "step": 282000 }, { "epoch": 4.675929764056308, "grad_norm": 0.006204110570251942, "learning_rate": 3.2407023594369186e-06, "loss": 0.0034, "step": 282010 }, { "epoch": 4.67609557128882, "grad_norm": 0.17139585316181183, "learning_rate": 3.2390442871118038e-06, "loss": 0.0075, "step": 282020 }, { "epoch": 4.676261378521331, "grad_norm": 0.001452372525818646, "learning_rate": 3.237386214786689e-06, "loss": 0.0032, "step": 282030 }, { "epoch": 4.676427185753843, "grad_norm": 2.67408940999303e-05, "learning_rate": 3.235728142461574e-06, "loss": 0.0055, "step": 282040 }, { "epoch": 4.676592992986354, "grad_norm": 0.0001298292336286977, "learning_rate": 3.2340700701364593e-06, "loss": 0.0009, "step": 282050 }, { "epoch": 4.676758800218866, "grad_norm": 0.00074571039294824, "learning_rate": 3.2324119978113444e-06, "loss": 0.0035, "step": 282060 }, { "epoch": 4.676924607451377, "grad_norm": 0.009160242974758148, "learning_rate": 3.2307539254862296e-06, "loss": 0.0002, "step": 282070 }, { "epoch": 4.677090414683889, "grad_norm": 0.0005170840304344893, "learning_rate": 3.229095853161115e-06, "loss": 0.0006, "step": 282080 }, { "epoch": 4.6772562219164, "grad_norm": 0.036746807396411896, "learning_rate": 3.2274377808360004e-06, "loss": 0.0007, "step": 282090 }, { "epoch": 4.677422029148912, "grad_norm": 0.00961584784090519, "learning_rate": 3.2257797085108856e-06, "loss": 0.0033, "step": 282100 }, { "epoch": 4.677587836381423, "grad_norm": 0.005193856079131365, "learning_rate": 3.2241216361857707e-06, "loss": 0.0009, "step": 282110 }, { "epoch": 4.677753643613935, "grad_norm": 6.55165858916007e-05, "learning_rate": 3.222463563860656e-06, "loss": 0.0028, "step": 282120 }, { "epoch": 4.677919450846446, "grad_norm": 0.00015712835011072457, "learning_rate": 3.220805491535541e-06, "loss": 0.0065, "step": 282130 }, { "epoch": 4.678085258078958, "grad_norm": 0.0003814714145846665, "learning_rate": 3.2191474192104263e-06, "loss": 0.0051, "step": 282140 }, { "epoch": 4.678251065311469, "grad_norm": 0.011404890567064285, "learning_rate": 3.2174893468853114e-06, "loss": 0.0023, "step": 282150 }, { "epoch": 4.6784168725439805, "grad_norm": 0.00018160740728490055, "learning_rate": 3.2158312745601966e-06, "loss": 0.0026, "step": 282160 }, { "epoch": 4.678582679776492, "grad_norm": 9.979835886042565e-05, "learning_rate": 3.2141732022350818e-06, "loss": 0.0003, "step": 282170 }, { "epoch": 4.6787484870090035, "grad_norm": 0.0007316049886867404, "learning_rate": 3.212515129909967e-06, "loss": 0.0071, "step": 282180 }, { "epoch": 4.6789142942415145, "grad_norm": 0.022686176002025604, "learning_rate": 3.210857057584852e-06, "loss": 0.0032, "step": 282190 }, { "epoch": 4.679080101474026, "grad_norm": 0.0007710307836532593, "learning_rate": 3.209198985259737e-06, "loss": 0.0028, "step": 282200 }, { "epoch": 4.6792459087065374, "grad_norm": 0.0034144315868616104, "learning_rate": 3.207540912934622e-06, "loss": 0.0012, "step": 282210 }, { "epoch": 4.679411715939049, "grad_norm": 7.402594201266766e-05, "learning_rate": 3.2058828406095072e-06, "loss": 0.0085, "step": 282220 }, { "epoch": 4.67957752317156, "grad_norm": 0.16942092776298523, "learning_rate": 3.2042247682843924e-06, "loss": 0.0038, "step": 282230 }, { "epoch": 4.679743330404072, "grad_norm": 0.030199909582734108, "learning_rate": 3.2025666959592776e-06, "loss": 0.022, "step": 282240 }, { "epoch": 4.679909137636583, "grad_norm": 0.00010259873670293018, "learning_rate": 3.2009086236341627e-06, "loss": 0.0108, "step": 282250 }, { "epoch": 4.680074944869095, "grad_norm": 0.14588810503482819, "learning_rate": 3.1992505513090488e-06, "loss": 0.0069, "step": 282260 }, { "epoch": 4.680240752101607, "grad_norm": 0.003275686874985695, "learning_rate": 3.1975924789839335e-06, "loss": 0.0017, "step": 282270 }, { "epoch": 4.680406559334118, "grad_norm": 0.0001476435863878578, "learning_rate": 3.1959344066588187e-06, "loss": 0.0024, "step": 282280 }, { "epoch": 4.680572366566629, "grad_norm": 0.00018766532593872398, "learning_rate": 3.194276334333704e-06, "loss": 0.0023, "step": 282290 }, { "epoch": 4.680738173799141, "grad_norm": 0.00012738523946609348, "learning_rate": 3.192618262008589e-06, "loss": 0.0013, "step": 282300 }, { "epoch": 4.680903981031653, "grad_norm": 0.03464071825146675, "learning_rate": 3.190960189683474e-06, "loss": 0.0001, "step": 282310 }, { "epoch": 4.681069788264164, "grad_norm": 0.1600905954837799, "learning_rate": 3.1893021173583594e-06, "loss": 0.009, "step": 282320 }, { "epoch": 4.681235595496675, "grad_norm": 0.2996850311756134, "learning_rate": 3.1876440450332445e-06, "loss": 0.0046, "step": 282330 }, { "epoch": 4.681401402729187, "grad_norm": 0.025523819029331207, "learning_rate": 3.1859859727081297e-06, "loss": 0.0027, "step": 282340 }, { "epoch": 4.681567209961699, "grad_norm": 0.018783366307616234, "learning_rate": 3.184327900383015e-06, "loss": 0.0056, "step": 282350 }, { "epoch": 4.68173301719421, "grad_norm": 0.00010719781130319461, "learning_rate": 3.1826698280579e-06, "loss": 0.0047, "step": 282360 }, { "epoch": 4.681898824426721, "grad_norm": 9.523119661025703e-05, "learning_rate": 3.1810117557327852e-06, "loss": 0.0159, "step": 282370 }, { "epoch": 4.682064631659233, "grad_norm": 0.16555950045585632, "learning_rate": 3.1793536834076704e-06, "loss": 0.0055, "step": 282380 }, { "epoch": 4.682230438891745, "grad_norm": 1.841180528572295e-05, "learning_rate": 3.177695611082555e-06, "loss": 0.0005, "step": 282390 }, { "epoch": 4.682396246124256, "grad_norm": 0.15204136073589325, "learning_rate": 3.1760375387574403e-06, "loss": 0.0023, "step": 282400 }, { "epoch": 4.682562053356768, "grad_norm": 0.00040611281292513013, "learning_rate": 3.1743794664323255e-06, "loss": 0.0, "step": 282410 }, { "epoch": 4.682727860589279, "grad_norm": 0.00019663888087961823, "learning_rate": 3.1727213941072107e-06, "loss": 0.0004, "step": 282420 }, { "epoch": 4.682893667821791, "grad_norm": 0.00016600188973825425, "learning_rate": 3.1710633217820967e-06, "loss": 0.0004, "step": 282430 }, { "epoch": 4.683059475054302, "grad_norm": 0.0001690362551016733, "learning_rate": 3.169405249456982e-06, "loss": 0.0112, "step": 282440 }, { "epoch": 4.683225282286814, "grad_norm": 0.23597852885723114, "learning_rate": 3.167747177131867e-06, "loss": 0.0026, "step": 282450 }, { "epoch": 4.683391089519325, "grad_norm": 0.0005836314521729946, "learning_rate": 3.1660891048067522e-06, "loss": 0.0133, "step": 282460 }, { "epoch": 4.683556896751837, "grad_norm": 4.449792413652176e-06, "learning_rate": 3.164431032481637e-06, "loss": 0.0004, "step": 282470 }, { "epoch": 4.683722703984348, "grad_norm": 0.0002837500942405313, "learning_rate": 3.162772960156522e-06, "loss": 0.0056, "step": 282480 }, { "epoch": 4.68388851121686, "grad_norm": 0.0004027642135042697, "learning_rate": 3.1611148878314073e-06, "loss": 0.0029, "step": 282490 }, { "epoch": 4.684054318449371, "grad_norm": 4.890664786216803e-05, "learning_rate": 3.1594568155062925e-06, "loss": 0.0084, "step": 282500 }, { "epoch": 4.6842201256818825, "grad_norm": 0.0005058487295173109, "learning_rate": 3.1577987431811777e-06, "loss": 0.0028, "step": 282510 }, { "epoch": 4.6843859329143935, "grad_norm": 0.01949428580701351, "learning_rate": 3.156140670856063e-06, "loss": 0.0001, "step": 282520 }, { "epoch": 4.6845517401469055, "grad_norm": 0.002468013670295477, "learning_rate": 3.154482598530948e-06, "loss": 0.0029, "step": 282530 }, { "epoch": 4.6847175473794165, "grad_norm": 0.00015794485807418823, "learning_rate": 3.152824526205833e-06, "loss": 0.0083, "step": 282540 }, { "epoch": 4.684883354611928, "grad_norm": 0.02578415535390377, "learning_rate": 3.1511664538807184e-06, "loss": 0.0027, "step": 282550 }, { "epoch": 4.685049161844439, "grad_norm": 0.0190016720443964, "learning_rate": 3.1495083815556035e-06, "loss": 0.0025, "step": 282560 }, { "epoch": 4.685214969076951, "grad_norm": 3.159635525662452e-05, "learning_rate": 3.1478503092304887e-06, "loss": 0.0044, "step": 282570 }, { "epoch": 4.685380776309462, "grad_norm": 0.12166086584329605, "learning_rate": 3.146192236905374e-06, "loss": 0.0053, "step": 282580 }, { "epoch": 4.685546583541974, "grad_norm": 0.008656148798763752, "learning_rate": 3.1445341645802586e-06, "loss": 0.0002, "step": 282590 }, { "epoch": 4.685712390774485, "grad_norm": 5.063721982878633e-05, "learning_rate": 3.1428760922551446e-06, "loss": 0.0026, "step": 282600 }, { "epoch": 4.685878198006997, "grad_norm": 0.00011965358135057613, "learning_rate": 3.14121801993003e-06, "loss": 0.0034, "step": 282610 }, { "epoch": 4.686044005239508, "grad_norm": 0.00019357453857082874, "learning_rate": 3.139559947604915e-06, "loss": 0.0003, "step": 282620 }, { "epoch": 4.68620981247202, "grad_norm": 0.004121172241866589, "learning_rate": 3.1379018752798e-06, "loss": 0.0024, "step": 282630 }, { "epoch": 4.686375619704531, "grad_norm": 0.0008297705790027976, "learning_rate": 3.1362438029546853e-06, "loss": 0.0, "step": 282640 }, { "epoch": 4.686541426937043, "grad_norm": 0.15499553084373474, "learning_rate": 3.1345857306295705e-06, "loss": 0.0029, "step": 282650 }, { "epoch": 4.686707234169554, "grad_norm": 0.02340169996023178, "learning_rate": 3.1329276583044557e-06, "loss": 0.0012, "step": 282660 }, { "epoch": 4.686873041402066, "grad_norm": 4.042699220008217e-05, "learning_rate": 3.1312695859793404e-06, "loss": 0.0112, "step": 282670 }, { "epoch": 4.687038848634577, "grad_norm": 0.2077307254076004, "learning_rate": 3.1296115136542256e-06, "loss": 0.0104, "step": 282680 }, { "epoch": 4.687204655867089, "grad_norm": 0.232783243060112, "learning_rate": 3.1279534413291108e-06, "loss": 0.0004, "step": 282690 }, { "epoch": 4.6873704630996, "grad_norm": 0.2441195696592331, "learning_rate": 3.126295369003996e-06, "loss": 0.006, "step": 282700 }, { "epoch": 4.687536270332112, "grad_norm": 5.009786400478333e-05, "learning_rate": 3.124637296678881e-06, "loss": 0.0001, "step": 282710 }, { "epoch": 4.687702077564623, "grad_norm": 0.00014553975779563189, "learning_rate": 3.1229792243537663e-06, "loss": 0.0131, "step": 282720 }, { "epoch": 4.687867884797135, "grad_norm": 0.00014565986930392683, "learning_rate": 3.121321152028652e-06, "loss": 0.0034, "step": 282730 }, { "epoch": 4.688033692029647, "grad_norm": 7.915184687590227e-05, "learning_rate": 3.119663079703537e-06, "loss": 0.0037, "step": 282740 }, { "epoch": 4.688199499262158, "grad_norm": 0.0018996677827090025, "learning_rate": 3.1180050073784222e-06, "loss": 0.0027, "step": 282750 }, { "epoch": 4.688365306494669, "grad_norm": 0.000777109176851809, "learning_rate": 3.1163469350533074e-06, "loss": 0.0062, "step": 282760 }, { "epoch": 4.688531113727181, "grad_norm": 0.0001712622179184109, "learning_rate": 3.114688862728192e-06, "loss": 0.0, "step": 282770 }, { "epoch": 4.688696920959693, "grad_norm": 9.42829210544005e-05, "learning_rate": 3.1130307904030773e-06, "loss": 0.0058, "step": 282780 }, { "epoch": 4.688862728192204, "grad_norm": 0.001566171646118164, "learning_rate": 3.1113727180779625e-06, "loss": 0.0058, "step": 282790 }, { "epoch": 4.689028535424715, "grad_norm": 0.0002924010914284736, "learning_rate": 3.1097146457528477e-06, "loss": 0.0, "step": 282800 }, { "epoch": 4.689194342657227, "grad_norm": 0.0006976026343181729, "learning_rate": 3.1080565734277333e-06, "loss": 0.0, "step": 282810 }, { "epoch": 4.689360149889739, "grad_norm": 0.003528306260704994, "learning_rate": 3.1063985011026185e-06, "loss": 0.0028, "step": 282820 }, { "epoch": 4.68952595712225, "grad_norm": 0.0006585494847968221, "learning_rate": 3.1047404287775036e-06, "loss": 0.0045, "step": 282830 }, { "epoch": 4.6896917643547615, "grad_norm": 0.002160121686756611, "learning_rate": 3.103082356452389e-06, "loss": 0.0003, "step": 282840 }, { "epoch": 4.689857571587273, "grad_norm": 0.0002772374136839062, "learning_rate": 3.101424284127274e-06, "loss": 0.0068, "step": 282850 }, { "epoch": 4.6900233788197845, "grad_norm": 0.24447211623191833, "learning_rate": 3.0997662118021587e-06, "loss": 0.001, "step": 282860 }, { "epoch": 4.6901891860522955, "grad_norm": 0.0034970997367054224, "learning_rate": 3.098108139477044e-06, "loss": 0.0028, "step": 282870 }, { "epoch": 4.690354993284807, "grad_norm": 0.00022273696959018707, "learning_rate": 3.096450067151929e-06, "loss": 0.0039, "step": 282880 }, { "epoch": 4.6905208005173185, "grad_norm": 0.015405941754579544, "learning_rate": 3.0947919948268142e-06, "loss": 0.0035, "step": 282890 }, { "epoch": 4.69068660774983, "grad_norm": 0.0009487661882303655, "learning_rate": 3.0931339225017e-06, "loss": 0.0002, "step": 282900 }, { "epoch": 4.690852414982341, "grad_norm": 0.003376943990588188, "learning_rate": 3.091475850176585e-06, "loss": 0.0004, "step": 282910 }, { "epoch": 4.691018222214853, "grad_norm": 0.0003900452284142375, "learning_rate": 3.08981777785147e-06, "loss": 0.0, "step": 282920 }, { "epoch": 4.691184029447364, "grad_norm": 0.0019171674503013492, "learning_rate": 3.0881597055263554e-06, "loss": 0.0059, "step": 282930 }, { "epoch": 4.691349836679876, "grad_norm": 0.001494923373684287, "learning_rate": 3.0865016332012405e-06, "loss": 0.0038, "step": 282940 }, { "epoch": 4.691515643912387, "grad_norm": 0.020032566040754318, "learning_rate": 3.0848435608761257e-06, "loss": 0.0023, "step": 282950 }, { "epoch": 4.691681451144899, "grad_norm": 0.0029097602237015963, "learning_rate": 3.0831854885510105e-06, "loss": 0.0, "step": 282960 }, { "epoch": 4.69184725837741, "grad_norm": 0.047854386270046234, "learning_rate": 3.0815274162258956e-06, "loss": 0.0003, "step": 282970 }, { "epoch": 4.692013065609922, "grad_norm": 0.0013679864350706339, "learning_rate": 3.079869343900781e-06, "loss": 0.0033, "step": 282980 }, { "epoch": 4.692178872842433, "grad_norm": 0.0010966857662424445, "learning_rate": 3.0782112715756664e-06, "loss": 0.0091, "step": 282990 }, { "epoch": 4.692344680074945, "grad_norm": 0.0032309757079929113, "learning_rate": 3.0765531992505516e-06, "loss": 0.0067, "step": 283000 }, { "epoch": 4.692510487307456, "grad_norm": 0.03877526521682739, "learning_rate": 3.0748951269254367e-06, "loss": 0.009, "step": 283010 }, { "epoch": 4.692676294539968, "grad_norm": 0.00026231035008095205, "learning_rate": 3.073237054600322e-06, "loss": 0.0031, "step": 283020 }, { "epoch": 4.692842101772479, "grad_norm": 0.0023746960796415806, "learning_rate": 3.071578982275207e-06, "loss": 0.0035, "step": 283030 }, { "epoch": 4.693007909004991, "grad_norm": 0.16057567298412323, "learning_rate": 3.0699209099500923e-06, "loss": 0.0103, "step": 283040 }, { "epoch": 4.693173716237502, "grad_norm": 0.0015617884928360581, "learning_rate": 3.0682628376249774e-06, "loss": 0.0038, "step": 283050 }, { "epoch": 4.693339523470014, "grad_norm": 0.017349842935800552, "learning_rate": 3.066604765299862e-06, "loss": 0.0, "step": 283060 }, { "epoch": 4.693505330702525, "grad_norm": 0.00010521179501665756, "learning_rate": 3.0649466929747478e-06, "loss": 0.0033, "step": 283070 }, { "epoch": 4.693671137935037, "grad_norm": 0.21998652815818787, "learning_rate": 3.063288620649633e-06, "loss": 0.0038, "step": 283080 }, { "epoch": 4.693836945167548, "grad_norm": 0.0006056993152014911, "learning_rate": 3.061630548324518e-06, "loss": 0.0001, "step": 283090 }, { "epoch": 4.69400275240006, "grad_norm": 0.0005640309536829591, "learning_rate": 3.0599724759994033e-06, "loss": 0.0026, "step": 283100 }, { "epoch": 4.694168559632571, "grad_norm": 7.149521843530238e-05, "learning_rate": 3.0583144036742885e-06, "loss": 0.004, "step": 283110 }, { "epoch": 4.694334366865083, "grad_norm": 5.6075015891110525e-05, "learning_rate": 3.0566563313491736e-06, "loss": 0.0028, "step": 283120 }, { "epoch": 4.694500174097594, "grad_norm": 0.2581346333026886, "learning_rate": 3.054998259024059e-06, "loss": 0.0158, "step": 283130 }, { "epoch": 4.694665981330106, "grad_norm": 0.0007395506254397333, "learning_rate": 3.053340186698944e-06, "loss": 0.0006, "step": 283140 }, { "epoch": 4.694831788562617, "grad_norm": 0.024626150727272034, "learning_rate": 3.051682114373829e-06, "loss": 0.0001, "step": 283150 }, { "epoch": 4.694997595795129, "grad_norm": 0.00025348388589918613, "learning_rate": 3.0500240420487143e-06, "loss": 0.004, "step": 283160 }, { "epoch": 4.69516340302764, "grad_norm": 0.09094071388244629, "learning_rate": 3.0483659697235995e-06, "loss": 0.0084, "step": 283170 }, { "epoch": 4.695329210260152, "grad_norm": 0.008639163337647915, "learning_rate": 3.0467078973984847e-06, "loss": 0.0042, "step": 283180 }, { "epoch": 4.695495017492663, "grad_norm": 0.6883060932159424, "learning_rate": 3.04504982507337e-06, "loss": 0.0109, "step": 283190 }, { "epoch": 4.6956608247251745, "grad_norm": 0.0004152684996370226, "learning_rate": 3.043391752748255e-06, "loss": 0.0059, "step": 283200 }, { "epoch": 4.6958266319576865, "grad_norm": 0.0014825599500909448, "learning_rate": 3.04173368042314e-06, "loss": 0.0057, "step": 283210 }, { "epoch": 4.6959924391901975, "grad_norm": 0.00011618333519436419, "learning_rate": 3.0400756080980254e-06, "loss": 0.0047, "step": 283220 }, { "epoch": 4.6961582464227085, "grad_norm": 0.267626017332077, "learning_rate": 3.0384175357729105e-06, "loss": 0.0044, "step": 283230 }, { "epoch": 4.69632405365522, "grad_norm": 0.010938416235148907, "learning_rate": 3.0367594634477957e-06, "loss": 0.0033, "step": 283240 }, { "epoch": 4.696489860887732, "grad_norm": 7.924155943328515e-05, "learning_rate": 3.035101391122681e-06, "loss": 0.0001, "step": 283250 }, { "epoch": 4.696655668120243, "grad_norm": 0.017894703894853592, "learning_rate": 3.033443318797566e-06, "loss": 0.0003, "step": 283260 }, { "epoch": 4.696821475352754, "grad_norm": 0.00015670215361751616, "learning_rate": 3.0317852464724512e-06, "loss": 0.0001, "step": 283270 }, { "epoch": 4.696987282585266, "grad_norm": 0.010580030269920826, "learning_rate": 3.0301271741473364e-06, "loss": 0.0001, "step": 283280 }, { "epoch": 4.697153089817778, "grad_norm": 0.0017271424876525998, "learning_rate": 3.0284691018222216e-06, "loss": 0.0024, "step": 283290 }, { "epoch": 4.697318897050289, "grad_norm": 0.16499300301074982, "learning_rate": 3.0268110294971068e-06, "loss": 0.0016, "step": 283300 }, { "epoch": 4.697484704282801, "grad_norm": 0.11925901472568512, "learning_rate": 3.025152957171992e-06, "loss": 0.0106, "step": 283310 }, { "epoch": 4.697650511515312, "grad_norm": 0.0012263782555237412, "learning_rate": 3.023494884846877e-06, "loss": 0.0, "step": 283320 }, { "epoch": 4.697816318747824, "grad_norm": 0.0010383612243458629, "learning_rate": 3.0218368125217623e-06, "loss": 0.0019, "step": 283330 }, { "epoch": 4.697982125980335, "grad_norm": 3.9376387576339766e-05, "learning_rate": 3.0201787401966475e-06, "loss": 0.0039, "step": 283340 }, { "epoch": 4.698147933212847, "grad_norm": 0.0007612656918354332, "learning_rate": 3.0185206678715326e-06, "loss": 0.0028, "step": 283350 }, { "epoch": 4.698313740445358, "grad_norm": 0.0009129240643233061, "learning_rate": 3.016862595546418e-06, "loss": 0.0049, "step": 283360 }, { "epoch": 4.69847954767787, "grad_norm": 0.0006851890939287841, "learning_rate": 3.015204523221303e-06, "loss": 0.0081, "step": 283370 }, { "epoch": 4.698645354910381, "grad_norm": 0.15528306365013123, "learning_rate": 3.013546450896188e-06, "loss": 0.0061, "step": 283380 }, { "epoch": 4.698811162142893, "grad_norm": 0.0016105602262541652, "learning_rate": 3.0118883785710733e-06, "loss": 0.0086, "step": 283390 }, { "epoch": 4.698976969375404, "grad_norm": 0.0007598509546369314, "learning_rate": 3.0102303062459585e-06, "loss": 0.0045, "step": 283400 }, { "epoch": 4.699142776607916, "grad_norm": 0.00024320377269759774, "learning_rate": 3.008572233920844e-06, "loss": 0.0082, "step": 283410 }, { "epoch": 4.699308583840427, "grad_norm": 0.0007538218051195145, "learning_rate": 3.0069141615957293e-06, "loss": 0.0, "step": 283420 }, { "epoch": 4.699474391072939, "grad_norm": 0.0015723538817837834, "learning_rate": 3.005256089270614e-06, "loss": 0.0032, "step": 283430 }, { "epoch": 4.69964019830545, "grad_norm": 0.0001757966383593157, "learning_rate": 3.003598016945499e-06, "loss": 0.0136, "step": 283440 }, { "epoch": 4.699806005537962, "grad_norm": 0.00036421860568225384, "learning_rate": 3.0019399446203844e-06, "loss": 0.0, "step": 283450 }, { "epoch": 4.699971812770473, "grad_norm": 0.0025589645374566317, "learning_rate": 3.0002818722952695e-06, "loss": 0.0092, "step": 283460 }, { "epoch": 4.700137620002985, "grad_norm": 0.35742539167404175, "learning_rate": 2.9986237999701547e-06, "loss": 0.0076, "step": 283470 }, { "epoch": 4.700303427235496, "grad_norm": 0.001072896528057754, "learning_rate": 2.99696572764504e-06, "loss": 0.0048, "step": 283480 }, { "epoch": 4.700469234468008, "grad_norm": 0.0005998528213240206, "learning_rate": 2.995307655319925e-06, "loss": 0.0054, "step": 283490 }, { "epoch": 4.700635041700519, "grad_norm": 4.236680979374796e-05, "learning_rate": 2.9936495829948106e-06, "loss": 0.0117, "step": 283500 }, { "epoch": 4.700800848933031, "grad_norm": 0.0025346153415739536, "learning_rate": 2.991991510669696e-06, "loss": 0.0036, "step": 283510 }, { "epoch": 4.700966656165542, "grad_norm": 0.006862310692667961, "learning_rate": 2.990333438344581e-06, "loss": 0.0106, "step": 283520 }, { "epoch": 4.701132463398054, "grad_norm": 0.038353774696588516, "learning_rate": 2.9886753660194657e-06, "loss": 0.0081, "step": 283530 }, { "epoch": 4.701298270630565, "grad_norm": 0.08023680746555328, "learning_rate": 2.987017293694351e-06, "loss": 0.0001, "step": 283540 }, { "epoch": 4.7014640778630765, "grad_norm": 0.00019303979934193194, "learning_rate": 2.985359221369236e-06, "loss": 0.0097, "step": 283550 }, { "epoch": 4.7016298850955875, "grad_norm": 0.0021615424193441868, "learning_rate": 2.9837011490441213e-06, "loss": 0.0056, "step": 283560 }, { "epoch": 4.7017956923280995, "grad_norm": 0.0003811796777881682, "learning_rate": 2.9820430767190064e-06, "loss": 0.0034, "step": 283570 }, { "epoch": 4.7019614995606105, "grad_norm": 0.16506560146808624, "learning_rate": 2.980385004393892e-06, "loss": 0.0168, "step": 283580 }, { "epoch": 4.702127306793122, "grad_norm": 0.004046812653541565, "learning_rate": 2.978726932068777e-06, "loss": 0.0, "step": 283590 }, { "epoch": 4.702293114025633, "grad_norm": 0.18366993963718414, "learning_rate": 2.9770688597436624e-06, "loss": 0.0021, "step": 283600 }, { "epoch": 4.702458921258145, "grad_norm": 0.21970756351947784, "learning_rate": 2.9754107874185475e-06, "loss": 0.0047, "step": 283610 }, { "epoch": 4.702624728490656, "grad_norm": 0.00039786979323253036, "learning_rate": 2.9737527150934327e-06, "loss": 0.0033, "step": 283620 }, { "epoch": 4.702790535723168, "grad_norm": 0.2085876166820526, "learning_rate": 2.9720946427683175e-06, "loss": 0.0051, "step": 283630 }, { "epoch": 4.70295634295568, "grad_norm": 0.009356215596199036, "learning_rate": 2.9704365704432026e-06, "loss": 0.0084, "step": 283640 }, { "epoch": 4.703122150188191, "grad_norm": 0.23532548546791077, "learning_rate": 2.968778498118088e-06, "loss": 0.0035, "step": 283650 }, { "epoch": 4.703287957420702, "grad_norm": 2.2349317077896558e-05, "learning_rate": 2.967120425792973e-06, "loss": 0.0035, "step": 283660 }, { "epoch": 4.703453764653214, "grad_norm": 0.0010519991628825665, "learning_rate": 2.9654623534678586e-06, "loss": 0.0085, "step": 283670 }, { "epoch": 4.703619571885726, "grad_norm": 0.048837047070264816, "learning_rate": 2.9638042811427438e-06, "loss": 0.0001, "step": 283680 }, { "epoch": 4.703785379118237, "grad_norm": 0.0008925736183300614, "learning_rate": 2.962146208817629e-06, "loss": 0.0058, "step": 283690 }, { "epoch": 4.703951186350748, "grad_norm": 1.1664383237075526e-05, "learning_rate": 2.960488136492514e-06, "loss": 0.0, "step": 283700 }, { "epoch": 4.70411699358326, "grad_norm": 0.1460268795490265, "learning_rate": 2.9588300641673993e-06, "loss": 0.0086, "step": 283710 }, { "epoch": 4.704282800815772, "grad_norm": 0.03417932242155075, "learning_rate": 2.9571719918422845e-06, "loss": 0.0052, "step": 283720 }, { "epoch": 4.704448608048283, "grad_norm": 0.00022019525931682438, "learning_rate": 2.955513919517169e-06, "loss": 0.0021, "step": 283730 }, { "epoch": 4.704614415280795, "grad_norm": 0.00016498836339451373, "learning_rate": 2.9538558471920544e-06, "loss": 0.0019, "step": 283740 }, { "epoch": 4.704780222513306, "grad_norm": 0.00031556308385916054, "learning_rate": 2.95219777486694e-06, "loss": 0.0, "step": 283750 }, { "epoch": 4.704946029745818, "grad_norm": 0.0036776228807866573, "learning_rate": 2.950539702541825e-06, "loss": 0.0125, "step": 283760 }, { "epoch": 4.705111836978329, "grad_norm": 0.0003853305533993989, "learning_rate": 2.9488816302167103e-06, "loss": 0.0005, "step": 283770 }, { "epoch": 4.705277644210841, "grad_norm": 0.00043042609468102455, "learning_rate": 2.9472235578915955e-06, "loss": 0.0028, "step": 283780 }, { "epoch": 4.705443451443352, "grad_norm": 0.006242348346859217, "learning_rate": 2.9455654855664807e-06, "loss": 0.0012, "step": 283790 }, { "epoch": 4.705609258675864, "grad_norm": 0.0002902416745200753, "learning_rate": 2.943907413241366e-06, "loss": 0.0131, "step": 283800 }, { "epoch": 4.705775065908375, "grad_norm": 0.00012185102241346613, "learning_rate": 2.942249340916251e-06, "loss": 0.0077, "step": 283810 }, { "epoch": 4.705940873140887, "grad_norm": 6.276806379901245e-05, "learning_rate": 2.9405912685911358e-06, "loss": 0.01, "step": 283820 }, { "epoch": 4.706106680373398, "grad_norm": 6.945453060325235e-05, "learning_rate": 2.938933196266021e-06, "loss": 0.0001, "step": 283830 }, { "epoch": 4.70627248760591, "grad_norm": 0.010549628175795078, "learning_rate": 2.9372751239409065e-06, "loss": 0.0037, "step": 283840 }, { "epoch": 4.706438294838421, "grad_norm": 6.059391307644546e-05, "learning_rate": 2.9356170516157917e-06, "loss": 0.0071, "step": 283850 }, { "epoch": 4.706604102070933, "grad_norm": 0.0003126800584141165, "learning_rate": 2.933958979290677e-06, "loss": 0.0035, "step": 283860 }, { "epoch": 4.706769909303444, "grad_norm": 0.002130582695826888, "learning_rate": 2.932300906965562e-06, "loss": 0.0001, "step": 283870 }, { "epoch": 4.7069357165359555, "grad_norm": 0.00036124681355431676, "learning_rate": 2.9306428346404472e-06, "loss": 0.0, "step": 283880 }, { "epoch": 4.707101523768467, "grad_norm": 0.1805630922317505, "learning_rate": 2.9289847623153324e-06, "loss": 0.0044, "step": 283890 }, { "epoch": 4.7072673310009785, "grad_norm": 0.010301358997821808, "learning_rate": 2.9273266899902176e-06, "loss": 0.0001, "step": 283900 }, { "epoch": 4.7074331382334895, "grad_norm": 0.032498180866241455, "learning_rate": 2.9256686176651027e-06, "loss": 0.0001, "step": 283910 }, { "epoch": 4.707598945466001, "grad_norm": 1.450236959499307e-05, "learning_rate": 2.924010545339988e-06, "loss": 0.0048, "step": 283920 }, { "epoch": 4.7077647526985125, "grad_norm": 8.443714614259079e-05, "learning_rate": 2.922352473014873e-06, "loss": 0.0022, "step": 283930 }, { "epoch": 4.707930559931024, "grad_norm": 0.00017302812193520367, "learning_rate": 2.9206944006897583e-06, "loss": 0.0052, "step": 283940 }, { "epoch": 4.708096367163535, "grad_norm": 0.00011792845907621086, "learning_rate": 2.9190363283646434e-06, "loss": 0.0, "step": 283950 }, { "epoch": 4.708262174396047, "grad_norm": 5.130048521095887e-05, "learning_rate": 2.9173782560395286e-06, "loss": 0.0018, "step": 283960 }, { "epoch": 4.708427981628558, "grad_norm": 0.025645583868026733, "learning_rate": 2.9157201837144138e-06, "loss": 0.0044, "step": 283970 }, { "epoch": 4.70859378886107, "grad_norm": 0.0014030819293111563, "learning_rate": 2.914062111389299e-06, "loss": 0.0112, "step": 283980 }, { "epoch": 4.708759596093581, "grad_norm": 0.12584149837493896, "learning_rate": 2.912404039064184e-06, "loss": 0.0067, "step": 283990 }, { "epoch": 4.708925403326093, "grad_norm": 0.0003468302311375737, "learning_rate": 2.9107459667390693e-06, "loss": 0.007, "step": 284000 }, { "epoch": 4.709091210558604, "grad_norm": 0.000882884836755693, "learning_rate": 2.9090878944139545e-06, "loss": 0.0095, "step": 284010 }, { "epoch": 4.709257017791116, "grad_norm": 0.5474438667297363, "learning_rate": 2.9074298220888396e-06, "loss": 0.0068, "step": 284020 }, { "epoch": 4.709422825023627, "grad_norm": 0.01365137379616499, "learning_rate": 2.905771749763725e-06, "loss": 0.0117, "step": 284030 }, { "epoch": 4.709588632256139, "grad_norm": 0.0001026588652166538, "learning_rate": 2.90411367743861e-06, "loss": 0.0082, "step": 284040 }, { "epoch": 4.70975443948865, "grad_norm": 4.5039330871077254e-05, "learning_rate": 2.902455605113495e-06, "loss": 0.002, "step": 284050 }, { "epoch": 4.709920246721162, "grad_norm": 0.0008664536871947348, "learning_rate": 2.9007975327883803e-06, "loss": 0.0034, "step": 284060 }, { "epoch": 4.710086053953673, "grad_norm": 0.27541497349739075, "learning_rate": 2.8991394604632655e-06, "loss": 0.0167, "step": 284070 }, { "epoch": 4.710251861186185, "grad_norm": 0.00027970195515081286, "learning_rate": 2.8974813881381507e-06, "loss": 0.0, "step": 284080 }, { "epoch": 4.710417668418696, "grad_norm": 0.030702216550707817, "learning_rate": 2.895823315813036e-06, "loss": 0.0011, "step": 284090 }, { "epoch": 4.710583475651208, "grad_norm": 0.0010306240292266011, "learning_rate": 2.894165243487921e-06, "loss": 0.0053, "step": 284100 }, { "epoch": 4.71074928288372, "grad_norm": 0.004409019369632006, "learning_rate": 2.892507171162806e-06, "loss": 0.0032, "step": 284110 }, { "epoch": 4.710915090116231, "grad_norm": 0.0003499782760627568, "learning_rate": 2.8908490988376914e-06, "loss": 0.0, "step": 284120 }, { "epoch": 4.711080897348742, "grad_norm": 0.0007673227810300887, "learning_rate": 2.8891910265125766e-06, "loss": 0.0032, "step": 284130 }, { "epoch": 4.711246704581254, "grad_norm": 0.0003981178451795131, "learning_rate": 2.8875329541874617e-06, "loss": 0.0002, "step": 284140 }, { "epoch": 4.711412511813766, "grad_norm": 7.38471353542991e-05, "learning_rate": 2.885874881862347e-06, "loss": 0.0, "step": 284150 }, { "epoch": 4.711578319046277, "grad_norm": 0.14587220549583435, "learning_rate": 2.884216809537232e-06, "loss": 0.0056, "step": 284160 }, { "epoch": 4.711744126278788, "grad_norm": 0.0013065929524600506, "learning_rate": 2.8825587372121172e-06, "loss": 0.0, "step": 284170 }, { "epoch": 4.7119099335113, "grad_norm": 0.000188371617696248, "learning_rate": 2.880900664887003e-06, "loss": 0.0115, "step": 284180 }, { "epoch": 4.712075740743812, "grad_norm": 0.16698192059993744, "learning_rate": 2.879242592561888e-06, "loss": 0.0067, "step": 284190 }, { "epoch": 4.712241547976323, "grad_norm": 0.00012753736518789083, "learning_rate": 2.8775845202367728e-06, "loss": 0.0016, "step": 284200 }, { "epoch": 4.712407355208835, "grad_norm": 0.0036273787263780832, "learning_rate": 2.875926447911658e-06, "loss": 0.0, "step": 284210 }, { "epoch": 4.712573162441346, "grad_norm": 0.0011272320989519358, "learning_rate": 2.874268375586543e-06, "loss": 0.0059, "step": 284220 }, { "epoch": 4.7127389696738575, "grad_norm": 0.00027592331753112376, "learning_rate": 2.8726103032614283e-06, "loss": 0.0013, "step": 284230 }, { "epoch": 4.7129047769063686, "grad_norm": 0.00032003512023948133, "learning_rate": 2.8709522309363135e-06, "loss": 0.0026, "step": 284240 }, { "epoch": 4.7130705841388805, "grad_norm": 0.0015469169011339545, "learning_rate": 2.8692941586111986e-06, "loss": 0.0025, "step": 284250 }, { "epoch": 4.7132363913713915, "grad_norm": 0.0009400476701557636, "learning_rate": 2.867636086286084e-06, "loss": 0.0004, "step": 284260 }, { "epoch": 4.713402198603903, "grad_norm": 0.0021558643784374, "learning_rate": 2.8659780139609694e-06, "loss": 0.005, "step": 284270 }, { "epoch": 4.713568005836414, "grad_norm": 0.00013132877938915044, "learning_rate": 2.8643199416358546e-06, "loss": 0.0002, "step": 284280 }, { "epoch": 4.713733813068926, "grad_norm": 0.0001666845055297017, "learning_rate": 2.8626618693107393e-06, "loss": 0.0003, "step": 284290 }, { "epoch": 4.713899620301437, "grad_norm": 3.147007373627275e-05, "learning_rate": 2.8610037969856245e-06, "loss": 0.0007, "step": 284300 }, { "epoch": 4.714065427533949, "grad_norm": 0.0002532096114009619, "learning_rate": 2.8593457246605097e-06, "loss": 0.0, "step": 284310 }, { "epoch": 4.71423123476646, "grad_norm": 0.19119763374328613, "learning_rate": 2.857687652335395e-06, "loss": 0.0058, "step": 284320 }, { "epoch": 4.714397041998972, "grad_norm": 0.0004765837802551687, "learning_rate": 2.85602958001028e-06, "loss": 0.0002, "step": 284330 }, { "epoch": 4.714562849231483, "grad_norm": 0.05205124244093895, "learning_rate": 2.854371507685165e-06, "loss": 0.003, "step": 284340 }, { "epoch": 4.714728656463995, "grad_norm": 0.2251938283443451, "learning_rate": 2.8527134353600508e-06, "loss": 0.0069, "step": 284350 }, { "epoch": 4.714894463696506, "grad_norm": 0.020841194316744804, "learning_rate": 2.851055363034936e-06, "loss": 0.0053, "step": 284360 }, { "epoch": 4.715060270929018, "grad_norm": 0.00019330131181050092, "learning_rate": 2.849397290709821e-06, "loss": 0.0052, "step": 284370 }, { "epoch": 4.715226078161529, "grad_norm": 0.0010593566112220287, "learning_rate": 2.8477392183847063e-06, "loss": 0.0071, "step": 284380 }, { "epoch": 4.715391885394041, "grad_norm": 1.3076008144707885e-05, "learning_rate": 2.846081146059591e-06, "loss": 0.0, "step": 284390 }, { "epoch": 4.715557692626552, "grad_norm": 0.00047348704538308084, "learning_rate": 2.8444230737344762e-06, "loss": 0.0036, "step": 284400 }, { "epoch": 4.715723499859064, "grad_norm": 0.0007970825536176562, "learning_rate": 2.8427650014093614e-06, "loss": 0.0001, "step": 284410 }, { "epoch": 4.715889307091575, "grad_norm": 2.2974354578764178e-05, "learning_rate": 2.8411069290842466e-06, "loss": 0.0008, "step": 284420 }, { "epoch": 4.716055114324087, "grad_norm": 0.19647960364818573, "learning_rate": 2.8394488567591317e-06, "loss": 0.0006, "step": 284430 }, { "epoch": 4.716220921556598, "grad_norm": 0.0011059297248721123, "learning_rate": 2.8377907844340173e-06, "loss": 0.01, "step": 284440 }, { "epoch": 4.71638672878911, "grad_norm": 9.629295527702197e-05, "learning_rate": 2.8361327121089025e-06, "loss": 0.0029, "step": 284450 }, { "epoch": 4.716552536021621, "grad_norm": 0.05943065136671066, "learning_rate": 2.8344746397837877e-06, "loss": 0.0012, "step": 284460 }, { "epoch": 4.716718343254133, "grad_norm": 0.0142825897783041, "learning_rate": 2.832816567458673e-06, "loss": 0.0003, "step": 284470 }, { "epoch": 4.716884150486644, "grad_norm": 0.00614874018356204, "learning_rate": 2.831158495133558e-06, "loss": 0.0073, "step": 284480 }, { "epoch": 4.717049957719156, "grad_norm": 0.0022615601774305105, "learning_rate": 2.8295004228084428e-06, "loss": 0.0, "step": 284490 }, { "epoch": 4.717215764951667, "grad_norm": 0.0006494925473816693, "learning_rate": 2.827842350483328e-06, "loss": 0.0029, "step": 284500 }, { "epoch": 4.717381572184179, "grad_norm": 0.0015358340460807085, "learning_rate": 2.826184278158213e-06, "loss": 0.0058, "step": 284510 }, { "epoch": 4.71754737941669, "grad_norm": 3.149601616314612e-05, "learning_rate": 2.8245262058330987e-06, "loss": 0.0033, "step": 284520 }, { "epoch": 4.717713186649202, "grad_norm": 0.007802160456776619, "learning_rate": 2.822868133507984e-06, "loss": 0.0066, "step": 284530 }, { "epoch": 4.717878993881714, "grad_norm": 0.0030255750752985477, "learning_rate": 2.821210061182869e-06, "loss": 0.0014, "step": 284540 }, { "epoch": 4.718044801114225, "grad_norm": 0.39251160621643066, "learning_rate": 2.8195519888577542e-06, "loss": 0.0045, "step": 284550 }, { "epoch": 4.718210608346736, "grad_norm": 0.021715395152568817, "learning_rate": 2.8178939165326394e-06, "loss": 0.0051, "step": 284560 }, { "epoch": 4.718376415579248, "grad_norm": 0.604472815990448, "learning_rate": 2.8162358442075246e-06, "loss": 0.0059, "step": 284570 }, { "epoch": 4.7185422228117595, "grad_norm": 0.004689343273639679, "learning_rate": 2.8145777718824098e-06, "loss": 0.0003, "step": 284580 }, { "epoch": 4.7187080300442705, "grad_norm": 0.33579668402671814, "learning_rate": 2.8129196995572945e-06, "loss": 0.0005, "step": 284590 }, { "epoch": 4.718873837276782, "grad_norm": 0.00037081146729178727, "learning_rate": 2.8112616272321797e-06, "loss": 0.0001, "step": 284600 }, { "epoch": 4.7190396445092935, "grad_norm": 0.00016529059212189168, "learning_rate": 2.8096035549070653e-06, "loss": 0.0, "step": 284610 }, { "epoch": 4.719205451741805, "grad_norm": 0.16527046263217926, "learning_rate": 2.8079454825819505e-06, "loss": 0.0035, "step": 284620 }, { "epoch": 4.719371258974316, "grad_norm": 0.00030439530382864177, "learning_rate": 2.8062874102568356e-06, "loss": 0.0, "step": 284630 }, { "epoch": 4.7195370662068274, "grad_norm": 0.5710574388504028, "learning_rate": 2.804629337931721e-06, "loss": 0.0106, "step": 284640 }, { "epoch": 4.719702873439339, "grad_norm": 0.6408501267433167, "learning_rate": 2.802971265606606e-06, "loss": 0.0016, "step": 284650 }, { "epoch": 4.719868680671851, "grad_norm": 5.990480713080615e-05, "learning_rate": 2.801313193281491e-06, "loss": 0.0001, "step": 284660 }, { "epoch": 4.720034487904362, "grad_norm": 0.0018062308663502336, "learning_rate": 2.7996551209563763e-06, "loss": 0.0149, "step": 284670 }, { "epoch": 4.720200295136874, "grad_norm": 0.12068626284599304, "learning_rate": 2.7979970486312615e-06, "loss": 0.0037, "step": 284680 }, { "epoch": 4.720366102369385, "grad_norm": 0.0015133866108953953, "learning_rate": 2.7963389763061467e-06, "loss": 0.0008, "step": 284690 }, { "epoch": 4.720531909601897, "grad_norm": 0.0028972853906452656, "learning_rate": 2.794680903981032e-06, "loss": 0.0046, "step": 284700 }, { "epoch": 4.720697716834408, "grad_norm": 0.0017004030523821712, "learning_rate": 2.793022831655917e-06, "loss": 0.0028, "step": 284710 }, { "epoch": 4.72086352406692, "grad_norm": 0.0246877558529377, "learning_rate": 2.791364759330802e-06, "loss": 0.0027, "step": 284720 }, { "epoch": 4.721029331299431, "grad_norm": 0.19391697645187378, "learning_rate": 2.7897066870056874e-06, "loss": 0.0032, "step": 284730 }, { "epoch": 4.721195138531943, "grad_norm": 1.8044447642751038e-05, "learning_rate": 2.7880486146805725e-06, "loss": 0.0003, "step": 284740 }, { "epoch": 4.721360945764454, "grad_norm": 0.00019196895300410688, "learning_rate": 2.7863905423554577e-06, "loss": 0.003, "step": 284750 }, { "epoch": 4.721526752996966, "grad_norm": 0.00033193337731063366, "learning_rate": 2.784732470030343e-06, "loss": 0.0078, "step": 284760 }, { "epoch": 4.721692560229477, "grad_norm": 0.00010426803055452183, "learning_rate": 2.783074397705228e-06, "loss": 0.0, "step": 284770 }, { "epoch": 4.721858367461989, "grad_norm": 0.003157525323331356, "learning_rate": 2.7814163253801132e-06, "loss": 0.0, "step": 284780 }, { "epoch": 4.7220241746945, "grad_norm": 3.084772833972238e-05, "learning_rate": 2.7797582530549984e-06, "loss": 0.0059, "step": 284790 }, { "epoch": 4.722189981927012, "grad_norm": 0.01781480200588703, "learning_rate": 2.7781001807298836e-06, "loss": 0.0058, "step": 284800 }, { "epoch": 4.722355789159523, "grad_norm": 0.0013067532563582063, "learning_rate": 2.7764421084047687e-06, "loss": 0.0004, "step": 284810 }, { "epoch": 4.722521596392035, "grad_norm": 0.006487114820629358, "learning_rate": 2.774784036079654e-06, "loss": 0.0046, "step": 284820 }, { "epoch": 4.722687403624546, "grad_norm": 0.001689643133431673, "learning_rate": 2.773125963754539e-06, "loss": 0.0032, "step": 284830 }, { "epoch": 4.722853210857058, "grad_norm": 0.07039022445678711, "learning_rate": 2.7714678914294243e-06, "loss": 0.0042, "step": 284840 }, { "epoch": 4.723019018089569, "grad_norm": 0.000194527194253169, "learning_rate": 2.7698098191043094e-06, "loss": 0.0041, "step": 284850 }, { "epoch": 4.723184825322081, "grad_norm": 0.006588565185666084, "learning_rate": 2.7681517467791946e-06, "loss": 0.0027, "step": 284860 }, { "epoch": 4.723350632554592, "grad_norm": 3.8474328903248534e-05, "learning_rate": 2.7664936744540798e-06, "loss": 0.0051, "step": 284870 }, { "epoch": 4.723516439787104, "grad_norm": 0.004347514361143112, "learning_rate": 2.764835602128965e-06, "loss": 0.0025, "step": 284880 }, { "epoch": 4.723682247019615, "grad_norm": 0.17971467971801758, "learning_rate": 2.76317752980385e-06, "loss": 0.0159, "step": 284890 }, { "epoch": 4.723848054252127, "grad_norm": 0.006593402475118637, "learning_rate": 2.7615194574787353e-06, "loss": 0.0034, "step": 284900 }, { "epoch": 4.724013861484638, "grad_norm": 1.9282844732515514e-05, "learning_rate": 2.7598613851536205e-06, "loss": 0.0004, "step": 284910 }, { "epoch": 4.72417966871715, "grad_norm": 9.156891610473394e-05, "learning_rate": 2.7582033128285056e-06, "loss": 0.0047, "step": 284920 }, { "epoch": 4.724345475949661, "grad_norm": 0.34551307559013367, "learning_rate": 2.756545240503391e-06, "loss": 0.0072, "step": 284930 }, { "epoch": 4.7245112831821725, "grad_norm": 0.0009828457841649652, "learning_rate": 2.754887168178276e-06, "loss": 0.0028, "step": 284940 }, { "epoch": 4.7246770904146835, "grad_norm": 0.012309083715081215, "learning_rate": 2.7532290958531616e-06, "loss": 0.0028, "step": 284950 }, { "epoch": 4.7248428976471954, "grad_norm": 9.640548523748294e-05, "learning_rate": 2.7515710235280463e-06, "loss": 0.0002, "step": 284960 }, { "epoch": 4.7250087048797065, "grad_norm": 0.0007805975037626922, "learning_rate": 2.7499129512029315e-06, "loss": 0.0026, "step": 284970 }, { "epoch": 4.725174512112218, "grad_norm": 0.007570371031761169, "learning_rate": 2.7482548788778167e-06, "loss": 0.0042, "step": 284980 }, { "epoch": 4.725340319344729, "grad_norm": 4.303347668610513e-05, "learning_rate": 2.746596806552702e-06, "loss": 0.0085, "step": 284990 }, { "epoch": 4.725506126577241, "grad_norm": 0.00011800703941844404, "learning_rate": 2.744938734227587e-06, "loss": 0.0066, "step": 285000 }, { "epoch": 4.725671933809753, "grad_norm": 0.0005366847617551684, "learning_rate": 2.743280661902472e-06, "loss": 0.0, "step": 285010 }, { "epoch": 4.725837741042264, "grad_norm": 2.029831739491783e-05, "learning_rate": 2.7416225895773574e-06, "loss": 0.0, "step": 285020 }, { "epoch": 4.726003548274775, "grad_norm": 0.0010666665621101856, "learning_rate": 2.739964517252243e-06, "loss": 0.0006, "step": 285030 }, { "epoch": 4.726169355507287, "grad_norm": 1.4193034985510167e-05, "learning_rate": 2.738306444927128e-06, "loss": 0.0035, "step": 285040 }, { "epoch": 4.726335162739799, "grad_norm": 7.098085916368291e-05, "learning_rate": 2.7366483726020133e-06, "loss": 0.0031, "step": 285050 }, { "epoch": 4.72650096997231, "grad_norm": 0.24511252343654633, "learning_rate": 2.734990300276898e-06, "loss": 0.0004, "step": 285060 }, { "epoch": 4.726666777204821, "grad_norm": 0.001959805842489004, "learning_rate": 2.7333322279517832e-06, "loss": 0.0089, "step": 285070 }, { "epoch": 4.726832584437333, "grad_norm": 0.643049955368042, "learning_rate": 2.7316741556266684e-06, "loss": 0.0064, "step": 285080 }, { "epoch": 4.726998391669845, "grad_norm": 0.0013113097520545125, "learning_rate": 2.7300160833015536e-06, "loss": 0.0031, "step": 285090 }, { "epoch": 4.727164198902356, "grad_norm": 0.16657903790473938, "learning_rate": 2.7283580109764388e-06, "loss": 0.0018, "step": 285100 }, { "epoch": 4.727330006134868, "grad_norm": 0.04642419144511223, "learning_rate": 2.726699938651324e-06, "loss": 0.0115, "step": 285110 }, { "epoch": 4.727495813367379, "grad_norm": 0.0024873230140656233, "learning_rate": 2.7250418663262095e-06, "loss": 0.0024, "step": 285120 }, { "epoch": 4.727661620599891, "grad_norm": 0.0021493465173989534, "learning_rate": 2.7233837940010947e-06, "loss": 0.0083, "step": 285130 }, { "epoch": 4.727827427832402, "grad_norm": 0.0006269937730394304, "learning_rate": 2.72172572167598e-06, "loss": 0.0198, "step": 285140 }, { "epoch": 4.727993235064914, "grad_norm": 0.1475416123867035, "learning_rate": 2.720067649350865e-06, "loss": 0.0126, "step": 285150 }, { "epoch": 4.728159042297425, "grad_norm": 0.02677920274436474, "learning_rate": 2.71840957702575e-06, "loss": 0.0132, "step": 285160 }, { "epoch": 4.728324849529937, "grad_norm": 0.14533552527427673, "learning_rate": 2.716751504700635e-06, "loss": 0.0066, "step": 285170 }, { "epoch": 4.728490656762448, "grad_norm": 0.00044266306213103235, "learning_rate": 2.71509343237552e-06, "loss": 0.0058, "step": 285180 }, { "epoch": 4.72865646399496, "grad_norm": 0.0011320251505821943, "learning_rate": 2.7134353600504053e-06, "loss": 0.0004, "step": 285190 }, { "epoch": 4.728822271227471, "grad_norm": 0.11568236351013184, "learning_rate": 2.7117772877252905e-06, "loss": 0.0024, "step": 285200 }, { "epoch": 4.728988078459983, "grad_norm": 0.004813150968402624, "learning_rate": 2.710119215400176e-06, "loss": 0.0042, "step": 285210 }, { "epoch": 4.729153885692494, "grad_norm": 0.0005919790710322559, "learning_rate": 2.7084611430750613e-06, "loss": 0.0, "step": 285220 }, { "epoch": 4.729319692925006, "grad_norm": 0.0042302971705794334, "learning_rate": 2.7068030707499464e-06, "loss": 0.0035, "step": 285230 }, { "epoch": 4.729485500157517, "grad_norm": 0.006662003230303526, "learning_rate": 2.7051449984248316e-06, "loss": 0.0033, "step": 285240 }, { "epoch": 4.729651307390029, "grad_norm": 1.6882850104593672e-05, "learning_rate": 2.7034869260997164e-06, "loss": 0.008, "step": 285250 }, { "epoch": 4.72981711462254, "grad_norm": 0.6446935534477234, "learning_rate": 2.7018288537746015e-06, "loss": 0.0077, "step": 285260 }, { "epoch": 4.7299829218550515, "grad_norm": 0.23775187134742737, "learning_rate": 2.7001707814494867e-06, "loss": 0.0063, "step": 285270 }, { "epoch": 4.730148729087563, "grad_norm": 0.21227766573429108, "learning_rate": 2.698512709124372e-06, "loss": 0.0093, "step": 285280 }, { "epoch": 4.7303145363200745, "grad_norm": 0.009479749016463757, "learning_rate": 2.6968546367992575e-06, "loss": 0.0064, "step": 285290 }, { "epoch": 4.7304803435525855, "grad_norm": 0.00023414882889483124, "learning_rate": 2.6951965644741427e-06, "loss": 0.0034, "step": 285300 }, { "epoch": 4.730646150785097, "grad_norm": 0.005034693516790867, "learning_rate": 2.693538492149028e-06, "loss": 0.0, "step": 285310 }, { "epoch": 4.7308119580176085, "grad_norm": 0.5387662649154663, "learning_rate": 2.691880419823913e-06, "loss": 0.002, "step": 285320 }, { "epoch": 4.73097776525012, "grad_norm": 2.669558671186678e-05, "learning_rate": 2.690222347498798e-06, "loss": 0.0054, "step": 285330 }, { "epoch": 4.731143572482631, "grad_norm": 0.013958311639726162, "learning_rate": 2.6885642751736833e-06, "loss": 0.0003, "step": 285340 }, { "epoch": 4.731309379715143, "grad_norm": 0.001237315940670669, "learning_rate": 2.686906202848568e-06, "loss": 0.0044, "step": 285350 }, { "epoch": 4.731475186947654, "grad_norm": 0.002950850874185562, "learning_rate": 2.6852481305234533e-06, "loss": 0.0, "step": 285360 }, { "epoch": 4.731640994180166, "grad_norm": 6.890316581120715e-05, "learning_rate": 2.6835900581983384e-06, "loss": 0.0027, "step": 285370 }, { "epoch": 4.731806801412677, "grad_norm": 6.201581072673434e-06, "learning_rate": 2.681931985873224e-06, "loss": 0.0079, "step": 285380 }, { "epoch": 4.731972608645189, "grad_norm": 2.6082161639351398e-05, "learning_rate": 2.680273913548109e-06, "loss": 0.0002, "step": 285390 }, { "epoch": 4.7321384158777, "grad_norm": 0.00015807145973667502, "learning_rate": 2.6786158412229944e-06, "loss": 0.0033, "step": 285400 }, { "epoch": 4.732304223110212, "grad_norm": 0.002232040511444211, "learning_rate": 2.6769577688978796e-06, "loss": 0.0068, "step": 285410 }, { "epoch": 4.732470030342723, "grad_norm": 3.651534643722698e-05, "learning_rate": 2.6752996965727647e-06, "loss": 0.0043, "step": 285420 }, { "epoch": 4.732635837575235, "grad_norm": 3.847618063446134e-05, "learning_rate": 2.67364162424765e-06, "loss": 0.0001, "step": 285430 }, { "epoch": 4.732801644807747, "grad_norm": 0.0004814090789295733, "learning_rate": 2.671983551922535e-06, "loss": 0.0, "step": 285440 }, { "epoch": 4.732967452040258, "grad_norm": 0.023721402511000633, "learning_rate": 2.67032547959742e-06, "loss": 0.0032, "step": 285450 }, { "epoch": 4.733133259272769, "grad_norm": 0.003559249686077237, "learning_rate": 2.6686674072723054e-06, "loss": 0.0064, "step": 285460 }, { "epoch": 4.733299066505281, "grad_norm": 0.00031840079464018345, "learning_rate": 2.6670093349471906e-06, "loss": 0.0033, "step": 285470 }, { "epoch": 4.733464873737793, "grad_norm": 0.16016273200511932, "learning_rate": 2.6653512626220758e-06, "loss": 0.0128, "step": 285480 }, { "epoch": 4.733630680970304, "grad_norm": 0.20195013284683228, "learning_rate": 2.663693190296961e-06, "loss": 0.0002, "step": 285490 }, { "epoch": 4.733796488202815, "grad_norm": 0.15515084564685822, "learning_rate": 2.662035117971846e-06, "loss": 0.0036, "step": 285500 }, { "epoch": 4.733962295435327, "grad_norm": 2.6955987777910195e-05, "learning_rate": 2.6603770456467313e-06, "loss": 0.0, "step": 285510 }, { "epoch": 4.734128102667839, "grad_norm": 0.20120882987976074, "learning_rate": 2.6587189733216165e-06, "loss": 0.0029, "step": 285520 }, { "epoch": 4.73429390990035, "grad_norm": 0.0004521519294939935, "learning_rate": 2.6570609009965016e-06, "loss": 0.0028, "step": 285530 }, { "epoch": 4.734459717132861, "grad_norm": 0.0016130144940689206, "learning_rate": 2.655402828671387e-06, "loss": 0.0044, "step": 285540 }, { "epoch": 4.734625524365373, "grad_norm": 5.9689791669370607e-05, "learning_rate": 2.653744756346272e-06, "loss": 0.0002, "step": 285550 }, { "epoch": 4.734791331597885, "grad_norm": 0.024217404425144196, "learning_rate": 2.652086684021157e-06, "loss": 0.0001, "step": 285560 }, { "epoch": 4.734957138830396, "grad_norm": 0.14241942763328552, "learning_rate": 2.6504286116960423e-06, "loss": 0.008, "step": 285570 }, { "epoch": 4.735122946062908, "grad_norm": 0.0017824035603553057, "learning_rate": 2.6487705393709275e-06, "loss": 0.0037, "step": 285580 }, { "epoch": 4.735288753295419, "grad_norm": 0.020146150141954422, "learning_rate": 2.6471124670458127e-06, "loss": 0.0031, "step": 285590 }, { "epoch": 4.735454560527931, "grad_norm": 0.0002320719213457778, "learning_rate": 2.645454394720698e-06, "loss": 0.0024, "step": 285600 }, { "epoch": 4.735620367760442, "grad_norm": 0.00024542846949771047, "learning_rate": 2.643796322395583e-06, "loss": 0.0032, "step": 285610 }, { "epoch": 4.7357861749929535, "grad_norm": 0.009040274657309055, "learning_rate": 2.642138250070468e-06, "loss": 0.0001, "step": 285620 }, { "epoch": 4.7359519822254645, "grad_norm": 0.0005500501720234752, "learning_rate": 2.6404801777453534e-06, "loss": 0.0008, "step": 285630 }, { "epoch": 4.7361177894579765, "grad_norm": 0.007874497212469578, "learning_rate": 2.6388221054202385e-06, "loss": 0.0, "step": 285640 }, { "epoch": 4.7362835966904875, "grad_norm": 0.0001656386157264933, "learning_rate": 2.6371640330951237e-06, "loss": 0.0051, "step": 285650 }, { "epoch": 4.736449403922999, "grad_norm": 0.0001658419205341488, "learning_rate": 2.635505960770009e-06, "loss": 0.0059, "step": 285660 }, { "epoch": 4.73661521115551, "grad_norm": 0.00039034310611896217, "learning_rate": 2.633847888444894e-06, "loss": 0.0003, "step": 285670 }, { "epoch": 4.736781018388022, "grad_norm": 0.0013617884833365679, "learning_rate": 2.6321898161197792e-06, "loss": 0.0006, "step": 285680 }, { "epoch": 4.736946825620533, "grad_norm": 0.0004618553211912513, "learning_rate": 2.6305317437946644e-06, "loss": 0.0001, "step": 285690 }, { "epoch": 4.737112632853045, "grad_norm": 0.0026774066500365734, "learning_rate": 2.6288736714695496e-06, "loss": 0.0033, "step": 285700 }, { "epoch": 4.737278440085556, "grad_norm": 0.0002587884373497218, "learning_rate": 2.6272155991444347e-06, "loss": 0.0027, "step": 285710 }, { "epoch": 4.737444247318068, "grad_norm": 0.0006193251465447247, "learning_rate": 2.62555752681932e-06, "loss": 0.0097, "step": 285720 }, { "epoch": 4.737610054550579, "grad_norm": 0.3474203944206238, "learning_rate": 2.623899454494205e-06, "loss": 0.0017, "step": 285730 }, { "epoch": 4.737775861783091, "grad_norm": 0.000505337375216186, "learning_rate": 2.6222413821690903e-06, "loss": 0.0074, "step": 285740 }, { "epoch": 4.737941669015602, "grad_norm": 0.00012342125410214067, "learning_rate": 2.6205833098439754e-06, "loss": 0.001, "step": 285750 }, { "epoch": 4.738107476248114, "grad_norm": 0.0001336173590971157, "learning_rate": 2.6189252375188606e-06, "loss": 0.0104, "step": 285760 }, { "epoch": 4.738273283480625, "grad_norm": 0.16347850859165192, "learning_rate": 2.6172671651937458e-06, "loss": 0.0046, "step": 285770 }, { "epoch": 4.738439090713137, "grad_norm": 4.663930303649977e-05, "learning_rate": 2.615609092868631e-06, "loss": 0.0075, "step": 285780 }, { "epoch": 4.738604897945648, "grad_norm": 0.0006743174744769931, "learning_rate": 2.613951020543516e-06, "loss": 0.0052, "step": 285790 }, { "epoch": 4.73877070517816, "grad_norm": 0.011979876086115837, "learning_rate": 2.6122929482184017e-06, "loss": 0.0006, "step": 285800 }, { "epoch": 4.738936512410671, "grad_norm": 0.0011192491510882974, "learning_rate": 2.610634875893287e-06, "loss": 0.0003, "step": 285810 }, { "epoch": 4.739102319643183, "grad_norm": 0.00028515883604995906, "learning_rate": 2.6089768035681717e-06, "loss": 0.0059, "step": 285820 }, { "epoch": 4.739268126875694, "grad_norm": 0.0977395549416542, "learning_rate": 2.607318731243057e-06, "loss": 0.0059, "step": 285830 }, { "epoch": 4.739433934108206, "grad_norm": 0.00032136807567439973, "learning_rate": 2.605660658917942e-06, "loss": 0.0084, "step": 285840 }, { "epoch": 4.739599741340717, "grad_norm": 0.0015605043154209852, "learning_rate": 2.604002586592827e-06, "loss": 0.004, "step": 285850 }, { "epoch": 4.739765548573229, "grad_norm": 0.0032800978515297174, "learning_rate": 2.6023445142677123e-06, "loss": 0.0046, "step": 285860 }, { "epoch": 4.73993135580574, "grad_norm": 0.00030734026222489774, "learning_rate": 2.6006864419425975e-06, "loss": 0.0002, "step": 285870 }, { "epoch": 4.740097163038252, "grad_norm": 0.00044321920722723007, "learning_rate": 2.5990283696174827e-06, "loss": 0.0045, "step": 285880 }, { "epoch": 4.740262970270763, "grad_norm": 0.00741781760007143, "learning_rate": 2.5973702972923683e-06, "loss": 0.0021, "step": 285890 }, { "epoch": 4.740428777503275, "grad_norm": 0.16698725521564484, "learning_rate": 2.5957122249672535e-06, "loss": 0.006, "step": 285900 }, { "epoch": 4.740594584735787, "grad_norm": 0.0005205888883210719, "learning_rate": 2.5940541526421386e-06, "loss": 0.0092, "step": 285910 }, { "epoch": 4.740760391968298, "grad_norm": 0.0003976048610638827, "learning_rate": 2.5923960803170234e-06, "loss": 0.0056, "step": 285920 }, { "epoch": 4.740926199200809, "grad_norm": 0.002015447709709406, "learning_rate": 2.5907380079919086e-06, "loss": 0.0001, "step": 285930 }, { "epoch": 4.741092006433321, "grad_norm": 0.000126569953863509, "learning_rate": 2.5890799356667937e-06, "loss": 0.0076, "step": 285940 }, { "epoch": 4.7412578136658325, "grad_norm": 0.00032877473859116435, "learning_rate": 2.587421863341679e-06, "loss": 0.0065, "step": 285950 }, { "epoch": 4.741423620898344, "grad_norm": 9.124470670940354e-05, "learning_rate": 2.585763791016564e-06, "loss": 0.0001, "step": 285960 }, { "epoch": 4.741589428130855, "grad_norm": 0.12003281712532043, "learning_rate": 2.5841057186914497e-06, "loss": 0.0079, "step": 285970 }, { "epoch": 4.7417552353633665, "grad_norm": 0.01380513422191143, "learning_rate": 2.582447646366335e-06, "loss": 0.0023, "step": 285980 }, { "epoch": 4.741921042595878, "grad_norm": 0.00011384365643607453, "learning_rate": 2.58078957404122e-06, "loss": 0.007, "step": 285990 }, { "epoch": 4.7420868498283895, "grad_norm": 0.0007246042951010168, "learning_rate": 2.579131501716105e-06, "loss": 0.0067, "step": 286000 }, { "epoch": 4.742252657060901, "grad_norm": 0.1895386278629303, "learning_rate": 2.5774734293909904e-06, "loss": 0.0078, "step": 286010 }, { "epoch": 4.742418464293412, "grad_norm": 9.818625403568149e-05, "learning_rate": 2.575815357065875e-06, "loss": 0.002, "step": 286020 }, { "epoch": 4.742584271525924, "grad_norm": 0.004677154589444399, "learning_rate": 2.5741572847407603e-06, "loss": 0.0031, "step": 286030 }, { "epoch": 4.742750078758435, "grad_norm": 0.21111473441123962, "learning_rate": 2.5724992124156455e-06, "loss": 0.0105, "step": 286040 }, { "epoch": 4.742915885990947, "grad_norm": 0.073894202709198, "learning_rate": 2.5708411400905306e-06, "loss": 0.0057, "step": 286050 }, { "epoch": 4.743081693223458, "grad_norm": 0.0003808868059422821, "learning_rate": 2.5691830677654162e-06, "loss": 0.0005, "step": 286060 }, { "epoch": 4.74324750045597, "grad_norm": 0.0006507599027827382, "learning_rate": 2.5675249954403014e-06, "loss": 0.0028, "step": 286070 }, { "epoch": 4.743413307688481, "grad_norm": 0.01955033279955387, "learning_rate": 2.5658669231151866e-06, "loss": 0.0176, "step": 286080 }, { "epoch": 4.743579114920993, "grad_norm": 1.5253634046530351e-05, "learning_rate": 2.5642088507900717e-06, "loss": 0.0027, "step": 286090 }, { "epoch": 4.743744922153504, "grad_norm": 0.001408883836120367, "learning_rate": 2.562550778464957e-06, "loss": 0.0007, "step": 286100 }, { "epoch": 4.743910729386016, "grad_norm": 0.0008396613411605358, "learning_rate": 2.560892706139842e-06, "loss": 0.0053, "step": 286110 }, { "epoch": 4.744076536618527, "grad_norm": 0.012112386524677277, "learning_rate": 2.559234633814727e-06, "loss": 0.0001, "step": 286120 }, { "epoch": 4.744242343851039, "grad_norm": 9.845402018981986e-06, "learning_rate": 2.557576561489612e-06, "loss": 0.0002, "step": 286130 }, { "epoch": 4.74440815108355, "grad_norm": 0.0021289177238941193, "learning_rate": 2.5559184891644976e-06, "loss": 0.0002, "step": 286140 }, { "epoch": 4.744573958316062, "grad_norm": 4.4346445065457374e-05, "learning_rate": 2.5542604168393828e-06, "loss": 0.0049, "step": 286150 }, { "epoch": 4.744739765548573, "grad_norm": 0.03477578982710838, "learning_rate": 2.552602344514268e-06, "loss": 0.0001, "step": 286160 }, { "epoch": 4.744905572781085, "grad_norm": 0.0015380765544250607, "learning_rate": 2.550944272189153e-06, "loss": 0.0038, "step": 286170 }, { "epoch": 4.745071380013596, "grad_norm": 0.0020679559092968702, "learning_rate": 2.5492861998640383e-06, "loss": 0.0028, "step": 286180 }, { "epoch": 4.745237187246108, "grad_norm": 6.498828588519245e-05, "learning_rate": 2.5476281275389235e-06, "loss": 0.0001, "step": 286190 }, { "epoch": 4.745402994478619, "grad_norm": 9.884881364996545e-06, "learning_rate": 2.5459700552138087e-06, "loss": 0.0014, "step": 286200 }, { "epoch": 4.745568801711131, "grad_norm": 0.002043078187853098, "learning_rate": 2.544311982888694e-06, "loss": 0.0, "step": 286210 }, { "epoch": 4.745734608943642, "grad_norm": 0.0007996282656677067, "learning_rate": 2.5426539105635786e-06, "loss": 0.0003, "step": 286220 }, { "epoch": 4.745900416176154, "grad_norm": 0.004217521287500858, "learning_rate": 2.540995838238464e-06, "loss": 0.0029, "step": 286230 }, { "epoch": 4.746066223408665, "grad_norm": 0.00011710423132171854, "learning_rate": 2.5393377659133493e-06, "loss": 0.0166, "step": 286240 }, { "epoch": 4.746232030641177, "grad_norm": 0.00204676017165184, "learning_rate": 2.5376796935882345e-06, "loss": 0.0, "step": 286250 }, { "epoch": 4.746397837873688, "grad_norm": 0.0025505051016807556, "learning_rate": 2.5360216212631197e-06, "loss": 0.0, "step": 286260 }, { "epoch": 4.7465636451062, "grad_norm": 0.0019256010418757796, "learning_rate": 2.534363548938005e-06, "loss": 0.0024, "step": 286270 }, { "epoch": 4.746729452338711, "grad_norm": 0.00012207418330945075, "learning_rate": 2.53270547661289e-06, "loss": 0.0092, "step": 286280 }, { "epoch": 4.746895259571223, "grad_norm": 0.0046761529520154, "learning_rate": 2.531047404287775e-06, "loss": 0.0029, "step": 286290 }, { "epoch": 4.747061066803734, "grad_norm": 0.0007867894601076841, "learning_rate": 2.5293893319626604e-06, "loss": 0.005, "step": 286300 }, { "epoch": 4.7472268740362455, "grad_norm": 3.3071875805035233e-05, "learning_rate": 2.527731259637545e-06, "loss": 0.0045, "step": 286310 }, { "epoch": 4.747392681268757, "grad_norm": 0.006225303281098604, "learning_rate": 2.5260731873124307e-06, "loss": 0.0002, "step": 286320 }, { "epoch": 4.7475584885012685, "grad_norm": 0.0008647145004943013, "learning_rate": 2.524415114987316e-06, "loss": 0.0002, "step": 286330 }, { "epoch": 4.7477242957337795, "grad_norm": 0.00016724316810723394, "learning_rate": 2.522757042662201e-06, "loss": 0.0003, "step": 286340 }, { "epoch": 4.747890102966291, "grad_norm": 8.549751510145143e-05, "learning_rate": 2.5210989703370862e-06, "loss": 0.0002, "step": 286350 }, { "epoch": 4.7480559101988025, "grad_norm": 0.0030275185126811266, "learning_rate": 2.5194408980119714e-06, "loss": 0.0007, "step": 286360 }, { "epoch": 4.748221717431314, "grad_norm": 0.12744736671447754, "learning_rate": 2.5177828256868566e-06, "loss": 0.0048, "step": 286370 }, { "epoch": 4.748387524663826, "grad_norm": 0.00010019699402619153, "learning_rate": 2.5161247533617418e-06, "loss": 0.0104, "step": 286380 }, { "epoch": 4.748553331896337, "grad_norm": 0.00032507337164133787, "learning_rate": 2.514466681036627e-06, "loss": 0.0037, "step": 286390 }, { "epoch": 4.748719139128848, "grad_norm": 4.171535692876205e-05, "learning_rate": 2.512808608711512e-06, "loss": 0.0042, "step": 286400 }, { "epoch": 4.74888494636136, "grad_norm": 0.004922950174659491, "learning_rate": 2.5111505363863973e-06, "loss": 0.0011, "step": 286410 }, { "epoch": 4.749050753593872, "grad_norm": 0.0017753186402842402, "learning_rate": 2.5094924640612825e-06, "loss": 0.0028, "step": 286420 }, { "epoch": 4.749216560826383, "grad_norm": 1.8557673683972098e-05, "learning_rate": 2.5078343917361676e-06, "loss": 0.0068, "step": 286430 }, { "epoch": 4.749382368058894, "grad_norm": 0.17782358825206757, "learning_rate": 2.506176319411053e-06, "loss": 0.008, "step": 286440 }, { "epoch": 4.749548175291406, "grad_norm": 0.0002525181043893099, "learning_rate": 2.504518247085938e-06, "loss": 0.0001, "step": 286450 }, { "epoch": 4.749713982523918, "grad_norm": 0.13551926612854004, "learning_rate": 2.502860174760823e-06, "loss": 0.0029, "step": 286460 }, { "epoch": 4.749879789756429, "grad_norm": 4.1985884308815e-05, "learning_rate": 2.5012021024357083e-06, "loss": 0.0018, "step": 286470 }, { "epoch": 4.750045596988941, "grad_norm": 0.13645046949386597, "learning_rate": 2.4995440301105935e-06, "loss": 0.001, "step": 286480 }, { "epoch": 4.750211404221452, "grad_norm": 0.0020007581915706396, "learning_rate": 2.4978859577854787e-06, "loss": 0.0001, "step": 286490 }, { "epoch": 4.750377211453964, "grad_norm": 0.1671392321586609, "learning_rate": 2.496227885460364e-06, "loss": 0.0039, "step": 286500 }, { "epoch": 4.750543018686475, "grad_norm": 4.7235535021172836e-05, "learning_rate": 2.494569813135249e-06, "loss": 0.0, "step": 286510 }, { "epoch": 4.750708825918987, "grad_norm": 0.011491860263049603, "learning_rate": 2.492911740810134e-06, "loss": 0.0038, "step": 286520 }, { "epoch": 4.750874633151498, "grad_norm": 0.00012783742567989975, "learning_rate": 2.4912536684850194e-06, "loss": 0.0001, "step": 286530 }, { "epoch": 4.75104044038401, "grad_norm": 0.00019521928334143013, "learning_rate": 2.4895955961599045e-06, "loss": 0.0001, "step": 286540 }, { "epoch": 4.751206247616521, "grad_norm": 0.0001600550313014537, "learning_rate": 2.4879375238347897e-06, "loss": 0.0001, "step": 286550 }, { "epoch": 4.751372054849033, "grad_norm": 0.0006461974116973579, "learning_rate": 2.486279451509675e-06, "loss": 0.0063, "step": 286560 }, { "epoch": 4.751537862081544, "grad_norm": 0.001379763474687934, "learning_rate": 2.4846213791845605e-06, "loss": 0.0068, "step": 286570 }, { "epoch": 4.751703669314056, "grad_norm": 0.0003625511017162353, "learning_rate": 2.4829633068594457e-06, "loss": 0.0002, "step": 286580 }, { "epoch": 4.751869476546567, "grad_norm": 0.0012867175973951817, "learning_rate": 2.4813052345343304e-06, "loss": 0.0003, "step": 286590 }, { "epoch": 4.752035283779079, "grad_norm": 0.00032467313576489687, "learning_rate": 2.4796471622092156e-06, "loss": 0.0, "step": 286600 }, { "epoch": 4.75220109101159, "grad_norm": 0.000572587363421917, "learning_rate": 2.4779890898841008e-06, "loss": 0.0, "step": 286610 }, { "epoch": 4.752366898244102, "grad_norm": 0.05853532254695892, "learning_rate": 2.476331017558986e-06, "loss": 0.0064, "step": 286620 }, { "epoch": 4.752532705476613, "grad_norm": 0.00036007462767884135, "learning_rate": 2.474672945233871e-06, "loss": 0.013, "step": 286630 }, { "epoch": 4.752698512709125, "grad_norm": 0.019555682316422462, "learning_rate": 2.4730148729087563e-06, "loss": 0.0004, "step": 286640 }, { "epoch": 4.752864319941636, "grad_norm": 0.00031652816687710583, "learning_rate": 2.4713568005836414e-06, "loss": 0.0073, "step": 286650 }, { "epoch": 4.7530301271741475, "grad_norm": 0.9157527089118958, "learning_rate": 2.469698728258527e-06, "loss": 0.011, "step": 286660 }, { "epoch": 4.7531959344066586, "grad_norm": 0.00034741347189992666, "learning_rate": 2.4680406559334122e-06, "loss": 0.009, "step": 286670 }, { "epoch": 4.7533617416391705, "grad_norm": 0.001915082917548716, "learning_rate": 2.466382583608297e-06, "loss": 0.0019, "step": 286680 }, { "epoch": 4.7535275488716815, "grad_norm": 0.9114209413528442, "learning_rate": 2.464724511283182e-06, "loss": 0.0109, "step": 286690 }, { "epoch": 4.753693356104193, "grad_norm": 0.00019768030324485153, "learning_rate": 2.4630664389580673e-06, "loss": 0.0033, "step": 286700 }, { "epoch": 4.753859163336704, "grad_norm": 0.014517216011881828, "learning_rate": 2.4614083666329525e-06, "loss": 0.0068, "step": 286710 }, { "epoch": 4.754024970569216, "grad_norm": 0.002222574083134532, "learning_rate": 2.4597502943078377e-06, "loss": 0.0059, "step": 286720 }, { "epoch": 4.754190777801727, "grad_norm": 0.0023612973745912313, "learning_rate": 2.458092221982723e-06, "loss": 0.0039, "step": 286730 }, { "epoch": 4.754356585034239, "grad_norm": 0.002025865251198411, "learning_rate": 2.4564341496576084e-06, "loss": 0.0, "step": 286740 }, { "epoch": 4.75452239226675, "grad_norm": 6.669635331491008e-05, "learning_rate": 2.4547760773324936e-06, "loss": 0.0003, "step": 286750 }, { "epoch": 4.754688199499262, "grad_norm": 0.04736543819308281, "learning_rate": 2.4531180050073788e-06, "loss": 0.0001, "step": 286760 }, { "epoch": 4.754854006731773, "grad_norm": 0.0035110246390104294, "learning_rate": 2.451459932682264e-06, "loss": 0.0065, "step": 286770 }, { "epoch": 4.755019813964285, "grad_norm": 0.0003711300378199667, "learning_rate": 2.4498018603571487e-06, "loss": 0.0001, "step": 286780 }, { "epoch": 4.755185621196796, "grad_norm": 0.00045388712896965444, "learning_rate": 2.448143788032034e-06, "loss": 0.0102, "step": 286790 }, { "epoch": 4.755351428429308, "grad_norm": 0.12462306022644043, "learning_rate": 2.446485715706919e-06, "loss": 0.0002, "step": 286800 }, { "epoch": 4.75551723566182, "grad_norm": 0.13837318122386932, "learning_rate": 2.4448276433818042e-06, "loss": 0.0093, "step": 286810 }, { "epoch": 4.755683042894331, "grad_norm": 0.002622924977913499, "learning_rate": 2.4431695710566894e-06, "loss": 0.0023, "step": 286820 }, { "epoch": 4.755848850126842, "grad_norm": 0.14429505169391632, "learning_rate": 2.441511498731575e-06, "loss": 0.0027, "step": 286830 }, { "epoch": 4.756014657359354, "grad_norm": 0.00984862633049488, "learning_rate": 2.43985342640646e-06, "loss": 0.0089, "step": 286840 }, { "epoch": 4.756180464591866, "grad_norm": 0.0020039970986545086, "learning_rate": 2.4381953540813453e-06, "loss": 0.0034, "step": 286850 }, { "epoch": 4.756346271824377, "grad_norm": 0.00022106521646492183, "learning_rate": 2.4365372817562305e-06, "loss": 0.0027, "step": 286860 }, { "epoch": 4.756512079056888, "grad_norm": 7.188517338363454e-05, "learning_rate": 2.4348792094311157e-06, "loss": 0.0088, "step": 286870 }, { "epoch": 4.7566778862894, "grad_norm": 0.0012963932240381837, "learning_rate": 2.4332211371060004e-06, "loss": 0.0071, "step": 286880 }, { "epoch": 4.756843693521912, "grad_norm": 0.045558515936136246, "learning_rate": 2.4315630647808856e-06, "loss": 0.0013, "step": 286890 }, { "epoch": 4.757009500754423, "grad_norm": 0.0004854958679061383, "learning_rate": 2.4299049924557708e-06, "loss": 0.007, "step": 286900 }, { "epoch": 4.757175307986935, "grad_norm": 0.03384225815534592, "learning_rate": 2.4282469201306564e-06, "loss": 0.0001, "step": 286910 }, { "epoch": 4.757341115219446, "grad_norm": 0.0020561041310429573, "learning_rate": 2.4265888478055415e-06, "loss": 0.0083, "step": 286920 }, { "epoch": 4.757506922451958, "grad_norm": 0.00044526971760205925, "learning_rate": 2.4249307754804267e-06, "loss": 0.006, "step": 286930 }, { "epoch": 4.757672729684469, "grad_norm": 0.00023883275571279228, "learning_rate": 2.423272703155312e-06, "loss": 0.0, "step": 286940 }, { "epoch": 4.757838536916981, "grad_norm": 0.0024319870863109827, "learning_rate": 2.421614630830197e-06, "loss": 0.0, "step": 286950 }, { "epoch": 4.758004344149492, "grad_norm": 0.00028921011835336685, "learning_rate": 2.4199565585050822e-06, "loss": 0.0022, "step": 286960 }, { "epoch": 4.758170151382004, "grad_norm": 0.00042092747753486037, "learning_rate": 2.4182984861799674e-06, "loss": 0.0032, "step": 286970 }, { "epoch": 4.758335958614515, "grad_norm": 0.04060877114534378, "learning_rate": 2.416640413854852e-06, "loss": 0.0026, "step": 286980 }, { "epoch": 4.7585017658470266, "grad_norm": 0.0003812576469499618, "learning_rate": 2.4149823415297373e-06, "loss": 0.0, "step": 286990 }, { "epoch": 4.758667573079538, "grad_norm": 0.0010371971875429153, "learning_rate": 2.413324269204623e-06, "loss": 0.0027, "step": 287000 }, { "epoch": 4.7588333803120495, "grad_norm": 0.0005668214289471507, "learning_rate": 2.411666196879508e-06, "loss": 0.0001, "step": 287010 }, { "epoch": 4.7589991875445605, "grad_norm": 0.000905637803953141, "learning_rate": 2.4100081245543933e-06, "loss": 0.0028, "step": 287020 }, { "epoch": 4.759164994777072, "grad_norm": 1.2190355846541934e-05, "learning_rate": 2.4083500522292784e-06, "loss": 0.0009, "step": 287030 }, { "epoch": 4.7593308020095835, "grad_norm": 0.00010376005229773, "learning_rate": 2.4066919799041636e-06, "loss": 0.0082, "step": 287040 }, { "epoch": 4.759496609242095, "grad_norm": 0.007660203147679567, "learning_rate": 2.405033907579049e-06, "loss": 0.0, "step": 287050 }, { "epoch": 4.759662416474606, "grad_norm": 0.0006201961077749729, "learning_rate": 2.403375835253934e-06, "loss": 0.0001, "step": 287060 }, { "epoch": 4.759828223707118, "grad_norm": 0.06170406937599182, "learning_rate": 2.401717762928819e-06, "loss": 0.0001, "step": 287070 }, { "epoch": 4.759994030939629, "grad_norm": 9.790686453925446e-05, "learning_rate": 2.4000596906037043e-06, "loss": 0.013, "step": 287080 }, { "epoch": 4.760159838172141, "grad_norm": 0.003136410377919674, "learning_rate": 2.3984016182785895e-06, "loss": 0.0036, "step": 287090 }, { "epoch": 4.760325645404652, "grad_norm": 0.0005084550357423723, "learning_rate": 2.3967435459534747e-06, "loss": 0.0068, "step": 287100 }, { "epoch": 4.760491452637164, "grad_norm": 0.0006314615602605045, "learning_rate": 2.39508547362836e-06, "loss": 0.0001, "step": 287110 }, { "epoch": 4.760657259869675, "grad_norm": 1.807982880563941e-05, "learning_rate": 2.393427401303245e-06, "loss": 0.0073, "step": 287120 }, { "epoch": 4.760823067102187, "grad_norm": 0.12784343957901, "learning_rate": 2.39176932897813e-06, "loss": 0.0123, "step": 287130 }, { "epoch": 4.760988874334698, "grad_norm": 6.106028740759939e-05, "learning_rate": 2.3901112566530153e-06, "loss": 0.0084, "step": 287140 }, { "epoch": 4.76115468156721, "grad_norm": 0.0029966977890580893, "learning_rate": 2.3884531843279005e-06, "loss": 0.0064, "step": 287150 }, { "epoch": 4.761320488799721, "grad_norm": 6.05721324973274e-05, "learning_rate": 2.3867951120027857e-06, "loss": 0.0055, "step": 287160 }, { "epoch": 4.761486296032233, "grad_norm": 3.25114669976756e-05, "learning_rate": 2.385137039677671e-06, "loss": 0.0016, "step": 287170 }, { "epoch": 4.761652103264744, "grad_norm": 0.0012394037330523133, "learning_rate": 2.383478967352556e-06, "loss": 0.0004, "step": 287180 }, { "epoch": 4.761817910497256, "grad_norm": 0.024738335981965065, "learning_rate": 2.3818208950274412e-06, "loss": 0.0001, "step": 287190 }, { "epoch": 4.761983717729767, "grad_norm": 0.29764631390571594, "learning_rate": 2.3801628227023264e-06, "loss": 0.0161, "step": 287200 }, { "epoch": 4.762149524962279, "grad_norm": 0.01580847054719925, "learning_rate": 2.3785047503772116e-06, "loss": 0.0023, "step": 287210 }, { "epoch": 4.76231533219479, "grad_norm": 1.0660209655761719, "learning_rate": 2.3768466780520967e-06, "loss": 0.0109, "step": 287220 }, { "epoch": 4.762481139427302, "grad_norm": 0.004888131748884916, "learning_rate": 2.375188605726982e-06, "loss": 0.0023, "step": 287230 }, { "epoch": 4.762646946659813, "grad_norm": 2.134629903594032e-05, "learning_rate": 2.373530533401867e-06, "loss": 0.0076, "step": 287240 }, { "epoch": 4.762812753892325, "grad_norm": 0.0008124007727019489, "learning_rate": 2.3718724610767523e-06, "loss": 0.0034, "step": 287250 }, { "epoch": 4.762978561124836, "grad_norm": 6.254261097637936e-05, "learning_rate": 2.3702143887516374e-06, "loss": 0.0042, "step": 287260 }, { "epoch": 4.763144368357348, "grad_norm": 0.0001007036553346552, "learning_rate": 2.3685563164265226e-06, "loss": 0.0045, "step": 287270 }, { "epoch": 4.76331017558986, "grad_norm": 0.18052545189857483, "learning_rate": 2.3668982441014078e-06, "loss": 0.01, "step": 287280 }, { "epoch": 4.763475982822371, "grad_norm": 0.03135698661208153, "learning_rate": 2.365240171776293e-06, "loss": 0.0005, "step": 287290 }, { "epoch": 4.763641790054882, "grad_norm": 1.053135929396376e-05, "learning_rate": 2.363582099451178e-06, "loss": 0.0064, "step": 287300 }, { "epoch": 4.763807597287394, "grad_norm": 0.0008112049545161426, "learning_rate": 2.3619240271260633e-06, "loss": 0.0029, "step": 287310 }, { "epoch": 4.763973404519906, "grad_norm": 0.9870132803916931, "learning_rate": 2.3602659548009485e-06, "loss": 0.0018, "step": 287320 }, { "epoch": 4.764139211752417, "grad_norm": 3.549938264768571e-05, "learning_rate": 2.3586078824758336e-06, "loss": 0.0021, "step": 287330 }, { "epoch": 4.764305018984928, "grad_norm": 0.1953159123659134, "learning_rate": 2.3569498101507192e-06, "loss": 0.0048, "step": 287340 }, { "epoch": 4.76447082621744, "grad_norm": 7.100661605363712e-05, "learning_rate": 2.355291737825604e-06, "loss": 0.0, "step": 287350 }, { "epoch": 4.7646366334499515, "grad_norm": 6.92535177222453e-05, "learning_rate": 2.353633665500489e-06, "loss": 0.0019, "step": 287360 }, { "epoch": 4.7648024406824625, "grad_norm": 0.0008606073679402471, "learning_rate": 2.3519755931753743e-06, "loss": 0.0061, "step": 287370 }, { "epoch": 4.764968247914974, "grad_norm": 0.07029858231544495, "learning_rate": 2.3503175208502595e-06, "loss": 0.0017, "step": 287380 }, { "epoch": 4.7651340551474854, "grad_norm": 4.2430125176906586e-05, "learning_rate": 2.3486594485251447e-06, "loss": 0.0014, "step": 287390 }, { "epoch": 4.765299862379997, "grad_norm": 0.0002301610220456496, "learning_rate": 2.34700137620003e-06, "loss": 0.0104, "step": 287400 }, { "epoch": 4.765465669612508, "grad_norm": 0.0001439942279830575, "learning_rate": 2.345343303874915e-06, "loss": 0.0002, "step": 287410 }, { "epoch": 4.76563147684502, "grad_norm": 0.7373592853546143, "learning_rate": 2.3436852315498e-06, "loss": 0.0039, "step": 287420 }, { "epoch": 4.765797284077531, "grad_norm": 0.000422056473325938, "learning_rate": 2.342027159224686e-06, "loss": 0.006, "step": 287430 }, { "epoch": 4.765963091310043, "grad_norm": 0.0014572528889402747, "learning_rate": 2.340369086899571e-06, "loss": 0.0024, "step": 287440 }, { "epoch": 4.766128898542554, "grad_norm": 0.00015085129416547716, "learning_rate": 2.3387110145744557e-06, "loss": 0.0066, "step": 287450 }, { "epoch": 4.766294705775066, "grad_norm": 0.0002623501350171864, "learning_rate": 2.337052942249341e-06, "loss": 0.005, "step": 287460 }, { "epoch": 4.766460513007577, "grad_norm": 0.0004048501723445952, "learning_rate": 2.335394869924226e-06, "loss": 0.0023, "step": 287470 }, { "epoch": 4.766626320240089, "grad_norm": 7.830280810594559e-05, "learning_rate": 2.3337367975991112e-06, "loss": 0.0056, "step": 287480 }, { "epoch": 4.7667921274726, "grad_norm": 0.17415693402290344, "learning_rate": 2.3320787252739964e-06, "loss": 0.0032, "step": 287490 }, { "epoch": 4.766957934705112, "grad_norm": 0.0003581825294531882, "learning_rate": 2.3304206529488816e-06, "loss": 0.0082, "step": 287500 }, { "epoch": 4.767123741937623, "grad_norm": 0.16005787253379822, "learning_rate": 2.328762580623767e-06, "loss": 0.003, "step": 287510 }, { "epoch": 4.767289549170135, "grad_norm": 0.36784952878952026, "learning_rate": 2.3271045082986523e-06, "loss": 0.0008, "step": 287520 }, { "epoch": 4.767455356402646, "grad_norm": 0.002359964419156313, "learning_rate": 2.3254464359735375e-06, "loss": 0.0032, "step": 287530 }, { "epoch": 4.767621163635158, "grad_norm": 0.003550449153408408, "learning_rate": 2.3237883636484227e-06, "loss": 0.0043, "step": 287540 }, { "epoch": 4.767786970867669, "grad_norm": 0.00747196190059185, "learning_rate": 2.3221302913233074e-06, "loss": 0.0091, "step": 287550 }, { "epoch": 4.767952778100181, "grad_norm": 4.1066858102567494e-05, "learning_rate": 2.3204722189981926e-06, "loss": 0.0, "step": 287560 }, { "epoch": 4.768118585332692, "grad_norm": 0.00028652502805925906, "learning_rate": 2.318814146673078e-06, "loss": 0.009, "step": 287570 }, { "epoch": 4.768284392565204, "grad_norm": 1.8248414562549442e-05, "learning_rate": 2.317156074347963e-06, "loss": 0.004, "step": 287580 }, { "epoch": 4.768450199797715, "grad_norm": 5.0316753913648427e-05, "learning_rate": 2.315498002022848e-06, "loss": 0.0006, "step": 287590 }, { "epoch": 4.768616007030227, "grad_norm": 0.0005728586111217737, "learning_rate": 2.3138399296977337e-06, "loss": 0.0066, "step": 287600 }, { "epoch": 4.768781814262738, "grad_norm": 0.0002523648727219552, "learning_rate": 2.312181857372619e-06, "loss": 0.0027, "step": 287610 }, { "epoch": 4.76894762149525, "grad_norm": 0.014503252692520618, "learning_rate": 2.310523785047504e-06, "loss": 0.0031, "step": 287620 }, { "epoch": 4.769113428727761, "grad_norm": 8.214115223381668e-05, "learning_rate": 2.3088657127223893e-06, "loss": 0.0001, "step": 287630 }, { "epoch": 4.769279235960273, "grad_norm": 0.002381074009463191, "learning_rate": 2.3072076403972744e-06, "loss": 0.0062, "step": 287640 }, { "epoch": 4.769445043192784, "grad_norm": 0.0004955109325237572, "learning_rate": 2.305549568072159e-06, "loss": 0.0046, "step": 287650 }, { "epoch": 4.769610850425296, "grad_norm": 0.05254530906677246, "learning_rate": 2.3038914957470443e-06, "loss": 0.0031, "step": 287660 }, { "epoch": 4.769776657657807, "grad_norm": 0.19590812921524048, "learning_rate": 2.3022334234219295e-06, "loss": 0.0142, "step": 287670 }, { "epoch": 4.769942464890319, "grad_norm": 8.622428140370175e-05, "learning_rate": 2.300575351096815e-06, "loss": 0.0031, "step": 287680 }, { "epoch": 4.77010827212283, "grad_norm": 0.00047093216562643647, "learning_rate": 2.2989172787717003e-06, "loss": 0.0057, "step": 287690 }, { "epoch": 4.7702740793553415, "grad_norm": 0.00011255349090788513, "learning_rate": 2.2972592064465855e-06, "loss": 0.0006, "step": 287700 }, { "epoch": 4.7704398865878535, "grad_norm": 0.1367272436618805, "learning_rate": 2.2956011341214706e-06, "loss": 0.0056, "step": 287710 }, { "epoch": 4.7706056938203645, "grad_norm": 0.00014163146261125803, "learning_rate": 2.293943061796356e-06, "loss": 0.0043, "step": 287720 }, { "epoch": 4.7707715010528755, "grad_norm": 0.0002656378783285618, "learning_rate": 2.292284989471241e-06, "loss": 0.0067, "step": 287730 }, { "epoch": 4.770937308285387, "grad_norm": 7.334868860198185e-05, "learning_rate": 2.2906269171461257e-06, "loss": 0.0034, "step": 287740 }, { "epoch": 4.771103115517899, "grad_norm": 0.00024089397629722953, "learning_rate": 2.288968844821011e-06, "loss": 0.01, "step": 287750 }, { "epoch": 4.77126892275041, "grad_norm": 1.3812477588653564, "learning_rate": 2.287310772495896e-06, "loss": 0.0063, "step": 287760 }, { "epoch": 4.771434729982921, "grad_norm": 0.007602464407682419, "learning_rate": 2.2856527001707817e-06, "loss": 0.0035, "step": 287770 }, { "epoch": 4.771600537215433, "grad_norm": 3.0512199373333715e-05, "learning_rate": 2.283994627845667e-06, "loss": 0.0011, "step": 287780 }, { "epoch": 4.771766344447945, "grad_norm": 0.3931894898414612, "learning_rate": 2.282336555520552e-06, "loss": 0.0011, "step": 287790 }, { "epoch": 4.771932151680456, "grad_norm": 0.01023502554744482, "learning_rate": 2.280678483195437e-06, "loss": 0.0001, "step": 287800 }, { "epoch": 4.772097958912967, "grad_norm": 2.9107499358360656e-05, "learning_rate": 2.2790204108703224e-06, "loss": 0.0, "step": 287810 }, { "epoch": 4.772263766145479, "grad_norm": 4.87102079205215e-05, "learning_rate": 2.2773623385452075e-06, "loss": 0.0018, "step": 287820 }, { "epoch": 4.772429573377991, "grad_norm": 0.00029155268566682935, "learning_rate": 2.2757042662200927e-06, "loss": 0.0085, "step": 287830 }, { "epoch": 4.772595380610502, "grad_norm": 0.0003275992057751864, "learning_rate": 2.2740461938949775e-06, "loss": 0.0004, "step": 287840 }, { "epoch": 4.772761187843014, "grad_norm": 0.17019008100032806, "learning_rate": 2.272388121569863e-06, "loss": 0.0057, "step": 287850 }, { "epoch": 4.772926995075525, "grad_norm": 0.00012314546620473266, "learning_rate": 2.2707300492447482e-06, "loss": 0.0, "step": 287860 }, { "epoch": 4.773092802308037, "grad_norm": 0.00033631024416536093, "learning_rate": 2.2690719769196334e-06, "loss": 0.0006, "step": 287870 }, { "epoch": 4.773258609540548, "grad_norm": 0.0009108727099373937, "learning_rate": 2.2674139045945186e-06, "loss": 0.0017, "step": 287880 }, { "epoch": 4.77342441677306, "grad_norm": 0.14669544994831085, "learning_rate": 2.2657558322694038e-06, "loss": 0.0146, "step": 287890 }, { "epoch": 4.773590224005571, "grad_norm": 0.18673893809318542, "learning_rate": 2.264097759944289e-06, "loss": 0.0064, "step": 287900 }, { "epoch": 4.773756031238083, "grad_norm": 0.0003937576257158071, "learning_rate": 2.262439687619174e-06, "loss": 0.0045, "step": 287910 }, { "epoch": 4.773921838470594, "grad_norm": 0.0002938337274827063, "learning_rate": 2.2607816152940593e-06, "loss": 0.0025, "step": 287920 }, { "epoch": 4.774087645703106, "grad_norm": 0.0014559428673237562, "learning_rate": 2.2591235429689444e-06, "loss": 0.0, "step": 287930 }, { "epoch": 4.774253452935617, "grad_norm": 0.254366934299469, "learning_rate": 2.2574654706438296e-06, "loss": 0.0172, "step": 287940 }, { "epoch": 4.774419260168129, "grad_norm": 0.00024411956837866455, "learning_rate": 2.255807398318715e-06, "loss": 0.0025, "step": 287950 }, { "epoch": 4.77458506740064, "grad_norm": 0.0008661519386805594, "learning_rate": 2.2541493259936e-06, "loss": 0.0057, "step": 287960 }, { "epoch": 4.774750874633152, "grad_norm": 0.0013054129667580128, "learning_rate": 2.252491253668485e-06, "loss": 0.0038, "step": 287970 }, { "epoch": 4.774916681865663, "grad_norm": 0.0002934499061666429, "learning_rate": 2.2508331813433703e-06, "loss": 0.0002, "step": 287980 }, { "epoch": 4.775082489098175, "grad_norm": 0.0006286718416959047, "learning_rate": 2.2491751090182555e-06, "loss": 0.0023, "step": 287990 }, { "epoch": 4.775248296330686, "grad_norm": 0.0004029244591947645, "learning_rate": 2.2475170366931407e-06, "loss": 0.0069, "step": 288000 }, { "epoch": 4.775414103563198, "grad_norm": 0.41505885124206543, "learning_rate": 2.245858964368026e-06, "loss": 0.0055, "step": 288010 }, { "epoch": 4.775579910795709, "grad_norm": 0.0018010956700891256, "learning_rate": 2.244200892042911e-06, "loss": 0.005, "step": 288020 }, { "epoch": 4.775745718028221, "grad_norm": 0.02860078029334545, "learning_rate": 2.242542819717796e-06, "loss": 0.0015, "step": 288030 }, { "epoch": 4.775911525260732, "grad_norm": 0.00019297267135698348, "learning_rate": 2.2408847473926814e-06, "loss": 0.0059, "step": 288040 }, { "epoch": 4.7760773324932435, "grad_norm": 0.14560960233211517, "learning_rate": 2.2392266750675665e-06, "loss": 0.0119, "step": 288050 }, { "epoch": 4.7762431397257545, "grad_norm": 0.5524831414222717, "learning_rate": 2.2375686027424517e-06, "loss": 0.0055, "step": 288060 }, { "epoch": 4.7764089469582665, "grad_norm": 0.009408241137862206, "learning_rate": 2.235910530417337e-06, "loss": 0.0026, "step": 288070 }, { "epoch": 4.7765747541907775, "grad_norm": 0.0005795318866148591, "learning_rate": 2.234252458092222e-06, "loss": 0.0057, "step": 288080 }, { "epoch": 4.776740561423289, "grad_norm": 0.0006096380529925227, "learning_rate": 2.2325943857671072e-06, "loss": 0.0015, "step": 288090 }, { "epoch": 4.7769063686558, "grad_norm": 0.0003821417049039155, "learning_rate": 2.2309363134419924e-06, "loss": 0.0029, "step": 288100 }, { "epoch": 4.777072175888312, "grad_norm": 0.14206629991531372, "learning_rate": 2.229278241116878e-06, "loss": 0.0003, "step": 288110 }, { "epoch": 4.777237983120823, "grad_norm": 0.0018026841571554542, "learning_rate": 2.2276201687917627e-06, "loss": 0.0032, "step": 288120 }, { "epoch": 4.777403790353335, "grad_norm": 0.000325677014188841, "learning_rate": 2.225962096466648e-06, "loss": 0.0026, "step": 288130 }, { "epoch": 4.777569597585846, "grad_norm": 0.013656659051775932, "learning_rate": 2.224304024141533e-06, "loss": 0.0053, "step": 288140 }, { "epoch": 4.777735404818358, "grad_norm": 0.008241462521255016, "learning_rate": 2.2226459518164183e-06, "loss": 0.0115, "step": 288150 }, { "epoch": 4.777901212050869, "grad_norm": 0.0003481631865724921, "learning_rate": 2.2209878794913034e-06, "loss": 0.0004, "step": 288160 }, { "epoch": 4.778067019283381, "grad_norm": 9.656025940785185e-05, "learning_rate": 2.2193298071661886e-06, "loss": 0.0023, "step": 288170 }, { "epoch": 4.778232826515893, "grad_norm": 0.2289705127477646, "learning_rate": 2.2176717348410738e-06, "loss": 0.011, "step": 288180 }, { "epoch": 4.778398633748404, "grad_norm": 4.962095772498287e-05, "learning_rate": 2.2160136625159594e-06, "loss": 0.0, "step": 288190 }, { "epoch": 4.778564440980915, "grad_norm": 7.507565169362351e-05, "learning_rate": 2.2143555901908445e-06, "loss": 0.0049, "step": 288200 }, { "epoch": 4.778730248213427, "grad_norm": 0.0021040397696197033, "learning_rate": 2.2126975178657293e-06, "loss": 0.0059, "step": 288210 }, { "epoch": 4.778896055445939, "grad_norm": 0.00013039934856351465, "learning_rate": 2.2110394455406145e-06, "loss": 0.0099, "step": 288220 }, { "epoch": 4.77906186267845, "grad_norm": 0.00029359495965763927, "learning_rate": 2.2093813732154996e-06, "loss": 0.0005, "step": 288230 }, { "epoch": 4.779227669910961, "grad_norm": 0.0001753715332597494, "learning_rate": 2.207723300890385e-06, "loss": 0.0142, "step": 288240 }, { "epoch": 4.779393477143473, "grad_norm": 0.0111890509724617, "learning_rate": 2.20606522856527e-06, "loss": 0.0029, "step": 288250 }, { "epoch": 4.779559284375985, "grad_norm": 0.00017791480058804154, "learning_rate": 2.204407156240155e-06, "loss": 0.0001, "step": 288260 }, { "epoch": 4.779725091608496, "grad_norm": 3.544344144756906e-05, "learning_rate": 2.2027490839150403e-06, "loss": 0.0024, "step": 288270 }, { "epoch": 4.779890898841008, "grad_norm": 0.00025722559075802565, "learning_rate": 2.201091011589926e-06, "loss": 0.0069, "step": 288280 }, { "epoch": 4.780056706073519, "grad_norm": 0.00012053232785547152, "learning_rate": 2.199432939264811e-06, "loss": 0.0033, "step": 288290 }, { "epoch": 4.780222513306031, "grad_norm": 0.00047163490671664476, "learning_rate": 2.1977748669396963e-06, "loss": 0.0, "step": 288300 }, { "epoch": 4.780388320538542, "grad_norm": 0.000564748770557344, "learning_rate": 2.196116794614581e-06, "loss": 0.0042, "step": 288310 }, { "epoch": 4.780554127771054, "grad_norm": 0.0005221908795647323, "learning_rate": 2.194458722289466e-06, "loss": 0.0001, "step": 288320 }, { "epoch": 4.780719935003565, "grad_norm": 0.1416645497083664, "learning_rate": 2.1928006499643514e-06, "loss": 0.009, "step": 288330 }, { "epoch": 4.780885742236077, "grad_norm": 0.6584880352020264, "learning_rate": 2.1911425776392365e-06, "loss": 0.0113, "step": 288340 }, { "epoch": 4.781051549468588, "grad_norm": 0.01690859906375408, "learning_rate": 2.1894845053141217e-06, "loss": 0.0002, "step": 288350 }, { "epoch": 4.7812173567011, "grad_norm": 0.37656545639038086, "learning_rate": 2.187826432989007e-06, "loss": 0.0059, "step": 288360 }, { "epoch": 4.781383163933611, "grad_norm": 0.005454076919704676, "learning_rate": 2.1861683606638925e-06, "loss": 0.0, "step": 288370 }, { "epoch": 4.7815489711661225, "grad_norm": 0.0008519655675627291, "learning_rate": 2.1845102883387777e-06, "loss": 0.0002, "step": 288380 }, { "epoch": 4.781714778398634, "grad_norm": 0.16313576698303223, "learning_rate": 2.182852216013663e-06, "loss": 0.0114, "step": 288390 }, { "epoch": 4.7818805856311455, "grad_norm": 0.00013370341912377626, "learning_rate": 2.181194143688548e-06, "loss": 0.0104, "step": 288400 }, { "epoch": 4.7820463928636565, "grad_norm": 0.0011642506578937173, "learning_rate": 2.1795360713634328e-06, "loss": 0.0028, "step": 288410 }, { "epoch": 4.782212200096168, "grad_norm": 0.002143062185496092, "learning_rate": 2.177877999038318e-06, "loss": 0.0049, "step": 288420 }, { "epoch": 4.7823780073286795, "grad_norm": 0.00011935758811887354, "learning_rate": 2.176219926713203e-06, "loss": 0.0, "step": 288430 }, { "epoch": 4.782543814561191, "grad_norm": 0.00045089158811606467, "learning_rate": 2.1745618543880883e-06, "loss": 0.0008, "step": 288440 }, { "epoch": 4.782709621793702, "grad_norm": 0.001487429835833609, "learning_rate": 2.172903782062974e-06, "loss": 0.0051, "step": 288450 }, { "epoch": 4.782875429026214, "grad_norm": 0.6275094151496887, "learning_rate": 2.171245709737859e-06, "loss": 0.0045, "step": 288460 }, { "epoch": 4.783041236258725, "grad_norm": 5.358067937777378e-05, "learning_rate": 2.1695876374127442e-06, "loss": 0.0001, "step": 288470 }, { "epoch": 4.783207043491237, "grad_norm": 0.004713811911642551, "learning_rate": 2.1679295650876294e-06, "loss": 0.0, "step": 288480 }, { "epoch": 4.783372850723748, "grad_norm": 0.0018808363238349557, "learning_rate": 2.1662714927625146e-06, "loss": 0.0055, "step": 288490 }, { "epoch": 4.78353865795626, "grad_norm": 9.937475260812789e-05, "learning_rate": 2.1646134204373997e-06, "loss": 0.0034, "step": 288500 }, { "epoch": 4.783704465188771, "grad_norm": 2.054709148069378e-05, "learning_rate": 2.1629553481122845e-06, "loss": 0.0037, "step": 288510 }, { "epoch": 4.783870272421283, "grad_norm": 0.006495683453977108, "learning_rate": 2.1612972757871697e-06, "loss": 0.0, "step": 288520 }, { "epoch": 4.784036079653794, "grad_norm": 1.094396702683298e-05, "learning_rate": 2.159639203462055e-06, "loss": 0.0001, "step": 288530 }, { "epoch": 4.784201886886306, "grad_norm": 0.00010983629181282595, "learning_rate": 2.1579811311369404e-06, "loss": 0.0, "step": 288540 }, { "epoch": 4.784367694118817, "grad_norm": 0.0007311097579076886, "learning_rate": 2.1563230588118256e-06, "loss": 0.0093, "step": 288550 }, { "epoch": 4.784533501351329, "grad_norm": 0.012269685976207256, "learning_rate": 2.1546649864867108e-06, "loss": 0.0002, "step": 288560 }, { "epoch": 4.78469930858384, "grad_norm": 0.1929093301296234, "learning_rate": 2.153006914161596e-06, "loss": 0.0034, "step": 288570 }, { "epoch": 4.784865115816352, "grad_norm": 0.008903970010578632, "learning_rate": 2.151348841836481e-06, "loss": 0.0075, "step": 288580 }, { "epoch": 4.785030923048863, "grad_norm": 0.00010071787255583331, "learning_rate": 2.1496907695113663e-06, "loss": 0.0001, "step": 288590 }, { "epoch": 4.785196730281375, "grad_norm": 0.0003121171612292528, "learning_rate": 2.1480326971862515e-06, "loss": 0.0, "step": 288600 }, { "epoch": 4.785362537513887, "grad_norm": 0.41109487414360046, "learning_rate": 2.1463746248611362e-06, "loss": 0.001, "step": 288610 }, { "epoch": 4.785528344746398, "grad_norm": 0.00037872776738367975, "learning_rate": 2.144716552536022e-06, "loss": 0.0146, "step": 288620 }, { "epoch": 4.785694151978909, "grad_norm": 5.327143662725575e-05, "learning_rate": 2.143058480210907e-06, "loss": 0.0012, "step": 288630 }, { "epoch": 4.785859959211421, "grad_norm": 0.2800780236721039, "learning_rate": 2.141400407885792e-06, "loss": 0.0136, "step": 288640 }, { "epoch": 4.786025766443933, "grad_norm": 0.00022982951486483216, "learning_rate": 2.1397423355606773e-06, "loss": 0.0025, "step": 288650 }, { "epoch": 4.786191573676444, "grad_norm": 2.396444688201882e-05, "learning_rate": 2.1380842632355625e-06, "loss": 0.0001, "step": 288660 }, { "epoch": 4.786357380908955, "grad_norm": 0.00016124955436680466, "learning_rate": 2.1364261909104477e-06, "loss": 0.0002, "step": 288670 }, { "epoch": 4.786523188141467, "grad_norm": 2.7265696189715527e-05, "learning_rate": 2.134768118585333e-06, "loss": 0.0016, "step": 288680 }, { "epoch": 4.786688995373979, "grad_norm": 0.1639048159122467, "learning_rate": 2.133110046260218e-06, "loss": 0.007, "step": 288690 }, { "epoch": 4.78685480260649, "grad_norm": 0.014757479541003704, "learning_rate": 2.1314519739351028e-06, "loss": 0.0013, "step": 288700 }, { "epoch": 4.787020609839001, "grad_norm": 0.0012329824967309833, "learning_rate": 2.1297939016099884e-06, "loss": 0.0003, "step": 288710 }, { "epoch": 4.787186417071513, "grad_norm": 0.19823689758777618, "learning_rate": 2.1281358292848735e-06, "loss": 0.0002, "step": 288720 }, { "epoch": 4.7873522243040245, "grad_norm": 0.0001108747674152255, "learning_rate": 2.1264777569597587e-06, "loss": 0.0103, "step": 288730 }, { "epoch": 4.7875180315365355, "grad_norm": 0.00014618456771131605, "learning_rate": 2.124819684634644e-06, "loss": 0.0037, "step": 288740 }, { "epoch": 4.7876838387690475, "grad_norm": 0.1518462896347046, "learning_rate": 2.123161612309529e-06, "loss": 0.0057, "step": 288750 }, { "epoch": 4.7878496460015585, "grad_norm": 0.00019875337602570653, "learning_rate": 2.1215035399844142e-06, "loss": 0.0027, "step": 288760 }, { "epoch": 4.78801545323407, "grad_norm": 3.6281136999605224e-05, "learning_rate": 2.1198454676592994e-06, "loss": 0.004, "step": 288770 }, { "epoch": 4.788181260466581, "grad_norm": 6.047546776244417e-05, "learning_rate": 2.1181873953341846e-06, "loss": 0.0067, "step": 288780 }, { "epoch": 4.788347067699093, "grad_norm": 0.1948424130678177, "learning_rate": 2.1165293230090698e-06, "loss": 0.0071, "step": 288790 }, { "epoch": 4.788512874931604, "grad_norm": 0.000184862976311706, "learning_rate": 2.114871250683955e-06, "loss": 0.0126, "step": 288800 }, { "epoch": 4.788678682164116, "grad_norm": 0.0006215238245204091, "learning_rate": 2.11321317835884e-06, "loss": 0.0016, "step": 288810 }, { "epoch": 4.788844489396627, "grad_norm": 0.00017077608208637685, "learning_rate": 2.1115551060337253e-06, "loss": 0.0031, "step": 288820 }, { "epoch": 4.789010296629139, "grad_norm": 0.1678491234779358, "learning_rate": 2.1098970337086104e-06, "loss": 0.0033, "step": 288830 }, { "epoch": 4.78917610386165, "grad_norm": 0.02719796821475029, "learning_rate": 2.1082389613834956e-06, "loss": 0.0037, "step": 288840 }, { "epoch": 4.789341911094162, "grad_norm": 0.007551026530563831, "learning_rate": 2.106580889058381e-06, "loss": 0.0023, "step": 288850 }, { "epoch": 4.789507718326673, "grad_norm": 0.24800178408622742, "learning_rate": 2.104922816733266e-06, "loss": 0.006, "step": 288860 }, { "epoch": 4.789673525559185, "grad_norm": 0.00017325823137070984, "learning_rate": 2.103264744408151e-06, "loss": 0.0042, "step": 288870 }, { "epoch": 4.789839332791696, "grad_norm": 0.0702623501420021, "learning_rate": 2.1016066720830363e-06, "loss": 0.0001, "step": 288880 }, { "epoch": 4.790005140024208, "grad_norm": 0.0009867630433291197, "learning_rate": 2.0999485997579215e-06, "loss": 0.0029, "step": 288890 }, { "epoch": 4.790170947256719, "grad_norm": 0.0001697526895441115, "learning_rate": 2.0982905274328067e-06, "loss": 0.006, "step": 288900 }, { "epoch": 4.790336754489231, "grad_norm": 0.008497838862240314, "learning_rate": 2.096632455107692e-06, "loss": 0.0052, "step": 288910 }, { "epoch": 4.790502561721742, "grad_norm": 0.013969523832201958, "learning_rate": 2.094974382782577e-06, "loss": 0.0, "step": 288920 }, { "epoch": 4.790668368954254, "grad_norm": 0.1982789933681488, "learning_rate": 2.093316310457462e-06, "loss": 0.0028, "step": 288930 }, { "epoch": 4.790834176186765, "grad_norm": 0.00041845356463454664, "learning_rate": 2.0916582381323474e-06, "loss": 0.0034, "step": 288940 }, { "epoch": 4.790999983419277, "grad_norm": 0.00010562290117377415, "learning_rate": 2.0900001658072325e-06, "loss": 0.0022, "step": 288950 }, { "epoch": 4.791165790651788, "grad_norm": 0.0009494566475041211, "learning_rate": 2.088342093482118e-06, "loss": 0.0026, "step": 288960 }, { "epoch": 4.7913315978843, "grad_norm": 0.1485627293586731, "learning_rate": 2.0866840211570033e-06, "loss": 0.0089, "step": 288970 }, { "epoch": 4.791497405116811, "grad_norm": 6.322799890767783e-05, "learning_rate": 2.085025948831888e-06, "loss": 0.0, "step": 288980 }, { "epoch": 4.791663212349323, "grad_norm": 0.0007682174909859896, "learning_rate": 2.0833678765067732e-06, "loss": 0.0068, "step": 288990 }, { "epoch": 4.791829019581834, "grad_norm": 0.0005210370873101056, "learning_rate": 2.0817098041816584e-06, "loss": 0.0009, "step": 289000 }, { "epoch": 4.791994826814346, "grad_norm": 0.10474739223718643, "learning_rate": 2.0800517318565436e-06, "loss": 0.0031, "step": 289010 }, { "epoch": 4.792160634046857, "grad_norm": 0.0005754352314397693, "learning_rate": 2.0783936595314287e-06, "loss": 0.0053, "step": 289020 }, { "epoch": 4.792326441279369, "grad_norm": 0.006263794377446175, "learning_rate": 2.076735587206314e-06, "loss": 0.0146, "step": 289030 }, { "epoch": 4.79249224851188, "grad_norm": 0.4649500846862793, "learning_rate": 2.075077514881199e-06, "loss": 0.0007, "step": 289040 }, { "epoch": 4.792658055744392, "grad_norm": 0.0016547010745853186, "learning_rate": 2.0734194425560847e-06, "loss": 0.0111, "step": 289050 }, { "epoch": 4.792823862976903, "grad_norm": 0.0007517508347518742, "learning_rate": 2.07176137023097e-06, "loss": 0.0154, "step": 289060 }, { "epoch": 4.792989670209415, "grad_norm": 0.000969843240454793, "learning_rate": 2.070103297905855e-06, "loss": 0.0001, "step": 289070 }, { "epoch": 4.7931554774419265, "grad_norm": 0.00803937017917633, "learning_rate": 2.0684452255807398e-06, "loss": 0.0029, "step": 289080 }, { "epoch": 4.7933212846744375, "grad_norm": 0.0056427037343382835, "learning_rate": 2.066787153255625e-06, "loss": 0.0011, "step": 289090 }, { "epoch": 4.7934870919069485, "grad_norm": 0.0037589576095342636, "learning_rate": 2.06512908093051e-06, "loss": 0.0039, "step": 289100 }, { "epoch": 4.7936528991394605, "grad_norm": 0.002138287527486682, "learning_rate": 2.0634710086053953e-06, "loss": 0.0039, "step": 289110 }, { "epoch": 4.793818706371972, "grad_norm": 0.0012875957181677222, "learning_rate": 2.0618129362802805e-06, "loss": 0.0024, "step": 289120 }, { "epoch": 4.793984513604483, "grad_norm": 0.07929424941539764, "learning_rate": 2.060154863955166e-06, "loss": 0.0047, "step": 289130 }, { "epoch": 4.794150320836994, "grad_norm": 0.00013187994773034006, "learning_rate": 2.0584967916300512e-06, "loss": 0.0, "step": 289140 }, { "epoch": 4.794316128069506, "grad_norm": 3.733907942660153e-05, "learning_rate": 2.0568387193049364e-06, "loss": 0.0007, "step": 289150 }, { "epoch": 4.794481935302018, "grad_norm": 0.14447638392448425, "learning_rate": 2.0551806469798216e-06, "loss": 0.0041, "step": 289160 }, { "epoch": 4.794647742534529, "grad_norm": 0.0012401868589222431, "learning_rate": 2.0535225746547063e-06, "loss": 0.0005, "step": 289170 }, { "epoch": 4.794813549767041, "grad_norm": 0.17110306024551392, "learning_rate": 2.0518645023295915e-06, "loss": 0.0035, "step": 289180 }, { "epoch": 4.794979356999552, "grad_norm": 0.2968684136867523, "learning_rate": 2.0502064300044767e-06, "loss": 0.0121, "step": 289190 }, { "epoch": 4.795145164232064, "grad_norm": 0.0015610960545018315, "learning_rate": 2.048548357679362e-06, "loss": 0.0, "step": 289200 }, { "epoch": 4.795310971464575, "grad_norm": 0.0007213331409730017, "learning_rate": 2.046890285354247e-06, "loss": 0.0056, "step": 289210 }, { "epoch": 4.795476778697087, "grad_norm": 0.0008970930357463658, "learning_rate": 2.0452322130291326e-06, "loss": 0.0064, "step": 289220 }, { "epoch": 4.795642585929598, "grad_norm": 0.0008767544059082866, "learning_rate": 2.043574140704018e-06, "loss": 0.0, "step": 289230 }, { "epoch": 4.79580839316211, "grad_norm": 4.9658192438073456e-05, "learning_rate": 2.041916068378903e-06, "loss": 0.0062, "step": 289240 }, { "epoch": 4.795974200394621, "grad_norm": 0.003652488347142935, "learning_rate": 2.040257996053788e-06, "loss": 0.0058, "step": 289250 }, { "epoch": 4.796140007627133, "grad_norm": 0.0029578711837530136, "learning_rate": 2.0385999237286733e-06, "loss": 0.0102, "step": 289260 }, { "epoch": 4.796305814859644, "grad_norm": 0.08766485750675201, "learning_rate": 2.036941851403558e-06, "loss": 0.005, "step": 289270 }, { "epoch": 4.796471622092156, "grad_norm": 0.0006529124220833182, "learning_rate": 2.0352837790784432e-06, "loss": 0.0001, "step": 289280 }, { "epoch": 4.796637429324667, "grad_norm": 5.6436627346556634e-05, "learning_rate": 2.0336257067533284e-06, "loss": 0.0118, "step": 289290 }, { "epoch": 4.796803236557179, "grad_norm": 0.0011358216870576143, "learning_rate": 2.031967634428214e-06, "loss": 0.0093, "step": 289300 }, { "epoch": 4.79696904378969, "grad_norm": 0.00015855512174312025, "learning_rate": 2.030309562103099e-06, "loss": 0.0062, "step": 289310 }, { "epoch": 4.797134851022202, "grad_norm": 0.0022544434759765863, "learning_rate": 2.0286514897779844e-06, "loss": 0.0035, "step": 289320 }, { "epoch": 4.797300658254713, "grad_norm": 0.00016131668235175312, "learning_rate": 2.0269934174528695e-06, "loss": 0.0065, "step": 289330 }, { "epoch": 4.797466465487225, "grad_norm": 0.0017813480226323009, "learning_rate": 2.0253353451277547e-06, "loss": 0.007, "step": 289340 }, { "epoch": 4.797632272719736, "grad_norm": 0.0016229499597102404, "learning_rate": 2.02367727280264e-06, "loss": 0.0057, "step": 289350 }, { "epoch": 4.797798079952248, "grad_norm": 0.017041103914380074, "learning_rate": 2.022019200477525e-06, "loss": 0.0007, "step": 289360 }, { "epoch": 4.797963887184759, "grad_norm": 0.0010469889966771007, "learning_rate": 2.02036112815241e-06, "loss": 0.0078, "step": 289370 }, { "epoch": 4.798129694417271, "grad_norm": 0.22320623695850372, "learning_rate": 2.018703055827295e-06, "loss": 0.0139, "step": 289380 }, { "epoch": 4.798295501649782, "grad_norm": 0.0010494458256289363, "learning_rate": 2.0170449835021806e-06, "loss": 0.0041, "step": 289390 }, { "epoch": 4.798461308882294, "grad_norm": 4.6639343054266647e-05, "learning_rate": 2.0153869111770657e-06, "loss": 0.0007, "step": 289400 }, { "epoch": 4.798627116114805, "grad_norm": 0.004725862294435501, "learning_rate": 2.013728838851951e-06, "loss": 0.0001, "step": 289410 }, { "epoch": 4.7987929233473166, "grad_norm": 0.006067143753170967, "learning_rate": 2.012070766526836e-06, "loss": 0.0101, "step": 289420 }, { "epoch": 4.798958730579828, "grad_norm": 0.0944591537117958, "learning_rate": 2.0104126942017213e-06, "loss": 0.0003, "step": 289430 }, { "epoch": 4.7991245378123395, "grad_norm": 0.001667238655500114, "learning_rate": 2.0087546218766064e-06, "loss": 0.0041, "step": 289440 }, { "epoch": 4.7992903450448505, "grad_norm": 0.00048819006769917905, "learning_rate": 2.0070965495514916e-06, "loss": 0.0078, "step": 289450 }, { "epoch": 4.799456152277362, "grad_norm": 0.023881591856479645, "learning_rate": 2.0054384772263768e-06, "loss": 0.0071, "step": 289460 }, { "epoch": 4.7996219595098735, "grad_norm": 0.001361369388177991, "learning_rate": 2.0037804049012615e-06, "loss": 0.0001, "step": 289470 }, { "epoch": 4.799787766742385, "grad_norm": 0.0002320301573490724, "learning_rate": 2.002122332576147e-06, "loss": 0.003, "step": 289480 }, { "epoch": 4.799953573974896, "grad_norm": 0.14532069861888885, "learning_rate": 2.0004642602510323e-06, "loss": 0.0061, "step": 289490 }, { "epoch": 4.800119381207408, "grad_norm": 0.015499234199523926, "learning_rate": 1.9988061879259175e-06, "loss": 0.0005, "step": 289500 }, { "epoch": 4.80028518843992, "grad_norm": 0.9593794345855713, "learning_rate": 1.9971481156008026e-06, "loss": 0.0045, "step": 289510 }, { "epoch": 4.800450995672431, "grad_norm": 0.0001963279937626794, "learning_rate": 1.995490043275688e-06, "loss": 0.0132, "step": 289520 }, { "epoch": 4.800616802904942, "grad_norm": 0.014564074575901031, "learning_rate": 1.993831970950573e-06, "loss": 0.0068, "step": 289530 }, { "epoch": 4.800782610137454, "grad_norm": 0.0003069211670663208, "learning_rate": 1.992173898625458e-06, "loss": 0.0051, "step": 289540 }, { "epoch": 4.800948417369966, "grad_norm": 0.00032469394500367343, "learning_rate": 1.9905158263003433e-06, "loss": 0.0044, "step": 289550 }, { "epoch": 4.801114224602477, "grad_norm": 0.00560315977782011, "learning_rate": 1.9888577539752285e-06, "loss": 0.0069, "step": 289560 }, { "epoch": 4.801280031834988, "grad_norm": 0.00036522222217172384, "learning_rate": 1.9871996816501137e-06, "loss": 0.0071, "step": 289570 }, { "epoch": 4.8014458390675, "grad_norm": 0.00017194251995533705, "learning_rate": 1.985541609324999e-06, "loss": 0.0033, "step": 289580 }, { "epoch": 4.801611646300012, "grad_norm": 0.0005909597384743392, "learning_rate": 1.983883536999884e-06, "loss": 0.0033, "step": 289590 }, { "epoch": 4.801777453532523, "grad_norm": 0.01468453835695982, "learning_rate": 1.982225464674769e-06, "loss": 0.0103, "step": 289600 }, { "epoch": 4.801943260765034, "grad_norm": 0.0002912019263021648, "learning_rate": 1.9805673923496544e-06, "loss": 0.0057, "step": 289610 }, { "epoch": 4.802109067997546, "grad_norm": 0.00013929327542427927, "learning_rate": 1.9789093200245395e-06, "loss": 0.0062, "step": 289620 }, { "epoch": 4.802274875230058, "grad_norm": 0.00014789549459237605, "learning_rate": 1.9772512476994247e-06, "loss": 0.0, "step": 289630 }, { "epoch": 4.802440682462569, "grad_norm": 0.00020184970344416797, "learning_rate": 1.97559317537431e-06, "loss": 0.006, "step": 289640 }, { "epoch": 4.802606489695081, "grad_norm": 0.0007189439493231475, "learning_rate": 1.973935103049195e-06, "loss": 0.0032, "step": 289650 }, { "epoch": 4.802772296927592, "grad_norm": 4.347958747530356e-05, "learning_rate": 1.9722770307240802e-06, "loss": 0.0038, "step": 289660 }, { "epoch": 4.802938104160104, "grad_norm": 0.00046131378621794283, "learning_rate": 1.9706189583989654e-06, "loss": 0.0033, "step": 289670 }, { "epoch": 4.803103911392615, "grad_norm": 0.1962546855211258, "learning_rate": 1.9689608860738506e-06, "loss": 0.0078, "step": 289680 }, { "epoch": 4.803269718625127, "grad_norm": 0.011025010608136654, "learning_rate": 1.9673028137487358e-06, "loss": 0.0002, "step": 289690 }, { "epoch": 4.803435525857638, "grad_norm": 1.3150151971785817e-05, "learning_rate": 1.965644741423621e-06, "loss": 0.0002, "step": 289700 }, { "epoch": 4.80360133309015, "grad_norm": 0.0004980057710781693, "learning_rate": 1.963986669098506e-06, "loss": 0.0153, "step": 289710 }, { "epoch": 4.803767140322661, "grad_norm": 0.20933790504932404, "learning_rate": 1.9623285967733913e-06, "loss": 0.0058, "step": 289720 }, { "epoch": 4.803932947555173, "grad_norm": 0.0007283344748429954, "learning_rate": 1.960670524448277e-06, "loss": 0.0021, "step": 289730 }, { "epoch": 4.804098754787684, "grad_norm": 4.4526386773213744e-05, "learning_rate": 1.9590124521231616e-06, "loss": 0.0001, "step": 289740 }, { "epoch": 4.804264562020196, "grad_norm": 0.0020907900761812925, "learning_rate": 1.957354379798047e-06, "loss": 0.0038, "step": 289750 }, { "epoch": 4.804430369252707, "grad_norm": 3.3901520509971306e-05, "learning_rate": 1.955696307472932e-06, "loss": 0.0027, "step": 289760 }, { "epoch": 4.8045961764852185, "grad_norm": 0.0021326516289263964, "learning_rate": 1.954038235147817e-06, "loss": 0.0027, "step": 289770 }, { "epoch": 4.80476198371773, "grad_norm": 0.0018707421841099858, "learning_rate": 1.9523801628227023e-06, "loss": 0.0053, "step": 289780 }, { "epoch": 4.8049277909502415, "grad_norm": 0.0025492822751402855, "learning_rate": 1.9507220904975875e-06, "loss": 0.0001, "step": 289790 }, { "epoch": 4.8050935981827525, "grad_norm": 5.7757566537475213e-05, "learning_rate": 1.9490640181724727e-06, "loss": 0.0001, "step": 289800 }, { "epoch": 4.805259405415264, "grad_norm": 0.0033440622501075268, "learning_rate": 1.947405945847358e-06, "loss": 0.0096, "step": 289810 }, { "epoch": 4.8054252126477754, "grad_norm": 0.00017100851982831955, "learning_rate": 1.9457478735222434e-06, "loss": 0.005, "step": 289820 }, { "epoch": 4.805591019880287, "grad_norm": 0.000507196004036814, "learning_rate": 1.9440898011971286e-06, "loss": 0.0, "step": 289830 }, { "epoch": 4.805756827112798, "grad_norm": 0.0003015805850736797, "learning_rate": 1.9424317288720134e-06, "loss": 0.0, "step": 289840 }, { "epoch": 4.80592263434531, "grad_norm": 0.17549701035022736, "learning_rate": 1.9407736565468985e-06, "loss": 0.0148, "step": 289850 }, { "epoch": 4.806088441577821, "grad_norm": 0.0011808109702542424, "learning_rate": 1.9391155842217837e-06, "loss": 0.0007, "step": 289860 }, { "epoch": 4.806254248810333, "grad_norm": 0.00016754194803070277, "learning_rate": 1.937457511896669e-06, "loss": 0.0064, "step": 289870 }, { "epoch": 4.806420056042844, "grad_norm": 0.001090185483917594, "learning_rate": 1.935799439571554e-06, "loss": 0.0072, "step": 289880 }, { "epoch": 4.806585863275356, "grad_norm": 0.05550764873623848, "learning_rate": 1.9341413672464392e-06, "loss": 0.0037, "step": 289890 }, { "epoch": 4.806751670507867, "grad_norm": 0.0059150769375264645, "learning_rate": 1.932483294921325e-06, "loss": 0.0058, "step": 289900 }, { "epoch": 4.806917477740379, "grad_norm": 2.2055068257031962e-05, "learning_rate": 1.93082522259621e-06, "loss": 0.0037, "step": 289910 }, { "epoch": 4.80708328497289, "grad_norm": 0.018494965508580208, "learning_rate": 1.929167150271095e-06, "loss": 0.0022, "step": 289920 }, { "epoch": 4.807249092205402, "grad_norm": 0.00011994152737315744, "learning_rate": 1.9275090779459803e-06, "loss": 0.0091, "step": 289930 }, { "epoch": 4.807414899437913, "grad_norm": 0.0003004500176757574, "learning_rate": 1.925851005620865e-06, "loss": 0.0132, "step": 289940 }, { "epoch": 4.807580706670425, "grad_norm": 0.029214927926659584, "learning_rate": 1.9241929332957503e-06, "loss": 0.0022, "step": 289950 }, { "epoch": 4.807746513902936, "grad_norm": 0.00022033658751752228, "learning_rate": 1.9225348609706354e-06, "loss": 0.0075, "step": 289960 }, { "epoch": 4.807912321135448, "grad_norm": 0.0007310207583941519, "learning_rate": 1.9208767886455206e-06, "loss": 0.0035, "step": 289970 }, { "epoch": 4.80807812836796, "grad_norm": 0.0006794331129640341, "learning_rate": 1.9192187163204058e-06, "loss": 0.0, "step": 289980 }, { "epoch": 4.808243935600471, "grad_norm": 0.004709328059107065, "learning_rate": 1.9175606439952914e-06, "loss": 0.0004, "step": 289990 }, { "epoch": 4.808409742832982, "grad_norm": 0.00018575061403680593, "learning_rate": 1.9159025716701765e-06, "loss": 0.0036, "step": 290000 }, { "epoch": 4.808575550065494, "grad_norm": 0.001049402984790504, "learning_rate": 1.9142444993450617e-06, "loss": 0.0139, "step": 290010 }, { "epoch": 4.808741357298006, "grad_norm": 0.0005093422951176763, "learning_rate": 1.912586427019947e-06, "loss": 0.0024, "step": 290020 }, { "epoch": 4.808907164530517, "grad_norm": 0.18140654265880585, "learning_rate": 1.910928354694832e-06, "loss": 0.0057, "step": 290030 }, { "epoch": 4.809072971763028, "grad_norm": 0.19214151799678802, "learning_rate": 1.909270282369717e-06, "loss": 0.0025, "step": 290040 }, { "epoch": 4.80923877899554, "grad_norm": 5.313738074619323e-05, "learning_rate": 1.907612210044602e-06, "loss": 0.0022, "step": 290050 }, { "epoch": 4.809404586228052, "grad_norm": 0.16039784252643585, "learning_rate": 1.9059541377194874e-06, "loss": 0.0026, "step": 290060 }, { "epoch": 4.809570393460563, "grad_norm": 0.0035917051136493683, "learning_rate": 1.9042960653943728e-06, "loss": 0.0002, "step": 290070 }, { "epoch": 4.809736200693075, "grad_norm": 5.065642108093016e-05, "learning_rate": 1.902637993069258e-06, "loss": 0.0086, "step": 290080 }, { "epoch": 4.809902007925586, "grad_norm": 0.018080096691846848, "learning_rate": 1.9009799207441431e-06, "loss": 0.0034, "step": 290090 }, { "epoch": 4.810067815158098, "grad_norm": 0.00010608503362163901, "learning_rate": 1.899321848419028e-06, "loss": 0.0061, "step": 290100 }, { "epoch": 4.810233622390609, "grad_norm": 0.0015993020497262478, "learning_rate": 1.8976637760939132e-06, "loss": 0.0033, "step": 290110 }, { "epoch": 4.8103994296231205, "grad_norm": 0.2860032320022583, "learning_rate": 1.8960057037687984e-06, "loss": 0.0051, "step": 290120 }, { "epoch": 4.8105652368556315, "grad_norm": 0.02957336977124214, "learning_rate": 1.8943476314436836e-06, "loss": 0.0125, "step": 290130 }, { "epoch": 4.8107310440881434, "grad_norm": 0.0008696027216501534, "learning_rate": 1.8926895591185688e-06, "loss": 0.0026, "step": 290140 }, { "epoch": 4.8108968513206545, "grad_norm": 0.09868977218866348, "learning_rate": 1.891031486793454e-06, "loss": 0.0039, "step": 290150 }, { "epoch": 4.811062658553166, "grad_norm": 0.012886064127087593, "learning_rate": 1.8893734144683393e-06, "loss": 0.0024, "step": 290160 }, { "epoch": 4.811228465785677, "grad_norm": 0.007115247659385204, "learning_rate": 1.8877153421432245e-06, "loss": 0.0005, "step": 290170 }, { "epoch": 4.811394273018189, "grad_norm": 9.803500142879784e-05, "learning_rate": 1.8860572698181097e-06, "loss": 0.0002, "step": 290180 }, { "epoch": 4.8115600802507, "grad_norm": 0.04556078091263771, "learning_rate": 1.8843991974929948e-06, "loss": 0.0038, "step": 290190 }, { "epoch": 4.811725887483212, "grad_norm": 0.007943084463477135, "learning_rate": 1.8827411251678798e-06, "loss": 0.0001, "step": 290200 }, { "epoch": 4.811891694715723, "grad_norm": 0.0018145926296710968, "learning_rate": 1.881083052842765e-06, "loss": 0.0035, "step": 290210 }, { "epoch": 4.812057501948235, "grad_norm": 0.034579578787088394, "learning_rate": 1.8794249805176501e-06, "loss": 0.0043, "step": 290220 }, { "epoch": 4.812223309180746, "grad_norm": 8.582054579164833e-05, "learning_rate": 1.8777669081925353e-06, "loss": 0.0098, "step": 290230 }, { "epoch": 4.812389116413258, "grad_norm": 0.01120359729975462, "learning_rate": 1.8761088358674207e-06, "loss": 0.0, "step": 290240 }, { "epoch": 4.812554923645769, "grad_norm": 0.005572987254709005, "learning_rate": 1.8744507635423059e-06, "loss": 0.0023, "step": 290250 }, { "epoch": 4.812720730878281, "grad_norm": 0.006437042728066444, "learning_rate": 1.872792691217191e-06, "loss": 0.0001, "step": 290260 }, { "epoch": 4.812886538110792, "grad_norm": 0.1575818955898285, "learning_rate": 1.8711346188920762e-06, "loss": 0.003, "step": 290270 }, { "epoch": 4.813052345343304, "grad_norm": 5.7235687563661486e-05, "learning_rate": 1.8694765465669614e-06, "loss": 0.0031, "step": 290280 }, { "epoch": 4.813218152575815, "grad_norm": 5.4605530749540776e-05, "learning_rate": 1.8678184742418466e-06, "loss": 0.0, "step": 290290 }, { "epoch": 4.813383959808327, "grad_norm": 0.01533136423677206, "learning_rate": 1.8661604019167315e-06, "loss": 0.0073, "step": 290300 }, { "epoch": 4.813549767040838, "grad_norm": 0.19441944360733032, "learning_rate": 1.8645023295916167e-06, "loss": 0.0064, "step": 290310 }, { "epoch": 4.81371557427335, "grad_norm": 0.004639372229576111, "learning_rate": 1.8628442572665019e-06, "loss": 0.0076, "step": 290320 }, { "epoch": 4.813881381505861, "grad_norm": 9.145049989456311e-05, "learning_rate": 1.8611861849413875e-06, "loss": 0.0031, "step": 290330 }, { "epoch": 4.814047188738373, "grad_norm": 0.0003474668483249843, "learning_rate": 1.8595281126162724e-06, "loss": 0.004, "step": 290340 }, { "epoch": 4.814212995970884, "grad_norm": 0.0008324983646161854, "learning_rate": 1.8578700402911576e-06, "loss": 0.0, "step": 290350 }, { "epoch": 4.814378803203396, "grad_norm": 0.0009726049611344934, "learning_rate": 1.8562119679660428e-06, "loss": 0.0036, "step": 290360 }, { "epoch": 4.814544610435907, "grad_norm": 0.00040079618338495493, "learning_rate": 1.854553895640928e-06, "loss": 0.0, "step": 290370 }, { "epoch": 4.814710417668419, "grad_norm": 0.00855231937021017, "learning_rate": 1.8528958233158131e-06, "loss": 0.0044, "step": 290380 }, { "epoch": 4.81487622490093, "grad_norm": 0.2618189752101898, "learning_rate": 1.8512377509906983e-06, "loss": 0.0005, "step": 290390 }, { "epoch": 4.815042032133442, "grad_norm": 0.004751119296997786, "learning_rate": 1.8495796786655833e-06, "loss": 0.0032, "step": 290400 }, { "epoch": 4.815207839365953, "grad_norm": 0.27371421456336975, "learning_rate": 1.8479216063404684e-06, "loss": 0.0047, "step": 290410 }, { "epoch": 4.815373646598465, "grad_norm": 0.0014137820107862353, "learning_rate": 1.846263534015354e-06, "loss": 0.0075, "step": 290420 }, { "epoch": 4.815539453830976, "grad_norm": 0.006489234045147896, "learning_rate": 1.8446054616902392e-06, "loss": 0.0001, "step": 290430 }, { "epoch": 4.815705261063488, "grad_norm": 9.34856288949959e-05, "learning_rate": 1.8429473893651242e-06, "loss": 0.0026, "step": 290440 }, { "epoch": 4.8158710682959995, "grad_norm": 0.0005038189701735973, "learning_rate": 1.8412893170400093e-06, "loss": 0.0001, "step": 290450 }, { "epoch": 4.816036875528511, "grad_norm": 0.0009089203667826951, "learning_rate": 1.8396312447148945e-06, "loss": 0.0032, "step": 290460 }, { "epoch": 4.816202682761022, "grad_norm": 0.3207455277442932, "learning_rate": 1.8379731723897797e-06, "loss": 0.0075, "step": 290470 }, { "epoch": 4.8163684899935335, "grad_norm": 0.13086135685443878, "learning_rate": 1.8363151000646649e-06, "loss": 0.0034, "step": 290480 }, { "epoch": 4.816534297226045, "grad_norm": 0.002820580964908004, "learning_rate": 1.83465702773955e-06, "loss": 0.0003, "step": 290490 }, { "epoch": 4.8167001044585565, "grad_norm": 0.042888566851615906, "learning_rate": 1.8329989554144354e-06, "loss": 0.0045, "step": 290500 }, { "epoch": 4.8168659116910675, "grad_norm": 0.017229923978447914, "learning_rate": 1.8313408830893206e-06, "loss": 0.0065, "step": 290510 }, { "epoch": 4.817031718923579, "grad_norm": 0.15859664976596832, "learning_rate": 1.8296828107642058e-06, "loss": 0.0081, "step": 290520 }, { "epoch": 4.817197526156091, "grad_norm": 0.10690450668334961, "learning_rate": 1.828024738439091e-06, "loss": 0.0002, "step": 290530 }, { "epoch": 4.817363333388602, "grad_norm": 3.860996730509214e-05, "learning_rate": 1.826366666113976e-06, "loss": 0.0056, "step": 290540 }, { "epoch": 4.817529140621114, "grad_norm": 0.00037699606036767364, "learning_rate": 1.824708593788861e-06, "loss": 0.0045, "step": 290550 }, { "epoch": 4.817694947853625, "grad_norm": 0.18264243006706238, "learning_rate": 1.8230505214637462e-06, "loss": 0.0029, "step": 290560 }, { "epoch": 4.817860755086137, "grad_norm": 0.008620334789156914, "learning_rate": 1.8213924491386314e-06, "loss": 0.0054, "step": 290570 }, { "epoch": 4.818026562318648, "grad_norm": 4.394795178086497e-05, "learning_rate": 1.8197343768135166e-06, "loss": 0.0027, "step": 290580 }, { "epoch": 4.81819236955116, "grad_norm": 0.0005845093401148915, "learning_rate": 1.818076304488402e-06, "loss": 0.0007, "step": 290590 }, { "epoch": 4.818358176783671, "grad_norm": 0.010263064876198769, "learning_rate": 1.8164182321632871e-06, "loss": 0.0088, "step": 290600 }, { "epoch": 4.818523984016183, "grad_norm": 0.003605738515034318, "learning_rate": 1.8147601598381723e-06, "loss": 0.0044, "step": 290610 }, { "epoch": 4.818689791248694, "grad_norm": 0.03573210537433624, "learning_rate": 1.8131020875130575e-06, "loss": 0.0002, "step": 290620 }, { "epoch": 4.818855598481206, "grad_norm": 3.845208993880078e-05, "learning_rate": 1.8114440151879425e-06, "loss": 0.0135, "step": 290630 }, { "epoch": 4.819021405713717, "grad_norm": 0.1840047687292099, "learning_rate": 1.8097859428628276e-06, "loss": 0.001, "step": 290640 }, { "epoch": 4.819187212946229, "grad_norm": 0.034211236983537674, "learning_rate": 1.8081278705377128e-06, "loss": 0.0002, "step": 290650 }, { "epoch": 4.81935302017874, "grad_norm": 0.0006999201141297817, "learning_rate": 1.806469798212598e-06, "loss": 0.0001, "step": 290660 }, { "epoch": 4.819518827411252, "grad_norm": 6.571530684595928e-05, "learning_rate": 1.8048117258874834e-06, "loss": 0.0061, "step": 290670 }, { "epoch": 4.819684634643763, "grad_norm": 0.0002729893894866109, "learning_rate": 1.8031536535623685e-06, "loss": 0.0024, "step": 290680 }, { "epoch": 4.819850441876275, "grad_norm": 0.8844428658485413, "learning_rate": 1.8014955812372537e-06, "loss": 0.0106, "step": 290690 }, { "epoch": 4.820016249108786, "grad_norm": 0.0007772198296152055, "learning_rate": 1.7998375089121389e-06, "loss": 0.0001, "step": 290700 }, { "epoch": 4.820182056341298, "grad_norm": 0.15442459285259247, "learning_rate": 1.798179436587024e-06, "loss": 0.0026, "step": 290710 }, { "epoch": 4.820347863573809, "grad_norm": 0.18665815889835358, "learning_rate": 1.7965213642619092e-06, "loss": 0.0059, "step": 290720 }, { "epoch": 4.820513670806321, "grad_norm": 6.737901276210323e-05, "learning_rate": 1.7948632919367942e-06, "loss": 0.0048, "step": 290730 }, { "epoch": 4.820679478038832, "grad_norm": 0.00047781775356270373, "learning_rate": 1.7932052196116794e-06, "loss": 0.0167, "step": 290740 }, { "epoch": 4.820845285271344, "grad_norm": 7.975289918249473e-05, "learning_rate": 1.7915471472865645e-06, "loss": 0.0, "step": 290750 }, { "epoch": 4.821011092503855, "grad_norm": 4.397821976453997e-05, "learning_rate": 1.7898890749614501e-06, "loss": 0.0191, "step": 290760 }, { "epoch": 4.821176899736367, "grad_norm": 0.00039627309888601303, "learning_rate": 1.788231002636335e-06, "loss": 0.0041, "step": 290770 }, { "epoch": 4.821342706968878, "grad_norm": 0.22793641686439514, "learning_rate": 1.7865729303112203e-06, "loss": 0.0006, "step": 290780 }, { "epoch": 4.82150851420139, "grad_norm": 0.1574234664440155, "learning_rate": 1.7849148579861054e-06, "loss": 0.002, "step": 290790 }, { "epoch": 4.821674321433901, "grad_norm": 0.0002458668895997107, "learning_rate": 1.7832567856609906e-06, "loss": 0.0003, "step": 290800 }, { "epoch": 4.8218401286664125, "grad_norm": 1.5451469153049402e-05, "learning_rate": 1.7815987133358758e-06, "loss": 0.0093, "step": 290810 }, { "epoch": 4.822005935898924, "grad_norm": 0.05146115645766258, "learning_rate": 1.779940641010761e-06, "loss": 0.0001, "step": 290820 }, { "epoch": 4.8221717431314355, "grad_norm": 7.802987965987995e-05, "learning_rate": 1.778282568685646e-06, "loss": 0.0001, "step": 290830 }, { "epoch": 4.8223375503639465, "grad_norm": 0.0008527844329364598, "learning_rate": 1.7766244963605315e-06, "loss": 0.0001, "step": 290840 }, { "epoch": 4.822503357596458, "grad_norm": 0.00021878641564399004, "learning_rate": 1.7749664240354167e-06, "loss": 0.0007, "step": 290850 }, { "epoch": 4.8226691648289695, "grad_norm": 0.0006823736475780606, "learning_rate": 1.7733083517103019e-06, "loss": 0.0001, "step": 290860 }, { "epoch": 4.822834972061481, "grad_norm": 0.00010434068826725706, "learning_rate": 1.7716502793851868e-06, "loss": 0.0003, "step": 290870 }, { "epoch": 4.823000779293993, "grad_norm": 3.3808668376877904e-05, "learning_rate": 1.769992207060072e-06, "loss": 0.0065, "step": 290880 }, { "epoch": 4.823166586526504, "grad_norm": 0.15995943546295166, "learning_rate": 1.7683341347349572e-06, "loss": 0.0026, "step": 290890 }, { "epoch": 4.823332393759015, "grad_norm": 0.0026629010681062937, "learning_rate": 1.7666760624098423e-06, "loss": 0.0001, "step": 290900 }, { "epoch": 4.823498200991527, "grad_norm": 0.12415418028831482, "learning_rate": 1.7650179900847275e-06, "loss": 0.0029, "step": 290910 }, { "epoch": 4.823664008224039, "grad_norm": 0.0013806226197630167, "learning_rate": 1.7633599177596127e-06, "loss": 0.004, "step": 290920 }, { "epoch": 4.82382981545655, "grad_norm": 0.0192937720566988, "learning_rate": 1.761701845434498e-06, "loss": 0.0033, "step": 290930 }, { "epoch": 4.823995622689061, "grad_norm": 8.289553079521284e-05, "learning_rate": 1.7600437731093832e-06, "loss": 0.0008, "step": 290940 }, { "epoch": 4.824161429921573, "grad_norm": 0.0005604812758974731, "learning_rate": 1.7583857007842684e-06, "loss": 0.0001, "step": 290950 }, { "epoch": 4.824327237154085, "grad_norm": 0.0009339766693301499, "learning_rate": 1.7567276284591536e-06, "loss": 0.0029, "step": 290960 }, { "epoch": 4.824493044386596, "grad_norm": 0.0100651104003191, "learning_rate": 1.7550695561340386e-06, "loss": 0.0001, "step": 290970 }, { "epoch": 4.824658851619108, "grad_norm": 0.002320299157872796, "learning_rate": 1.7534114838089237e-06, "loss": 0.003, "step": 290980 }, { "epoch": 4.824824658851619, "grad_norm": 0.00156478863209486, "learning_rate": 1.751753411483809e-06, "loss": 0.0033, "step": 290990 }, { "epoch": 4.824990466084131, "grad_norm": 9.482731547905132e-05, "learning_rate": 1.750095339158694e-06, "loss": 0.003, "step": 291000 }, { "epoch": 4.825156273316642, "grad_norm": 0.2833217978477478, "learning_rate": 1.7484372668335795e-06, "loss": 0.0004, "step": 291010 }, { "epoch": 4.825322080549154, "grad_norm": 0.14209909737110138, "learning_rate": 1.7467791945084646e-06, "loss": 0.002, "step": 291020 }, { "epoch": 4.825487887781665, "grad_norm": 0.0005991324433125556, "learning_rate": 1.7451211221833498e-06, "loss": 0.0035, "step": 291030 }, { "epoch": 4.825653695014177, "grad_norm": 0.0024569188244640827, "learning_rate": 1.743463049858235e-06, "loss": 0.0013, "step": 291040 }, { "epoch": 4.825819502246688, "grad_norm": 0.0002784582320600748, "learning_rate": 1.7418049775331201e-06, "loss": 0.0, "step": 291050 }, { "epoch": 4.8259853094792, "grad_norm": 0.0005189633229747415, "learning_rate": 1.7401469052080053e-06, "loss": 0.0089, "step": 291060 }, { "epoch": 4.826151116711711, "grad_norm": 0.00019649029127322137, "learning_rate": 1.7384888328828903e-06, "loss": 0.0082, "step": 291070 }, { "epoch": 4.826316923944223, "grad_norm": 0.0017230805242434144, "learning_rate": 1.7368307605577755e-06, "loss": 0.0026, "step": 291080 }, { "epoch": 4.826482731176734, "grad_norm": 0.153599351644516, "learning_rate": 1.7351726882326606e-06, "loss": 0.0024, "step": 291090 }, { "epoch": 4.826648538409246, "grad_norm": 0.008065382018685341, "learning_rate": 1.733514615907546e-06, "loss": 0.0058, "step": 291100 }, { "epoch": 4.826814345641757, "grad_norm": 0.18811452388763428, "learning_rate": 1.7318565435824312e-06, "loss": 0.0058, "step": 291110 }, { "epoch": 4.826980152874269, "grad_norm": 0.16540183126926422, "learning_rate": 1.7301984712573164e-06, "loss": 0.0163, "step": 291120 }, { "epoch": 4.82714596010678, "grad_norm": 0.003084892639890313, "learning_rate": 1.7285403989322015e-06, "loss": 0.013, "step": 291130 }, { "epoch": 4.827311767339292, "grad_norm": 0.004022517707198858, "learning_rate": 1.7268823266070867e-06, "loss": 0.0045, "step": 291140 }, { "epoch": 4.827477574571803, "grad_norm": 0.0015357948141172528, "learning_rate": 1.7252242542819719e-06, "loss": 0.0038, "step": 291150 }, { "epoch": 4.8276433818043145, "grad_norm": 7.94103616499342e-05, "learning_rate": 1.7235661819568568e-06, "loss": 0.0, "step": 291160 }, { "epoch": 4.8278091890368255, "grad_norm": 0.008799489587545395, "learning_rate": 1.721908109631742e-06, "loss": 0.0092, "step": 291170 }, { "epoch": 4.8279749962693375, "grad_norm": 0.0003495781566016376, "learning_rate": 1.7202500373066276e-06, "loss": 0.0063, "step": 291180 }, { "epoch": 4.8281408035018485, "grad_norm": 0.00018937214917968959, "learning_rate": 1.7185919649815128e-06, "loss": 0.0024, "step": 291190 }, { "epoch": 4.82830661073436, "grad_norm": 0.29482555389404297, "learning_rate": 1.7169338926563977e-06, "loss": 0.0034, "step": 291200 }, { "epoch": 4.828472417966871, "grad_norm": 0.0010833867127075791, "learning_rate": 1.715275820331283e-06, "loss": 0.0076, "step": 291210 }, { "epoch": 4.828638225199383, "grad_norm": 0.0026479996740818024, "learning_rate": 1.713617748006168e-06, "loss": 0.0001, "step": 291220 }, { "epoch": 4.828804032431894, "grad_norm": 0.0061068120412528515, "learning_rate": 1.7119596756810533e-06, "loss": 0.0017, "step": 291230 }, { "epoch": 4.828969839664406, "grad_norm": 5.9263391449349e-05, "learning_rate": 1.7103016033559384e-06, "loss": 0.0021, "step": 291240 }, { "epoch": 4.829135646896917, "grad_norm": 0.00035394649603404105, "learning_rate": 1.7086435310308236e-06, "loss": 0.0049, "step": 291250 }, { "epoch": 4.829301454129429, "grad_norm": 0.01614934392273426, "learning_rate": 1.7069854587057086e-06, "loss": 0.0022, "step": 291260 }, { "epoch": 4.82946726136194, "grad_norm": 0.1970933973789215, "learning_rate": 1.7053273863805942e-06, "loss": 0.0079, "step": 291270 }, { "epoch": 4.829633068594452, "grad_norm": 0.2055203914642334, "learning_rate": 1.7036693140554793e-06, "loss": 0.0002, "step": 291280 }, { "epoch": 4.829798875826963, "grad_norm": 0.0006527574732899666, "learning_rate": 1.7020112417303645e-06, "loss": 0.009, "step": 291290 }, { "epoch": 4.829964683059475, "grad_norm": 0.00015646082465536892, "learning_rate": 1.7003531694052495e-06, "loss": 0.0064, "step": 291300 }, { "epoch": 4.830130490291986, "grad_norm": 0.0025074107106775045, "learning_rate": 1.6986950970801347e-06, "loss": 0.0001, "step": 291310 }, { "epoch": 4.830296297524498, "grad_norm": 0.00027595978463068604, "learning_rate": 1.6970370247550198e-06, "loss": 0.0035, "step": 291320 }, { "epoch": 4.830462104757009, "grad_norm": 0.0650835931301117, "learning_rate": 1.695378952429905e-06, "loss": 0.0051, "step": 291330 }, { "epoch": 4.830627911989521, "grad_norm": 0.23982471227645874, "learning_rate": 1.6937208801047902e-06, "loss": 0.0041, "step": 291340 }, { "epoch": 4.830793719222033, "grad_norm": 0.0005756471655331552, "learning_rate": 1.6920628077796756e-06, "loss": 0.0057, "step": 291350 }, { "epoch": 4.830959526454544, "grad_norm": 0.011578529141843319, "learning_rate": 1.6904047354545607e-06, "loss": 0.0015, "step": 291360 }, { "epoch": 4.831125333687055, "grad_norm": 1.0544850826263428, "learning_rate": 1.688746663129446e-06, "loss": 0.0118, "step": 291370 }, { "epoch": 4.831291140919567, "grad_norm": 0.01646629348397255, "learning_rate": 1.687088590804331e-06, "loss": 0.0059, "step": 291380 }, { "epoch": 4.831456948152079, "grad_norm": 0.0015627674292773008, "learning_rate": 1.6854305184792162e-06, "loss": 0.0001, "step": 291390 }, { "epoch": 4.83162275538459, "grad_norm": 1.9563753085094504e-05, "learning_rate": 1.6837724461541012e-06, "loss": 0.0001, "step": 291400 }, { "epoch": 4.831788562617101, "grad_norm": 0.018602779135107994, "learning_rate": 1.6821143738289864e-06, "loss": 0.0019, "step": 291410 }, { "epoch": 4.831954369849613, "grad_norm": 0.024537067860364914, "learning_rate": 1.6804563015038716e-06, "loss": 0.0, "step": 291420 }, { "epoch": 4.832120177082125, "grad_norm": 0.28650590777397156, "learning_rate": 1.6787982291787567e-06, "loss": 0.0148, "step": 291430 }, { "epoch": 4.832285984314636, "grad_norm": 6.45651962258853e-05, "learning_rate": 1.6771401568536421e-06, "loss": 0.0005, "step": 291440 }, { "epoch": 4.832451791547148, "grad_norm": 0.0004879501648247242, "learning_rate": 1.6754820845285273e-06, "loss": 0.0, "step": 291450 }, { "epoch": 4.832617598779659, "grad_norm": 8.684022759553045e-05, "learning_rate": 1.6738240122034125e-06, "loss": 0.004, "step": 291460 }, { "epoch": 4.832783406012171, "grad_norm": 0.00011667287617456168, "learning_rate": 1.6721659398782976e-06, "loss": 0.0074, "step": 291470 }, { "epoch": 4.832949213244682, "grad_norm": 0.00016348175995517522, "learning_rate": 1.6705078675531828e-06, "loss": 0.0054, "step": 291480 }, { "epoch": 4.8331150204771935, "grad_norm": 0.007275826297700405, "learning_rate": 1.668849795228068e-06, "loss": 0.0, "step": 291490 }, { "epoch": 4.833280827709705, "grad_norm": 0.1606360226869583, "learning_rate": 1.667191722902953e-06, "loss": 0.015, "step": 291500 }, { "epoch": 4.8334466349422165, "grad_norm": 0.0007383414194919169, "learning_rate": 1.6655336505778381e-06, "loss": 0.0016, "step": 291510 }, { "epoch": 4.8336124421747275, "grad_norm": 0.162740096449852, "learning_rate": 1.6638755782527233e-06, "loss": 0.0059, "step": 291520 }, { "epoch": 4.833778249407239, "grad_norm": 0.0004749924410134554, "learning_rate": 1.6622175059276087e-06, "loss": 0.0, "step": 291530 }, { "epoch": 4.8339440566397505, "grad_norm": 0.0018781579565256834, "learning_rate": 1.6605594336024938e-06, "loss": 0.0074, "step": 291540 }, { "epoch": 4.834109863872262, "grad_norm": 0.0007472731522284448, "learning_rate": 1.658901361277379e-06, "loss": 0.0024, "step": 291550 }, { "epoch": 4.834275671104773, "grad_norm": 0.0005958147812634706, "learning_rate": 1.6572432889522642e-06, "loss": 0.0, "step": 291560 }, { "epoch": 4.834441478337285, "grad_norm": 9.750235039973632e-05, "learning_rate": 1.6555852166271494e-06, "loss": 0.0002, "step": 291570 }, { "epoch": 4.834607285569796, "grad_norm": 0.000236464649788104, "learning_rate": 1.6539271443020345e-06, "loss": 0.0057, "step": 291580 }, { "epoch": 4.834773092802308, "grad_norm": 0.03782686963677406, "learning_rate": 1.6522690719769195e-06, "loss": 0.0043, "step": 291590 }, { "epoch": 4.834938900034819, "grad_norm": 8.790571882855147e-05, "learning_rate": 1.6506109996518047e-06, "loss": 0.0049, "step": 291600 }, { "epoch": 4.835104707267331, "grad_norm": 0.00040705595165491104, "learning_rate": 1.6489529273266903e-06, "loss": 0.0047, "step": 291610 }, { "epoch": 4.835270514499842, "grad_norm": 0.12233412265777588, "learning_rate": 1.6472948550015754e-06, "loss": 0.0032, "step": 291620 }, { "epoch": 4.835436321732354, "grad_norm": 0.00018202098726760596, "learning_rate": 1.6456367826764604e-06, "loss": 0.003, "step": 291630 }, { "epoch": 4.835602128964865, "grad_norm": 0.19070018827915192, "learning_rate": 1.6439787103513456e-06, "loss": 0.0068, "step": 291640 }, { "epoch": 4.835767936197377, "grad_norm": 0.00025098049081861973, "learning_rate": 1.6423206380262307e-06, "loss": 0.0062, "step": 291650 }, { "epoch": 4.835933743429888, "grad_norm": 0.0013258348917588592, "learning_rate": 1.640662565701116e-06, "loss": 0.0105, "step": 291660 }, { "epoch": 4.8360995506624, "grad_norm": 0.005021444521844387, "learning_rate": 1.639004493376001e-06, "loss": 0.0001, "step": 291670 }, { "epoch": 4.836265357894911, "grad_norm": 0.0001275260146940127, "learning_rate": 1.6373464210508863e-06, "loss": 0.0031, "step": 291680 }, { "epoch": 4.836431165127423, "grad_norm": 0.7030148506164551, "learning_rate": 1.6356883487257712e-06, "loss": 0.0022, "step": 291690 }, { "epoch": 4.836596972359934, "grad_norm": 1.0036336183547974, "learning_rate": 1.6340302764006568e-06, "loss": 0.0036, "step": 291700 }, { "epoch": 4.836762779592446, "grad_norm": 0.6590263843536377, "learning_rate": 1.632372204075542e-06, "loss": 0.0042, "step": 291710 }, { "epoch": 4.836928586824957, "grad_norm": 0.12598000466823578, "learning_rate": 1.6307141317504272e-06, "loss": 0.0113, "step": 291720 }, { "epoch": 4.837094394057469, "grad_norm": 0.06372856348752975, "learning_rate": 1.6290560594253121e-06, "loss": 0.0051, "step": 291730 }, { "epoch": 4.83726020128998, "grad_norm": 0.0007270436035469174, "learning_rate": 1.6273979871001973e-06, "loss": 0.0019, "step": 291740 }, { "epoch": 4.837426008522492, "grad_norm": 0.002944940933957696, "learning_rate": 1.6257399147750825e-06, "loss": 0.0004, "step": 291750 }, { "epoch": 4.837591815755003, "grad_norm": 0.001524227438494563, "learning_rate": 1.6240818424499677e-06, "loss": 0.0, "step": 291760 }, { "epoch": 4.837757622987515, "grad_norm": 0.0006236793124116957, "learning_rate": 1.6224237701248528e-06, "loss": 0.0059, "step": 291770 }, { "epoch": 4.837923430220027, "grad_norm": 2.440498792566359e-05, "learning_rate": 1.6207656977997382e-06, "loss": 0.005, "step": 291780 }, { "epoch": 4.838089237452538, "grad_norm": 0.004507679492235184, "learning_rate": 1.6191076254746234e-06, "loss": 0.0047, "step": 291790 }, { "epoch": 4.838255044685049, "grad_norm": 0.0050762612372636795, "learning_rate": 1.6174495531495086e-06, "loss": 0.0073, "step": 291800 }, { "epoch": 4.838420851917561, "grad_norm": 0.1948355883359909, "learning_rate": 1.6157914808243937e-06, "loss": 0.0059, "step": 291810 }, { "epoch": 4.838586659150073, "grad_norm": 0.002043298911303282, "learning_rate": 1.614133408499279e-06, "loss": 0.004, "step": 291820 }, { "epoch": 4.838752466382584, "grad_norm": 0.00013856902660336345, "learning_rate": 1.6124753361741639e-06, "loss": 0.0028, "step": 291830 }, { "epoch": 4.838918273615095, "grad_norm": 0.00025053444551303983, "learning_rate": 1.610817263849049e-06, "loss": 0.0001, "step": 291840 }, { "epoch": 4.8390840808476066, "grad_norm": 0.000955368101131171, "learning_rate": 1.6091591915239342e-06, "loss": 0.0025, "step": 291850 }, { "epoch": 4.8392498880801185, "grad_norm": 3.790993650909513e-05, "learning_rate": 1.6075011191988194e-06, "loss": 0.0001, "step": 291860 }, { "epoch": 4.8394156953126295, "grad_norm": 0.0001424397196387872, "learning_rate": 1.6058430468737048e-06, "loss": 0.0096, "step": 291870 }, { "epoch": 4.8395815025451405, "grad_norm": 0.01438849326223135, "learning_rate": 1.60418497454859e-06, "loss": 0.0, "step": 291880 }, { "epoch": 4.839747309777652, "grad_norm": 0.003210228867828846, "learning_rate": 1.6025269022234751e-06, "loss": 0.0, "step": 291890 }, { "epoch": 4.839913117010164, "grad_norm": 0.1658138930797577, "learning_rate": 1.6008688298983603e-06, "loss": 0.0178, "step": 291900 }, { "epoch": 4.840078924242675, "grad_norm": 0.0002293271099915728, "learning_rate": 1.5992107575732455e-06, "loss": 0.0066, "step": 291910 }, { "epoch": 4.840244731475187, "grad_norm": 0.00012193057045806199, "learning_rate": 1.5975526852481306e-06, "loss": 0.0061, "step": 291920 }, { "epoch": 4.840410538707698, "grad_norm": 2.8729215046041645e-05, "learning_rate": 1.5958946129230156e-06, "loss": 0.0188, "step": 291930 }, { "epoch": 4.84057634594021, "grad_norm": 0.0004965491243638098, "learning_rate": 1.5942365405979008e-06, "loss": 0.0, "step": 291940 }, { "epoch": 4.840742153172721, "grad_norm": 0.006647454109042883, "learning_rate": 1.5925784682727864e-06, "loss": 0.0028, "step": 291950 }, { "epoch": 4.840907960405233, "grad_norm": 0.0020507476292550564, "learning_rate": 1.5909203959476715e-06, "loss": 0.0026, "step": 291960 }, { "epoch": 4.841073767637744, "grad_norm": 0.003196276491507888, "learning_rate": 1.5892623236225565e-06, "loss": 0.0, "step": 291970 }, { "epoch": 4.841239574870256, "grad_norm": 0.009554984048008919, "learning_rate": 1.5876042512974417e-06, "loss": 0.0004, "step": 291980 }, { "epoch": 4.841405382102767, "grad_norm": 5.610081279883161e-05, "learning_rate": 1.5859461789723268e-06, "loss": 0.0018, "step": 291990 }, { "epoch": 4.841571189335279, "grad_norm": 0.8384451866149902, "learning_rate": 1.584288106647212e-06, "loss": 0.0057, "step": 292000 }, { "epoch": 4.84173699656779, "grad_norm": 0.00031165164546109736, "learning_rate": 1.5826300343220972e-06, "loss": 0.0001, "step": 292010 }, { "epoch": 4.841902803800302, "grad_norm": 7.079540409904439e-06, "learning_rate": 1.5809719619969824e-06, "loss": 0.0065, "step": 292020 }, { "epoch": 4.842068611032813, "grad_norm": 0.050891827791929245, "learning_rate": 1.5793138896718673e-06, "loss": 0.0047, "step": 292030 }, { "epoch": 4.842234418265325, "grad_norm": 4.529780926532112e-05, "learning_rate": 1.577655817346753e-06, "loss": 0.0025, "step": 292040 }, { "epoch": 4.842400225497836, "grad_norm": 0.00046405664761550725, "learning_rate": 1.575997745021638e-06, "loss": 0.0001, "step": 292050 }, { "epoch": 4.842566032730348, "grad_norm": 0.00023062234686221927, "learning_rate": 1.574339672696523e-06, "loss": 0.0064, "step": 292060 }, { "epoch": 4.842731839962859, "grad_norm": 0.00010225223377346992, "learning_rate": 1.5726816003714082e-06, "loss": 0.003, "step": 292070 }, { "epoch": 4.842897647195371, "grad_norm": 0.18423563241958618, "learning_rate": 1.5710235280462934e-06, "loss": 0.0066, "step": 292080 }, { "epoch": 4.843063454427882, "grad_norm": 8.762192010181025e-05, "learning_rate": 1.5693654557211786e-06, "loss": 0.0021, "step": 292090 }, { "epoch": 4.843229261660394, "grad_norm": 0.0003203385858796537, "learning_rate": 1.5677073833960637e-06, "loss": 0.0025, "step": 292100 }, { "epoch": 4.843395068892905, "grad_norm": 0.000969225016888231, "learning_rate": 1.566049311070949e-06, "loss": 0.0033, "step": 292110 }, { "epoch": 4.843560876125417, "grad_norm": 0.0010373410768806934, "learning_rate": 1.5643912387458343e-06, "loss": 0.012, "step": 292120 }, { "epoch": 4.843726683357928, "grad_norm": 5.905150101170875e-05, "learning_rate": 1.5627331664207195e-06, "loss": 0.0114, "step": 292130 }, { "epoch": 4.84389249059044, "grad_norm": 0.0015081728342920542, "learning_rate": 1.5610750940956047e-06, "loss": 0.0033, "step": 292140 }, { "epoch": 4.844058297822951, "grad_norm": 0.29106807708740234, "learning_rate": 1.5594170217704898e-06, "loss": 0.004, "step": 292150 }, { "epoch": 4.844224105055463, "grad_norm": 0.1630326211452484, "learning_rate": 1.5577589494453748e-06, "loss": 0.0028, "step": 292160 }, { "epoch": 4.844389912287974, "grad_norm": 0.00013182325346861035, "learning_rate": 1.55610087712026e-06, "loss": 0.0038, "step": 292170 }, { "epoch": 4.844555719520486, "grad_norm": 7.851494046917651e-06, "learning_rate": 1.5544428047951451e-06, "loss": 0.0069, "step": 292180 }, { "epoch": 4.844721526752997, "grad_norm": 0.0018148813396692276, "learning_rate": 1.5527847324700305e-06, "loss": 0.0001, "step": 292190 }, { "epoch": 4.8448873339855085, "grad_norm": 0.014908386394381523, "learning_rate": 1.5511266601449157e-06, "loss": 0.0204, "step": 292200 }, { "epoch": 4.8450531412180196, "grad_norm": 0.21194535493850708, "learning_rate": 1.5494685878198007e-06, "loss": 0.0073, "step": 292210 }, { "epoch": 4.8452189484505315, "grad_norm": 0.0017252365360036492, "learning_rate": 1.5478105154946858e-06, "loss": 0.0, "step": 292220 }, { "epoch": 4.8453847556830425, "grad_norm": 0.0005644505145028234, "learning_rate": 1.5461524431695712e-06, "loss": 0.0, "step": 292230 }, { "epoch": 4.845550562915554, "grad_norm": 0.000922078441362828, "learning_rate": 1.5444943708444564e-06, "loss": 0.003, "step": 292240 }, { "epoch": 4.845716370148066, "grad_norm": 1.0724447747634258e-05, "learning_rate": 1.5428362985193416e-06, "loss": 0.0013, "step": 292250 }, { "epoch": 4.845882177380577, "grad_norm": 0.09884872287511826, "learning_rate": 1.5411782261942265e-06, "loss": 0.0033, "step": 292260 }, { "epoch": 4.846047984613088, "grad_norm": 0.010677970014512539, "learning_rate": 1.539520153869112e-06, "loss": 0.0037, "step": 292270 }, { "epoch": 4.8462137918456, "grad_norm": 0.02421095035970211, "learning_rate": 1.537862081543997e-06, "loss": 0.0058, "step": 292280 }, { "epoch": 4.846379599078112, "grad_norm": 0.01575394533574581, "learning_rate": 1.5362040092188822e-06, "loss": 0.0003, "step": 292290 }, { "epoch": 4.846545406310623, "grad_norm": 0.013222355395555496, "learning_rate": 1.5345459368937674e-06, "loss": 0.0001, "step": 292300 }, { "epoch": 4.846711213543134, "grad_norm": 0.005922048352658749, "learning_rate": 1.5328878645686524e-06, "loss": 0.0001, "step": 292310 }, { "epoch": 4.846877020775646, "grad_norm": 0.15518410503864288, "learning_rate": 1.5312297922435378e-06, "loss": 0.0111, "step": 292320 }, { "epoch": 4.847042828008158, "grad_norm": 0.0004984645638614893, "learning_rate": 1.529571719918423e-06, "loss": 0.0012, "step": 292330 }, { "epoch": 4.847208635240669, "grad_norm": 0.00039880041731521487, "learning_rate": 1.5279136475933081e-06, "loss": 0.0029, "step": 292340 }, { "epoch": 4.847374442473181, "grad_norm": 0.551730751991272, "learning_rate": 1.5262555752681933e-06, "loss": 0.0045, "step": 292350 }, { "epoch": 4.847540249705692, "grad_norm": 0.015750184655189514, "learning_rate": 1.5245975029430785e-06, "loss": 0.0079, "step": 292360 }, { "epoch": 4.847706056938204, "grad_norm": 0.0024924357421696186, "learning_rate": 1.5229394306179636e-06, "loss": 0.0027, "step": 292370 }, { "epoch": 4.847871864170715, "grad_norm": 0.0001181966217700392, "learning_rate": 1.5212813582928488e-06, "loss": 0.0, "step": 292380 }, { "epoch": 4.848037671403227, "grad_norm": 0.06509731709957123, "learning_rate": 1.519623285967734e-06, "loss": 0.0001, "step": 292390 }, { "epoch": 4.848203478635738, "grad_norm": 0.00012425596651155502, "learning_rate": 1.5179652136426192e-06, "loss": 0.0085, "step": 292400 }, { "epoch": 4.84836928586825, "grad_norm": 0.060516875237226486, "learning_rate": 1.5163071413175043e-06, "loss": 0.0074, "step": 292410 }, { "epoch": 4.848535093100761, "grad_norm": 0.014461944811046124, "learning_rate": 1.5146490689923895e-06, "loss": 0.0041, "step": 292420 }, { "epoch": 4.848700900333273, "grad_norm": 0.00567741971462965, "learning_rate": 1.5129909966672747e-06, "loss": 0.0028, "step": 292430 }, { "epoch": 4.848866707565784, "grad_norm": 0.0006673907628282905, "learning_rate": 1.51133292434216e-06, "loss": 0.0098, "step": 292440 }, { "epoch": 4.849032514798296, "grad_norm": 0.003156378399580717, "learning_rate": 1.509674852017045e-06, "loss": 0.0002, "step": 292450 }, { "epoch": 4.849198322030807, "grad_norm": 0.0005309359985403717, "learning_rate": 1.5080167796919302e-06, "loss": 0.0009, "step": 292460 }, { "epoch": 4.849364129263319, "grad_norm": 0.21566277742385864, "learning_rate": 1.5063587073668154e-06, "loss": 0.003, "step": 292470 }, { "epoch": 4.84952993649583, "grad_norm": 0.000987035920843482, "learning_rate": 1.5047006350417005e-06, "loss": 0.0017, "step": 292480 }, { "epoch": 4.849695743728342, "grad_norm": 0.002536502666771412, "learning_rate": 1.503042562716586e-06, "loss": 0.0002, "step": 292490 }, { "epoch": 4.849861550960853, "grad_norm": 0.004049005918204784, "learning_rate": 1.5013844903914709e-06, "loss": 0.0057, "step": 292500 }, { "epoch": 4.850027358193365, "grad_norm": 0.004488515201956034, "learning_rate": 1.499726418066356e-06, "loss": 0.0009, "step": 292510 }, { "epoch": 4.850193165425876, "grad_norm": 0.00041572764166630805, "learning_rate": 1.4980683457412412e-06, "loss": 0.0008, "step": 292520 }, { "epoch": 4.850358972658388, "grad_norm": 3.136684972560033e-05, "learning_rate": 1.4964102734161266e-06, "loss": 0.0052, "step": 292530 }, { "epoch": 4.850524779890899, "grad_norm": 0.0005475222715176642, "learning_rate": 1.4947522010910116e-06, "loss": 0.0003, "step": 292540 }, { "epoch": 4.8506905871234105, "grad_norm": 0.0018692986341193318, "learning_rate": 1.4930941287658968e-06, "loss": 0.0002, "step": 292550 }, { "epoch": 4.8508563943559215, "grad_norm": 0.00027845738804899156, "learning_rate": 1.491436056440782e-06, "loss": 0.0, "step": 292560 }, { "epoch": 4.8510222015884334, "grad_norm": 0.16251152753829956, "learning_rate": 1.4897779841156673e-06, "loss": 0.0053, "step": 292570 }, { "epoch": 4.8511880088209445, "grad_norm": 0.00038723123725503683, "learning_rate": 1.4881199117905525e-06, "loss": 0.0033, "step": 292580 }, { "epoch": 4.851353816053456, "grad_norm": 0.04767431318759918, "learning_rate": 1.4864618394654374e-06, "loss": 0.0063, "step": 292590 }, { "epoch": 4.851519623285967, "grad_norm": 0.21554864943027496, "learning_rate": 1.4848037671403226e-06, "loss": 0.0095, "step": 292600 }, { "epoch": 4.851685430518479, "grad_norm": 8.173863898264244e-05, "learning_rate": 1.483145694815208e-06, "loss": 0.0028, "step": 292610 }, { "epoch": 4.85185123775099, "grad_norm": 0.00015150898252613842, "learning_rate": 1.4814876224900932e-06, "loss": 0.0013, "step": 292620 }, { "epoch": 4.852017044983502, "grad_norm": 0.00037736937520094216, "learning_rate": 1.4798295501649783e-06, "loss": 0.0057, "step": 292630 }, { "epoch": 4.852182852216013, "grad_norm": 0.00012410827912390232, "learning_rate": 1.4781714778398633e-06, "loss": 0.0064, "step": 292640 }, { "epoch": 4.852348659448525, "grad_norm": 0.00011159913265146315, "learning_rate": 1.4765134055147485e-06, "loss": 0.0069, "step": 292650 }, { "epoch": 4.852514466681036, "grad_norm": 0.00308813014999032, "learning_rate": 1.4748553331896339e-06, "loss": 0.0104, "step": 292660 }, { "epoch": 4.852680273913548, "grad_norm": 0.0023844819515943527, "learning_rate": 1.473197260864519e-06, "loss": 0.0055, "step": 292670 }, { "epoch": 4.85284608114606, "grad_norm": 0.0003694662591442466, "learning_rate": 1.4715391885394042e-06, "loss": 0.0001, "step": 292680 }, { "epoch": 4.853011888378571, "grad_norm": 0.0035114495549350977, "learning_rate": 1.4698811162142892e-06, "loss": 0.0081, "step": 292690 }, { "epoch": 4.853177695611082, "grad_norm": 0.000990165863186121, "learning_rate": 1.4682230438891746e-06, "loss": 0.011, "step": 292700 }, { "epoch": 4.853343502843594, "grad_norm": 0.0002905985456891358, "learning_rate": 1.4665649715640597e-06, "loss": 0.0065, "step": 292710 }, { "epoch": 4.853509310076106, "grad_norm": 0.0003776920202653855, "learning_rate": 1.464906899238945e-06, "loss": 0.0001, "step": 292720 }, { "epoch": 4.853675117308617, "grad_norm": 0.892930269241333, "learning_rate": 1.46324882691383e-06, "loss": 0.0178, "step": 292730 }, { "epoch": 4.853840924541128, "grad_norm": 0.001536850817501545, "learning_rate": 1.4615907545887153e-06, "loss": 0.0027, "step": 292740 }, { "epoch": 4.85400673177364, "grad_norm": 0.004068312235176563, "learning_rate": 1.4599326822636004e-06, "loss": 0.004, "step": 292750 }, { "epoch": 4.854172539006152, "grad_norm": 6.287281576078385e-05, "learning_rate": 1.4582746099384856e-06, "loss": 0.0027, "step": 292760 }, { "epoch": 4.854338346238663, "grad_norm": 0.006929973140358925, "learning_rate": 1.4566165376133708e-06, "loss": 0.0015, "step": 292770 }, { "epoch": 4.854504153471174, "grad_norm": 0.005858524236828089, "learning_rate": 1.454958465288256e-06, "loss": 0.0028, "step": 292780 }, { "epoch": 4.854669960703686, "grad_norm": 0.0030364699196070433, "learning_rate": 1.4533003929631411e-06, "loss": 0.0124, "step": 292790 }, { "epoch": 4.854835767936198, "grad_norm": 0.15890392661094666, "learning_rate": 1.4516423206380263e-06, "loss": 0.0075, "step": 292800 }, { "epoch": 4.855001575168709, "grad_norm": 0.003203978296369314, "learning_rate": 1.4499842483129115e-06, "loss": 0.0025, "step": 292810 }, { "epoch": 4.855167382401221, "grad_norm": 0.0008651381940580904, "learning_rate": 1.4483261759877966e-06, "loss": 0.0, "step": 292820 }, { "epoch": 4.855333189633732, "grad_norm": 0.15093889832496643, "learning_rate": 1.4466681036626818e-06, "loss": 0.0042, "step": 292830 }, { "epoch": 4.855498996866244, "grad_norm": 0.0006481207674369216, "learning_rate": 1.445010031337567e-06, "loss": 0.0, "step": 292840 }, { "epoch": 4.855664804098755, "grad_norm": 0.17326772212982178, "learning_rate": 1.4433519590124522e-06, "loss": 0.0062, "step": 292850 }, { "epoch": 4.855830611331267, "grad_norm": 5.996237086947076e-05, "learning_rate": 1.4416938866873373e-06, "loss": 0.0001, "step": 292860 }, { "epoch": 4.855996418563778, "grad_norm": 0.003907977603375912, "learning_rate": 1.4400358143622227e-06, "loss": 0.0, "step": 292870 }, { "epoch": 4.8561622257962895, "grad_norm": 0.003293853485956788, "learning_rate": 1.4383777420371077e-06, "loss": 0.0027, "step": 292880 }, { "epoch": 4.856328033028801, "grad_norm": 0.005353156477212906, "learning_rate": 1.4367196697119928e-06, "loss": 0.0028, "step": 292890 }, { "epoch": 4.8564938402613125, "grad_norm": 0.000568303104955703, "learning_rate": 1.435061597386878e-06, "loss": 0.0, "step": 292900 }, { "epoch": 4.8566596474938235, "grad_norm": 5.7019518862944096e-05, "learning_rate": 1.4334035250617634e-06, "loss": 0.0049, "step": 292910 }, { "epoch": 4.856825454726335, "grad_norm": 0.00026697394787333906, "learning_rate": 1.4317454527366486e-06, "loss": 0.0013, "step": 292920 }, { "epoch": 4.8569912619588465, "grad_norm": 0.08339433372020721, "learning_rate": 1.4300873804115335e-06, "loss": 0.0001, "step": 292930 }, { "epoch": 4.857157069191358, "grad_norm": 0.00026167984469793737, "learning_rate": 1.4284293080864187e-06, "loss": 0.0102, "step": 292940 }, { "epoch": 4.857322876423869, "grad_norm": 0.0019418724114075303, "learning_rate": 1.4267712357613039e-06, "loss": 0.0089, "step": 292950 }, { "epoch": 4.857488683656381, "grad_norm": 0.017842590808868408, "learning_rate": 1.4251131634361893e-06, "loss": 0.0105, "step": 292960 }, { "epoch": 4.857654490888892, "grad_norm": 0.017400043085217476, "learning_rate": 1.4234550911110744e-06, "loss": 0.0062, "step": 292970 }, { "epoch": 4.857820298121404, "grad_norm": 3.198105332558043e-05, "learning_rate": 1.4217970187859594e-06, "loss": 0.0002, "step": 292980 }, { "epoch": 4.857986105353915, "grad_norm": 6.244456744752824e-05, "learning_rate": 1.4201389464608446e-06, "loss": 0.0032, "step": 292990 }, { "epoch": 4.858151912586427, "grad_norm": 0.00031421033781953156, "learning_rate": 1.41848087413573e-06, "loss": 0.0012, "step": 293000 }, { "epoch": 4.858317719818938, "grad_norm": 1.2629712728084996e-05, "learning_rate": 1.4168228018106151e-06, "loss": 0.0006, "step": 293010 }, { "epoch": 4.85848352705145, "grad_norm": 1.7791428035707213e-05, "learning_rate": 1.4151647294855003e-06, "loss": 0.0055, "step": 293020 }, { "epoch": 4.858649334283961, "grad_norm": 0.33139097690582275, "learning_rate": 1.4135066571603853e-06, "loss": 0.0078, "step": 293030 }, { "epoch": 4.858815141516473, "grad_norm": 0.01992226578295231, "learning_rate": 1.4118485848352707e-06, "loss": 0.0084, "step": 293040 }, { "epoch": 4.858980948748984, "grad_norm": 0.0001054908279911615, "learning_rate": 1.4101905125101558e-06, "loss": 0.0032, "step": 293050 }, { "epoch": 4.859146755981496, "grad_norm": 0.0016699121333658695, "learning_rate": 1.408532440185041e-06, "loss": 0.0061, "step": 293060 }, { "epoch": 4.859312563214007, "grad_norm": 0.00016654795035719872, "learning_rate": 1.406874367859926e-06, "loss": 0.0041, "step": 293070 }, { "epoch": 4.859478370446519, "grad_norm": 0.0001336217683274299, "learning_rate": 1.4052162955348113e-06, "loss": 0.0, "step": 293080 }, { "epoch": 4.85964417767903, "grad_norm": 0.042146116495132446, "learning_rate": 1.4035582232096965e-06, "loss": 0.0027, "step": 293090 }, { "epoch": 4.859809984911542, "grad_norm": 0.000526734278537333, "learning_rate": 1.4019001508845817e-06, "loss": 0.0044, "step": 293100 }, { "epoch": 4.859975792144053, "grad_norm": 0.0009963179472833872, "learning_rate": 1.4002420785594669e-06, "loss": 0.0056, "step": 293110 }, { "epoch": 4.860141599376565, "grad_norm": 0.002904084976762533, "learning_rate": 1.3985840062343518e-06, "loss": 0.0036, "step": 293120 }, { "epoch": 4.860307406609076, "grad_norm": 0.1665508896112442, "learning_rate": 1.3969259339092372e-06, "loss": 0.0056, "step": 293130 }, { "epoch": 4.860473213841588, "grad_norm": 0.027987850829958916, "learning_rate": 1.3952678615841224e-06, "loss": 0.0102, "step": 293140 }, { "epoch": 4.8606390210741, "grad_norm": 0.0004134206392336637, "learning_rate": 1.3936097892590076e-06, "loss": 0.0072, "step": 293150 }, { "epoch": 4.860804828306611, "grad_norm": 0.006261824164539576, "learning_rate": 1.3919517169338927e-06, "loss": 0.0032, "step": 293160 }, { "epoch": 4.860970635539122, "grad_norm": 0.03592834249138832, "learning_rate": 1.390293644608778e-06, "loss": 0.0002, "step": 293170 }, { "epoch": 4.861136442771634, "grad_norm": 0.0038502097595483065, "learning_rate": 1.388635572283663e-06, "loss": 0.0, "step": 293180 }, { "epoch": 4.861302250004146, "grad_norm": 0.0003419931745156646, "learning_rate": 1.3869774999585483e-06, "loss": 0.0079, "step": 293190 }, { "epoch": 4.861468057236657, "grad_norm": 0.09262006729841232, "learning_rate": 1.3853194276334334e-06, "loss": 0.0001, "step": 293200 }, { "epoch": 4.861633864469168, "grad_norm": 0.007091318257153034, "learning_rate": 1.3836613553083186e-06, "loss": 0.004, "step": 293210 }, { "epoch": 4.86179967170168, "grad_norm": 9.449024219065905e-05, "learning_rate": 1.3820032829832038e-06, "loss": 0.0079, "step": 293220 }, { "epoch": 4.8619654789341915, "grad_norm": 8.983314910437912e-05, "learning_rate": 1.380345210658089e-06, "loss": 0.0026, "step": 293230 }, { "epoch": 4.8621312861667025, "grad_norm": 0.0016847846563905478, "learning_rate": 1.3786871383329741e-06, "loss": 0.0044, "step": 293240 }, { "epoch": 4.8622970933992145, "grad_norm": 0.11842503398656845, "learning_rate": 1.3770290660078595e-06, "loss": 0.0027, "step": 293250 }, { "epoch": 4.8624629006317255, "grad_norm": 1.3685477824765258e-05, "learning_rate": 1.3753709936827445e-06, "loss": 0.0032, "step": 293260 }, { "epoch": 4.862628707864237, "grad_norm": 0.0013086930848658085, "learning_rate": 1.3737129213576296e-06, "loss": 0.0027, "step": 293270 }, { "epoch": 4.862794515096748, "grad_norm": 0.001420973101630807, "learning_rate": 1.3720548490325148e-06, "loss": 0.0108, "step": 293280 }, { "epoch": 4.86296032232926, "grad_norm": 4.726520273834467e-05, "learning_rate": 1.3703967767074e-06, "loss": 0.0026, "step": 293290 }, { "epoch": 4.863126129561771, "grad_norm": 0.0004831744881812483, "learning_rate": 1.3687387043822854e-06, "loss": 0.0036, "step": 293300 }, { "epoch": 4.863291936794283, "grad_norm": 0.008167470805346966, "learning_rate": 1.3670806320571703e-06, "loss": 0.0076, "step": 293310 }, { "epoch": 4.863457744026794, "grad_norm": 0.000992374960333109, "learning_rate": 1.3654225597320555e-06, "loss": 0.0006, "step": 293320 }, { "epoch": 4.863623551259306, "grad_norm": 1.168381690979004, "learning_rate": 1.3637644874069407e-06, "loss": 0.0095, "step": 293330 }, { "epoch": 4.863789358491817, "grad_norm": 0.2867732048034668, "learning_rate": 1.362106415081826e-06, "loss": 0.0036, "step": 293340 }, { "epoch": 4.863955165724329, "grad_norm": 0.0002159242139896378, "learning_rate": 1.3604483427567112e-06, "loss": 0.0074, "step": 293350 }, { "epoch": 4.86412097295684, "grad_norm": 0.0007779850857332349, "learning_rate": 1.3587902704315962e-06, "loss": 0.0029, "step": 293360 }, { "epoch": 4.864286780189352, "grad_norm": 5.667525692842901e-05, "learning_rate": 1.3571321981064814e-06, "loss": 0.0118, "step": 293370 }, { "epoch": 4.864452587421863, "grad_norm": 0.2186361849308014, "learning_rate": 1.3554741257813668e-06, "loss": 0.0031, "step": 293380 }, { "epoch": 4.864618394654375, "grad_norm": 0.0033240944612771273, "learning_rate": 1.353816053456252e-06, "loss": 0.0074, "step": 293390 }, { "epoch": 4.864784201886886, "grad_norm": 0.6400260925292969, "learning_rate": 1.352157981131137e-06, "loss": 0.0045, "step": 293400 }, { "epoch": 4.864950009119398, "grad_norm": 0.005287905689328909, "learning_rate": 1.350499908806022e-06, "loss": 0.0025, "step": 293410 }, { "epoch": 4.865115816351909, "grad_norm": 0.3025549650192261, "learning_rate": 1.3488418364809072e-06, "loss": 0.0111, "step": 293420 }, { "epoch": 4.865281623584421, "grad_norm": 0.011604255065321922, "learning_rate": 1.3471837641557926e-06, "loss": 0.0113, "step": 293430 }, { "epoch": 4.865447430816932, "grad_norm": 0.1728811115026474, "learning_rate": 1.3455256918306778e-06, "loss": 0.0058, "step": 293440 }, { "epoch": 4.865613238049444, "grad_norm": 0.1449650377035141, "learning_rate": 1.343867619505563e-06, "loss": 0.0004, "step": 293450 }, { "epoch": 4.865779045281955, "grad_norm": 0.021665558218955994, "learning_rate": 1.342209547180448e-06, "loss": 0.0005, "step": 293460 }, { "epoch": 4.865944852514467, "grad_norm": 0.0007571735186502337, "learning_rate": 1.3405514748553333e-06, "loss": 0.0174, "step": 293470 }, { "epoch": 4.866110659746978, "grad_norm": 0.03198479488492012, "learning_rate": 1.3388934025302185e-06, "loss": 0.0028, "step": 293480 }, { "epoch": 4.86627646697949, "grad_norm": 0.21511362493038177, "learning_rate": 1.3372353302051037e-06, "loss": 0.0058, "step": 293490 }, { "epoch": 4.866442274212001, "grad_norm": 0.010855322703719139, "learning_rate": 1.3355772578799888e-06, "loss": 0.0009, "step": 293500 }, { "epoch": 4.866608081444513, "grad_norm": 0.0019399462034925818, "learning_rate": 1.333919185554874e-06, "loss": 0.0058, "step": 293510 }, { "epoch": 4.866773888677024, "grad_norm": 0.1532515287399292, "learning_rate": 1.3322611132297592e-06, "loss": 0.0028, "step": 293520 }, { "epoch": 4.866939695909536, "grad_norm": 0.626564085483551, "learning_rate": 1.3306030409046443e-06, "loss": 0.0192, "step": 293530 }, { "epoch": 4.867105503142047, "grad_norm": 0.039017707109451294, "learning_rate": 1.3289449685795295e-06, "loss": 0.0, "step": 293540 }, { "epoch": 4.867271310374559, "grad_norm": 0.269952654838562, "learning_rate": 1.3272868962544147e-06, "loss": 0.0006, "step": 293550 }, { "epoch": 4.86743711760707, "grad_norm": 1.7195996406371705e-05, "learning_rate": 1.3256288239292999e-06, "loss": 0.0002, "step": 293560 }, { "epoch": 4.867602924839582, "grad_norm": 0.016995633020997047, "learning_rate": 1.323970751604185e-06, "loss": 0.0053, "step": 293570 }, { "epoch": 4.867768732072093, "grad_norm": 0.0009426531614735723, "learning_rate": 1.3223126792790702e-06, "loss": 0.0022, "step": 293580 }, { "epoch": 4.8679345393046045, "grad_norm": 0.0009452736121602356, "learning_rate": 1.3206546069539554e-06, "loss": 0.0044, "step": 293590 }, { "epoch": 4.8681003465371155, "grad_norm": 0.00022843264741823077, "learning_rate": 1.3189965346288406e-06, "loss": 0.0012, "step": 293600 }, { "epoch": 4.8682661537696275, "grad_norm": 3.134963844786398e-05, "learning_rate": 1.3173384623037257e-06, "loss": 0.0074, "step": 293610 }, { "epoch": 4.868431961002139, "grad_norm": 0.22692395746707916, "learning_rate": 1.315680389978611e-06, "loss": 0.0122, "step": 293620 }, { "epoch": 4.86859776823465, "grad_norm": 0.16644617915153503, "learning_rate": 1.314022317653496e-06, "loss": 0.0076, "step": 293630 }, { "epoch": 4.868763575467161, "grad_norm": 0.3192409873008728, "learning_rate": 1.3123642453283813e-06, "loss": 0.0077, "step": 293640 }, { "epoch": 4.868929382699673, "grad_norm": 0.6795951724052429, "learning_rate": 1.3107061730032664e-06, "loss": 0.0032, "step": 293650 }, { "epoch": 4.869095189932185, "grad_norm": 3.124984505120665e-05, "learning_rate": 1.3090481006781516e-06, "loss": 0.0099, "step": 293660 }, { "epoch": 4.869260997164696, "grad_norm": 0.20746581256389618, "learning_rate": 1.3073900283530368e-06, "loss": 0.0066, "step": 293670 }, { "epoch": 4.869426804397207, "grad_norm": 0.1805899441242218, "learning_rate": 1.3057319560279222e-06, "loss": 0.0041, "step": 293680 }, { "epoch": 4.869592611629719, "grad_norm": 0.0002847467258106917, "learning_rate": 1.3040738837028071e-06, "loss": 0.0023, "step": 293690 }, { "epoch": 4.869758418862231, "grad_norm": 0.8819044232368469, "learning_rate": 1.3024158113776923e-06, "loss": 0.0072, "step": 293700 }, { "epoch": 4.869924226094742, "grad_norm": 0.6976178288459778, "learning_rate": 1.3007577390525775e-06, "loss": 0.0037, "step": 293710 }, { "epoch": 4.870090033327254, "grad_norm": 0.21764858067035675, "learning_rate": 1.2990996667274629e-06, "loss": 0.0027, "step": 293720 }, { "epoch": 4.870255840559765, "grad_norm": 0.4387676417827606, "learning_rate": 1.297441594402348e-06, "loss": 0.0017, "step": 293730 }, { "epoch": 4.870421647792277, "grad_norm": 0.2040802389383316, "learning_rate": 1.295783522077233e-06, "loss": 0.0155, "step": 293740 }, { "epoch": 4.870587455024788, "grad_norm": 0.00027871839120052755, "learning_rate": 1.2941254497521182e-06, "loss": 0.0005, "step": 293750 }, { "epoch": 4.8707532622573, "grad_norm": 0.17930251359939575, "learning_rate": 1.2924673774270033e-06, "loss": 0.0097, "step": 293760 }, { "epoch": 4.870919069489811, "grad_norm": 0.0004789209342561662, "learning_rate": 1.2908093051018887e-06, "loss": 0.0028, "step": 293770 }, { "epoch": 4.871084876722323, "grad_norm": 0.16315065324306488, "learning_rate": 1.2891512327767739e-06, "loss": 0.0069, "step": 293780 }, { "epoch": 4.871250683954834, "grad_norm": 0.002400520257651806, "learning_rate": 1.2874931604516589e-06, "loss": 0.0035, "step": 293790 }, { "epoch": 4.871416491187346, "grad_norm": 0.0014614718966186047, "learning_rate": 1.285835088126544e-06, "loss": 0.0098, "step": 293800 }, { "epoch": 4.871582298419857, "grad_norm": 0.0008288443204946816, "learning_rate": 1.2841770158014294e-06, "loss": 0.0022, "step": 293810 }, { "epoch": 4.871748105652369, "grad_norm": 0.002225970383733511, "learning_rate": 1.2825189434763146e-06, "loss": 0.0046, "step": 293820 }, { "epoch": 4.87191391288488, "grad_norm": 0.02278684265911579, "learning_rate": 1.2808608711511998e-06, "loss": 0.0064, "step": 293830 }, { "epoch": 4.872079720117392, "grad_norm": 0.00024243727966677397, "learning_rate": 1.2792027988260847e-06, "loss": 0.003, "step": 293840 }, { "epoch": 4.872245527349903, "grad_norm": 0.0007977073546499014, "learning_rate": 1.27754472650097e-06, "loss": 0.0096, "step": 293850 }, { "epoch": 4.872411334582415, "grad_norm": 0.576000452041626, "learning_rate": 1.2758866541758553e-06, "loss": 0.0049, "step": 293860 }, { "epoch": 4.872577141814926, "grad_norm": 0.055562809109687805, "learning_rate": 1.2742285818507404e-06, "loss": 0.0002, "step": 293870 }, { "epoch": 4.872742949047438, "grad_norm": 0.0475403368473053, "learning_rate": 1.2725705095256256e-06, "loss": 0.0003, "step": 293880 }, { "epoch": 4.872908756279949, "grad_norm": 0.22210784256458282, "learning_rate": 1.2709124372005106e-06, "loss": 0.0095, "step": 293890 }, { "epoch": 4.873074563512461, "grad_norm": 0.5519973039627075, "learning_rate": 1.269254364875396e-06, "loss": 0.0066, "step": 293900 }, { "epoch": 4.873240370744972, "grad_norm": 0.005476374179124832, "learning_rate": 1.2675962925502811e-06, "loss": 0.003, "step": 293910 }, { "epoch": 4.8734061779774835, "grad_norm": 0.00044813650310970843, "learning_rate": 1.2659382202251663e-06, "loss": 0.0161, "step": 293920 }, { "epoch": 4.873571985209995, "grad_norm": 0.6354427337646484, "learning_rate": 1.2642801479000515e-06, "loss": 0.0006, "step": 293930 }, { "epoch": 4.8737377924425065, "grad_norm": 0.0018637955654412508, "learning_rate": 1.2626220755749367e-06, "loss": 0.0038, "step": 293940 }, { "epoch": 4.8739035996750175, "grad_norm": 0.15809369087219238, "learning_rate": 1.2609640032498218e-06, "loss": 0.006, "step": 293950 }, { "epoch": 4.874069406907529, "grad_norm": 0.005517225246876478, "learning_rate": 1.259305930924707e-06, "loss": 0.005, "step": 293960 }, { "epoch": 4.8742352141400405, "grad_norm": 7.495494355680421e-05, "learning_rate": 1.2576478585995922e-06, "loss": 0.0, "step": 293970 }, { "epoch": 4.874401021372552, "grad_norm": 0.00013053391012363136, "learning_rate": 1.2559897862744774e-06, "loss": 0.002, "step": 293980 }, { "epoch": 4.874566828605063, "grad_norm": 0.00043018124415539205, "learning_rate": 1.2543317139493625e-06, "loss": 0.0027, "step": 293990 }, { "epoch": 4.874732635837575, "grad_norm": 0.003024893580004573, "learning_rate": 1.2526736416242477e-06, "loss": 0.01, "step": 294000 }, { "epoch": 4.874898443070086, "grad_norm": 3.865326289087534e-05, "learning_rate": 1.2510155692991329e-06, "loss": 0.0026, "step": 294010 }, { "epoch": 4.875064250302598, "grad_norm": 0.00029123196145519614, "learning_rate": 1.249357496974018e-06, "loss": 0.012, "step": 294020 }, { "epoch": 4.875230057535109, "grad_norm": 0.0020404185634106398, "learning_rate": 1.2476994246489032e-06, "loss": 0.0004, "step": 294030 }, { "epoch": 4.875395864767621, "grad_norm": 5.1057726523140445e-05, "learning_rate": 1.2460413523237884e-06, "loss": 0.001, "step": 294040 }, { "epoch": 4.875561672000133, "grad_norm": 0.00031013338593766093, "learning_rate": 1.2443832799986736e-06, "loss": 0.0001, "step": 294050 }, { "epoch": 4.875727479232644, "grad_norm": 0.17155581712722778, "learning_rate": 1.2427252076735587e-06, "loss": 0.0059, "step": 294060 }, { "epoch": 4.875893286465155, "grad_norm": 0.05862218886613846, "learning_rate": 1.241067135348444e-06, "loss": 0.0055, "step": 294070 }, { "epoch": 4.876059093697667, "grad_norm": 0.26158639788627625, "learning_rate": 1.239409063023329e-06, "loss": 0.0079, "step": 294080 }, { "epoch": 4.876224900930179, "grad_norm": 0.00025672599440440536, "learning_rate": 1.2377509906982143e-06, "loss": 0.008, "step": 294090 }, { "epoch": 4.87639070816269, "grad_norm": 0.00596374087035656, "learning_rate": 1.2360929183730994e-06, "loss": 0.0059, "step": 294100 }, { "epoch": 4.876556515395201, "grad_norm": 0.06526748090982437, "learning_rate": 1.2344348460479848e-06, "loss": 0.0034, "step": 294110 }, { "epoch": 4.876722322627713, "grad_norm": 0.15515035390853882, "learning_rate": 1.2327767737228698e-06, "loss": 0.0031, "step": 294120 }, { "epoch": 4.876888129860225, "grad_norm": 0.015969811007380486, "learning_rate": 1.231118701397755e-06, "loss": 0.0181, "step": 294130 }, { "epoch": 4.877053937092736, "grad_norm": 0.0021876732353121042, "learning_rate": 1.2294606290726401e-06, "loss": 0.0044, "step": 294140 }, { "epoch": 4.877219744325248, "grad_norm": 0.29582715034484863, "learning_rate": 1.2278025567475255e-06, "loss": 0.0018, "step": 294150 }, { "epoch": 4.877385551557759, "grad_norm": 7.40039540687576e-05, "learning_rate": 1.2261444844224107e-06, "loss": 0.0001, "step": 294160 }, { "epoch": 4.877551358790271, "grad_norm": 0.0007602258701808751, "learning_rate": 1.2244864120972956e-06, "loss": 0.001, "step": 294170 }, { "epoch": 4.877717166022782, "grad_norm": 0.0008234655251726508, "learning_rate": 1.2228283397721808e-06, "loss": 0.0035, "step": 294180 }, { "epoch": 4.877882973255294, "grad_norm": 0.0014234251575544477, "learning_rate": 1.2211702674470662e-06, "loss": 0.0036, "step": 294190 }, { "epoch": 4.878048780487805, "grad_norm": 0.012597366236150265, "learning_rate": 1.2195121951219514e-06, "loss": 0.0031, "step": 294200 }, { "epoch": 4.878214587720317, "grad_norm": 0.11563339829444885, "learning_rate": 1.2178541227968365e-06, "loss": 0.0002, "step": 294210 }, { "epoch": 4.878380394952828, "grad_norm": 0.005096671171486378, "learning_rate": 1.2161960504717215e-06, "loss": 0.0001, "step": 294220 }, { "epoch": 4.87854620218534, "grad_norm": 0.002395923715084791, "learning_rate": 1.2145379781466067e-06, "loss": 0.0001, "step": 294230 }, { "epoch": 4.878712009417851, "grad_norm": 6.418987322831526e-05, "learning_rate": 1.212879905821492e-06, "loss": 0.0051, "step": 294240 }, { "epoch": 4.878877816650363, "grad_norm": 0.0001935156324179843, "learning_rate": 1.2112218334963772e-06, "loss": 0.0, "step": 294250 }, { "epoch": 4.879043623882874, "grad_norm": 0.0010749244829639792, "learning_rate": 1.2095637611712624e-06, "loss": 0.0002, "step": 294260 }, { "epoch": 4.8792094311153855, "grad_norm": 0.5184531211853027, "learning_rate": 1.2079056888461474e-06, "loss": 0.0035, "step": 294270 }, { "epoch": 4.8793752383478965, "grad_norm": 0.0012020367430523038, "learning_rate": 1.2062476165210328e-06, "loss": 0.0031, "step": 294280 }, { "epoch": 4.8795410455804085, "grad_norm": 0.41513723134994507, "learning_rate": 1.204589544195918e-06, "loss": 0.004, "step": 294290 }, { "epoch": 4.8797068528129195, "grad_norm": 0.005228440277278423, "learning_rate": 1.202931471870803e-06, "loss": 0.0039, "step": 294300 }, { "epoch": 4.879872660045431, "grad_norm": 4.164634447079152e-05, "learning_rate": 1.2012733995456883e-06, "loss": 0.0068, "step": 294310 }, { "epoch": 4.880038467277942, "grad_norm": 0.0036139588337391615, "learning_rate": 1.1996153272205734e-06, "loss": 0.0001, "step": 294320 }, { "epoch": 4.880204274510454, "grad_norm": 0.001383561291731894, "learning_rate": 1.1979572548954586e-06, "loss": 0.0174, "step": 294330 }, { "epoch": 4.880370081742965, "grad_norm": 0.19599002599716187, "learning_rate": 1.1962991825703438e-06, "loss": 0.015, "step": 294340 }, { "epoch": 4.880535888975477, "grad_norm": 0.6777430772781372, "learning_rate": 1.194641110245229e-06, "loss": 0.0027, "step": 294350 }, { "epoch": 4.880701696207988, "grad_norm": 0.4391773045063019, "learning_rate": 1.1929830379201141e-06, "loss": 0.0099, "step": 294360 }, { "epoch": 4.8808675034405, "grad_norm": 7.99752669990994e-05, "learning_rate": 1.1913249655949993e-06, "loss": 0.008, "step": 294370 }, { "epoch": 4.881033310673011, "grad_norm": 0.0010203017154708505, "learning_rate": 1.1896668932698845e-06, "loss": 0.0032, "step": 294380 }, { "epoch": 4.881199117905523, "grad_norm": 0.0015283675165846944, "learning_rate": 1.1880088209447697e-06, "loss": 0.0096, "step": 294390 }, { "epoch": 4.881364925138034, "grad_norm": 0.25279608368873596, "learning_rate": 1.1863507486196548e-06, "loss": 0.0002, "step": 294400 }, { "epoch": 4.881530732370546, "grad_norm": 0.00024086407211143523, "learning_rate": 1.18469267629454e-06, "loss": 0.0082, "step": 294410 }, { "epoch": 4.881696539603057, "grad_norm": 0.19436708092689514, "learning_rate": 1.1830346039694252e-06, "loss": 0.0061, "step": 294420 }, { "epoch": 4.881862346835569, "grad_norm": 0.14735382795333862, "learning_rate": 1.1813765316443104e-06, "loss": 0.0047, "step": 294430 }, { "epoch": 4.88202815406808, "grad_norm": 0.0002729517000261694, "learning_rate": 1.1797184593191955e-06, "loss": 0.0, "step": 294440 }, { "epoch": 4.882193961300592, "grad_norm": 0.001114111626520753, "learning_rate": 1.178060386994081e-06, "loss": 0.0026, "step": 294450 }, { "epoch": 4.882359768533103, "grad_norm": 0.0006474617985077202, "learning_rate": 1.1764023146689659e-06, "loss": 0.0, "step": 294460 }, { "epoch": 4.882525575765615, "grad_norm": 6.606448732782155e-05, "learning_rate": 1.174744242343851e-06, "loss": 0.0002, "step": 294470 }, { "epoch": 4.882691382998126, "grad_norm": 0.0711432620882988, "learning_rate": 1.1730861700187362e-06, "loss": 0.0039, "step": 294480 }, { "epoch": 4.882857190230638, "grad_norm": 0.0001286823971895501, "learning_rate": 1.1714280976936216e-06, "loss": 0.0001, "step": 294490 }, { "epoch": 4.883022997463149, "grad_norm": 0.00041655037784948945, "learning_rate": 1.1697700253685066e-06, "loss": 0.0002, "step": 294500 }, { "epoch": 4.883188804695661, "grad_norm": 0.12189602851867676, "learning_rate": 1.1681119530433917e-06, "loss": 0.0063, "step": 294510 }, { "epoch": 4.883354611928173, "grad_norm": 0.005559522658586502, "learning_rate": 1.166453880718277e-06, "loss": 0.0003, "step": 294520 }, { "epoch": 4.883520419160684, "grad_norm": 0.0008381753577850759, "learning_rate": 1.164795808393162e-06, "loss": 0.0005, "step": 294530 }, { "epoch": 4.883686226393195, "grad_norm": 0.15916620194911957, "learning_rate": 1.1631377360680475e-06, "loss": 0.0067, "step": 294540 }, { "epoch": 4.883852033625707, "grad_norm": 1.8610588085721247e-05, "learning_rate": 1.1614796637429324e-06, "loss": 0.0, "step": 294550 }, { "epoch": 4.884017840858219, "grad_norm": 0.00019616882491391152, "learning_rate": 1.1598215914178176e-06, "loss": 0.0032, "step": 294560 }, { "epoch": 4.88418364809073, "grad_norm": 0.0025506108067929745, "learning_rate": 1.1581635190927028e-06, "loss": 0.0047, "step": 294570 }, { "epoch": 4.884349455323241, "grad_norm": 0.015592741779983044, "learning_rate": 1.1565054467675882e-06, "loss": 0.0001, "step": 294580 }, { "epoch": 4.884515262555753, "grad_norm": 0.018625937402248383, "learning_rate": 1.1548473744424733e-06, "loss": 0.0006, "step": 294590 }, { "epoch": 4.8846810697882646, "grad_norm": 0.005165689159184694, "learning_rate": 1.1531893021173583e-06, "loss": 0.0, "step": 294600 }, { "epoch": 4.884846877020776, "grad_norm": 0.00021336035570129752, "learning_rate": 1.1515312297922435e-06, "loss": 0.002, "step": 294610 }, { "epoch": 4.8850126842532875, "grad_norm": 0.4748940169811249, "learning_rate": 1.1498731574671289e-06, "loss": 0.0039, "step": 294620 }, { "epoch": 4.8851784914857985, "grad_norm": 0.0006589932017959654, "learning_rate": 1.148215085142014e-06, "loss": 0.0001, "step": 294630 }, { "epoch": 4.88534429871831, "grad_norm": 4.2201761971227825e-05, "learning_rate": 1.1465570128168992e-06, "loss": 0.0, "step": 294640 }, { "epoch": 4.8855101059508215, "grad_norm": 0.00014285006909631193, "learning_rate": 1.1448989404917842e-06, "loss": 0.0004, "step": 294650 }, { "epoch": 4.885675913183333, "grad_norm": 0.002273698803037405, "learning_rate": 1.1432408681666695e-06, "loss": 0.0027, "step": 294660 }, { "epoch": 4.885841720415844, "grad_norm": 0.04152769222855568, "learning_rate": 1.1415827958415547e-06, "loss": 0.0038, "step": 294670 }, { "epoch": 4.886007527648356, "grad_norm": 0.0002822107635438442, "learning_rate": 1.1399247235164399e-06, "loss": 0.0079, "step": 294680 }, { "epoch": 4.886173334880867, "grad_norm": 0.0051875971257686615, "learning_rate": 1.138266651191325e-06, "loss": 0.0001, "step": 294690 }, { "epoch": 4.886339142113379, "grad_norm": 0.13443848490715027, "learning_rate": 1.13660857886621e-06, "loss": 0.0064, "step": 294700 }, { "epoch": 4.88650494934589, "grad_norm": 0.16439189016819, "learning_rate": 1.1349505065410954e-06, "loss": 0.0064, "step": 294710 }, { "epoch": 4.886670756578402, "grad_norm": 0.00012545484059955925, "learning_rate": 1.1332924342159806e-06, "loss": 0.0, "step": 294720 }, { "epoch": 4.886836563810913, "grad_norm": 5.7655979617265984e-05, "learning_rate": 1.1316343618908658e-06, "loss": 0.0046, "step": 294730 }, { "epoch": 4.887002371043425, "grad_norm": 5.189378134673461e-05, "learning_rate": 1.129976289565751e-06, "loss": 0.015, "step": 294740 }, { "epoch": 4.887168178275936, "grad_norm": 0.003215119009837508, "learning_rate": 1.128318217240636e-06, "loss": 0.0086, "step": 294750 }, { "epoch": 4.887333985508448, "grad_norm": 3.8990285247564316e-05, "learning_rate": 1.1266601449155213e-06, "loss": 0.0028, "step": 294760 }, { "epoch": 4.887499792740959, "grad_norm": 0.002658340847119689, "learning_rate": 1.1250020725904064e-06, "loss": 0.0106, "step": 294770 }, { "epoch": 4.887665599973471, "grad_norm": 4.248455661581829e-05, "learning_rate": 1.1233440002652916e-06, "loss": 0.0058, "step": 294780 }, { "epoch": 4.887831407205982, "grad_norm": 0.09757325798273087, "learning_rate": 1.1216859279401768e-06, "loss": 0.0023, "step": 294790 }, { "epoch": 4.887997214438494, "grad_norm": 0.49020442366600037, "learning_rate": 1.120027855615062e-06, "loss": 0.0009, "step": 294800 }, { "epoch": 4.888163021671005, "grad_norm": 0.00020656180277001113, "learning_rate": 1.1183697832899471e-06, "loss": 0.0003, "step": 294810 }, { "epoch": 4.888328828903517, "grad_norm": 0.0001277741539524868, "learning_rate": 1.1167117109648323e-06, "loss": 0.0012, "step": 294820 }, { "epoch": 4.888494636136028, "grad_norm": 0.0005495885270647705, "learning_rate": 1.1150536386397177e-06, "loss": 0.0056, "step": 294830 }, { "epoch": 4.88866044336854, "grad_norm": 8.27652620500885e-05, "learning_rate": 1.1133955663146027e-06, "loss": 0.0026, "step": 294840 }, { "epoch": 4.888826250601051, "grad_norm": 0.0013081814395263791, "learning_rate": 1.1117374939894878e-06, "loss": 0.0003, "step": 294850 }, { "epoch": 4.888992057833563, "grad_norm": 0.008310994133353233, "learning_rate": 1.110079421664373e-06, "loss": 0.0063, "step": 294860 }, { "epoch": 4.889157865066074, "grad_norm": 0.00016993233293760568, "learning_rate": 1.1084213493392582e-06, "loss": 0.0032, "step": 294870 }, { "epoch": 4.889323672298586, "grad_norm": 0.12898381054401398, "learning_rate": 1.1067632770141436e-06, "loss": 0.0033, "step": 294880 }, { "epoch": 4.889489479531097, "grad_norm": 0.005063330288976431, "learning_rate": 1.1051052046890285e-06, "loss": 0.0, "step": 294890 }, { "epoch": 4.889655286763609, "grad_norm": 0.0006039405707269907, "learning_rate": 1.1034471323639137e-06, "loss": 0.0001, "step": 294900 }, { "epoch": 4.88982109399612, "grad_norm": 0.1163162887096405, "learning_rate": 1.1017890600387989e-06, "loss": 0.0001, "step": 294910 }, { "epoch": 4.889986901228632, "grad_norm": 0.002404097467660904, "learning_rate": 1.1001309877136843e-06, "loss": 0.0, "step": 294920 }, { "epoch": 4.890152708461143, "grad_norm": 0.0016750579234212637, "learning_rate": 1.0984729153885694e-06, "loss": 0.0117, "step": 294930 }, { "epoch": 4.890318515693655, "grad_norm": 0.0010036624735221267, "learning_rate": 1.0968148430634544e-06, "loss": 0.0074, "step": 294940 }, { "epoch": 4.8904843229261665, "grad_norm": 0.00020987931929994375, "learning_rate": 1.0951567707383396e-06, "loss": 0.0023, "step": 294950 }, { "epoch": 4.8906501301586776, "grad_norm": 0.00028215511702001095, "learning_rate": 1.093498698413225e-06, "loss": 0.003, "step": 294960 }, { "epoch": 4.890815937391189, "grad_norm": 0.00012766044528689235, "learning_rate": 1.0918406260881101e-06, "loss": 0.0063, "step": 294970 }, { "epoch": 4.8909817446237005, "grad_norm": 9.577648597769439e-05, "learning_rate": 1.090182553762995e-06, "loss": 0.0077, "step": 294980 }, { "epoch": 4.891147551856212, "grad_norm": 0.0007497944752685726, "learning_rate": 1.0885244814378803e-06, "loss": 0.003, "step": 294990 }, { "epoch": 4.8913133590887234, "grad_norm": 0.009981133043766022, "learning_rate": 1.0868664091127654e-06, "loss": 0.0045, "step": 295000 }, { "epoch": 4.8914791663212345, "grad_norm": 0.006407004315406084, "learning_rate": 1.0852083367876508e-06, "loss": 0.0034, "step": 295010 }, { "epoch": 4.891644973553746, "grad_norm": 0.0003835774550680071, "learning_rate": 1.083550264462536e-06, "loss": 0.0001, "step": 295020 }, { "epoch": 4.891810780786258, "grad_norm": 0.00495683029294014, "learning_rate": 1.081892192137421e-06, "loss": 0.0, "step": 295030 }, { "epoch": 4.891976588018769, "grad_norm": 2.7759120712289587e-05, "learning_rate": 1.0802341198123061e-06, "loss": 0.0005, "step": 295040 }, { "epoch": 4.89214239525128, "grad_norm": 0.2545650899410248, "learning_rate": 1.0785760474871915e-06, "loss": 0.0048, "step": 295050 }, { "epoch": 4.892308202483792, "grad_norm": 1.2730079106404446e-05, "learning_rate": 1.0769179751620767e-06, "loss": 0.0003, "step": 295060 }, { "epoch": 4.892474009716304, "grad_norm": 0.00024629387189634144, "learning_rate": 1.0752599028369619e-06, "loss": 0.003, "step": 295070 }, { "epoch": 4.892639816948815, "grad_norm": 0.14014093577861786, "learning_rate": 1.0736018305118468e-06, "loss": 0.0071, "step": 295080 }, { "epoch": 4.892805624181327, "grad_norm": 0.0013399049639701843, "learning_rate": 1.0719437581867322e-06, "loss": 0.0026, "step": 295090 }, { "epoch": 4.892971431413838, "grad_norm": 0.13979914784431458, "learning_rate": 1.0702856858616174e-06, "loss": 0.0076, "step": 295100 }, { "epoch": 4.89313723864635, "grad_norm": 0.10638213902711868, "learning_rate": 1.0686276135365025e-06, "loss": 0.0002, "step": 295110 }, { "epoch": 4.893303045878861, "grad_norm": 0.0001035153036355041, "learning_rate": 1.0669695412113877e-06, "loss": 0.003, "step": 295120 }, { "epoch": 4.893468853111373, "grad_norm": 0.001667788135819137, "learning_rate": 1.0653114688862729e-06, "loss": 0.0032, "step": 295130 }, { "epoch": 4.893634660343884, "grad_norm": 3.613185617723502e-05, "learning_rate": 1.063653396561158e-06, "loss": 0.0057, "step": 295140 }, { "epoch": 4.893800467576396, "grad_norm": 0.0053636059165000916, "learning_rate": 1.0619953242360432e-06, "loss": 0.0041, "step": 295150 }, { "epoch": 4.893966274808907, "grad_norm": 1.2952733039855957, "learning_rate": 1.0603372519109284e-06, "loss": 0.0114, "step": 295160 }, { "epoch": 4.894132082041419, "grad_norm": 0.00012362388952169567, "learning_rate": 1.0586791795858136e-06, "loss": 0.0001, "step": 295170 }, { "epoch": 4.89429788927393, "grad_norm": 0.0003791295748669654, "learning_rate": 1.0570211072606988e-06, "loss": 0.0051, "step": 295180 }, { "epoch": 4.894463696506442, "grad_norm": 0.24570825695991516, "learning_rate": 1.055363034935584e-06, "loss": 0.0036, "step": 295190 }, { "epoch": 4.894629503738953, "grad_norm": 0.0008115022210404277, "learning_rate": 1.053704962610469e-06, "loss": 0.0026, "step": 295200 }, { "epoch": 4.894795310971465, "grad_norm": 0.00011167472985107452, "learning_rate": 1.0520468902853543e-06, "loss": 0.0001, "step": 295210 }, { "epoch": 4.894961118203976, "grad_norm": 0.638738214969635, "learning_rate": 1.0503888179602395e-06, "loss": 0.0069, "step": 295220 }, { "epoch": 4.895126925436488, "grad_norm": 0.00048072508070617914, "learning_rate": 1.0487307456351246e-06, "loss": 0.0074, "step": 295230 }, { "epoch": 4.895292732668999, "grad_norm": 0.001422086381353438, "learning_rate": 1.0470726733100098e-06, "loss": 0.0031, "step": 295240 }, { "epoch": 4.895458539901511, "grad_norm": 9.464338654652238e-05, "learning_rate": 1.045414600984895e-06, "loss": 0.003, "step": 295250 }, { "epoch": 4.895624347134022, "grad_norm": 0.00402919203042984, "learning_rate": 1.0437565286597804e-06, "loss": 0.0003, "step": 295260 }, { "epoch": 4.895790154366534, "grad_norm": 0.05309026688337326, "learning_rate": 1.0420984563346653e-06, "loss": 0.0031, "step": 295270 }, { "epoch": 4.895955961599045, "grad_norm": 0.0011511070188134909, "learning_rate": 1.0404403840095505e-06, "loss": 0.0054, "step": 295280 }, { "epoch": 4.896121768831557, "grad_norm": 0.0013953029410913587, "learning_rate": 1.0387823116844357e-06, "loss": 0.0001, "step": 295290 }, { "epoch": 4.896287576064068, "grad_norm": 0.28972679376602173, "learning_rate": 1.037124239359321e-06, "loss": 0.0037, "step": 295300 }, { "epoch": 4.8964533832965795, "grad_norm": 0.0010532905580475926, "learning_rate": 1.0354661670342062e-06, "loss": 0.0, "step": 295310 }, { "epoch": 4.896619190529091, "grad_norm": 0.025000493973493576, "learning_rate": 1.0338080947090912e-06, "loss": 0.0009, "step": 295320 }, { "epoch": 4.8967849977616025, "grad_norm": 0.026434335857629776, "learning_rate": 1.0321500223839764e-06, "loss": 0.0005, "step": 295330 }, { "epoch": 4.8969508049941135, "grad_norm": 9.549457172397524e-05, "learning_rate": 1.0304919500588615e-06, "loss": 0.0095, "step": 295340 }, { "epoch": 4.897116612226625, "grad_norm": 0.0023412229493260384, "learning_rate": 1.028833877733747e-06, "loss": 0.003, "step": 295350 }, { "epoch": 4.8972824194591364, "grad_norm": 0.00020438690262380987, "learning_rate": 1.027175805408632e-06, "loss": 0.0032, "step": 295360 }, { "epoch": 4.897448226691648, "grad_norm": 0.0001016327878460288, "learning_rate": 1.025517733083517e-06, "loss": 0.0025, "step": 295370 }, { "epoch": 4.897614033924159, "grad_norm": 0.0001970220182556659, "learning_rate": 1.0238596607584022e-06, "loss": 0.0086, "step": 295380 }, { "epoch": 4.897779841156671, "grad_norm": 0.008000358939170837, "learning_rate": 1.0222015884332876e-06, "loss": 0.0, "step": 295390 }, { "epoch": 4.897945648389182, "grad_norm": 0.0001903449883684516, "learning_rate": 1.0205435161081728e-06, "loss": 0.0001, "step": 295400 }, { "epoch": 4.898111455621694, "grad_norm": 0.00022284811711870134, "learning_rate": 1.018885443783058e-06, "loss": 0.0023, "step": 295410 }, { "epoch": 4.898277262854206, "grad_norm": 0.18915334343910217, "learning_rate": 1.017227371457943e-06, "loss": 0.0029, "step": 295420 }, { "epoch": 4.898443070086717, "grad_norm": 0.006441118661314249, "learning_rate": 1.0155692991328283e-06, "loss": 0.0094, "step": 295430 }, { "epoch": 4.898608877319228, "grad_norm": 0.0018042937153950334, "learning_rate": 1.0139112268077135e-06, "loss": 0.0061, "step": 295440 }, { "epoch": 4.89877468455174, "grad_norm": 0.03624593839049339, "learning_rate": 1.0122531544825986e-06, "loss": 0.0072, "step": 295450 }, { "epoch": 4.898940491784252, "grad_norm": 2.100293932016939e-05, "learning_rate": 1.0105950821574838e-06, "loss": 0.0046, "step": 295460 }, { "epoch": 4.899106299016763, "grad_norm": 0.24385127425193787, "learning_rate": 1.0089370098323688e-06, "loss": 0.0035, "step": 295470 }, { "epoch": 4.899272106249274, "grad_norm": 0.005790315568447113, "learning_rate": 1.0072789375072542e-06, "loss": 0.011, "step": 295480 }, { "epoch": 4.899437913481786, "grad_norm": 0.6211526989936829, "learning_rate": 1.0056208651821393e-06, "loss": 0.0031, "step": 295490 }, { "epoch": 4.899603720714298, "grad_norm": 0.007061928976327181, "learning_rate": 1.0039627928570245e-06, "loss": 0.0032, "step": 295500 }, { "epoch": 4.899769527946809, "grad_norm": 0.00022399284353014082, "learning_rate": 1.0023047205319095e-06, "loss": 0.0028, "step": 295510 }, { "epoch": 4.899935335179321, "grad_norm": 0.009692216292023659, "learning_rate": 1.0006466482067949e-06, "loss": 0.003, "step": 295520 }, { "epoch": 4.900101142411832, "grad_norm": 5.3022602514829487e-05, "learning_rate": 9.9898857588168e-07, "loss": 0.0062, "step": 295530 }, { "epoch": 4.900266949644344, "grad_norm": 0.0002190039085689932, "learning_rate": 9.973305035565652e-07, "loss": 0.0032, "step": 295540 }, { "epoch": 4.900432756876855, "grad_norm": 0.00043660320807248354, "learning_rate": 9.956724312314504e-07, "loss": 0.0049, "step": 295550 }, { "epoch": 4.900598564109367, "grad_norm": 4.5841134124202654e-05, "learning_rate": 9.940143589063355e-07, "loss": 0.0055, "step": 295560 }, { "epoch": 4.900764371341878, "grad_norm": 0.012065052054822445, "learning_rate": 9.923562865812207e-07, "loss": 0.0032, "step": 295570 }, { "epoch": 4.90093017857439, "grad_norm": 0.005204916466027498, "learning_rate": 9.90698214256106e-07, "loss": 0.0025, "step": 295580 }, { "epoch": 4.901095985806901, "grad_norm": 0.10081873834133148, "learning_rate": 9.89040141930991e-07, "loss": 0.0025, "step": 295590 }, { "epoch": 4.901261793039413, "grad_norm": 0.0025920250918716192, "learning_rate": 9.873820696058762e-07, "loss": 0.0023, "step": 295600 }, { "epoch": 4.901427600271924, "grad_norm": 0.0007475677412003279, "learning_rate": 9.857239972807614e-07, "loss": 0.0041, "step": 295610 }, { "epoch": 4.901593407504436, "grad_norm": 0.005209582857787609, "learning_rate": 9.840659249556466e-07, "loss": 0.0001, "step": 295620 }, { "epoch": 4.901759214736947, "grad_norm": 0.00024276388285215944, "learning_rate": 9.824078526305318e-07, "loss": 0.0085, "step": 295630 }, { "epoch": 4.901925021969459, "grad_norm": 0.00047601546975784004, "learning_rate": 9.80749780305417e-07, "loss": 0.0056, "step": 295640 }, { "epoch": 4.90209082920197, "grad_norm": 0.01861104927957058, "learning_rate": 9.790917079803021e-07, "loss": 0.0051, "step": 295650 }, { "epoch": 4.9022566364344815, "grad_norm": 0.00043960189213976264, "learning_rate": 9.774336356551873e-07, "loss": 0.0036, "step": 295660 }, { "epoch": 4.9024224436669925, "grad_norm": 0.0034342780709266663, "learning_rate": 9.757755633300725e-07, "loss": 0.0091, "step": 295670 }, { "epoch": 4.9025882508995045, "grad_norm": 0.17416565120220184, "learning_rate": 9.741174910049576e-07, "loss": 0.0003, "step": 295680 }, { "epoch": 4.9027540581320155, "grad_norm": 0.00021360111713875085, "learning_rate": 9.72459418679843e-07, "loss": 0.0074, "step": 295690 }, { "epoch": 4.902919865364527, "grad_norm": 0.0013574768090620637, "learning_rate": 9.70801346354728e-07, "loss": 0.0062, "step": 295700 }, { "epoch": 4.903085672597038, "grad_norm": 0.0012210806598886847, "learning_rate": 9.691432740296131e-07, "loss": 0.0, "step": 295710 }, { "epoch": 4.90325147982955, "grad_norm": 0.0003665866097435355, "learning_rate": 9.674852017044983e-07, "loss": 0.0065, "step": 295720 }, { "epoch": 4.903417287062061, "grad_norm": 2.95147328870371e-05, "learning_rate": 9.658271293793837e-07, "loss": 0.0061, "step": 295730 }, { "epoch": 4.903583094294573, "grad_norm": 0.14638464152812958, "learning_rate": 9.641690570542689e-07, "loss": 0.0045, "step": 295740 }, { "epoch": 4.903748901527084, "grad_norm": 0.00044468522537499666, "learning_rate": 9.625109847291538e-07, "loss": 0.0034, "step": 295750 }, { "epoch": 4.903914708759596, "grad_norm": 0.007201149594038725, "learning_rate": 9.60852912404039e-07, "loss": 0.0001, "step": 295760 }, { "epoch": 4.904080515992107, "grad_norm": 0.0018186436500400305, "learning_rate": 9.591948400789244e-07, "loss": 0.0081, "step": 295770 }, { "epoch": 4.904246323224619, "grad_norm": 0.1548573225736618, "learning_rate": 9.575367677538096e-07, "loss": 0.0131, "step": 295780 }, { "epoch": 4.90441213045713, "grad_norm": 0.00380884506739676, "learning_rate": 9.558786954286947e-07, "loss": 0.0015, "step": 295790 }, { "epoch": 4.904577937689642, "grad_norm": 0.00012238601630087942, "learning_rate": 9.542206231035797e-07, "loss": 0.0083, "step": 295800 }, { "epoch": 4.904743744922153, "grad_norm": 0.00024913085508160293, "learning_rate": 9.525625507784649e-07, "loss": 0.0039, "step": 295810 }, { "epoch": 4.904909552154665, "grad_norm": 0.0005648288642987609, "learning_rate": 9.509044784533503e-07, "loss": 0.0003, "step": 295820 }, { "epoch": 4.905075359387176, "grad_norm": 0.0021502745803445578, "learning_rate": 9.492464061282353e-07, "loss": 0.0086, "step": 295830 }, { "epoch": 4.905241166619688, "grad_norm": 0.030473841354250908, "learning_rate": 9.475883338031205e-07, "loss": 0.0011, "step": 295840 }, { "epoch": 4.9054069738522, "grad_norm": 0.00012950054951943457, "learning_rate": 9.459302614780057e-07, "loss": 0.0037, "step": 295850 }, { "epoch": 4.905572781084711, "grad_norm": 0.019508466124534607, "learning_rate": 9.44272189152891e-07, "loss": 0.0092, "step": 295860 }, { "epoch": 4.905738588317222, "grad_norm": 9.421762661077082e-05, "learning_rate": 9.426141168277761e-07, "loss": 0.0, "step": 295870 }, { "epoch": 4.905904395549734, "grad_norm": 0.0017196317203342915, "learning_rate": 9.409560445026612e-07, "loss": 0.0002, "step": 295880 }, { "epoch": 4.906070202782246, "grad_norm": 0.0007498394115827978, "learning_rate": 9.392979721775464e-07, "loss": 0.0013, "step": 295890 }, { "epoch": 4.906236010014757, "grad_norm": 0.0005949713522568345, "learning_rate": 9.376398998524316e-07, "loss": 0.0034, "step": 295900 }, { "epoch": 4.906401817247268, "grad_norm": 0.0008629764779470861, "learning_rate": 9.359818275273168e-07, "loss": 0.0029, "step": 295910 }, { "epoch": 4.90656762447978, "grad_norm": 8.3524952060543e-05, "learning_rate": 9.34323755202202e-07, "loss": 0.0002, "step": 295920 }, { "epoch": 4.906733431712292, "grad_norm": 0.18190589547157288, "learning_rate": 9.326656828770871e-07, "loss": 0.0028, "step": 295930 }, { "epoch": 4.906899238944803, "grad_norm": 0.0014289370737969875, "learning_rate": 9.310076105519724e-07, "loss": 0.0002, "step": 295940 }, { "epoch": 4.907065046177314, "grad_norm": 0.00022965199605096132, "learning_rate": 9.293495382268575e-07, "loss": 0.0028, "step": 295950 }, { "epoch": 4.907230853409826, "grad_norm": 0.11917359381914139, "learning_rate": 9.276914659017427e-07, "loss": 0.0064, "step": 295960 }, { "epoch": 4.907396660642338, "grad_norm": 0.0019097478361800313, "learning_rate": 9.260333935766279e-07, "loss": 0.0034, "step": 295970 }, { "epoch": 4.907562467874849, "grad_norm": 4.878198160440661e-05, "learning_rate": 9.243753212515129e-07, "loss": 0.0027, "step": 295980 }, { "epoch": 4.9077282751073605, "grad_norm": 0.16204088926315308, "learning_rate": 9.227172489263983e-07, "loss": 0.0056, "step": 295990 }, { "epoch": 4.907894082339872, "grad_norm": 0.0006868334603495896, "learning_rate": 9.210591766012834e-07, "loss": 0.0056, "step": 296000 }, { "epoch": 4.9080598895723835, "grad_norm": 0.04546721652150154, "learning_rate": 9.194011042761685e-07, "loss": 0.0083, "step": 296010 }, { "epoch": 4.9082256968048945, "grad_norm": 0.0007190580945461988, "learning_rate": 9.177430319510537e-07, "loss": 0.0023, "step": 296020 }, { "epoch": 4.908391504037406, "grad_norm": 0.00010228003520751372, "learning_rate": 9.16084959625939e-07, "loss": 0.0001, "step": 296030 }, { "epoch": 4.9085573112699175, "grad_norm": 0.0003346694866195321, "learning_rate": 9.144268873008242e-07, "loss": 0.0026, "step": 296040 }, { "epoch": 4.908723118502429, "grad_norm": 0.03272555395960808, "learning_rate": 9.127688149757092e-07, "loss": 0.001, "step": 296050 }, { "epoch": 4.90888892573494, "grad_norm": 0.0018885803874582052, "learning_rate": 9.111107426505944e-07, "loss": 0.0, "step": 296060 }, { "epoch": 4.909054732967452, "grad_norm": 0.000425494130467996, "learning_rate": 9.094526703254797e-07, "loss": 0.0128, "step": 296070 }, { "epoch": 4.909220540199963, "grad_norm": 0.0013813289115205407, "learning_rate": 9.077945980003649e-07, "loss": 0.0022, "step": 296080 }, { "epoch": 4.909386347432475, "grad_norm": 0.00031698515522293746, "learning_rate": 9.0613652567525e-07, "loss": 0.0048, "step": 296090 }, { "epoch": 4.909552154664986, "grad_norm": 0.0019347084453329444, "learning_rate": 9.044784533501351e-07, "loss": 0.0056, "step": 296100 }, { "epoch": 4.909717961897498, "grad_norm": 0.0027723342645913363, "learning_rate": 9.028203810250203e-07, "loss": 0.0026, "step": 296110 }, { "epoch": 4.909883769130009, "grad_norm": 0.005464366637170315, "learning_rate": 9.011623086999056e-07, "loss": 0.0001, "step": 296120 }, { "epoch": 4.910049576362521, "grad_norm": 0.030346304178237915, "learning_rate": 8.995042363747907e-07, "loss": 0.0031, "step": 296130 }, { "epoch": 4.910215383595032, "grad_norm": 0.059181492775678635, "learning_rate": 8.978461640496759e-07, "loss": 0.0001, "step": 296140 }, { "epoch": 4.910381190827544, "grad_norm": 0.0026025166735053062, "learning_rate": 8.96188091724561e-07, "loss": 0.0095, "step": 296150 }, { "epoch": 4.910546998060055, "grad_norm": 0.00011519440886331722, "learning_rate": 8.945300193994464e-07, "loss": 0.0054, "step": 296160 }, { "epoch": 4.910712805292567, "grad_norm": 0.003964483272284269, "learning_rate": 8.928719470743314e-07, "loss": 0.0001, "step": 296170 }, { "epoch": 4.910878612525078, "grad_norm": 0.000678482698276639, "learning_rate": 8.912138747492166e-07, "loss": 0.0042, "step": 296180 }, { "epoch": 4.91104441975759, "grad_norm": 9.645937825553119e-05, "learning_rate": 8.895558024241018e-07, "loss": 0.0001, "step": 296190 }, { "epoch": 4.911210226990101, "grad_norm": 0.005034307483583689, "learning_rate": 8.87897730098987e-07, "loss": 0.0029, "step": 296200 }, { "epoch": 4.911376034222613, "grad_norm": 0.000616257602814585, "learning_rate": 8.862396577738721e-07, "loss": 0.0104, "step": 296210 }, { "epoch": 4.911541841455124, "grad_norm": 0.0002562280569691211, "learning_rate": 8.845815854487573e-07, "loss": 0.0098, "step": 296220 }, { "epoch": 4.911707648687636, "grad_norm": 0.017731135711073875, "learning_rate": 8.829235131236425e-07, "loss": 0.0, "step": 296230 }, { "epoch": 4.911873455920147, "grad_norm": 0.023186132311820984, "learning_rate": 8.812654407985277e-07, "loss": 0.007, "step": 296240 }, { "epoch": 4.912039263152659, "grad_norm": 0.16274291276931763, "learning_rate": 8.796073684734129e-07, "loss": 0.0051, "step": 296250 }, { "epoch": 4.91220507038517, "grad_norm": 0.00301561807282269, "learning_rate": 8.77949296148298e-07, "loss": 0.0001, "step": 296260 }, { "epoch": 4.912370877617682, "grad_norm": 0.0006781836855225265, "learning_rate": 8.762912238231832e-07, "loss": 0.0068, "step": 296270 }, { "epoch": 4.912536684850193, "grad_norm": 0.006225799676030874, "learning_rate": 8.746331514980683e-07, "loss": 0.0008, "step": 296280 }, { "epoch": 4.912702492082705, "grad_norm": 0.002252567559480667, "learning_rate": 8.729750791729536e-07, "loss": 0.0056, "step": 296290 }, { "epoch": 4.912868299315216, "grad_norm": 0.1609266996383667, "learning_rate": 8.713170068478388e-07, "loss": 0.0018, "step": 296300 }, { "epoch": 4.913034106547728, "grad_norm": 0.00020847225096076727, "learning_rate": 8.696589345227238e-07, "loss": 0.0029, "step": 296310 }, { "epoch": 4.91319991378024, "grad_norm": 0.002473469590768218, "learning_rate": 8.68000862197609e-07, "loss": 0.0114, "step": 296320 }, { "epoch": 4.913365721012751, "grad_norm": 0.000645230058580637, "learning_rate": 8.663427898724943e-07, "loss": 0.0, "step": 296330 }, { "epoch": 4.913531528245262, "grad_norm": 0.004178760107606649, "learning_rate": 8.646847175473795e-07, "loss": 0.0095, "step": 296340 }, { "epoch": 4.9136973354777735, "grad_norm": 0.0029097076039761305, "learning_rate": 8.630266452222646e-07, "loss": 0.0081, "step": 296350 }, { "epoch": 4.9138631427102855, "grad_norm": 8.999143756227568e-05, "learning_rate": 8.613685728971497e-07, "loss": 0.0115, "step": 296360 }, { "epoch": 4.9140289499427965, "grad_norm": 0.00017509062308818102, "learning_rate": 8.597105005720351e-07, "loss": 0.0119, "step": 296370 }, { "epoch": 4.9141947571753075, "grad_norm": 7.904371159384027e-05, "learning_rate": 8.580524282469202e-07, "loss": 0.0002, "step": 296380 }, { "epoch": 4.914360564407819, "grad_norm": 0.0020200354047119617, "learning_rate": 8.563943559218053e-07, "loss": 0.0047, "step": 296390 }, { "epoch": 4.914526371640331, "grad_norm": 0.00046399590792134404, "learning_rate": 8.547362835966905e-07, "loss": 0.0116, "step": 296400 }, { "epoch": 4.914692178872842, "grad_norm": 0.003909867722541094, "learning_rate": 8.530782112715758e-07, "loss": 0.0149, "step": 296410 }, { "epoch": 4.914857986105354, "grad_norm": 0.16393469274044037, "learning_rate": 8.51420138946461e-07, "loss": 0.0029, "step": 296420 }, { "epoch": 4.915023793337865, "grad_norm": 0.005789212416857481, "learning_rate": 8.49762066621346e-07, "loss": 0.0076, "step": 296430 }, { "epoch": 4.915189600570377, "grad_norm": 0.0033040258567780256, "learning_rate": 8.481039942962312e-07, "loss": 0.0031, "step": 296440 }, { "epoch": 4.915355407802888, "grad_norm": 0.0005637769354507327, "learning_rate": 8.464459219711164e-07, "loss": 0.0, "step": 296450 }, { "epoch": 4.9155212150354, "grad_norm": 4.5075117668602616e-05, "learning_rate": 8.447878496460017e-07, "loss": 0.0093, "step": 296460 }, { "epoch": 4.915687022267911, "grad_norm": 8.739912118471693e-06, "learning_rate": 8.431297773208868e-07, "loss": 0.0093, "step": 296470 }, { "epoch": 4.915852829500423, "grad_norm": 0.006635733414441347, "learning_rate": 8.414717049957719e-07, "loss": 0.0009, "step": 296480 }, { "epoch": 4.916018636732934, "grad_norm": 0.01033747661858797, "learning_rate": 8.398136326706571e-07, "loss": 0.0032, "step": 296490 }, { "epoch": 4.916184443965446, "grad_norm": 0.014168355613946915, "learning_rate": 8.381555603455423e-07, "loss": 0.0034, "step": 296500 }, { "epoch": 4.916350251197957, "grad_norm": 0.03863685578107834, "learning_rate": 8.364974880204275e-07, "loss": 0.0078, "step": 296510 }, { "epoch": 4.916516058430469, "grad_norm": 0.0002556581748649478, "learning_rate": 8.348394156953127e-07, "loss": 0.0, "step": 296520 }, { "epoch": 4.91668186566298, "grad_norm": 0.04879223555326462, "learning_rate": 8.331813433701978e-07, "loss": 0.0001, "step": 296530 }, { "epoch": 4.916847672895492, "grad_norm": 6.981911428738385e-05, "learning_rate": 8.315232710450831e-07, "loss": 0.0062, "step": 296540 }, { "epoch": 4.917013480128003, "grad_norm": 0.00023649857030250132, "learning_rate": 8.298651987199682e-07, "loss": 0.004, "step": 296550 }, { "epoch": 4.917179287360515, "grad_norm": 0.0010912077268585563, "learning_rate": 8.282071263948534e-07, "loss": 0.0, "step": 296560 }, { "epoch": 4.917345094593026, "grad_norm": 3.070835373364389e-05, "learning_rate": 8.265490540697386e-07, "loss": 0.0074, "step": 296570 }, { "epoch": 4.917510901825538, "grad_norm": 0.023685205727815628, "learning_rate": 8.248909817446236e-07, "loss": 0.004, "step": 296580 }, { "epoch": 4.917676709058049, "grad_norm": 0.0017722449265420437, "learning_rate": 8.23232909419509e-07, "loss": 0.0109, "step": 296590 }, { "epoch": 4.917842516290561, "grad_norm": 0.000730738218408078, "learning_rate": 8.215748370943941e-07, "loss": 0.0056, "step": 296600 }, { "epoch": 4.918008323523072, "grad_norm": 4.776581045007333e-05, "learning_rate": 8.199167647692793e-07, "loss": 0.0059, "step": 296610 }, { "epoch": 4.918174130755584, "grad_norm": 0.15458807349205017, "learning_rate": 8.182586924441644e-07, "loss": 0.0065, "step": 296620 }, { "epoch": 4.918339937988095, "grad_norm": 0.11595100909471512, "learning_rate": 8.166006201190497e-07, "loss": 0.0065, "step": 296630 }, { "epoch": 4.918505745220607, "grad_norm": 0.0015610146801918745, "learning_rate": 8.149425477939349e-07, "loss": 0.0028, "step": 296640 }, { "epoch": 4.918671552453118, "grad_norm": 0.17090587317943573, "learning_rate": 8.132844754688199e-07, "loss": 0.0021, "step": 296650 }, { "epoch": 4.91883735968563, "grad_norm": 0.004095575772225857, "learning_rate": 8.116264031437051e-07, "loss": 0.0087, "step": 296660 }, { "epoch": 4.919003166918141, "grad_norm": 0.0013144668191671371, "learning_rate": 8.099683308185904e-07, "loss": 0.006, "step": 296670 }, { "epoch": 4.919168974150653, "grad_norm": 0.00054976309183985, "learning_rate": 8.083102584934756e-07, "loss": 0.0074, "step": 296680 }, { "epoch": 4.919334781383164, "grad_norm": 0.001242159167304635, "learning_rate": 8.066521861683606e-07, "loss": 0.0078, "step": 296690 }, { "epoch": 4.9195005886156755, "grad_norm": 0.0018418128602206707, "learning_rate": 8.049941138432458e-07, "loss": 0.0063, "step": 296700 }, { "epoch": 4.9196663958481865, "grad_norm": 0.00011898711090907454, "learning_rate": 8.033360415181311e-07, "loss": 0.0026, "step": 296710 }, { "epoch": 4.9198322030806985, "grad_norm": 0.4589073956012726, "learning_rate": 8.016779691930163e-07, "loss": 0.0035, "step": 296720 }, { "epoch": 4.9199980103132095, "grad_norm": 0.0007022595964372158, "learning_rate": 8.000198968679014e-07, "loss": 0.0, "step": 296730 }, { "epoch": 4.920163817545721, "grad_norm": 0.7012141346931458, "learning_rate": 7.983618245427865e-07, "loss": 0.0023, "step": 296740 }, { "epoch": 4.920329624778233, "grad_norm": 0.1812526434659958, "learning_rate": 7.967037522176717e-07, "loss": 0.0065, "step": 296750 }, { "epoch": 4.920495432010744, "grad_norm": 0.00028285494772717357, "learning_rate": 7.95045679892557e-07, "loss": 0.0002, "step": 296760 }, { "epoch": 4.920661239243255, "grad_norm": 0.16353730857372284, "learning_rate": 7.933876075674421e-07, "loss": 0.0053, "step": 296770 }, { "epoch": 4.920827046475767, "grad_norm": 0.00022955822350922972, "learning_rate": 7.917295352423273e-07, "loss": 0.0062, "step": 296780 }, { "epoch": 4.920992853708279, "grad_norm": 0.010754321701824665, "learning_rate": 7.900714629172124e-07, "loss": 0.0034, "step": 296790 }, { "epoch": 4.92115866094079, "grad_norm": 0.0009050620719790459, "learning_rate": 7.884133905920978e-07, "loss": 0.0097, "step": 296800 }, { "epoch": 4.921324468173301, "grad_norm": 0.00018617040768731385, "learning_rate": 7.867553182669828e-07, "loss": 0.0106, "step": 296810 }, { "epoch": 4.921490275405813, "grad_norm": 0.007681623566895723, "learning_rate": 7.85097245941868e-07, "loss": 0.0083, "step": 296820 }, { "epoch": 4.921656082638325, "grad_norm": 0.0011686189100146294, "learning_rate": 7.834391736167532e-07, "loss": 0.0101, "step": 296830 }, { "epoch": 4.921821889870836, "grad_norm": 0.18943949043750763, "learning_rate": 7.817811012916384e-07, "loss": 0.0041, "step": 296840 }, { "epoch": 4.921987697103347, "grad_norm": 0.25698158144950867, "learning_rate": 7.801230289665236e-07, "loss": 0.0028, "step": 296850 }, { "epoch": 4.922153504335859, "grad_norm": 0.0007623204146511853, "learning_rate": 7.784649566414087e-07, "loss": 0.0026, "step": 296860 }, { "epoch": 4.922319311568371, "grad_norm": 0.0010620014509186149, "learning_rate": 7.76806884316294e-07, "loss": 0.0017, "step": 296870 }, { "epoch": 4.922485118800882, "grad_norm": 0.0668015405535698, "learning_rate": 7.751488119911791e-07, "loss": 0.0068, "step": 296880 }, { "epoch": 4.922650926033394, "grad_norm": 0.000586619193200022, "learning_rate": 7.734907396660643e-07, "loss": 0.0044, "step": 296890 }, { "epoch": 4.922816733265905, "grad_norm": 0.00011238142178626731, "learning_rate": 7.718326673409495e-07, "loss": 0.0045, "step": 296900 }, { "epoch": 4.922982540498417, "grad_norm": 4.680448455474107e-06, "learning_rate": 7.701745950158346e-07, "loss": 0.0024, "step": 296910 }, { "epoch": 4.923148347730928, "grad_norm": 0.0007074533496052027, "learning_rate": 7.685165226907198e-07, "loss": 0.0112, "step": 296920 }, { "epoch": 4.92331415496344, "grad_norm": 0.0001756886049406603, "learning_rate": 7.66858450365605e-07, "loss": 0.0122, "step": 296930 }, { "epoch": 4.923479962195951, "grad_norm": 0.00011163122690049931, "learning_rate": 7.652003780404902e-07, "loss": 0.0026, "step": 296940 }, { "epoch": 4.923645769428463, "grad_norm": 0.0005787902628071606, "learning_rate": 7.635423057153754e-07, "loss": 0.0, "step": 296950 }, { "epoch": 4.923811576660974, "grad_norm": 0.3214302361011505, "learning_rate": 7.618842333902605e-07, "loss": 0.0051, "step": 296960 }, { "epoch": 4.923977383893486, "grad_norm": 0.008401063270866871, "learning_rate": 7.602261610651457e-07, "loss": 0.0038, "step": 296970 }, { "epoch": 4.924143191125997, "grad_norm": 0.0012614396400749683, "learning_rate": 7.585680887400309e-07, "loss": 0.0055, "step": 296980 }, { "epoch": 4.924308998358509, "grad_norm": 0.05621488019824028, "learning_rate": 7.56910016414916e-07, "loss": 0.0025, "step": 296990 }, { "epoch": 4.92447480559102, "grad_norm": 0.000602673040702939, "learning_rate": 7.552519440898012e-07, "loss": 0.0036, "step": 297000 }, { "epoch": 4.924640612823532, "grad_norm": 0.09324876219034195, "learning_rate": 7.535938717646864e-07, "loss": 0.009, "step": 297010 }, { "epoch": 4.924806420056043, "grad_norm": 0.0008080389234237373, "learning_rate": 7.519357994395717e-07, "loss": 0.0054, "step": 297020 }, { "epoch": 4.9249722272885545, "grad_norm": 0.001569315092638135, "learning_rate": 7.502777271144567e-07, "loss": 0.0064, "step": 297030 }, { "epoch": 4.925138034521066, "grad_norm": 0.003929883241653442, "learning_rate": 7.48619654789342e-07, "loss": 0.0029, "step": 297040 }, { "epoch": 4.9253038417535775, "grad_norm": 0.0001098507345886901, "learning_rate": 7.469615824642271e-07, "loss": 0.0005, "step": 297050 }, { "epoch": 4.9254696489860885, "grad_norm": 0.184602752327919, "learning_rate": 7.453035101391123e-07, "loss": 0.0021, "step": 297060 }, { "epoch": 4.9256354562186, "grad_norm": 0.00010575677151791751, "learning_rate": 7.436454378139975e-07, "loss": 0.0076, "step": 297070 }, { "epoch": 4.9258012634511115, "grad_norm": 0.0002904056163970381, "learning_rate": 7.419873654888826e-07, "loss": 0.0063, "step": 297080 }, { "epoch": 4.925967070683623, "grad_norm": 0.011852800846099854, "learning_rate": 7.403292931637679e-07, "loss": 0.0129, "step": 297090 }, { "epoch": 4.926132877916134, "grad_norm": 0.01237422600388527, "learning_rate": 7.38671220838653e-07, "loss": 0.0053, "step": 297100 }, { "epoch": 4.926298685148646, "grad_norm": 0.00019246303418185562, "learning_rate": 7.370131485135382e-07, "loss": 0.0029, "step": 297110 }, { "epoch": 4.926464492381157, "grad_norm": 0.0014533072244375944, "learning_rate": 7.353550761884234e-07, "loss": 0.002, "step": 297120 }, { "epoch": 4.926630299613669, "grad_norm": 0.0006491122185252607, "learning_rate": 7.336970038633086e-07, "loss": 0.0076, "step": 297130 }, { "epoch": 4.92679610684618, "grad_norm": 0.0001297824492212385, "learning_rate": 7.320389315381937e-07, "loss": 0.0085, "step": 297140 }, { "epoch": 4.926961914078692, "grad_norm": 0.004738448187708855, "learning_rate": 7.303808592130789e-07, "loss": 0.0031, "step": 297150 }, { "epoch": 4.927127721311203, "grad_norm": 0.0007723542512394488, "learning_rate": 7.287227868879641e-07, "loss": 0.0001, "step": 297160 }, { "epoch": 4.927293528543715, "grad_norm": 0.0009031984372995794, "learning_rate": 7.270647145628493e-07, "loss": 0.0049, "step": 297170 }, { "epoch": 4.927459335776226, "grad_norm": 0.006500679068267345, "learning_rate": 7.254066422377344e-07, "loss": 0.0088, "step": 297180 }, { "epoch": 4.927625143008738, "grad_norm": 0.02418426424264908, "learning_rate": 7.237485699126196e-07, "loss": 0.0046, "step": 297190 }, { "epoch": 4.927790950241249, "grad_norm": 0.0010704152518883348, "learning_rate": 7.220904975875048e-07, "loss": 0.0085, "step": 297200 }, { "epoch": 4.927956757473761, "grad_norm": 0.00022381116286851466, "learning_rate": 7.2043242526239e-07, "loss": 0.0061, "step": 297210 }, { "epoch": 4.928122564706273, "grad_norm": 0.00018012472719419748, "learning_rate": 7.187743529372751e-07, "loss": 0.001, "step": 297220 }, { "epoch": 4.928288371938784, "grad_norm": 0.3599439263343811, "learning_rate": 7.171162806121603e-07, "loss": 0.0032, "step": 297230 }, { "epoch": 4.928454179171295, "grad_norm": 0.004784639459103346, "learning_rate": 7.154582082870455e-07, "loss": 0.0005, "step": 297240 }, { "epoch": 4.928619986403807, "grad_norm": 0.0008193821413442492, "learning_rate": 7.138001359619306e-07, "loss": 0.0093, "step": 297250 }, { "epoch": 4.928785793636319, "grad_norm": 0.008287079632282257, "learning_rate": 7.121420636368159e-07, "loss": 0.0025, "step": 297260 }, { "epoch": 4.92895160086883, "grad_norm": 0.001035245950333774, "learning_rate": 7.10483991311701e-07, "loss": 0.004, "step": 297270 }, { "epoch": 4.929117408101341, "grad_norm": 0.0005872375331819057, "learning_rate": 7.088259189865863e-07, "loss": 0.0072, "step": 297280 }, { "epoch": 4.929283215333853, "grad_norm": 0.17250248789787292, "learning_rate": 7.071678466614713e-07, "loss": 0.0056, "step": 297290 }, { "epoch": 4.929449022566365, "grad_norm": 0.0007943680393509567, "learning_rate": 7.055097743363566e-07, "loss": 0.0003, "step": 297300 }, { "epoch": 4.929614829798876, "grad_norm": 8.830557635519654e-05, "learning_rate": 7.038517020112418e-07, "loss": 0.0039, "step": 297310 }, { "epoch": 4.929780637031388, "grad_norm": 0.00015389316831715405, "learning_rate": 7.02193629686127e-07, "loss": 0.0001, "step": 297320 }, { "epoch": 4.929946444263899, "grad_norm": 0.0008870409801602364, "learning_rate": 7.005355573610121e-07, "loss": 0.0041, "step": 297330 }, { "epoch": 4.930112251496411, "grad_norm": 0.0005413846229203045, "learning_rate": 6.988774850358973e-07, "loss": 0.0029, "step": 297340 }, { "epoch": 4.930278058728922, "grad_norm": 0.00022089631238486618, "learning_rate": 6.972194127107825e-07, "loss": 0.0083, "step": 297350 }, { "epoch": 4.930443865961434, "grad_norm": 0.32818353176116943, "learning_rate": 6.955613403856677e-07, "loss": 0.0091, "step": 297360 }, { "epoch": 4.930609673193945, "grad_norm": 0.003652930725365877, "learning_rate": 6.939032680605528e-07, "loss": 0.0001, "step": 297370 }, { "epoch": 4.9307754804264565, "grad_norm": 0.02768195979297161, "learning_rate": 6.92245195735438e-07, "loss": 0.004, "step": 297380 }, { "epoch": 4.9309412876589676, "grad_norm": 0.00046204152749851346, "learning_rate": 6.905871234103232e-07, "loss": 0.0039, "step": 297390 }, { "epoch": 4.9311070948914795, "grad_norm": 0.41823214292526245, "learning_rate": 6.889290510852084e-07, "loss": 0.0051, "step": 297400 }, { "epoch": 4.9312729021239905, "grad_norm": 0.00045829289592802525, "learning_rate": 6.872709787600935e-07, "loss": 0.0018, "step": 297410 }, { "epoch": 4.931438709356502, "grad_norm": 0.21509887278079987, "learning_rate": 6.856129064349787e-07, "loss": 0.0035, "step": 297420 }, { "epoch": 4.931604516589013, "grad_norm": 0.006321116350591183, "learning_rate": 6.839548341098639e-07, "loss": 0.004, "step": 297430 }, { "epoch": 4.931770323821525, "grad_norm": 3.017400376847945e-05, "learning_rate": 6.82296761784749e-07, "loss": 0.006, "step": 297440 }, { "epoch": 4.931936131054036, "grad_norm": 0.19215095043182373, "learning_rate": 6.806386894596343e-07, "loss": 0.0058, "step": 297450 }, { "epoch": 4.932101938286548, "grad_norm": 0.00036619065213017166, "learning_rate": 6.789806171345194e-07, "loss": 0.004, "step": 297460 }, { "epoch": 4.932267745519059, "grad_norm": 0.00038674863753840327, "learning_rate": 6.773225448094047e-07, "loss": 0.0, "step": 297470 }, { "epoch": 4.932433552751571, "grad_norm": 0.00026735904975794256, "learning_rate": 6.756644724842897e-07, "loss": 0.0025, "step": 297480 }, { "epoch": 4.932599359984082, "grad_norm": 0.25338637828826904, "learning_rate": 6.74006400159175e-07, "loss": 0.0043, "step": 297490 }, { "epoch": 4.932765167216594, "grad_norm": 0.002642006380483508, "learning_rate": 6.723483278340602e-07, "loss": 0.0, "step": 297500 }, { "epoch": 4.932930974449105, "grad_norm": 0.0007766116177663207, "learning_rate": 6.706902555089454e-07, "loss": 0.0026, "step": 297510 }, { "epoch": 4.933096781681617, "grad_norm": 0.0004660050035454333, "learning_rate": 6.690321831838305e-07, "loss": 0.0033, "step": 297520 }, { "epoch": 4.933262588914128, "grad_norm": 0.20118394494056702, "learning_rate": 6.673741108587156e-07, "loss": 0.0032, "step": 297530 }, { "epoch": 4.93342839614664, "grad_norm": 0.14019142091274261, "learning_rate": 6.657160385336009e-07, "loss": 0.0051, "step": 297540 }, { "epoch": 4.933594203379151, "grad_norm": 0.008143147453665733, "learning_rate": 6.640579662084861e-07, "loss": 0.0121, "step": 297550 }, { "epoch": 4.933760010611663, "grad_norm": 0.0034232554025948048, "learning_rate": 6.623998938833712e-07, "loss": 0.0084, "step": 297560 }, { "epoch": 4.933925817844174, "grad_norm": 0.0006126473308540881, "learning_rate": 6.607418215582564e-07, "loss": 0.0001, "step": 297570 }, { "epoch": 4.934091625076686, "grad_norm": 7.379748421953991e-05, "learning_rate": 6.590837492331416e-07, "loss": 0.0042, "step": 297580 }, { "epoch": 4.934257432309197, "grad_norm": 0.05419211834669113, "learning_rate": 6.574256769080267e-07, "loss": 0.0002, "step": 297590 }, { "epoch": 4.934423239541709, "grad_norm": 0.001056200242601335, "learning_rate": 6.557676045829119e-07, "loss": 0.0047, "step": 297600 }, { "epoch": 4.93458904677422, "grad_norm": 0.14237836003303528, "learning_rate": 6.541095322577971e-07, "loss": 0.0127, "step": 297610 }, { "epoch": 4.934754854006732, "grad_norm": 6.060750092728995e-05, "learning_rate": 6.524514599326824e-07, "loss": 0.0, "step": 297620 }, { "epoch": 4.934920661239243, "grad_norm": 0.0005802141968160868, "learning_rate": 6.507933876075674e-07, "loss": 0.0067, "step": 297630 }, { "epoch": 4.935086468471755, "grad_norm": 0.0005050458712503314, "learning_rate": 6.491353152824527e-07, "loss": 0.0026, "step": 297640 }, { "epoch": 4.935252275704266, "grad_norm": 0.006286263931542635, "learning_rate": 6.474772429573378e-07, "loss": 0.0047, "step": 297650 }, { "epoch": 4.935418082936778, "grad_norm": 0.14305999875068665, "learning_rate": 6.458191706322231e-07, "loss": 0.003, "step": 297660 }, { "epoch": 4.935583890169289, "grad_norm": 0.00032570422627031803, "learning_rate": 6.441610983071081e-07, "loss": 0.0025, "step": 297670 }, { "epoch": 4.935749697401801, "grad_norm": 0.05094548687338829, "learning_rate": 6.425030259819934e-07, "loss": 0.0012, "step": 297680 }, { "epoch": 4.935915504634313, "grad_norm": 0.0001335261476924643, "learning_rate": 6.408449536568786e-07, "loss": 0.0099, "step": 297690 }, { "epoch": 4.936081311866824, "grad_norm": 3.987745731137693e-05, "learning_rate": 6.391868813317637e-07, "loss": 0.0078, "step": 297700 }, { "epoch": 4.936247119099335, "grad_norm": 0.0010324532631784678, "learning_rate": 6.375288090066489e-07, "loss": 0.0001, "step": 297710 }, { "epoch": 4.936412926331847, "grad_norm": 0.0007276515243574977, "learning_rate": 6.35870736681534e-07, "loss": 0.0087, "step": 297720 }, { "epoch": 4.9365787335643585, "grad_norm": 2.0996498278691433e-05, "learning_rate": 6.342126643564193e-07, "loss": 0.0003, "step": 297730 }, { "epoch": 4.9367445407968695, "grad_norm": 0.00022905750665813684, "learning_rate": 6.325545920313044e-07, "loss": 0.0037, "step": 297740 }, { "epoch": 4.936910348029381, "grad_norm": 0.0003023273020517081, "learning_rate": 6.308965197061896e-07, "loss": 0.0066, "step": 297750 }, { "epoch": 4.9370761552618925, "grad_norm": 0.14087966084480286, "learning_rate": 6.292384473810748e-07, "loss": 0.0038, "step": 297760 }, { "epoch": 4.937241962494404, "grad_norm": 0.00027704701642505825, "learning_rate": 6.2758037505596e-07, "loss": 0.0065, "step": 297770 }, { "epoch": 4.937407769726915, "grad_norm": 0.0005138996057212353, "learning_rate": 6.259223027308451e-07, "loss": 0.0103, "step": 297780 }, { "epoch": 4.937573576959427, "grad_norm": 0.015217765234410763, "learning_rate": 6.242642304057303e-07, "loss": 0.0001, "step": 297790 }, { "epoch": 4.937739384191938, "grad_norm": 0.00024233180738519877, "learning_rate": 6.226061580806155e-07, "loss": 0.0008, "step": 297800 }, { "epoch": 4.93790519142445, "grad_norm": 3.383405055501498e-05, "learning_rate": 6.209480857555008e-07, "loss": 0.0085, "step": 297810 }, { "epoch": 4.938070998656961, "grad_norm": 0.0022653304040431976, "learning_rate": 6.192900134303858e-07, "loss": 0.0052, "step": 297820 }, { "epoch": 4.938236805889473, "grad_norm": 0.0030656708404421806, "learning_rate": 6.176319411052711e-07, "loss": 0.0023, "step": 297830 }, { "epoch": 4.938402613121984, "grad_norm": 0.00016745837638154626, "learning_rate": 6.159738687801562e-07, "loss": 0.0001, "step": 297840 }, { "epoch": 4.938568420354496, "grad_norm": 0.004278503358364105, "learning_rate": 6.143157964550414e-07, "loss": 0.0023, "step": 297850 }, { "epoch": 4.938734227587007, "grad_norm": 0.0001865466037997976, "learning_rate": 6.126577241299266e-07, "loss": 0.0008, "step": 297860 }, { "epoch": 4.938900034819519, "grad_norm": 1.4639754226664081e-05, "learning_rate": 6.109996518048117e-07, "loss": 0.0068, "step": 297870 }, { "epoch": 4.93906584205203, "grad_norm": 0.0011256802827119827, "learning_rate": 6.09341579479697e-07, "loss": 0.0113, "step": 297880 }, { "epoch": 4.939231649284542, "grad_norm": 0.0002261235349578783, "learning_rate": 6.07683507154582e-07, "loss": 0.0032, "step": 297890 }, { "epoch": 4.939397456517053, "grad_norm": 0.0001152209733845666, "learning_rate": 6.060254348294673e-07, "loss": 0.0013, "step": 297900 }, { "epoch": 4.939563263749565, "grad_norm": 2.0824343664571643e-05, "learning_rate": 6.043673625043524e-07, "loss": 0.0028, "step": 297910 }, { "epoch": 4.939729070982076, "grad_norm": 0.005489167291671038, "learning_rate": 6.027092901792377e-07, "loss": 0.0048, "step": 297920 }, { "epoch": 4.939894878214588, "grad_norm": 0.0034390862565487623, "learning_rate": 6.010512178541228e-07, "loss": 0.0056, "step": 297930 }, { "epoch": 4.940060685447099, "grad_norm": 0.0004421337798703462, "learning_rate": 5.99393145529008e-07, "loss": 0.0001, "step": 297940 }, { "epoch": 4.940226492679611, "grad_norm": 0.00012258431524969637, "learning_rate": 5.977350732038932e-07, "loss": 0.0, "step": 297950 }, { "epoch": 4.940392299912122, "grad_norm": 0.0005548220360651612, "learning_rate": 5.960770008787784e-07, "loss": 0.0028, "step": 297960 }, { "epoch": 4.940558107144634, "grad_norm": 0.002712611109018326, "learning_rate": 5.944189285536635e-07, "loss": 0.0002, "step": 297970 }, { "epoch": 4.940723914377145, "grad_norm": 0.000702056335285306, "learning_rate": 5.927608562285487e-07, "loss": 0.0034, "step": 297980 }, { "epoch": 4.940889721609657, "grad_norm": 0.12411665916442871, "learning_rate": 5.911027839034339e-07, "loss": 0.008, "step": 297990 }, { "epoch": 4.941055528842168, "grad_norm": 0.0029760273173451424, "learning_rate": 5.894447115783191e-07, "loss": 0.0065, "step": 298000 }, { "epoch": 4.94122133607468, "grad_norm": 1.9946915926993825e-05, "learning_rate": 5.877866392532042e-07, "loss": 0.0096, "step": 298010 }, { "epoch": 4.941387143307191, "grad_norm": 5.9791818785015494e-05, "learning_rate": 5.861285669280894e-07, "loss": 0.0053, "step": 298020 }, { "epoch": 4.941552950539703, "grad_norm": 0.1952672302722931, "learning_rate": 5.844704946029746e-07, "loss": 0.0032, "step": 298030 }, { "epoch": 4.941718757772214, "grad_norm": 0.7543489933013916, "learning_rate": 5.828124222778597e-07, "loss": 0.0097, "step": 298040 }, { "epoch": 4.941884565004726, "grad_norm": 0.0001131207900471054, "learning_rate": 5.81154349952745e-07, "loss": 0.0024, "step": 298050 }, { "epoch": 4.942050372237237, "grad_norm": 0.07355818897485733, "learning_rate": 5.794962776276301e-07, "loss": 0.0016, "step": 298060 }, { "epoch": 4.942216179469749, "grad_norm": 9.02735919225961e-05, "learning_rate": 5.778382053025154e-07, "loss": 0.0002, "step": 298070 }, { "epoch": 4.94238198670226, "grad_norm": 1.2532228231430054, "learning_rate": 5.761801329774004e-07, "loss": 0.0029, "step": 298080 }, { "epoch": 4.9425477939347715, "grad_norm": 0.5274966359138489, "learning_rate": 5.745220606522857e-07, "loss": 0.0071, "step": 298090 }, { "epoch": 4.9427136011672825, "grad_norm": 0.001277691451832652, "learning_rate": 5.728639883271709e-07, "loss": 0.0002, "step": 298100 }, { "epoch": 4.9428794083997944, "grad_norm": 0.0053400881588459015, "learning_rate": 5.712059160020561e-07, "loss": 0.0039, "step": 298110 }, { "epoch": 4.943045215632306, "grad_norm": 0.006146400701254606, "learning_rate": 5.695478436769412e-07, "loss": 0.0032, "step": 298120 }, { "epoch": 4.943211022864817, "grad_norm": 0.24589675664901733, "learning_rate": 5.678897713518264e-07, "loss": 0.0058, "step": 298130 }, { "epoch": 4.943376830097328, "grad_norm": 2.9718003133893944e-05, "learning_rate": 5.662316990267116e-07, "loss": 0.0025, "step": 298140 }, { "epoch": 4.94354263732984, "grad_norm": 0.0055099972523748875, "learning_rate": 5.645736267015968e-07, "loss": 0.0032, "step": 298150 }, { "epoch": 4.943708444562352, "grad_norm": 0.2049584686756134, "learning_rate": 5.629155543764819e-07, "loss": 0.0056, "step": 298160 }, { "epoch": 4.943874251794863, "grad_norm": 0.13469672203063965, "learning_rate": 5.612574820513671e-07, "loss": 0.0032, "step": 298170 }, { "epoch": 4.944040059027374, "grad_norm": 0.001188431866466999, "learning_rate": 5.595994097262523e-07, "loss": 0.0006, "step": 298180 }, { "epoch": 4.944205866259886, "grad_norm": 0.004624946974217892, "learning_rate": 5.579413374011375e-07, "loss": 0.0001, "step": 298190 }, { "epoch": 4.944371673492398, "grad_norm": 0.00029114066273905337, "learning_rate": 5.562832650760226e-07, "loss": 0.003, "step": 298200 }, { "epoch": 4.944537480724909, "grad_norm": 0.1375856250524521, "learning_rate": 5.546251927509078e-07, "loss": 0.0011, "step": 298210 }, { "epoch": 4.944703287957421, "grad_norm": 0.00015234807506203651, "learning_rate": 5.52967120425793e-07, "loss": 0.0021, "step": 298220 }, { "epoch": 4.944869095189932, "grad_norm": 0.0243635606020689, "learning_rate": 5.513090481006781e-07, "loss": 0.0034, "step": 298230 }, { "epoch": 4.945034902422444, "grad_norm": 0.010148284956812859, "learning_rate": 5.496509757755634e-07, "loss": 0.0001, "step": 298240 }, { "epoch": 4.945200709654955, "grad_norm": 0.16187475621700287, "learning_rate": 5.479929034504485e-07, "loss": 0.0071, "step": 298250 }, { "epoch": 4.945366516887467, "grad_norm": 8.524910663254559e-05, "learning_rate": 5.463348311253338e-07, "loss": 0.0, "step": 298260 }, { "epoch": 4.945532324119978, "grad_norm": 0.0005415905616246164, "learning_rate": 5.446767588002188e-07, "loss": 0.0055, "step": 298270 }, { "epoch": 4.94569813135249, "grad_norm": 0.027608642354607582, "learning_rate": 5.430186864751041e-07, "loss": 0.0, "step": 298280 }, { "epoch": 4.945863938585001, "grad_norm": 0.00020204145403113216, "learning_rate": 5.413606141499893e-07, "loss": 0.0007, "step": 298290 }, { "epoch": 4.946029745817513, "grad_norm": 0.00028808158822357655, "learning_rate": 5.397025418248745e-07, "loss": 0.0001, "step": 298300 }, { "epoch": 4.946195553050024, "grad_norm": 8.680633618496358e-05, "learning_rate": 5.380444694997596e-07, "loss": 0.0004, "step": 298310 }, { "epoch": 4.946361360282536, "grad_norm": 0.12241549789905548, "learning_rate": 5.363863971746447e-07, "loss": 0.0062, "step": 298320 }, { "epoch": 4.946527167515047, "grad_norm": 6.8279703555163e-05, "learning_rate": 5.3472832484953e-07, "loss": 0.0039, "step": 298330 }, { "epoch": 4.946692974747559, "grad_norm": 0.002289840951561928, "learning_rate": 5.330702525244152e-07, "loss": 0.0024, "step": 298340 }, { "epoch": 4.94685878198007, "grad_norm": 0.0001382283226121217, "learning_rate": 5.314121801993003e-07, "loss": 0.0, "step": 298350 }, { "epoch": 4.947024589212582, "grad_norm": 3.6451496271183714e-05, "learning_rate": 5.297541078741855e-07, "loss": 0.0005, "step": 298360 }, { "epoch": 4.947190396445093, "grad_norm": 0.06449849158525467, "learning_rate": 5.280960355490707e-07, "loss": 0.0053, "step": 298370 }, { "epoch": 4.947356203677605, "grad_norm": 0.0002541025460232049, "learning_rate": 5.264379632239558e-07, "loss": 0.003, "step": 298380 }, { "epoch": 4.947522010910116, "grad_norm": 0.0008847628487274051, "learning_rate": 5.24779890898841e-07, "loss": 0.008, "step": 298390 }, { "epoch": 4.947687818142628, "grad_norm": 0.001978629967197776, "learning_rate": 5.231218185737262e-07, "loss": 0.0007, "step": 298400 }, { "epoch": 4.947853625375139, "grad_norm": 0.20153824985027313, "learning_rate": 5.214637462486114e-07, "loss": 0.0066, "step": 298410 }, { "epoch": 4.9480194326076505, "grad_norm": 0.0005812023882754147, "learning_rate": 5.198056739234965e-07, "loss": 0.0004, "step": 298420 }, { "epoch": 4.948185239840162, "grad_norm": 0.00023606141621712595, "learning_rate": 5.181476015983818e-07, "loss": 0.0029, "step": 298430 }, { "epoch": 4.9483510470726735, "grad_norm": 0.0001163850465673022, "learning_rate": 5.164895292732669e-07, "loss": 0.003, "step": 298440 }, { "epoch": 4.9485168543051845, "grad_norm": 0.14718031883239746, "learning_rate": 5.148314569481522e-07, "loss": 0.0103, "step": 298450 }, { "epoch": 4.948682661537696, "grad_norm": 0.003916565794497728, "learning_rate": 5.131733846230372e-07, "loss": 0.0, "step": 298460 }, { "epoch": 4.9488484687702075, "grad_norm": 0.0006233780877664685, "learning_rate": 5.115153122979225e-07, "loss": 0.0035, "step": 298470 }, { "epoch": 4.949014276002719, "grad_norm": 0.00015803457063157111, "learning_rate": 5.098572399728077e-07, "loss": 0.0, "step": 298480 }, { "epoch": 4.94918008323523, "grad_norm": 0.013112647458910942, "learning_rate": 5.081991676476927e-07, "loss": 0.0083, "step": 298490 }, { "epoch": 4.949345890467742, "grad_norm": 0.00046557807945646346, "learning_rate": 5.06541095322578e-07, "loss": 0.0025, "step": 298500 }, { "epoch": 4.949511697700253, "grad_norm": 8.708505629329011e-05, "learning_rate": 5.048830229974631e-07, "loss": 0.0004, "step": 298510 }, { "epoch": 4.949677504932765, "grad_norm": 0.0005757460603490472, "learning_rate": 5.032249506723484e-07, "loss": 0.0027, "step": 298520 }, { "epoch": 4.949843312165276, "grad_norm": 0.00011932844790862873, "learning_rate": 5.015668783472335e-07, "loss": 0.0081, "step": 298530 }, { "epoch": 4.950009119397788, "grad_norm": 0.000641528342384845, "learning_rate": 4.999088060221187e-07, "loss": 0.0094, "step": 298540 }, { "epoch": 4.950174926630299, "grad_norm": 0.00037379065179266036, "learning_rate": 4.982507336970039e-07, "loss": 0.0027, "step": 298550 }, { "epoch": 4.950340733862811, "grad_norm": 0.00030622491613030434, "learning_rate": 4.965926613718891e-07, "loss": 0.0, "step": 298560 }, { "epoch": 4.950506541095322, "grad_norm": 0.008319871500134468, "learning_rate": 4.949345890467742e-07, "loss": 0.0066, "step": 298570 }, { "epoch": 4.950672348327834, "grad_norm": 0.0032578716054558754, "learning_rate": 4.932765167216594e-07, "loss": 0.0028, "step": 298580 }, { "epoch": 4.950838155560346, "grad_norm": 0.0005245315260253847, "learning_rate": 4.916184443965446e-07, "loss": 0.0078, "step": 298590 }, { "epoch": 4.951003962792857, "grad_norm": 3.525575448293239e-05, "learning_rate": 4.899603720714299e-07, "loss": 0.0, "step": 298600 }, { "epoch": 4.951169770025368, "grad_norm": 0.5690089464187622, "learning_rate": 4.883022997463149e-07, "loss": 0.0146, "step": 298610 }, { "epoch": 4.95133557725788, "grad_norm": 0.4009609818458557, "learning_rate": 4.866442274212002e-07, "loss": 0.0045, "step": 298620 }, { "epoch": 4.951501384490392, "grad_norm": 0.013265526853501797, "learning_rate": 4.849861550960853e-07, "loss": 0.0036, "step": 298630 }, { "epoch": 4.951667191722903, "grad_norm": 0.004697922617197037, "learning_rate": 4.833280827709705e-07, "loss": 0.0024, "step": 298640 }, { "epoch": 4.951832998955414, "grad_norm": 5.2929750381736085e-05, "learning_rate": 4.816700104458556e-07, "loss": 0.005, "step": 298650 }, { "epoch": 4.951998806187926, "grad_norm": 0.0015469157369807363, "learning_rate": 4.800119381207408e-07, "loss": 0.0009, "step": 298660 }, { "epoch": 4.952164613420438, "grad_norm": 7.082893262122525e-06, "learning_rate": 4.783538657956261e-07, "loss": 0.0082, "step": 298670 }, { "epoch": 4.952330420652949, "grad_norm": 0.0001472592120990157, "learning_rate": 4.766957934705112e-07, "loss": 0.0036, "step": 298680 }, { "epoch": 4.952496227885461, "grad_norm": 2.1043857486802153e-05, "learning_rate": 4.750377211453964e-07, "loss": 0.0028, "step": 298690 }, { "epoch": 4.952662035117972, "grad_norm": 0.02365577220916748, "learning_rate": 4.7337964882028154e-07, "loss": 0.0105, "step": 298700 }, { "epoch": 4.952827842350484, "grad_norm": 0.0028072241693735123, "learning_rate": 4.7172157649516677e-07, "loss": 0.0032, "step": 298710 }, { "epoch": 4.952993649582995, "grad_norm": 0.00021728860156144947, "learning_rate": 4.700635041700519e-07, "loss": 0.0044, "step": 298720 }, { "epoch": 4.953159456815507, "grad_norm": 9.913420217344537e-05, "learning_rate": 4.684054318449371e-07, "loss": 0.0044, "step": 298730 }, { "epoch": 4.953325264048018, "grad_norm": 8.196724229492247e-05, "learning_rate": 4.667473595198223e-07, "loss": 0.003, "step": 298740 }, { "epoch": 4.95349107128053, "grad_norm": 0.538260281085968, "learning_rate": 4.6508928719470746e-07, "loss": 0.0063, "step": 298750 }, { "epoch": 4.953656878513041, "grad_norm": 0.00039311687578447163, "learning_rate": 4.6343121486959264e-07, "loss": 0.0003, "step": 298760 }, { "epoch": 4.9538226857455525, "grad_norm": 0.0002478821261320263, "learning_rate": 4.6177314254447786e-07, "loss": 0.0, "step": 298770 }, { "epoch": 4.9539884929780635, "grad_norm": 0.0008679154561832547, "learning_rate": 4.60115070219363e-07, "loss": 0.0001, "step": 298780 }, { "epoch": 4.9541543002105755, "grad_norm": 0.0005860321689397097, "learning_rate": 4.584569978942481e-07, "loss": 0.0023, "step": 298790 }, { "epoch": 4.9543201074430865, "grad_norm": 0.0002856506034731865, "learning_rate": 4.5679892556913333e-07, "loss": 0.0069, "step": 298800 }, { "epoch": 4.954485914675598, "grad_norm": 8.870242163538933e-05, "learning_rate": 4.551408532440185e-07, "loss": 0.0128, "step": 298810 }, { "epoch": 4.954651721908109, "grad_norm": 7.030756387393922e-05, "learning_rate": 4.5348278091890373e-07, "loss": 0.0008, "step": 298820 }, { "epoch": 4.954817529140621, "grad_norm": 0.0024567015934735537, "learning_rate": 4.5182470859378885e-07, "loss": 0.0032, "step": 298830 }, { "epoch": 4.954983336373132, "grad_norm": 6.977673183428124e-05, "learning_rate": 4.5016663626867407e-07, "loss": 0.0063, "step": 298840 }, { "epoch": 4.955149143605644, "grad_norm": 0.00015307101421058178, "learning_rate": 4.485085639435592e-07, "loss": 0.0, "step": 298850 }, { "epoch": 4.955314950838155, "grad_norm": 0.006609887350350618, "learning_rate": 4.468504916184444e-07, "loss": 0.0053, "step": 298860 }, { "epoch": 4.955480758070667, "grad_norm": 0.0003150560660287738, "learning_rate": 4.451924192933296e-07, "loss": 0.002, "step": 298870 }, { "epoch": 4.955646565303178, "grad_norm": 0.0011137780966237187, "learning_rate": 4.435343469682148e-07, "loss": 0.0049, "step": 298880 }, { "epoch": 4.95581237253569, "grad_norm": 0.5682942867279053, "learning_rate": 4.4187627464309994e-07, "loss": 0.0008, "step": 298890 }, { "epoch": 4.955978179768201, "grad_norm": 0.00078652857337147, "learning_rate": 4.4021820231798516e-07, "loss": 0.0, "step": 298900 }, { "epoch": 4.956143987000713, "grad_norm": 0.01996130868792534, "learning_rate": 4.385601299928703e-07, "loss": 0.0002, "step": 298910 }, { "epoch": 4.956309794233224, "grad_norm": 8.583651651861146e-05, "learning_rate": 4.369020576677555e-07, "loss": 0.0009, "step": 298920 }, { "epoch": 4.956475601465736, "grad_norm": 0.0015675104223191738, "learning_rate": 4.352439853426407e-07, "loss": 0.0001, "step": 298930 }, { "epoch": 4.956641408698247, "grad_norm": 0.15494877099990845, "learning_rate": 4.335859130175259e-07, "loss": 0.0045, "step": 298940 }, { "epoch": 4.956807215930759, "grad_norm": 0.08694720268249512, "learning_rate": 4.3192784069241103e-07, "loss": 0.0134, "step": 298950 }, { "epoch": 4.95697302316327, "grad_norm": 0.004445676691830158, "learning_rate": 4.3026976836729615e-07, "loss": 0.0014, "step": 298960 }, { "epoch": 4.957138830395782, "grad_norm": 0.3015224039554596, "learning_rate": 4.286116960421814e-07, "loss": 0.0043, "step": 298970 }, { "epoch": 4.957304637628293, "grad_norm": 0.00010336971172364429, "learning_rate": 4.2695362371706655e-07, "loss": 0.0, "step": 298980 }, { "epoch": 4.957470444860805, "grad_norm": 0.008157939650118351, "learning_rate": 4.252955513919518e-07, "loss": 0.0036, "step": 298990 }, { "epoch": 4.957636252093316, "grad_norm": 0.002726051490753889, "learning_rate": 4.236374790668369e-07, "loss": 0.0101, "step": 299000 }, { "epoch": 4.957802059325828, "grad_norm": 0.011352844536304474, "learning_rate": 4.219794067417221e-07, "loss": 0.0005, "step": 299010 }, { "epoch": 4.95796786655834, "grad_norm": 5.515472003025934e-05, "learning_rate": 4.2032133441660724e-07, "loss": 0.006, "step": 299020 }, { "epoch": 4.958133673790851, "grad_norm": 0.004314051475375891, "learning_rate": 4.1866326209149247e-07, "loss": 0.004, "step": 299030 }, { "epoch": 4.958299481023362, "grad_norm": 0.1279943287372589, "learning_rate": 4.170051897663776e-07, "loss": 0.0037, "step": 299040 }, { "epoch": 4.958465288255874, "grad_norm": 0.0015694595640525222, "learning_rate": 4.153471174412628e-07, "loss": 0.0015, "step": 299050 }, { "epoch": 4.958631095488386, "grad_norm": 0.00021354066848289222, "learning_rate": 4.13689045116148e-07, "loss": 0.0152, "step": 299060 }, { "epoch": 4.958796902720897, "grad_norm": 0.30384981632232666, "learning_rate": 4.120309727910332e-07, "loss": 0.0055, "step": 299070 }, { "epoch": 4.958962709953408, "grad_norm": 0.0037390412762761116, "learning_rate": 4.1037290046591833e-07, "loss": 0.0001, "step": 299080 }, { "epoch": 4.95912851718592, "grad_norm": 0.00014908616140019149, "learning_rate": 4.0871482814080356e-07, "loss": 0.0029, "step": 299090 }, { "epoch": 4.9592943244184315, "grad_norm": 1.1895168427145109e-05, "learning_rate": 4.070567558156887e-07, "loss": 0.0023, "step": 299100 }, { "epoch": 4.959460131650943, "grad_norm": 3.4620912629179657e-05, "learning_rate": 4.0539868349057385e-07, "loss": 0.0028, "step": 299110 }, { "epoch": 4.959625938883454, "grad_norm": 0.001931405975483358, "learning_rate": 4.037406111654591e-07, "loss": 0.0064, "step": 299120 }, { "epoch": 4.9597917461159655, "grad_norm": 0.00402103690430522, "learning_rate": 4.020825388403442e-07, "loss": 0.0012, "step": 299130 }, { "epoch": 4.959957553348477, "grad_norm": 0.004204381722956896, "learning_rate": 4.004244665152294e-07, "loss": 0.0053, "step": 299140 }, { "epoch": 4.9601233605809885, "grad_norm": 0.2551906406879425, "learning_rate": 3.9876639419011455e-07, "loss": 0.0034, "step": 299150 }, { "epoch": 4.9602891678135, "grad_norm": 0.00011659453593892977, "learning_rate": 3.9710832186499977e-07, "loss": 0.0, "step": 299160 }, { "epoch": 4.960454975046011, "grad_norm": 0.000112681052996777, "learning_rate": 3.9545024953988494e-07, "loss": 0.0001, "step": 299170 }, { "epoch": 4.960620782278523, "grad_norm": 0.0002239538007415831, "learning_rate": 3.9379217721477017e-07, "loss": 0.0091, "step": 299180 }, { "epoch": 4.960786589511034, "grad_norm": 0.0004112646565772593, "learning_rate": 3.921341048896553e-07, "loss": 0.0138, "step": 299190 }, { "epoch": 4.960952396743546, "grad_norm": 0.018794702365994453, "learning_rate": 3.9047603256454046e-07, "loss": 0.0044, "step": 299200 }, { "epoch": 4.961118203976057, "grad_norm": 0.008761869743466377, "learning_rate": 3.8881796023942564e-07, "loss": 0.0065, "step": 299210 }, { "epoch": 4.961284011208569, "grad_norm": 0.18433015048503876, "learning_rate": 3.871598879143108e-07, "loss": 0.0039, "step": 299220 }, { "epoch": 4.96144981844108, "grad_norm": 0.002857130253687501, "learning_rate": 3.8550181558919604e-07, "loss": 0.0073, "step": 299230 }, { "epoch": 4.961615625673592, "grad_norm": 0.010467803105711937, "learning_rate": 3.838437432640812e-07, "loss": 0.0041, "step": 299240 }, { "epoch": 4.961781432906103, "grad_norm": 0.0002998779236804694, "learning_rate": 3.821856709389664e-07, "loss": 0.0024, "step": 299250 }, { "epoch": 4.961947240138615, "grad_norm": 0.024419303983449936, "learning_rate": 3.8052759861385156e-07, "loss": 0.005, "step": 299260 }, { "epoch": 4.962113047371126, "grad_norm": 0.002238987013697624, "learning_rate": 3.7886952628873673e-07, "loss": 0.0132, "step": 299270 }, { "epoch": 4.962278854603638, "grad_norm": 0.2130950540304184, "learning_rate": 3.772114539636219e-07, "loss": 0.0029, "step": 299280 }, { "epoch": 4.962444661836149, "grad_norm": 0.0005777078913524747, "learning_rate": 3.755533816385071e-07, "loss": 0.0016, "step": 299290 }, { "epoch": 4.962610469068661, "grad_norm": 0.00010945636313408613, "learning_rate": 3.738953093133923e-07, "loss": 0.0033, "step": 299300 }, { "epoch": 4.962776276301172, "grad_norm": 0.0006071579991839826, "learning_rate": 3.722372369882775e-07, "loss": 0.0, "step": 299310 }, { "epoch": 4.962942083533684, "grad_norm": 6.403376028174534e-05, "learning_rate": 3.7057916466316265e-07, "loss": 0.0047, "step": 299320 }, { "epoch": 4.963107890766195, "grad_norm": 0.0013294313102960587, "learning_rate": 3.689210923380478e-07, "loss": 0.0001, "step": 299330 }, { "epoch": 4.963273697998707, "grad_norm": 1.4992871001595631e-05, "learning_rate": 3.67263020012933e-07, "loss": 0.0029, "step": 299340 }, { "epoch": 4.963439505231218, "grad_norm": 0.0004056920006405562, "learning_rate": 3.6560494768781817e-07, "loss": 0.0035, "step": 299350 }, { "epoch": 4.96360531246373, "grad_norm": 0.11255373805761337, "learning_rate": 3.6394687536270334e-07, "loss": 0.0039, "step": 299360 }, { "epoch": 4.963771119696241, "grad_norm": 7.339741569012403e-05, "learning_rate": 3.622888030375885e-07, "loss": 0.0057, "step": 299370 }, { "epoch": 4.963936926928753, "grad_norm": 1.5249662399291992, "learning_rate": 3.606307307124737e-07, "loss": 0.0099, "step": 299380 }, { "epoch": 4.964102734161264, "grad_norm": 0.008340982720255852, "learning_rate": 3.5897265838735886e-07, "loss": 0.0061, "step": 299390 }, { "epoch": 4.964268541393776, "grad_norm": 0.001976946834474802, "learning_rate": 3.5731458606224403e-07, "loss": 0.0057, "step": 299400 }, { "epoch": 4.964434348626287, "grad_norm": 0.00041441142093390226, "learning_rate": 3.556565137371292e-07, "loss": 0.0099, "step": 299410 }, { "epoch": 4.964600155858799, "grad_norm": 0.0006278238724917173, "learning_rate": 3.5399844141201443e-07, "loss": 0.0075, "step": 299420 }, { "epoch": 4.96476596309131, "grad_norm": 0.00040259904926642776, "learning_rate": 3.523403690868996e-07, "loss": 0.0001, "step": 299430 }, { "epoch": 4.964931770323822, "grad_norm": 0.0026544861029833555, "learning_rate": 3.506822967617848e-07, "loss": 0.0085, "step": 299440 }, { "epoch": 4.965097577556333, "grad_norm": 4.43998615082819e-05, "learning_rate": 3.4902422443666995e-07, "loss": 0.0084, "step": 299450 }, { "epoch": 4.9652633847888445, "grad_norm": 0.0002615634584799409, "learning_rate": 3.473661521115551e-07, "loss": 0.0039, "step": 299460 }, { "epoch": 4.965429192021356, "grad_norm": 0.2437601089477539, "learning_rate": 3.457080797864403e-07, "loss": 0.0101, "step": 299470 }, { "epoch": 4.9655949992538675, "grad_norm": 0.0006021116278134286, "learning_rate": 3.4405000746132547e-07, "loss": 0.0001, "step": 299480 }, { "epoch": 4.965760806486379, "grad_norm": 0.0024770295713096857, "learning_rate": 3.423919351362107e-07, "loss": 0.0, "step": 299490 }, { "epoch": 4.96592661371889, "grad_norm": 5.911569678573869e-05, "learning_rate": 3.407338628110958e-07, "loss": 0.0001, "step": 299500 }, { "epoch": 4.9660924209514015, "grad_norm": 5.327626786311157e-05, "learning_rate": 3.39075790485981e-07, "loss": 0.0018, "step": 299510 }, { "epoch": 4.966258228183913, "grad_norm": 0.00020498958474490792, "learning_rate": 3.3741771816086616e-07, "loss": 0.0025, "step": 299520 }, { "epoch": 4.966424035416425, "grad_norm": 0.00024572995607741177, "learning_rate": 3.3575964583575133e-07, "loss": 0.0, "step": 299530 }, { "epoch": 4.966589842648936, "grad_norm": 0.7676619291305542, "learning_rate": 3.3410157351063656e-07, "loss": 0.0076, "step": 299540 }, { "epoch": 4.966755649881447, "grad_norm": 0.004099315032362938, "learning_rate": 3.3244350118552173e-07, "loss": 0.0, "step": 299550 }, { "epoch": 4.966921457113959, "grad_norm": 0.0023718448355793953, "learning_rate": 3.307854288604069e-07, "loss": 0.0001, "step": 299560 }, { "epoch": 4.967087264346471, "grad_norm": 2.8729733458021656e-05, "learning_rate": 3.291273565352921e-07, "loss": 0.0046, "step": 299570 }, { "epoch": 4.967253071578982, "grad_norm": 9.752125333761796e-05, "learning_rate": 3.2746928421017725e-07, "loss": 0.0062, "step": 299580 }, { "epoch": 4.967418878811494, "grad_norm": 0.0006508248625323176, "learning_rate": 3.258112118850624e-07, "loss": 0.0139, "step": 299590 }, { "epoch": 4.967584686044005, "grad_norm": 0.051410429179668427, "learning_rate": 3.2415313955994765e-07, "loss": 0.0054, "step": 299600 }, { "epoch": 4.967750493276517, "grad_norm": 0.0008241747273132205, "learning_rate": 3.224950672348328e-07, "loss": 0.0009, "step": 299610 }, { "epoch": 4.967916300509028, "grad_norm": 0.001266594510525465, "learning_rate": 3.20836994909718e-07, "loss": 0.0, "step": 299620 }, { "epoch": 4.96808210774154, "grad_norm": 9.043167665367946e-05, "learning_rate": 3.1917892258460317e-07, "loss": 0.0001, "step": 299630 }, { "epoch": 4.968247914974051, "grad_norm": 0.0027786502614617348, "learning_rate": 3.1752085025948834e-07, "loss": 0.0068, "step": 299640 }, { "epoch": 4.968413722206563, "grad_norm": 0.0025188387371599674, "learning_rate": 3.158627779343735e-07, "loss": 0.0035, "step": 299650 }, { "epoch": 4.968579529439074, "grad_norm": 0.013941542245447636, "learning_rate": 3.142047056092587e-07, "loss": 0.0, "step": 299660 }, { "epoch": 4.968745336671586, "grad_norm": 0.04890486225485802, "learning_rate": 3.1254663328414386e-07, "loss": 0.0075, "step": 299670 }, { "epoch": 4.968911143904097, "grad_norm": 0.005852582864463329, "learning_rate": 3.1088856095902904e-07, "loss": 0.0049, "step": 299680 }, { "epoch": 4.969076951136609, "grad_norm": 6.830700840509962e-06, "learning_rate": 3.092304886339142e-07, "loss": 0.001, "step": 299690 }, { "epoch": 4.96924275836912, "grad_norm": 0.1634996384382248, "learning_rate": 3.075724163087994e-07, "loss": 0.0052, "step": 299700 }, { "epoch": 4.969408565601632, "grad_norm": 0.0010063106892630458, "learning_rate": 3.0591434398368456e-07, "loss": 0.0, "step": 299710 }, { "epoch": 4.969574372834143, "grad_norm": 0.00012740319652948529, "learning_rate": 3.042562716585698e-07, "loss": 0.0001, "step": 299720 }, { "epoch": 4.969740180066655, "grad_norm": 0.013348318636417389, "learning_rate": 3.0259819933345496e-07, "loss": 0.0002, "step": 299730 }, { "epoch": 4.969905987299166, "grad_norm": 3.3196902222698554e-05, "learning_rate": 3.0094012700834013e-07, "loss": 0.0069, "step": 299740 }, { "epoch": 4.970071794531678, "grad_norm": 0.005019570700824261, "learning_rate": 2.992820546832253e-07, "loss": 0.0032, "step": 299750 }, { "epoch": 4.970237601764189, "grad_norm": 0.009804455563426018, "learning_rate": 2.976239823581105e-07, "loss": 0.0061, "step": 299760 }, { "epoch": 4.970403408996701, "grad_norm": 9.269837028114125e-05, "learning_rate": 2.9596591003299565e-07, "loss": 0.0081, "step": 299770 }, { "epoch": 4.970569216229212, "grad_norm": 1.4438629477808718e-05, "learning_rate": 2.943078377078808e-07, "loss": 0.0023, "step": 299780 }, { "epoch": 4.970735023461724, "grad_norm": 0.00012547634833026677, "learning_rate": 2.9264976538276605e-07, "loss": 0.0085, "step": 299790 }, { "epoch": 4.970900830694235, "grad_norm": 0.1417107731103897, "learning_rate": 2.909916930576512e-07, "loss": 0.0094, "step": 299800 }, { "epoch": 4.9710666379267465, "grad_norm": 0.0286304522305727, "learning_rate": 2.893336207325364e-07, "loss": 0.0006, "step": 299810 }, { "epoch": 4.9712324451592576, "grad_norm": 0.0008538161055184901, "learning_rate": 2.876755484074215e-07, "loss": 0.005, "step": 299820 }, { "epoch": 4.9713982523917695, "grad_norm": 0.0004699004057329148, "learning_rate": 2.860174760823067e-07, "loss": 0.0028, "step": 299830 }, { "epoch": 4.9715640596242805, "grad_norm": 0.17036856710910797, "learning_rate": 2.843594037571919e-07, "loss": 0.0034, "step": 299840 }, { "epoch": 4.971729866856792, "grad_norm": 0.004473513923585415, "learning_rate": 2.827013314320771e-07, "loss": 0.0002, "step": 299850 }, { "epoch": 4.971895674089303, "grad_norm": 0.0024769401643425226, "learning_rate": 2.8104325910696226e-07, "loss": 0.0058, "step": 299860 }, { "epoch": 4.972061481321815, "grad_norm": 0.006224042270332575, "learning_rate": 2.7938518678184743e-07, "loss": 0.0001, "step": 299870 }, { "epoch": 4.972227288554326, "grad_norm": 0.0001523736718809232, "learning_rate": 2.777271144567326e-07, "loss": 0.0075, "step": 299880 }, { "epoch": 4.972393095786838, "grad_norm": 0.00012766392319463193, "learning_rate": 2.760690421316178e-07, "loss": 0.0007, "step": 299890 }, { "epoch": 4.972558903019349, "grad_norm": 0.0022872823756188154, "learning_rate": 2.7441096980650295e-07, "loss": 0.0056, "step": 299900 }, { "epoch": 4.972724710251861, "grad_norm": 0.0007829412934370339, "learning_rate": 2.727528974813882e-07, "loss": 0.0034, "step": 299910 }, { "epoch": 4.972890517484373, "grad_norm": 3.518434095894918e-05, "learning_rate": 2.7109482515627335e-07, "loss": 0.0052, "step": 299920 }, { "epoch": 4.973056324716884, "grad_norm": 1.4896188076818362e-05, "learning_rate": 2.694367528311585e-07, "loss": 0.0161, "step": 299930 }, { "epoch": 4.973222131949395, "grad_norm": 0.00011322776845190674, "learning_rate": 2.677786805060437e-07, "loss": 0.0042, "step": 299940 }, { "epoch": 4.973387939181907, "grad_norm": 0.00014352054859045893, "learning_rate": 2.6612060818092887e-07, "loss": 0.0087, "step": 299950 }, { "epoch": 4.973553746414419, "grad_norm": 0.0009105891222134233, "learning_rate": 2.6446253585581404e-07, "loss": 0.0026, "step": 299960 }, { "epoch": 4.97371955364693, "grad_norm": 0.0016252020141109824, "learning_rate": 2.628044635306992e-07, "loss": 0.0056, "step": 299970 }, { "epoch": 4.973885360879441, "grad_norm": 0.0007179891690611839, "learning_rate": 2.611463912055844e-07, "loss": 0.0003, "step": 299980 }, { "epoch": 4.974051168111953, "grad_norm": 6.34023526799865e-05, "learning_rate": 2.5948831888046956e-07, "loss": 0.0, "step": 299990 }, { "epoch": 4.974216975344465, "grad_norm": 0.0003021348675247282, "learning_rate": 2.5783024655535474e-07, "loss": 0.0052, "step": 300000 }, { "epoch": 4.974382782576976, "grad_norm": 0.1664646565914154, "learning_rate": 2.561721742302399e-07, "loss": 0.0088, "step": 300010 }, { "epoch": 4.974548589809487, "grad_norm": 9.547857916913927e-05, "learning_rate": 2.545141019051251e-07, "loss": 0.0037, "step": 300020 }, { "epoch": 4.974714397041999, "grad_norm": 7.989182449819054e-06, "learning_rate": 2.528560295800103e-07, "loss": 0.0003, "step": 300030 }, { "epoch": 4.974880204274511, "grad_norm": 6.625609967159107e-05, "learning_rate": 2.511979572548955e-07, "loss": 0.0049, "step": 300040 }, { "epoch": 4.975046011507022, "grad_norm": 0.000847308081574738, "learning_rate": 2.4953988492978065e-07, "loss": 0.0001, "step": 300050 }, { "epoch": 4.975211818739534, "grad_norm": 7.423186616506428e-05, "learning_rate": 2.4788181260466583e-07, "loss": 0.0098, "step": 300060 }, { "epoch": 4.975377625972045, "grad_norm": 2.575899452494923e-05, "learning_rate": 2.46223740279551e-07, "loss": 0.011, "step": 300070 }, { "epoch": 4.975543433204557, "grad_norm": 0.0008694252464920282, "learning_rate": 2.4456566795443617e-07, "loss": 0.0, "step": 300080 }, { "epoch": 4.975709240437068, "grad_norm": 0.00019014242570847273, "learning_rate": 2.4290759562932135e-07, "loss": 0.0102, "step": 300090 }, { "epoch": 4.97587504766958, "grad_norm": 0.0032857730984687805, "learning_rate": 2.4124952330420657e-07, "loss": 0.0002, "step": 300100 }, { "epoch": 4.976040854902091, "grad_norm": 0.00020942841365467757, "learning_rate": 2.3959145097909175e-07, "loss": 0.0003, "step": 300110 }, { "epoch": 4.976206662134603, "grad_norm": 0.00010009951802203432, "learning_rate": 2.3793337865397692e-07, "loss": 0.0031, "step": 300120 }, { "epoch": 4.976372469367114, "grad_norm": 0.1883411854505539, "learning_rate": 2.362753063288621e-07, "loss": 0.0102, "step": 300130 }, { "epoch": 4.9765382765996256, "grad_norm": 0.01085460465401411, "learning_rate": 2.3461723400374724e-07, "loss": 0.0026, "step": 300140 }, { "epoch": 4.976704083832137, "grad_norm": 9.680066432338208e-05, "learning_rate": 2.329591616786324e-07, "loss": 0.0003, "step": 300150 }, { "epoch": 4.9768698910646485, "grad_norm": 0.00033869099570438266, "learning_rate": 2.3130108935351758e-07, "loss": 0.0091, "step": 300160 }, { "epoch": 4.9770356982971595, "grad_norm": 0.04510829597711563, "learning_rate": 2.2964301702840278e-07, "loss": 0.0128, "step": 300170 }, { "epoch": 4.977201505529671, "grad_norm": 0.0002592524979263544, "learning_rate": 2.2798494470328796e-07, "loss": 0.0065, "step": 300180 }, { "epoch": 4.9773673127621825, "grad_norm": 0.00017545004084240645, "learning_rate": 2.2632687237817313e-07, "loss": 0.0001, "step": 300190 }, { "epoch": 4.977533119994694, "grad_norm": 0.00041617063106969, "learning_rate": 2.2466880005305833e-07, "loss": 0.0, "step": 300200 }, { "epoch": 4.977698927227205, "grad_norm": 0.0015279368963092566, "learning_rate": 2.230107277279435e-07, "loss": 0.0007, "step": 300210 }, { "epoch": 4.977864734459717, "grad_norm": 0.06062368303537369, "learning_rate": 2.2135265540282868e-07, "loss": 0.0023, "step": 300220 }, { "epoch": 4.978030541692228, "grad_norm": 0.14220283925533295, "learning_rate": 2.1969458307771388e-07, "loss": 0.0085, "step": 300230 }, { "epoch": 4.97819634892474, "grad_norm": 0.17363470792770386, "learning_rate": 2.1803651075259905e-07, "loss": 0.0099, "step": 300240 }, { "epoch": 4.978362156157251, "grad_norm": 0.0009999725734815001, "learning_rate": 2.1637843842748422e-07, "loss": 0.0, "step": 300250 }, { "epoch": 4.978527963389763, "grad_norm": 0.00013986130943521857, "learning_rate": 2.1472036610236942e-07, "loss": 0.0029, "step": 300260 }, { "epoch": 4.978693770622274, "grad_norm": 0.0003032120002899319, "learning_rate": 2.130622937772546e-07, "loss": 0.0067, "step": 300270 }, { "epoch": 4.978859577854786, "grad_norm": 0.001422658795490861, "learning_rate": 2.1140422145213977e-07, "loss": 0.008, "step": 300280 }, { "epoch": 4.979025385087297, "grad_norm": 0.00020768443937413394, "learning_rate": 2.0974614912702494e-07, "loss": 0.003, "step": 300290 }, { "epoch": 4.979191192319809, "grad_norm": 0.010521113872528076, "learning_rate": 2.080880768019101e-07, "loss": 0.0041, "step": 300300 }, { "epoch": 4.97935699955232, "grad_norm": 0.20390556752681732, "learning_rate": 2.0643000447679526e-07, "loss": 0.0038, "step": 300310 }, { "epoch": 4.979522806784832, "grad_norm": 0.0010806238278746605, "learning_rate": 2.0477193215168046e-07, "loss": 0.0004, "step": 300320 }, { "epoch": 4.979688614017343, "grad_norm": 4.3078744056401774e-05, "learning_rate": 2.0311385982656563e-07, "loss": 0.0051, "step": 300330 }, { "epoch": 4.979854421249855, "grad_norm": 0.0019501751521602273, "learning_rate": 2.014557875014508e-07, "loss": 0.0138, "step": 300340 }, { "epoch": 4.980020228482366, "grad_norm": 0.2046128511428833, "learning_rate": 1.99797715176336e-07, "loss": 0.007, "step": 300350 }, { "epoch": 4.980186035714878, "grad_norm": 0.0011904161656275392, "learning_rate": 1.9813964285122118e-07, "loss": 0.0064, "step": 300360 }, { "epoch": 4.980351842947389, "grad_norm": 0.00034665470593608916, "learning_rate": 1.9648157052610635e-07, "loss": 0.0071, "step": 300370 }, { "epoch": 4.980517650179901, "grad_norm": 0.002766523975878954, "learning_rate": 1.9482349820099155e-07, "loss": 0.0001, "step": 300380 }, { "epoch": 4.980683457412413, "grad_norm": 0.00019393762340769172, "learning_rate": 1.9316542587587672e-07, "loss": 0.0001, "step": 300390 }, { "epoch": 4.980849264644924, "grad_norm": 0.002459587762132287, "learning_rate": 1.915073535507619e-07, "loss": 0.0027, "step": 300400 }, { "epoch": 4.981015071877435, "grad_norm": 0.8998702168464661, "learning_rate": 1.8984928122564707e-07, "loss": 0.0036, "step": 300410 }, { "epoch": 4.981180879109947, "grad_norm": 0.008192933164536953, "learning_rate": 1.8819120890053224e-07, "loss": 0.0, "step": 300420 }, { "epoch": 4.981346686342459, "grad_norm": 0.00408895593136549, "learning_rate": 1.8653313657541742e-07, "loss": 0.0037, "step": 300430 }, { "epoch": 4.98151249357497, "grad_norm": 0.0020597991533577442, "learning_rate": 1.8487506425030262e-07, "loss": 0.0, "step": 300440 }, { "epoch": 4.981678300807481, "grad_norm": 0.021047918125987053, "learning_rate": 1.832169919251878e-07, "loss": 0.0106, "step": 300450 }, { "epoch": 4.981844108039993, "grad_norm": 0.0011152151273563504, "learning_rate": 1.8155891960007296e-07, "loss": 0.0083, "step": 300460 }, { "epoch": 4.982009915272505, "grad_norm": 0.00041252278606407344, "learning_rate": 1.7990084727495814e-07, "loss": 0.0059, "step": 300470 }, { "epoch": 4.982175722505016, "grad_norm": 0.00019372525275684893, "learning_rate": 1.7824277494984334e-07, "loss": 0.0039, "step": 300480 }, { "epoch": 4.9823415297375275, "grad_norm": 0.0028683983255177736, "learning_rate": 1.7658470262472848e-07, "loss": 0.0059, "step": 300490 }, { "epoch": 4.982507336970039, "grad_norm": 0.11902529746294022, "learning_rate": 1.7492663029961368e-07, "loss": 0.0029, "step": 300500 }, { "epoch": 4.9826731442025505, "grad_norm": 1.1040016033803113e-05, "learning_rate": 1.7326855797449885e-07, "loss": 0.0056, "step": 300510 }, { "epoch": 4.9828389514350615, "grad_norm": 0.000149670202517882, "learning_rate": 1.7161048564938403e-07, "loss": 0.0065, "step": 300520 }, { "epoch": 4.983004758667573, "grad_norm": 0.00018715753685683012, "learning_rate": 1.699524133242692e-07, "loss": 0.0097, "step": 300530 }, { "epoch": 4.9831705659000844, "grad_norm": 0.00042161057353951037, "learning_rate": 1.682943409991544e-07, "loss": 0.0004, "step": 300540 }, { "epoch": 4.983336373132596, "grad_norm": 0.004782775416970253, "learning_rate": 1.6663626867403957e-07, "loss": 0.0061, "step": 300550 }, { "epoch": 4.983502180365107, "grad_norm": 0.005070251878350973, "learning_rate": 1.6497819634892475e-07, "loss": 0.0109, "step": 300560 }, { "epoch": 4.983667987597619, "grad_norm": 0.0018965423805639148, "learning_rate": 1.6332012402380992e-07, "loss": 0.0091, "step": 300570 }, { "epoch": 4.98383379483013, "grad_norm": 0.5951775312423706, "learning_rate": 1.616620516986951e-07, "loss": 0.0019, "step": 300580 }, { "epoch": 4.983999602062642, "grad_norm": 0.000443982717115432, "learning_rate": 1.6000397937358027e-07, "loss": 0.0028, "step": 300590 }, { "epoch": 4.984165409295153, "grad_norm": 0.0006326687871478498, "learning_rate": 1.5834590704846547e-07, "loss": 0.0053, "step": 300600 }, { "epoch": 4.984331216527665, "grad_norm": 0.0029837521724402905, "learning_rate": 1.5668783472335064e-07, "loss": 0.0065, "step": 300610 }, { "epoch": 4.984497023760176, "grad_norm": 0.004334091674536467, "learning_rate": 1.550297623982358e-07, "loss": 0.0042, "step": 300620 }, { "epoch": 4.984662830992688, "grad_norm": 0.00035643845330923796, "learning_rate": 1.53371690073121e-07, "loss": 0.0027, "step": 300630 }, { "epoch": 4.984828638225199, "grad_norm": 0.000259437074419111, "learning_rate": 1.5171361774800618e-07, "loss": 0.0007, "step": 300640 }, { "epoch": 4.984994445457711, "grad_norm": 0.0007581387180835009, "learning_rate": 1.5005554542289133e-07, "loss": 0.0144, "step": 300650 }, { "epoch": 4.985160252690222, "grad_norm": 0.0013985598925501108, "learning_rate": 1.4839747309777653e-07, "loss": 0.0, "step": 300660 }, { "epoch": 4.985326059922734, "grad_norm": 0.223868727684021, "learning_rate": 1.467394007726617e-07, "loss": 0.0007, "step": 300670 }, { "epoch": 4.985491867155245, "grad_norm": 0.00018444338638801128, "learning_rate": 1.4508132844754688e-07, "loss": 0.0002, "step": 300680 }, { "epoch": 4.985657674387757, "grad_norm": 0.22561925649642944, "learning_rate": 1.4342325612243208e-07, "loss": 0.0076, "step": 300690 }, { "epoch": 4.985823481620268, "grad_norm": 0.361518532037735, "learning_rate": 1.4176518379731725e-07, "loss": 0.0041, "step": 300700 }, { "epoch": 4.98598928885278, "grad_norm": 0.0007986371638253331, "learning_rate": 1.4010711147220242e-07, "loss": 0.0001, "step": 300710 }, { "epoch": 4.986155096085291, "grad_norm": 0.0008907811134122312, "learning_rate": 1.3844903914708762e-07, "loss": 0.016, "step": 300720 }, { "epoch": 4.986320903317803, "grad_norm": 5.2028277423232794e-05, "learning_rate": 1.3679096682197277e-07, "loss": 0.0047, "step": 300730 }, { "epoch": 4.986486710550314, "grad_norm": 0.005592957139015198, "learning_rate": 1.3513289449685794e-07, "loss": 0.0008, "step": 300740 }, { "epoch": 4.986652517782826, "grad_norm": 0.0003210808790754527, "learning_rate": 1.3347482217174314e-07, "loss": 0.0082, "step": 300750 }, { "epoch": 4.986818325015337, "grad_norm": 0.0001660833222558722, "learning_rate": 1.3181674984662831e-07, "loss": 0.009, "step": 300760 }, { "epoch": 4.986984132247849, "grad_norm": 9.161797788692638e-05, "learning_rate": 1.301586775215135e-07, "loss": 0.0, "step": 300770 }, { "epoch": 4.98714993948036, "grad_norm": 0.00039731847937218845, "learning_rate": 1.285006051963987e-07, "loss": 0.0068, "step": 300780 }, { "epoch": 4.987315746712872, "grad_norm": 0.0016312631778419018, "learning_rate": 1.2684253287128386e-07, "loss": 0.0053, "step": 300790 }, { "epoch": 4.987481553945383, "grad_norm": 0.0002852441684808582, "learning_rate": 1.2518446054616903e-07, "loss": 0.0026, "step": 300800 }, { "epoch": 4.987647361177895, "grad_norm": 0.0001414330763509497, "learning_rate": 1.235263882210542e-07, "loss": 0.0058, "step": 300810 }, { "epoch": 4.987813168410407, "grad_norm": 1.6924115698202513e-05, "learning_rate": 1.2186831589593938e-07, "loss": 0.0046, "step": 300820 }, { "epoch": 4.987978975642918, "grad_norm": 0.004677289631217718, "learning_rate": 1.2021024357082455e-07, "loss": 0.0035, "step": 300830 }, { "epoch": 4.988144782875429, "grad_norm": 0.23381444811820984, "learning_rate": 1.1855217124570974e-07, "loss": 0.0039, "step": 300840 }, { "epoch": 4.9883105901079405, "grad_norm": 7.654944784007967e-05, "learning_rate": 1.1689409892059493e-07, "loss": 0.0036, "step": 300850 }, { "epoch": 4.9884763973404525, "grad_norm": 0.00036819232627749443, "learning_rate": 1.152360265954801e-07, "loss": 0.0072, "step": 300860 }, { "epoch": 4.9886422045729635, "grad_norm": 0.0013696809764951468, "learning_rate": 1.1357795427036529e-07, "loss": 0.0064, "step": 300870 }, { "epoch": 4.9888080118054745, "grad_norm": 0.045059092342853546, "learning_rate": 1.1191988194525047e-07, "loss": 0.0044, "step": 300880 }, { "epoch": 4.988973819037986, "grad_norm": 0.1723727434873581, "learning_rate": 1.1026180962013563e-07, "loss": 0.0032, "step": 300890 }, { "epoch": 4.989139626270498, "grad_norm": 0.00014697850565426052, "learning_rate": 1.086037372950208e-07, "loss": 0.0, "step": 300900 }, { "epoch": 4.989305433503009, "grad_norm": 2.3830985810491256e-05, "learning_rate": 1.0694566496990599e-07, "loss": 0.0023, "step": 300910 }, { "epoch": 4.98947124073552, "grad_norm": 0.0003311483305878937, "learning_rate": 1.0528759264479116e-07, "loss": 0.0142, "step": 300920 }, { "epoch": 4.989637047968032, "grad_norm": 8.841798262437806e-05, "learning_rate": 1.0362952031967635e-07, "loss": 0.0002, "step": 300930 }, { "epoch": 4.989802855200544, "grad_norm": 0.0009723181719891727, "learning_rate": 1.0197144799456154e-07, "loss": 0.0092, "step": 300940 }, { "epoch": 4.989968662433055, "grad_norm": 0.059832748025655746, "learning_rate": 1.0031337566944671e-07, "loss": 0.0048, "step": 300950 }, { "epoch": 4.990134469665567, "grad_norm": 0.0001578170049469918, "learning_rate": 9.86553033443319e-08, "loss": 0.0033, "step": 300960 }, { "epoch": 4.990300276898078, "grad_norm": 0.0010267088655382395, "learning_rate": 9.699723101921707e-08, "loss": 0.0058, "step": 300970 }, { "epoch": 4.99046608413059, "grad_norm": 0.15659360587596893, "learning_rate": 9.533915869410224e-08, "loss": 0.0023, "step": 300980 }, { "epoch": 4.990631891363101, "grad_norm": 0.0012466569896787405, "learning_rate": 9.368108636898742e-08, "loss": 0.0036, "step": 300990 }, { "epoch": 4.990797698595613, "grad_norm": 8.161762525560334e-05, "learning_rate": 9.20230140438726e-08, "loss": 0.0038, "step": 301000 }, { "epoch": 4.990963505828124, "grad_norm": 0.0008669959497638047, "learning_rate": 9.036494171875777e-08, "loss": 0.003, "step": 301010 }, { "epoch": 4.991129313060636, "grad_norm": 0.003929906524717808, "learning_rate": 8.870686939364296e-08, "loss": 0.0002, "step": 301020 }, { "epoch": 4.991295120293147, "grad_norm": 0.0005370903527364135, "learning_rate": 8.704879706852813e-08, "loss": 0.016, "step": 301030 }, { "epoch": 4.991460927525659, "grad_norm": 0.00019862486806232482, "learning_rate": 8.539072474341331e-08, "loss": 0.0003, "step": 301040 }, { "epoch": 4.99162673475817, "grad_norm": 0.00010080202628159896, "learning_rate": 8.37326524182985e-08, "loss": 0.0025, "step": 301050 }, { "epoch": 4.991792541990682, "grad_norm": 0.002807809505611658, "learning_rate": 8.207458009318368e-08, "loss": 0.0, "step": 301060 }, { "epoch": 4.991958349223193, "grad_norm": 0.05159356817603111, "learning_rate": 8.041650776806884e-08, "loss": 0.0004, "step": 301070 }, { "epoch": 4.992124156455705, "grad_norm": 0.06906793266534805, "learning_rate": 7.875843544295403e-08, "loss": 0.0065, "step": 301080 }, { "epoch": 4.992289963688216, "grad_norm": 0.15970472991466522, "learning_rate": 7.710036311783921e-08, "loss": 0.0028, "step": 301090 }, { "epoch": 4.992455770920728, "grad_norm": 2.068461981252767e-05, "learning_rate": 7.544229079272439e-08, "loss": 0.0, "step": 301100 }, { "epoch": 4.992621578153239, "grad_norm": 0.0008697491139173508, "learning_rate": 7.378421846760956e-08, "loss": 0.0116, "step": 301110 }, { "epoch": 4.992787385385751, "grad_norm": 7.181126420618966e-05, "learning_rate": 7.212614614249475e-08, "loss": 0.0094, "step": 301120 }, { "epoch": 4.992953192618262, "grad_norm": 0.1765778660774231, "learning_rate": 7.046807381737992e-08, "loss": 0.0043, "step": 301130 }, { "epoch": 4.993118999850774, "grad_norm": 0.03236953914165497, "learning_rate": 6.88100014922651e-08, "loss": 0.0001, "step": 301140 }, { "epoch": 4.993284807083285, "grad_norm": 0.17259685695171356, "learning_rate": 6.715192916715028e-08, "loss": 0.0027, "step": 301150 }, { "epoch": 4.993450614315797, "grad_norm": 4.290531069273129e-05, "learning_rate": 6.549385684203545e-08, "loss": 0.0048, "step": 301160 }, { "epoch": 4.993616421548308, "grad_norm": 0.00012098281149519607, "learning_rate": 6.383578451692064e-08, "loss": 0.0, "step": 301170 }, { "epoch": 4.99378222878082, "grad_norm": 0.0006158098694868386, "learning_rate": 6.217771219180581e-08, "loss": 0.0044, "step": 301180 }, { "epoch": 4.993948036013331, "grad_norm": 0.0002681711921468377, "learning_rate": 6.051963986669098e-08, "loss": 0.002, "step": 301190 }, { "epoch": 4.9941138432458425, "grad_norm": 0.006995012518018484, "learning_rate": 5.886156754157617e-08, "loss": 0.0099, "step": 301200 }, { "epoch": 4.9942796504783535, "grad_norm": 0.001414405065588653, "learning_rate": 5.720349521646135e-08, "loss": 0.009, "step": 301210 }, { "epoch": 4.9944454577108655, "grad_norm": 5.810954826301895e-05, "learning_rate": 5.5545422891346516e-08, "loss": 0.0, "step": 301220 }, { "epoch": 4.9946112649433765, "grad_norm": 0.0015108201187103987, "learning_rate": 5.38873505662317e-08, "loss": 0.008, "step": 301230 }, { "epoch": 4.994777072175888, "grad_norm": 6.737609965057345e-06, "learning_rate": 5.222927824111688e-08, "loss": 0.0061, "step": 301240 }, { "epoch": 4.994942879408399, "grad_norm": 0.07670664042234421, "learning_rate": 5.057120591600206e-08, "loss": 0.0001, "step": 301250 }, { "epoch": 4.995108686640911, "grad_norm": 0.015345380641520023, "learning_rate": 4.8913133590887235e-08, "loss": 0.0007, "step": 301260 }, { "epoch": 4.995274493873422, "grad_norm": 0.0015485070180147886, "learning_rate": 4.7255061265772414e-08, "loss": 0.0016, "step": 301270 }, { "epoch": 4.995440301105934, "grad_norm": 0.1449669450521469, "learning_rate": 4.5596988940657594e-08, "loss": 0.0137, "step": 301280 }, { "epoch": 4.995606108338446, "grad_norm": 0.0021461821161210537, "learning_rate": 4.393891661554277e-08, "loss": 0.0024, "step": 301290 }, { "epoch": 4.995771915570957, "grad_norm": 0.0019373620161786675, "learning_rate": 4.2280844290427954e-08, "loss": 0.0027, "step": 301300 }, { "epoch": 4.995937722803468, "grad_norm": 0.0026886234991252422, "learning_rate": 4.0622771965313127e-08, "loss": 0.0, "step": 301310 }, { "epoch": 4.99610353003598, "grad_norm": 8.420718222623691e-05, "learning_rate": 3.8964699640198306e-08, "loss": 0.0003, "step": 301320 }, { "epoch": 4.996269337268492, "grad_norm": 0.48634958267211914, "learning_rate": 3.7306627315083486e-08, "loss": 0.0042, "step": 301330 }, { "epoch": 4.996435144501003, "grad_norm": 0.0027133990079164505, "learning_rate": 3.5648554989968666e-08, "loss": 0.0089, "step": 301340 }, { "epoch": 4.996600951733514, "grad_norm": 0.18890871107578278, "learning_rate": 3.399048266485384e-08, "loss": 0.0032, "step": 301350 }, { "epoch": 4.996766758966026, "grad_norm": 0.0003691448364406824, "learning_rate": 3.233241033973902e-08, "loss": 0.0027, "step": 301360 }, { "epoch": 4.996932566198538, "grad_norm": 0.2718575596809387, "learning_rate": 3.06743380146242e-08, "loss": 0.0046, "step": 301370 }, { "epoch": 4.997098373431049, "grad_norm": 0.0017567883478477597, "learning_rate": 2.9016265689509378e-08, "loss": 0.0036, "step": 301380 }, { "epoch": 4.997264180663561, "grad_norm": 0.0017000297084450722, "learning_rate": 2.7358193364394554e-08, "loss": 0.0001, "step": 301390 }, { "epoch": 4.997429987896072, "grad_norm": 8.642819011583924e-05, "learning_rate": 2.5700121039279734e-08, "loss": 0.0012, "step": 301400 }, { "epoch": 4.997595795128584, "grad_norm": 0.0012105581117793918, "learning_rate": 2.4042048714164914e-08, "loss": 0.002, "step": 301410 }, { "epoch": 4.997761602361095, "grad_norm": 0.003251026850193739, "learning_rate": 2.2383976389050094e-08, "loss": 0.0007, "step": 301420 }, { "epoch": 4.997927409593607, "grad_norm": 0.0005634970148093998, "learning_rate": 2.072590406393527e-08, "loss": 0.0035, "step": 301430 }, { "epoch": 4.998093216826118, "grad_norm": 0.00035831122659146786, "learning_rate": 1.906783173882045e-08, "loss": 0.0028, "step": 301440 }, { "epoch": 4.99825902405863, "grad_norm": 7.08970328560099e-05, "learning_rate": 1.7409759413705626e-08, "loss": 0.0009, "step": 301450 }, { "epoch": 4.998424831291141, "grad_norm": 0.11107928305864334, "learning_rate": 1.5751687088590806e-08, "loss": 0.002, "step": 301460 }, { "epoch": 4.998590638523653, "grad_norm": 4.4088606955483556e-05, "learning_rate": 1.4093614763475984e-08, "loss": 0.0157, "step": 301470 }, { "epoch": 4.998756445756164, "grad_norm": 0.5571793913841248, "learning_rate": 1.2435542438361164e-08, "loss": 0.0066, "step": 301480 }, { "epoch": 4.998922252988676, "grad_norm": 0.14213521778583527, "learning_rate": 1.077747011324634e-08, "loss": 0.0058, "step": 301490 }, { "epoch": 4.999088060221187, "grad_norm": 8.144960702338722e-06, "learning_rate": 9.119397788131518e-09, "loss": 0.0075, "step": 301500 } ], "logging_steps": 10, "max_steps": 301555, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 5.60458012777513e+16, "train_batch_size": 4, "trial_name": null, "trial_params": null }