| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9978976874562018, |
| "eval_steps": 500, |
| "global_step": 3210, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00467180565288484, |
| "grad_norm": 6.5849092047230275, |
| "learning_rate": 7.788161993769471e-07, |
| "loss": 0.8384, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00934361130576968, |
| "grad_norm": 4.61094411262779, |
| "learning_rate": 1.5576323987538942e-06, |
| "loss": 0.7947, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01401541695865452, |
| "grad_norm": 1.8435119819726173, |
| "learning_rate": 2.3364485981308413e-06, |
| "loss": 0.7214, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01868722261153936, |
| "grad_norm": 3.0021873815913644, |
| "learning_rate": 3.1152647975077884e-06, |
| "loss": 0.6818, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.023359028264424198, |
| "grad_norm": 1.3458398248940706, |
| "learning_rate": 3.894080996884735e-06, |
| "loss": 0.6502, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02803083391730904, |
| "grad_norm": 0.8995789891488724, |
| "learning_rate": 4.6728971962616825e-06, |
| "loss": 0.5971, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03270263957019388, |
| "grad_norm": 0.7821045004164564, |
| "learning_rate": 5.451713395638629e-06, |
| "loss": 0.5851, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.03737444522307872, |
| "grad_norm": 0.5507380709997592, |
| "learning_rate": 6.230529595015577e-06, |
| "loss": 0.5601, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04204625087596356, |
| "grad_norm": 0.5543300767479522, |
| "learning_rate": 7.009345794392523e-06, |
| "loss": 0.5459, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.046718056528848396, |
| "grad_norm": 0.5494576085846301, |
| "learning_rate": 7.78816199376947e-06, |
| "loss": 0.5234, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05138986218173324, |
| "grad_norm": 0.6799687466591195, |
| "learning_rate": 8.566978193146417e-06, |
| "loss": 0.5267, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.05606166783461808, |
| "grad_norm": 0.5224001156008252, |
| "learning_rate": 9.345794392523365e-06, |
| "loss": 0.5121, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06073347348750292, |
| "grad_norm": 0.6119075251302423, |
| "learning_rate": 1.0124610591900312e-05, |
| "loss": 0.5077, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06540527914038775, |
| "grad_norm": 0.538707841022484, |
| "learning_rate": 1.0903426791277258e-05, |
| "loss": 0.498, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0700770847932726, |
| "grad_norm": 0.5115435427700418, |
| "learning_rate": 1.1682242990654207e-05, |
| "loss": 0.5022, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07474889044615744, |
| "grad_norm": 0.4730973816090308, |
| "learning_rate": 1.2461059190031153e-05, |
| "loss": 0.5027, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07942069609904227, |
| "grad_norm": 0.6381076811686469, |
| "learning_rate": 1.3239875389408098e-05, |
| "loss": 0.4951, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.08409250175192712, |
| "grad_norm": 0.47825027480292387, |
| "learning_rate": 1.4018691588785047e-05, |
| "loss": 0.4896, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08876430740481196, |
| "grad_norm": 0.5213800100146638, |
| "learning_rate": 1.4797507788161993e-05, |
| "loss": 0.4985, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.09343611305769679, |
| "grad_norm": 0.49407391890354213, |
| "learning_rate": 1.557632398753894e-05, |
| "loss": 0.4824, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09810791871058164, |
| "grad_norm": 0.5365478505954182, |
| "learning_rate": 1.6355140186915887e-05, |
| "loss": 0.4953, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.10277972436346648, |
| "grad_norm": 0.6078111407272674, |
| "learning_rate": 1.7133956386292833e-05, |
| "loss": 0.4834, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10745153001635133, |
| "grad_norm": 0.5195064753667656, |
| "learning_rate": 1.7912772585669783e-05, |
| "loss": 0.476, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.11212333566923616, |
| "grad_norm": 0.6593547359372591, |
| "learning_rate": 1.869158878504673e-05, |
| "loss": 0.486, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.116795141322121, |
| "grad_norm": 0.5674834512319046, |
| "learning_rate": 1.9470404984423677e-05, |
| "loss": 0.4716, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.12146694697500585, |
| "grad_norm": 0.6754791789379834, |
| "learning_rate": 2.0249221183800623e-05, |
| "loss": 0.4793, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12613875262789068, |
| "grad_norm": 0.5386668487948113, |
| "learning_rate": 2.102803738317757e-05, |
| "loss": 0.4697, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1308105582807755, |
| "grad_norm": 0.7375849000862479, |
| "learning_rate": 2.1806853582554517e-05, |
| "loss": 0.4829, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.13548236393366037, |
| "grad_norm": 0.6065483172084838, |
| "learning_rate": 2.2585669781931463e-05, |
| "loss": 0.4703, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.1401541695865452, |
| "grad_norm": 0.6469842870299393, |
| "learning_rate": 2.3364485981308414e-05, |
| "loss": 0.4785, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.14482597523943003, |
| "grad_norm": 0.6204616827515984, |
| "learning_rate": 2.414330218068536e-05, |
| "loss": 0.4705, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.14949778089231489, |
| "grad_norm": 0.5681499667531437, |
| "learning_rate": 2.4922118380062307e-05, |
| "loss": 0.4672, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.15416958654519972, |
| "grad_norm": 0.7024348214235372, |
| "learning_rate": 2.570093457943925e-05, |
| "loss": 0.4816, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.15884139219808455, |
| "grad_norm": 0.5368975336292129, |
| "learning_rate": 2.6479750778816197e-05, |
| "loss": 0.4793, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1635131978509694, |
| "grad_norm": 0.6286411582851216, |
| "learning_rate": 2.7258566978193147e-05, |
| "loss": 0.4695, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.16818500350385424, |
| "grad_norm": 0.5619692031588104, |
| "learning_rate": 2.8037383177570094e-05, |
| "loss": 0.4701, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.17285680915673907, |
| "grad_norm": 0.5376059374373086, |
| "learning_rate": 2.881619937694704e-05, |
| "loss": 0.46, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.17752861480962392, |
| "grad_norm": 0.5293184664587077, |
| "learning_rate": 2.9595015576323987e-05, |
| "loss": 0.4666, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.18220042046250876, |
| "grad_norm": 0.538553970845718, |
| "learning_rate": 3.0373831775700934e-05, |
| "loss": 0.4693, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.18687222611539359, |
| "grad_norm": 0.5754372071909925, |
| "learning_rate": 3.115264797507788e-05, |
| "loss": 0.4604, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19154403176827844, |
| "grad_norm": 1.5287938871222497, |
| "learning_rate": 3.193146417445483e-05, |
| "loss": 0.4675, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.19621583742116327, |
| "grad_norm": 0.6867290552733082, |
| "learning_rate": 3.2710280373831774e-05, |
| "loss": 0.4639, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.20088764307404813, |
| "grad_norm": 0.6570231144514197, |
| "learning_rate": 3.3489096573208724e-05, |
| "loss": 0.4652, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.20555944872693296, |
| "grad_norm": 0.5825313840322547, |
| "learning_rate": 3.426791277258567e-05, |
| "loss": 0.4567, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2102312543798178, |
| "grad_norm": 0.5488208879435486, |
| "learning_rate": 3.504672897196262e-05, |
| "loss": 0.4548, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.21490306003270265, |
| "grad_norm": 0.7284840010175765, |
| "learning_rate": 3.582554517133957e-05, |
| "loss": 0.4787, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.21957486568558748, |
| "grad_norm": 0.5553400756934265, |
| "learning_rate": 3.660436137071651e-05, |
| "loss": 0.4687, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.22424667133847231, |
| "grad_norm": 0.5927210460920687, |
| "learning_rate": 3.738317757009346e-05, |
| "loss": 0.4575, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.22891847699135717, |
| "grad_norm": 0.5903305676459951, |
| "learning_rate": 3.8161993769470404e-05, |
| "loss": 0.4603, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.233590282644242, |
| "grad_norm": 0.5150698254021607, |
| "learning_rate": 3.8940809968847354e-05, |
| "loss": 0.4659, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.23826208829712683, |
| "grad_norm": 0.743620295674892, |
| "learning_rate": 3.97196261682243e-05, |
| "loss": 0.467, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2429338939500117, |
| "grad_norm": 0.42402540228407937, |
| "learning_rate": 4.049844236760125e-05, |
| "loss": 0.4624, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.24760569960289652, |
| "grad_norm": 0.554982941861264, |
| "learning_rate": 4.12772585669782e-05, |
| "loss": 0.4713, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.25227750525578135, |
| "grad_norm": 0.5497043901037699, |
| "learning_rate": 4.205607476635514e-05, |
| "loss": 0.4594, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2569493109086662, |
| "grad_norm": 0.5739585074447527, |
| "learning_rate": 4.283489096573209e-05, |
| "loss": 0.4738, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.261621116561551, |
| "grad_norm": 0.5617901363811946, |
| "learning_rate": 4.3613707165109034e-05, |
| "loss": 0.4572, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2662929222144359, |
| "grad_norm": 0.7578271463984279, |
| "learning_rate": 4.4392523364485984e-05, |
| "loss": 0.459, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.27096472786732073, |
| "grad_norm": 0.5529809237446733, |
| "learning_rate": 4.517133956386293e-05, |
| "loss": 0.4718, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.27563653352020556, |
| "grad_norm": 0.6706441535453462, |
| "learning_rate": 4.595015576323988e-05, |
| "loss": 0.4766, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2803083391730904, |
| "grad_norm": 0.5378625100867989, |
| "learning_rate": 4.672897196261683e-05, |
| "loss": 0.4654, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2849801448259752, |
| "grad_norm": 0.46882980303541366, |
| "learning_rate": 4.750778816199377e-05, |
| "loss": 0.46, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.28965195047886005, |
| "grad_norm": 0.5813716070993428, |
| "learning_rate": 4.828660436137072e-05, |
| "loss": 0.4708, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.29432375613174494, |
| "grad_norm": 0.46127903996367153, |
| "learning_rate": 4.9065420560747664e-05, |
| "loss": 0.4533, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.29899556178462977, |
| "grad_norm": 0.5808765073618293, |
| "learning_rate": 4.9844236760124614e-05, |
| "loss": 0.4685, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3036673674375146, |
| "grad_norm": 0.46270266996163867, |
| "learning_rate": 4.9930771893388716e-05, |
| "loss": 0.461, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.30833917309039943, |
| "grad_norm": 0.5229103628074003, |
| "learning_rate": 4.9844236760124614e-05, |
| "loss": 0.4639, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.31301097874328426, |
| "grad_norm": 0.6141983061786421, |
| "learning_rate": 4.975770162686051e-05, |
| "loss": 0.4691, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3176827843961691, |
| "grad_norm": 0.5125828484735886, |
| "learning_rate": 4.96711664935964e-05, |
| "loss": 0.4618, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.322354590049054, |
| "grad_norm": 0.38513926523537817, |
| "learning_rate": 4.958463136033229e-05, |
| "loss": 0.4526, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3270263957019388, |
| "grad_norm": 0.5158037081526002, |
| "learning_rate": 4.949809622706819e-05, |
| "loss": 0.4748, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.33169820135482364, |
| "grad_norm": 0.44580024906396737, |
| "learning_rate": 4.941156109380409e-05, |
| "loss": 0.4561, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.33637000700770847, |
| "grad_norm": 0.47240803357103267, |
| "learning_rate": 4.9325025960539985e-05, |
| "loss": 0.4603, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3410418126605933, |
| "grad_norm": 0.4171975765665295, |
| "learning_rate": 4.9238490827275876e-05, |
| "loss": 0.4644, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.34571361831347813, |
| "grad_norm": 0.5149246027911816, |
| "learning_rate": 4.915195569401177e-05, |
| "loss": 0.4599, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.350385423966363, |
| "grad_norm": 0.44805158398160827, |
| "learning_rate": 4.9065420560747664e-05, |
| "loss": 0.4485, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.35505722961924785, |
| "grad_norm": 0.46060651419384396, |
| "learning_rate": 4.897888542748356e-05, |
| "loss": 0.4755, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3597290352721327, |
| "grad_norm": 0.4101897284418394, |
| "learning_rate": 4.889235029421946e-05, |
| "loss": 0.4553, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3644008409250175, |
| "grad_norm": 0.4263502492874191, |
| "learning_rate": 4.880581516095535e-05, |
| "loss": 0.4613, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.36907264657790234, |
| "grad_norm": 0.4384675170506129, |
| "learning_rate": 4.871928002769125e-05, |
| "loss": 0.4571, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.37374445223078717, |
| "grad_norm": 0.5314449846878417, |
| "learning_rate": 4.863274489442714e-05, |
| "loss": 0.4505, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.37841625788367206, |
| "grad_norm": 0.45885464617859106, |
| "learning_rate": 4.8546209761163035e-05, |
| "loss": 0.4581, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.3830880635365569, |
| "grad_norm": 0.41981023264382344, |
| "learning_rate": 4.8459674627898926e-05, |
| "loss": 0.4619, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3877598691894417, |
| "grad_norm": 0.5001990411511336, |
| "learning_rate": 4.837313949463482e-05, |
| "loss": 0.4479, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.39243167484232655, |
| "grad_norm": 0.47006354204867734, |
| "learning_rate": 4.828660436137072e-05, |
| "loss": 0.4588, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3971034804952114, |
| "grad_norm": 0.362931702172058, |
| "learning_rate": 4.820006922810662e-05, |
| "loss": 0.4524, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.40177528614809627, |
| "grad_norm": 0.37965880434504107, |
| "learning_rate": 4.811353409484251e-05, |
| "loss": 0.4513, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4064470918009811, |
| "grad_norm": 0.3996713765953527, |
| "learning_rate": 4.80269989615784e-05, |
| "loss": 0.4496, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.41111889745386593, |
| "grad_norm": 0.393265542392205, |
| "learning_rate": 4.79404638283143e-05, |
| "loss": 0.4454, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.41579070310675076, |
| "grad_norm": 0.4197075446586915, |
| "learning_rate": 4.7853928695050194e-05, |
| "loss": 0.4529, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4204625087596356, |
| "grad_norm": 0.3912153941911287, |
| "learning_rate": 4.776739356178609e-05, |
| "loss": 0.4409, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4251343144125204, |
| "grad_norm": 0.5031957618744557, |
| "learning_rate": 4.768085842852198e-05, |
| "loss": 0.4581, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4298061200654053, |
| "grad_norm": 0.44049560387779857, |
| "learning_rate": 4.759432329525787e-05, |
| "loss": 0.4448, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.43447792571829014, |
| "grad_norm": 0.3876310557886793, |
| "learning_rate": 4.750778816199377e-05, |
| "loss": 0.4465, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.43914973137117497, |
| "grad_norm": 0.4096764260352836, |
| "learning_rate": 4.742125302872967e-05, |
| "loss": 0.452, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.4438215370240598, |
| "grad_norm": 0.46488136608448666, |
| "learning_rate": 4.7334717895465565e-05, |
| "loss": 0.4567, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.44849334267694463, |
| "grad_norm": 0.38268740712661503, |
| "learning_rate": 4.7248182762201456e-05, |
| "loss": 0.4513, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.45316514832982946, |
| "grad_norm": 0.4088767439205309, |
| "learning_rate": 4.7161647628937347e-05, |
| "loss": 0.4539, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.45783695398271435, |
| "grad_norm": 0.37909015395074475, |
| "learning_rate": 4.7075112495673244e-05, |
| "loss": 0.4517, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4625087596355992, |
| "grad_norm": 0.3869805606590519, |
| "learning_rate": 4.698857736240914e-05, |
| "loss": 0.4453, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.467180565288484, |
| "grad_norm": 0.39533855079014657, |
| "learning_rate": 4.690204222914504e-05, |
| "loss": 0.4473, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.47185237094136884, |
| "grad_norm": 0.38986872211354673, |
| "learning_rate": 4.681550709588093e-05, |
| "loss": 0.4326, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.47652417659425367, |
| "grad_norm": 0.41457009436391673, |
| "learning_rate": 4.672897196261683e-05, |
| "loss": 0.4348, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4811959822471385, |
| "grad_norm": 0.37668853659830476, |
| "learning_rate": 4.664243682935272e-05, |
| "loss": 0.4479, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.4858677879000234, |
| "grad_norm": 0.3988473145902496, |
| "learning_rate": 4.6555901696088615e-05, |
| "loss": 0.4498, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4905395935529082, |
| "grad_norm": 0.40575686742656814, |
| "learning_rate": 4.6469366562824506e-05, |
| "loss": 0.4276, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.49521139920579305, |
| "grad_norm": 0.3988250386349381, |
| "learning_rate": 4.63828314295604e-05, |
| "loss": 0.4543, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4998832048586779, |
| "grad_norm": 0.34185207238603266, |
| "learning_rate": 4.62962962962963e-05, |
| "loss": 0.4503, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5045550105115627, |
| "grad_norm": 0.3569274370144077, |
| "learning_rate": 4.620976116303219e-05, |
| "loss": 0.4552, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5092268161644475, |
| "grad_norm": 0.3782018081919045, |
| "learning_rate": 4.612322602976809e-05, |
| "loss": 0.4451, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5138986218173324, |
| "grad_norm": 0.4702354991539984, |
| "learning_rate": 4.603669089650398e-05, |
| "loss": 0.4421, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5185704274702172, |
| "grad_norm": 0.43688198880703416, |
| "learning_rate": 4.595015576323988e-05, |
| "loss": 0.4432, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.523242233123102, |
| "grad_norm": 0.4651957429166244, |
| "learning_rate": 4.5863620629975774e-05, |
| "loss": 0.4443, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.527914038775987, |
| "grad_norm": 0.3721510377381532, |
| "learning_rate": 4.577708549671167e-05, |
| "loss": 0.4388, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.5325858444288718, |
| "grad_norm": 0.3533864862523594, |
| "learning_rate": 4.569055036344756e-05, |
| "loss": 0.4424, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5372576500817566, |
| "grad_norm": 0.4051395186816033, |
| "learning_rate": 4.560401523018345e-05, |
| "loss": 0.4364, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5419294557346415, |
| "grad_norm": 0.30845296655300736, |
| "learning_rate": 4.551748009691935e-05, |
| "loss": 0.4385, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5466012613875263, |
| "grad_norm": 0.3581045162580383, |
| "learning_rate": 4.543094496365525e-05, |
| "loss": 0.4378, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5512730670404111, |
| "grad_norm": 0.32580334366304414, |
| "learning_rate": 4.5344409830391146e-05, |
| "loss": 0.4481, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.555944872693296, |
| "grad_norm": 0.37673263846977084, |
| "learning_rate": 4.5257874697127036e-05, |
| "loss": 0.4361, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5606166783461808, |
| "grad_norm": 0.31217931672338445, |
| "learning_rate": 4.517133956386293e-05, |
| "loss": 0.4372, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5652884839990656, |
| "grad_norm": 0.36428398552848057, |
| "learning_rate": 4.5084804430598824e-05, |
| "loss": 0.4301, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5699602896519504, |
| "grad_norm": 0.393458134011921, |
| "learning_rate": 4.499826929733472e-05, |
| "loss": 0.4482, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5746320953048353, |
| "grad_norm": 0.3604036012996075, |
| "learning_rate": 4.491173416407061e-05, |
| "loss": 0.4313, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5793039009577201, |
| "grad_norm": 0.39272710261380284, |
| "learning_rate": 4.482519903080651e-05, |
| "loss": 0.4443, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.583975706610605, |
| "grad_norm": 0.32017020538872754, |
| "learning_rate": 4.473866389754241e-05, |
| "loss": 0.4514, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5886475122634899, |
| "grad_norm": 0.3925330000488089, |
| "learning_rate": 4.46521287642783e-05, |
| "loss": 0.4417, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5933193179163747, |
| "grad_norm": 0.41970008115691587, |
| "learning_rate": 4.4565593631014196e-05, |
| "loss": 0.4419, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5979911235692595, |
| "grad_norm": 0.36267140296933204, |
| "learning_rate": 4.4479058497750086e-05, |
| "loss": 0.4377, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6026629292221444, |
| "grad_norm": 0.3591178098528886, |
| "learning_rate": 4.4392523364485984e-05, |
| "loss": 0.438, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6073347348750292, |
| "grad_norm": 0.3797895569637972, |
| "learning_rate": 4.430598823122188e-05, |
| "loss": 0.4328, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.612006540527914, |
| "grad_norm": 0.3936860116539046, |
| "learning_rate": 4.421945309795777e-05, |
| "loss": 0.4526, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.6166783461807989, |
| "grad_norm": 0.328980909424925, |
| "learning_rate": 4.413291796469366e-05, |
| "loss": 0.4296, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6213501518336837, |
| "grad_norm": 0.3266600351726345, |
| "learning_rate": 4.404638283142956e-05, |
| "loss": 0.4385, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.6260219574865685, |
| "grad_norm": 0.3657058376931918, |
| "learning_rate": 4.395984769816546e-05, |
| "loss": 0.4445, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6306937631394534, |
| "grad_norm": 0.3356182767817925, |
| "learning_rate": 4.3873312564901355e-05, |
| "loss": 0.437, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.6353655687923382, |
| "grad_norm": 0.38655573687506406, |
| "learning_rate": 4.378677743163725e-05, |
| "loss": 0.4401, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6400373744452231, |
| "grad_norm": 0.39008662058137117, |
| "learning_rate": 4.370024229837314e-05, |
| "loss": 0.4421, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.644709180098108, |
| "grad_norm": 0.3412974810284902, |
| "learning_rate": 4.3613707165109034e-05, |
| "loss": 0.4373, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6493809857509928, |
| "grad_norm": 0.3401983769863861, |
| "learning_rate": 4.352717203184493e-05, |
| "loss": 0.4299, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6540527914038776, |
| "grad_norm": 0.30501297701259034, |
| "learning_rate": 4.344063689858083e-05, |
| "loss": 0.4342, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6587245970567625, |
| "grad_norm": 0.31484071618032955, |
| "learning_rate": 4.335410176531672e-05, |
| "loss": 0.4349, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6633964027096473, |
| "grad_norm": 0.338094623501772, |
| "learning_rate": 4.326756663205262e-05, |
| "loss": 0.4299, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6680682083625321, |
| "grad_norm": 0.3458704281920345, |
| "learning_rate": 4.318103149878851e-05, |
| "loss": 0.4338, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6727400140154169, |
| "grad_norm": 0.36544157760715257, |
| "learning_rate": 4.3094496365524405e-05, |
| "loss": 0.4386, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6774118196683018, |
| "grad_norm": 0.3913395631524822, |
| "learning_rate": 4.30079612322603e-05, |
| "loss": 0.4311, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6820836253211866, |
| "grad_norm": 0.44864642786524195, |
| "learning_rate": 4.292142609899619e-05, |
| "loss": 0.4402, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6867554309740714, |
| "grad_norm": 0.36192171738267825, |
| "learning_rate": 4.283489096573209e-05, |
| "loss": 0.4335, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.6914272366269563, |
| "grad_norm": 0.3298272839211148, |
| "learning_rate": 4.274835583246799e-05, |
| "loss": 0.4339, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6960990422798412, |
| "grad_norm": 0.32921748584135474, |
| "learning_rate": 4.266182069920388e-05, |
| "loss": 0.4276, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.700770847932726, |
| "grad_norm": 0.3826068055078561, |
| "learning_rate": 4.257528556593977e-05, |
| "loss": 0.4426, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7054426535856109, |
| "grad_norm": 0.4061362529881364, |
| "learning_rate": 4.2488750432675667e-05, |
| "loss": 0.4352, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.7101144592384957, |
| "grad_norm": 0.3267019849696966, |
| "learning_rate": 4.2402215299411564e-05, |
| "loss": 0.4288, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7147862648913805, |
| "grad_norm": 0.37023905138181357, |
| "learning_rate": 4.231568016614746e-05, |
| "loss": 0.4321, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.7194580705442654, |
| "grad_norm": 0.3904065707687146, |
| "learning_rate": 4.222914503288335e-05, |
| "loss": 0.4372, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7241298761971502, |
| "grad_norm": 0.35054219903206124, |
| "learning_rate": 4.214260989961924e-05, |
| "loss": 0.4262, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.728801681850035, |
| "grad_norm": 0.36278150073448456, |
| "learning_rate": 4.205607476635514e-05, |
| "loss": 0.433, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7334734875029199, |
| "grad_norm": 0.30073849266080294, |
| "learning_rate": 4.196953963309104e-05, |
| "loss": 0.4335, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.7381452931558047, |
| "grad_norm": 0.39101708168281585, |
| "learning_rate": 4.1883004499826935e-05, |
| "loss": 0.4252, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7428170988086895, |
| "grad_norm": 0.352387205651067, |
| "learning_rate": 4.1796469366562826e-05, |
| "loss": 0.4283, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.7474889044615743, |
| "grad_norm": 0.3883081439670353, |
| "learning_rate": 4.1709934233298717e-05, |
| "loss": 0.4279, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7521607101144593, |
| "grad_norm": 0.317076912997008, |
| "learning_rate": 4.1623399100034614e-05, |
| "loss": 0.4453, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.7568325157673441, |
| "grad_norm": 0.3403256109859331, |
| "learning_rate": 4.153686396677051e-05, |
| "loss": 0.4392, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.761504321420229, |
| "grad_norm": 0.31666313630482246, |
| "learning_rate": 4.145032883350641e-05, |
| "loss": 0.4294, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.7661761270731138, |
| "grad_norm": 0.31206161146063055, |
| "learning_rate": 4.13637937002423e-05, |
| "loss": 0.4232, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7708479327259986, |
| "grad_norm": 0.2796024701694955, |
| "learning_rate": 4.12772585669782e-05, |
| "loss": 0.4262, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7755197383788834, |
| "grad_norm": 0.293380246324644, |
| "learning_rate": 4.119072343371409e-05, |
| "loss": 0.4242, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7801915440317683, |
| "grad_norm": 0.30385440250734963, |
| "learning_rate": 4.1104188300449985e-05, |
| "loss": 0.4274, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.7848633496846531, |
| "grad_norm": 0.2826958696397432, |
| "learning_rate": 4.101765316718588e-05, |
| "loss": 0.4185, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7895351553375379, |
| "grad_norm": 0.35518351750249083, |
| "learning_rate": 4.093111803392177e-05, |
| "loss": 0.4294, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7942069609904228, |
| "grad_norm": 0.3372564145059291, |
| "learning_rate": 4.084458290065767e-05, |
| "loss": 0.4311, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7988787666433076, |
| "grad_norm": 0.3766906247548918, |
| "learning_rate": 4.075804776739356e-05, |
| "loss": 0.4429, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.8035505722961925, |
| "grad_norm": 0.38315057143223463, |
| "learning_rate": 4.067151263412946e-05, |
| "loss": 0.409, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8082223779490774, |
| "grad_norm": 0.3593790290883937, |
| "learning_rate": 4.058497750086535e-05, |
| "loss": 0.4168, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.8128941836019622, |
| "grad_norm": 0.33629163253901395, |
| "learning_rate": 4.049844236760125e-05, |
| "loss": 0.4148, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.817565989254847, |
| "grad_norm": 0.37970785823022557, |
| "learning_rate": 4.0411907234337144e-05, |
| "loss": 0.4308, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.8222377949077319, |
| "grad_norm": 0.3529519353897875, |
| "learning_rate": 4.032537210107304e-05, |
| "loss": 0.4281, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8269096005606167, |
| "grad_norm": 0.3511500676456135, |
| "learning_rate": 4.023883696780893e-05, |
| "loss": 0.41, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.8315814062135015, |
| "grad_norm": 0.2878730551656308, |
| "learning_rate": 4.015230183454482e-05, |
| "loss": 0.4243, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8362532118663863, |
| "grad_norm": 0.30618370050108856, |
| "learning_rate": 4.006576670128072e-05, |
| "loss": 0.4212, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.8409250175192712, |
| "grad_norm": 0.33368720068535684, |
| "learning_rate": 3.997923156801662e-05, |
| "loss": 0.4225, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.845596823172156, |
| "grad_norm": 0.3242524367445163, |
| "learning_rate": 3.9892696434752516e-05, |
| "loss": 0.4206, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.8502686288250408, |
| "grad_norm": 0.2892732599520401, |
| "learning_rate": 3.9806161301488406e-05, |
| "loss": 0.4249, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8549404344779257, |
| "grad_norm": 0.3630657163125305, |
| "learning_rate": 3.97196261682243e-05, |
| "loss": 0.4275, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.8596122401308106, |
| "grad_norm": 0.30155530421010024, |
| "learning_rate": 3.9633091034960194e-05, |
| "loss": 0.4302, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8642840457836954, |
| "grad_norm": 0.28276896360183135, |
| "learning_rate": 3.954655590169609e-05, |
| "loss": 0.4342, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.8689558514365803, |
| "grad_norm": 0.32456073772439276, |
| "learning_rate": 3.946002076843199e-05, |
| "loss": 0.4308, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8736276570894651, |
| "grad_norm": 0.298935868826097, |
| "learning_rate": 3.937348563516788e-05, |
| "loss": 0.416, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.8782994627423499, |
| "grad_norm": 0.3012094323303976, |
| "learning_rate": 3.928695050190378e-05, |
| "loss": 0.4139, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8829712683952348, |
| "grad_norm": 0.29411119167224814, |
| "learning_rate": 3.920041536863967e-05, |
| "loss": 0.4188, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.8876430740481196, |
| "grad_norm": 0.30075680097083646, |
| "learning_rate": 3.9113880235375566e-05, |
| "loss": 0.4212, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8923148797010044, |
| "grad_norm": 0.3192580883534557, |
| "learning_rate": 3.9027345102111456e-05, |
| "loss": 0.437, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.8969866853538893, |
| "grad_norm": 0.32142737819682643, |
| "learning_rate": 3.8940809968847354e-05, |
| "loss": 0.4229, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.9016584910067741, |
| "grad_norm": 0.2954867192111965, |
| "learning_rate": 3.885427483558325e-05, |
| "loss": 0.4236, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.9063302966596589, |
| "grad_norm": 0.2665538821089102, |
| "learning_rate": 3.876773970231914e-05, |
| "loss": 0.4237, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9110021023125437, |
| "grad_norm": 0.29473478992397095, |
| "learning_rate": 3.868120456905504e-05, |
| "loss": 0.424, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.9156739079654287, |
| "grad_norm": 0.2873899228570041, |
| "learning_rate": 3.859466943579093e-05, |
| "loss": 0.4242, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9203457136183135, |
| "grad_norm": 0.33024714993653614, |
| "learning_rate": 3.850813430252683e-05, |
| "loss": 0.4254, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.9250175192711984, |
| "grad_norm": 0.2986837175483655, |
| "learning_rate": 3.8421599169262725e-05, |
| "loss": 0.4235, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9296893249240832, |
| "grad_norm": 0.29001116919390674, |
| "learning_rate": 3.833506403599862e-05, |
| "loss": 0.4172, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.934361130576968, |
| "grad_norm": 0.30342924412755984, |
| "learning_rate": 3.8248528902734506e-05, |
| "loss": 0.4264, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9390329362298528, |
| "grad_norm": 0.29841361641604935, |
| "learning_rate": 3.8161993769470404e-05, |
| "loss": 0.4196, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.9437047418827377, |
| "grad_norm": 0.3550815316731992, |
| "learning_rate": 3.80754586362063e-05, |
| "loss": 0.4272, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9483765475356225, |
| "grad_norm": 0.33701156045530595, |
| "learning_rate": 3.79889235029422e-05, |
| "loss": 0.412, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.9530483531885073, |
| "grad_norm": 0.35147300124616626, |
| "learning_rate": 3.7902388369678096e-05, |
| "loss": 0.4261, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9577201588413922, |
| "grad_norm": 0.29529143928010876, |
| "learning_rate": 3.7815853236413987e-05, |
| "loss": 0.4138, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.962391964494277, |
| "grad_norm": 0.3568104417258214, |
| "learning_rate": 3.772931810314988e-05, |
| "loss": 0.4308, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9670637701471618, |
| "grad_norm": 0.3957278097342003, |
| "learning_rate": 3.7642782969885775e-05, |
| "loss": 0.4156, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.9717355758000468, |
| "grad_norm": 0.29913222381506793, |
| "learning_rate": 3.755624783662167e-05, |
| "loss": 0.4236, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9764073814529316, |
| "grad_norm": 0.3543369604976565, |
| "learning_rate": 3.746971270335756e-05, |
| "loss": 0.4249, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.9810791871058164, |
| "grad_norm": 0.31732830477378066, |
| "learning_rate": 3.738317757009346e-05, |
| "loss": 0.4253, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9857509927587013, |
| "grad_norm": 0.27444479513957404, |
| "learning_rate": 3.729664243682935e-05, |
| "loss": 0.4232, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.9904227984115861, |
| "grad_norm": 0.3496931540277006, |
| "learning_rate": 3.721010730356525e-05, |
| "loss": 0.4273, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9950946040644709, |
| "grad_norm": 0.4065537348528585, |
| "learning_rate": 3.7123572170301146e-05, |
| "loss": 0.4361, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.9997664097173558, |
| "grad_norm": 0.38000713489549176, |
| "learning_rate": 3.7037037037037037e-05, |
| "loss": 0.4256, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.003737444522308, |
| "grad_norm": 0.47113206327807905, |
| "learning_rate": 3.6950501903772934e-05, |
| "loss": 0.3781, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.0084092501751927, |
| "grad_norm": 0.3583857705393172, |
| "learning_rate": 3.686396677050883e-05, |
| "loss": 0.3549, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.0130810558280776, |
| "grad_norm": 8.208246607647503, |
| "learning_rate": 3.677743163724472e-05, |
| "loss": 0.3631, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.0177528614809623, |
| "grad_norm": 0.5464148021876812, |
| "learning_rate": 3.669089650398061e-05, |
| "loss": 0.371, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.0224246671338473, |
| "grad_norm": 0.3431339974687547, |
| "learning_rate": 3.660436137071651e-05, |
| "loss": 0.3726, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.027096472786732, |
| "grad_norm": 0.7801246111914149, |
| "learning_rate": 3.651782623745241e-05, |
| "loss": 0.3726, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.031768278439617, |
| "grad_norm": 0.7682393993244626, |
| "learning_rate": 3.6431291104188305e-05, |
| "loss": 0.3753, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.0364400840925017, |
| "grad_norm": 0.6452333277207267, |
| "learning_rate": 3.6344755970924196e-05, |
| "loss": 0.372, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.0411118897453866, |
| "grad_norm": 0.6406211466626097, |
| "learning_rate": 3.6258220837660086e-05, |
| "loss": 0.3605, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.0457836953982715, |
| "grad_norm": 0.4824710254510864, |
| "learning_rate": 3.6171685704395984e-05, |
| "loss": 0.3647, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.0504555010511563, |
| "grad_norm": 0.41693864235522893, |
| "learning_rate": 3.608515057113188e-05, |
| "loss": 0.379, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.0551273067040412, |
| "grad_norm": 1.581478150681963, |
| "learning_rate": 3.599861543786778e-05, |
| "loss": 0.3611, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.059799112356926, |
| "grad_norm": 0.390189873063051, |
| "learning_rate": 3.5912080304603676e-05, |
| "loss": 0.3606, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.0644709180098109, |
| "grad_norm": 0.29185239276285907, |
| "learning_rate": 3.582554517133957e-05, |
| "loss": 0.3614, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.0691427236626956, |
| "grad_norm": 0.3234375190448062, |
| "learning_rate": 3.573901003807546e-05, |
| "loss": 0.3549, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.0738145293155805, |
| "grad_norm": 0.40185546630002694, |
| "learning_rate": 3.5652474904811355e-05, |
| "loss": 0.3657, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.0784863349684652, |
| "grad_norm": 0.7160969849632728, |
| "learning_rate": 3.556593977154725e-05, |
| "loss": 0.3612, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.0831581406213502, |
| "grad_norm": 0.301962435279091, |
| "learning_rate": 3.547940463828314e-05, |
| "loss": 0.3651, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.087829946274235, |
| "grad_norm": 0.3032042877218907, |
| "learning_rate": 3.539286950501904e-05, |
| "loss": 0.3652, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.0925017519271198, |
| "grad_norm": 0.28212570851757335, |
| "learning_rate": 3.530633437175493e-05, |
| "loss": 0.3549, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.0971735575800046, |
| "grad_norm": 0.2747195601219735, |
| "learning_rate": 3.521979923849083e-05, |
| "loss": 0.3523, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.1018453632328895, |
| "grad_norm": 0.31166214851034807, |
| "learning_rate": 3.5133264105226726e-05, |
| "loss": 0.3594, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.1065171688857744, |
| "grad_norm": 0.2849377003354121, |
| "learning_rate": 3.504672897196262e-05, |
| "loss": 0.3616, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.1111889745386592, |
| "grad_norm": 0.3034186203276653, |
| "learning_rate": 3.4960193838698514e-05, |
| "loss": 0.3696, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.115860780191544, |
| "grad_norm": 0.28010023757179475, |
| "learning_rate": 3.487365870543441e-05, |
| "loss": 0.3576, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.1205325858444288, |
| "grad_norm": 0.28235267927921287, |
| "learning_rate": 3.47871235721703e-05, |
| "loss": 0.3589, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1252043914973138, |
| "grad_norm": 0.29128959653541914, |
| "learning_rate": 3.470058843890619e-05, |
| "loss": 0.3625, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.1298761971501985, |
| "grad_norm": 0.2863854836440615, |
| "learning_rate": 3.461405330564209e-05, |
| "loss": 0.3595, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.1345480028030834, |
| "grad_norm": 0.2649166931642877, |
| "learning_rate": 3.452751817237799e-05, |
| "loss": 0.3588, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.1392198084559682, |
| "grad_norm": 0.3124948722714658, |
| "learning_rate": 3.4440983039113886e-05, |
| "loss": 0.3681, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.143891614108853, |
| "grad_norm": 0.2896157022013514, |
| "learning_rate": 3.4354447905849776e-05, |
| "loss": 0.3613, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.148563419761738, |
| "grad_norm": 0.2850596388351964, |
| "learning_rate": 3.426791277258567e-05, |
| "loss": 0.3529, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.1532352254146228, |
| "grad_norm": 0.32217666676805523, |
| "learning_rate": 3.4181377639321564e-05, |
| "loss": 0.3731, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.1579070310675075, |
| "grad_norm": 0.28281051296974585, |
| "learning_rate": 3.409484250605746e-05, |
| "loss": 0.3444, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.1625788367203924, |
| "grad_norm": 0.26754822564510194, |
| "learning_rate": 3.400830737279336e-05, |
| "loss": 0.3606, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.1672506423732774, |
| "grad_norm": 0.29739428173086213, |
| "learning_rate": 3.392177223952925e-05, |
| "loss": 0.375, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.171922448026162, |
| "grad_norm": 0.29506048163057214, |
| "learning_rate": 3.383523710626515e-05, |
| "loss": 0.3567, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.176594253679047, |
| "grad_norm": 0.28749319429900416, |
| "learning_rate": 3.374870197300104e-05, |
| "loss": 0.3575, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.1812660593319317, |
| "grad_norm": 0.363817148475934, |
| "learning_rate": 3.3662166839736935e-05, |
| "loss": 0.3559, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.1859378649848167, |
| "grad_norm": 1.7945918554412712, |
| "learning_rate": 3.357563170647283e-05, |
| "loss": 0.3629, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.1906096706377014, |
| "grad_norm": 0.38651927486811116, |
| "learning_rate": 3.3489096573208724e-05, |
| "loss": 0.3614, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.1952814762905863, |
| "grad_norm": 0.2780824349278925, |
| "learning_rate": 3.340256143994462e-05, |
| "loss": 0.3664, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.199953281943471, |
| "grad_norm": 0.2783879841037776, |
| "learning_rate": 3.331602630668051e-05, |
| "loss": 0.3575, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.204625087596356, |
| "grad_norm": 0.27381572421857153, |
| "learning_rate": 3.322949117341641e-05, |
| "loss": 0.3561, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.209296893249241, |
| "grad_norm": 0.6991633413391471, |
| "learning_rate": 3.31429560401523e-05, |
| "loss": 0.3642, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.2139686989021257, |
| "grad_norm": 0.2620850427571531, |
| "learning_rate": 3.30564209068882e-05, |
| "loss": 0.3595, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.2186405045550106, |
| "grad_norm": 0.270994718744177, |
| "learning_rate": 3.2969885773624095e-05, |
| "loss": 0.3532, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.2233123102078953, |
| "grad_norm": 0.2748234539091387, |
| "learning_rate": 3.288335064035999e-05, |
| "loss": 0.3545, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.2279841158607803, |
| "grad_norm": 0.2866745177314814, |
| "learning_rate": 3.279681550709588e-05, |
| "loss": 0.3577, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.232655921513665, |
| "grad_norm": 0.2861293554491327, |
| "learning_rate": 3.2710280373831774e-05, |
| "loss": 0.358, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.23732772716655, |
| "grad_norm": 0.3372700808402862, |
| "learning_rate": 3.262374524056767e-05, |
| "loss": 0.3681, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.2419995328194346, |
| "grad_norm": 0.30762866125096133, |
| "learning_rate": 3.253721010730357e-05, |
| "loss": 0.3666, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.2466713384723196, |
| "grad_norm": 0.28639927233745277, |
| "learning_rate": 3.2450674974039466e-05, |
| "loss": 0.3554, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.2513431441252043, |
| "grad_norm": 0.275340965232692, |
| "learning_rate": 3.2364139840775357e-05, |
| "loss": 0.3524, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.2560149497780893, |
| "grad_norm": 0.267567119630321, |
| "learning_rate": 3.227760470751125e-05, |
| "loss": 0.3687, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.260686755430974, |
| "grad_norm": 0.29332575713838344, |
| "learning_rate": 3.2191069574247145e-05, |
| "loss": 0.3571, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.265358561083859, |
| "grad_norm": 0.2525555599214365, |
| "learning_rate": 3.210453444098304e-05, |
| "loss": 0.3568, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.2700303667367439, |
| "grad_norm": 0.3528635048379817, |
| "learning_rate": 3.201799930771894e-05, |
| "loss": 0.3534, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.2747021723896286, |
| "grad_norm": 0.3239898991058169, |
| "learning_rate": 3.193146417445483e-05, |
| "loss": 0.357, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.2793739780425133, |
| "grad_norm": 0.2869166686179577, |
| "learning_rate": 3.184492904119072e-05, |
| "loss": 0.3611, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.2840457836953982, |
| "grad_norm": 0.24540393338552327, |
| "learning_rate": 3.175839390792662e-05, |
| "loss": 0.3491, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.2887175893482832, |
| "grad_norm": 0.27095178205718407, |
| "learning_rate": 3.1671858774662516e-05, |
| "loss": 0.361, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.293389395001168, |
| "grad_norm": 4.448092834222375, |
| "learning_rate": 3.1585323641398407e-05, |
| "loss": 0.3671, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.2980612006540528, |
| "grad_norm": 0.29030980188514105, |
| "learning_rate": 3.1498788508134304e-05, |
| "loss": 0.3657, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.3027330063069376, |
| "grad_norm": 0.25570751046872936, |
| "learning_rate": 3.14122533748702e-05, |
| "loss": 0.3496, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.3074048119598225, |
| "grad_norm": 0.3041092750342911, |
| "learning_rate": 3.132571824160609e-05, |
| "loss": 0.357, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.3120766176127074, |
| "grad_norm": 0.26998631488256053, |
| "learning_rate": 3.123918310834199e-05, |
| "loss": 0.3636, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.3167484232655922, |
| "grad_norm": 0.31498354527546657, |
| "learning_rate": 3.115264797507788e-05, |
| "loss": 0.357, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.3214202289184769, |
| "grad_norm": 0.2660391767855304, |
| "learning_rate": 3.106611284181378e-05, |
| "loss": 0.357, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.3260920345713618, |
| "grad_norm": 0.27718631765205176, |
| "learning_rate": 3.0979577708549675e-05, |
| "loss": 0.3524, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.3307638402242468, |
| "grad_norm": 0.28859182485644613, |
| "learning_rate": 3.0893042575285566e-05, |
| "loss": 0.3473, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.3354356458771315, |
| "grad_norm": 0.2784672251543859, |
| "learning_rate": 3.0806507442021456e-05, |
| "loss": 0.3519, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.3401074515300164, |
| "grad_norm": 0.28008342661685554, |
| "learning_rate": 3.0719972308757354e-05, |
| "loss": 0.3586, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.3447792571829011, |
| "grad_norm": 0.2930419122109119, |
| "learning_rate": 3.063343717549325e-05, |
| "loss": 0.3548, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.349451062835786, |
| "grad_norm": 0.2680844586193672, |
| "learning_rate": 3.054690204222915e-05, |
| "loss": 0.3604, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.3541228684886708, |
| "grad_norm": 0.2652532733025401, |
| "learning_rate": 3.0460366908965043e-05, |
| "loss": 0.3541, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.3587946741415557, |
| "grad_norm": 0.27794394077314344, |
| "learning_rate": 3.0373831775700934e-05, |
| "loss": 0.3545, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.3634664797944405, |
| "grad_norm": 0.2684193490611374, |
| "learning_rate": 3.028729664243683e-05, |
| "loss": 0.3653, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.3681382854473254, |
| "grad_norm": 0.2636254442479292, |
| "learning_rate": 3.0200761509172725e-05, |
| "loss": 0.3588, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.3728100911002104, |
| "grad_norm": 0.2679525113872143, |
| "learning_rate": 3.0114226375908622e-05, |
| "loss": 0.3512, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.377481896753095, |
| "grad_norm": 0.26819759906115087, |
| "learning_rate": 3.0027691242644517e-05, |
| "loss": 0.3505, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.3821537024059798, |
| "grad_norm": 0.2699938658297075, |
| "learning_rate": 2.9941156109380407e-05, |
| "loss": 0.3523, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.3868255080588647, |
| "grad_norm": 0.33892479933409453, |
| "learning_rate": 2.9854620976116305e-05, |
| "loss": 0.3667, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.3914973137117497, |
| "grad_norm": 0.2920963025389174, |
| "learning_rate": 2.97680858428522e-05, |
| "loss": 0.3608, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.3961691193646344, |
| "grad_norm": 0.2569174080682022, |
| "learning_rate": 2.9681550709588096e-05, |
| "loss": 0.3537, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.4008409250175193, |
| "grad_norm": 0.2958548233616089, |
| "learning_rate": 2.9595015576323987e-05, |
| "loss": 0.357, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.405512730670404, |
| "grad_norm": 0.25733764011116217, |
| "learning_rate": 2.9508480443059884e-05, |
| "loss": 0.3569, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.410184536323289, |
| "grad_norm": 0.25132267401727015, |
| "learning_rate": 2.942194530979578e-05, |
| "loss": 0.3568, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.4148563419761737, |
| "grad_norm": 0.2669832051506726, |
| "learning_rate": 2.9335410176531676e-05, |
| "loss": 0.351, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.4195281476290587, |
| "grad_norm": 0.2613018841035631, |
| "learning_rate": 2.924887504326757e-05, |
| "loss": 0.356, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.4241999532819434, |
| "grad_norm": 0.3090873396882133, |
| "learning_rate": 2.916233991000346e-05, |
| "loss": 0.3584, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.4288717589348283, |
| "grad_norm": 0.3049139538157588, |
| "learning_rate": 2.9075804776739358e-05, |
| "loss": 0.365, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.4335435645877133, |
| "grad_norm": 0.2688570525079533, |
| "learning_rate": 2.8989269643475252e-05, |
| "loss": 0.3595, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.438215370240598, |
| "grad_norm": 0.2624542720616472, |
| "learning_rate": 2.890273451021115e-05, |
| "loss": 0.3502, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.4428871758934827, |
| "grad_norm": 0.27111582469091855, |
| "learning_rate": 2.881619937694704e-05, |
| "loss": 0.3603, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.4475589815463676, |
| "grad_norm": 0.2780354003220708, |
| "learning_rate": 2.8729664243682934e-05, |
| "loss": 0.3649, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.4522307871992526, |
| "grad_norm": 0.260623170766383, |
| "learning_rate": 2.8643129110418832e-05, |
| "loss": 0.361, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.4569025928521373, |
| "grad_norm": 0.28249704920723373, |
| "learning_rate": 2.855659397715473e-05, |
| "loss": 0.3509, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.4615743985050222, |
| "grad_norm": 0.2837000710912426, |
| "learning_rate": 2.8470058843890623e-05, |
| "loss": 0.3606, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.466246204157907, |
| "grad_norm": 0.26910890181120617, |
| "learning_rate": 2.8383523710626514e-05, |
| "loss": 0.3559, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.470918009810792, |
| "grad_norm": 0.24788408369485626, |
| "learning_rate": 2.829698857736241e-05, |
| "loss": 0.3545, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.4755898154636768, |
| "grad_norm": 0.28250052555468164, |
| "learning_rate": 2.8210453444098305e-05, |
| "loss": 0.3549, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.4802616211165616, |
| "grad_norm": 0.2818967756986274, |
| "learning_rate": 2.8123918310834203e-05, |
| "loss": 0.3558, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.4849334267694463, |
| "grad_norm": 0.2654214906895977, |
| "learning_rate": 2.8037383177570094e-05, |
| "loss": 0.3527, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.4896052324223312, |
| "grad_norm": 0.27797835373625635, |
| "learning_rate": 2.7950848044305988e-05, |
| "loss": 0.3543, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.4942770380752162, |
| "grad_norm": 0.2759754122307631, |
| "learning_rate": 2.7864312911041885e-05, |
| "loss": 0.3519, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.4989488437281009, |
| "grad_norm": 0.2676399748360465, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.3602, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.5036206493809856, |
| "grad_norm": 0.29148569741911323, |
| "learning_rate": 2.7691242644513677e-05, |
| "loss": 0.3603, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.5082924550338705, |
| "grad_norm": 0.30555870401526036, |
| "learning_rate": 2.7604707511249567e-05, |
| "loss": 0.351, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.5129642606867555, |
| "grad_norm": 0.24008291867578185, |
| "learning_rate": 2.751817237798546e-05, |
| "loss": 0.3537, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.5176360663396404, |
| "grad_norm": 0.26896039652376746, |
| "learning_rate": 2.743163724472136e-05, |
| "loss": 0.3592, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.5223078719925252, |
| "grad_norm": 0.2656250365980771, |
| "learning_rate": 2.7345102111457256e-05, |
| "loss": 0.3443, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.5269796776454099, |
| "grad_norm": 0.2731809064015199, |
| "learning_rate": 2.7258566978193147e-05, |
| "loss": 0.3588, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.5316514832982948, |
| "grad_norm": 0.25856707440375554, |
| "learning_rate": 2.717203184492904e-05, |
| "loss": 0.3516, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.5363232889511798, |
| "grad_norm": 0.2608276718680239, |
| "learning_rate": 2.708549671166494e-05, |
| "loss": 0.3567, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.5409950946040645, |
| "grad_norm": 0.24006604176521526, |
| "learning_rate": 2.6998961578400832e-05, |
| "loss": 0.3525, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.5456669002569492, |
| "grad_norm": 0.263533118070647, |
| "learning_rate": 2.691242644513673e-05, |
| "loss": 0.3617, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.5503387059098341, |
| "grad_norm": 0.30176717620519383, |
| "learning_rate": 2.682589131187262e-05, |
| "loss": 0.3615, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.555010511562719, |
| "grad_norm": 0.25460999061246914, |
| "learning_rate": 2.6739356178608515e-05, |
| "loss": 0.3556, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.5596823172156038, |
| "grad_norm": 0.2769292746201983, |
| "learning_rate": 2.6652821045344412e-05, |
| "loss": 0.361, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.5643541228684885, |
| "grad_norm": 0.9998644588384835, |
| "learning_rate": 2.6566285912080306e-05, |
| "loss": 0.3495, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.5690259285213735, |
| "grad_norm": 0.26437954267999175, |
| "learning_rate": 2.6479750778816197e-05, |
| "loss": 0.3498, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.5736977341742584, |
| "grad_norm": 0.3080269931674715, |
| "learning_rate": 2.6393215645552094e-05, |
| "loss": 0.3523, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.5783695398271433, |
| "grad_norm": 0.2751400251319551, |
| "learning_rate": 2.6306680512287992e-05, |
| "loss": 0.363, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.583041345480028, |
| "grad_norm": 0.27625088276540716, |
| "learning_rate": 2.6220145379023886e-05, |
| "loss": 0.3507, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.5877131511329128, |
| "grad_norm": 0.24787550008096446, |
| "learning_rate": 2.6133610245759783e-05, |
| "loss": 0.3552, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.5923849567857977, |
| "grad_norm": 0.24885679890801207, |
| "learning_rate": 2.6047075112495674e-05, |
| "loss": 0.3485, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.5970567624386827, |
| "grad_norm": 0.25785490206314426, |
| "learning_rate": 2.5960539979231568e-05, |
| "loss": 0.3551, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.6017285680915674, |
| "grad_norm": 0.2526987125119253, |
| "learning_rate": 2.5874004845967465e-05, |
| "loss": 0.36, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.606400373744452, |
| "grad_norm": 0.23963597328766026, |
| "learning_rate": 2.578746971270336e-05, |
| "loss": 0.3615, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.611072179397337, |
| "grad_norm": 0.2604764012528186, |
| "learning_rate": 2.570093457943925e-05, |
| "loss": 0.3484, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.615743985050222, |
| "grad_norm": 0.27026077600137727, |
| "learning_rate": 2.5614399446175148e-05, |
| "loss": 0.3565, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.6204157907031067, |
| "grad_norm": 0.2544087831975487, |
| "learning_rate": 2.552786431291104e-05, |
| "loss": 0.3491, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.6250875963559914, |
| "grad_norm": 0.25041011980856775, |
| "learning_rate": 2.544132917964694e-05, |
| "loss": 0.3507, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.6297594020088764, |
| "grad_norm": 0.24716417636609062, |
| "learning_rate": 2.5354794046382833e-05, |
| "loss": 0.354, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.6344312076617613, |
| "grad_norm": 0.2602000753124882, |
| "learning_rate": 2.5268258913118724e-05, |
| "loss": 0.356, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.6391030133146463, |
| "grad_norm": 0.25454044050185637, |
| "learning_rate": 2.518172377985462e-05, |
| "loss": 0.3531, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.643774818967531, |
| "grad_norm": 0.2833770824267626, |
| "learning_rate": 2.509518864659052e-05, |
| "loss": 0.3497, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.6484466246204157, |
| "grad_norm": 0.25070331463030265, |
| "learning_rate": 2.5008653513326413e-05, |
| "loss": 0.3601, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.6531184302733006, |
| "grad_norm": 0.2458032214479526, |
| "learning_rate": 2.4922118380062307e-05, |
| "loss": 0.3506, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.6577902359261856, |
| "grad_norm": 0.25586691924590127, |
| "learning_rate": 2.48355832467982e-05, |
| "loss": 0.3543, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.6624620415790703, |
| "grad_norm": 0.2546410430722946, |
| "learning_rate": 2.4749048113534095e-05, |
| "loss": 0.3485, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.667133847231955, |
| "grad_norm": 0.2314147617602589, |
| "learning_rate": 2.4662512980269992e-05, |
| "loss": 0.3473, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.67180565288484, |
| "grad_norm": 0.229752845273799, |
| "learning_rate": 2.4575977847005887e-05, |
| "loss": 0.3522, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.676477458537725, |
| "grad_norm": 0.2566297609627607, |
| "learning_rate": 2.448944271374178e-05, |
| "loss": 0.3495, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.6811492641906096, |
| "grad_norm": 0.24997518582824338, |
| "learning_rate": 2.4402907580477675e-05, |
| "loss": 0.3518, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.6858210698434946, |
| "grad_norm": 0.23492666288431144, |
| "learning_rate": 2.431637244721357e-05, |
| "loss": 0.3526, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.6904928754963793, |
| "grad_norm": 0.261504362105359, |
| "learning_rate": 2.4229837313949463e-05, |
| "loss": 0.3578, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.6951646811492642, |
| "grad_norm": 0.23038766630433052, |
| "learning_rate": 2.414330218068536e-05, |
| "loss": 0.3516, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.6998364868021492, |
| "grad_norm": 0.23631858442788584, |
| "learning_rate": 2.4056767047421254e-05, |
| "loss": 0.3569, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.7045082924550339, |
| "grad_norm": 0.25157564283640055, |
| "learning_rate": 2.397023191415715e-05, |
| "loss": 0.3555, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.7091800981079186, |
| "grad_norm": 0.25879066104554227, |
| "learning_rate": 2.3883696780893046e-05, |
| "loss": 0.3496, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.7138519037608035, |
| "grad_norm": 0.22931371833436698, |
| "learning_rate": 2.3797161647628936e-05, |
| "loss": 0.3593, |
| "step": 1835 |
| }, |
| { |
| "epoch": 1.7185237094136885, |
| "grad_norm": 0.2499124013797676, |
| "learning_rate": 2.3710626514364834e-05, |
| "loss": 0.3518, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.7231955150665732, |
| "grad_norm": 0.2473814229439637, |
| "learning_rate": 2.3624091381100728e-05, |
| "loss": 0.3541, |
| "step": 1845 |
| }, |
| { |
| "epoch": 1.727867320719458, |
| "grad_norm": 0.24044010726393764, |
| "learning_rate": 2.3537556247836622e-05, |
| "loss": 0.3437, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.7325391263723429, |
| "grad_norm": 0.26246375246193315, |
| "learning_rate": 2.345102111457252e-05, |
| "loss": 0.356, |
| "step": 1855 |
| }, |
| { |
| "epoch": 1.7372109320252278, |
| "grad_norm": 0.26557818782226306, |
| "learning_rate": 2.3364485981308414e-05, |
| "loss": 0.355, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.7418827376781127, |
| "grad_norm": 0.256684454105562, |
| "learning_rate": 2.3277950848044308e-05, |
| "loss": 0.3497, |
| "step": 1865 |
| }, |
| { |
| "epoch": 1.7465545433309975, |
| "grad_norm": 0.24398080349583323, |
| "learning_rate": 2.31914157147802e-05, |
| "loss": 0.353, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.7512263489838822, |
| "grad_norm": 0.256745449324351, |
| "learning_rate": 2.3104880581516096e-05, |
| "loss": 0.3519, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.7558981546367671, |
| "grad_norm": 0.2556036643262852, |
| "learning_rate": 2.301834544825199e-05, |
| "loss": 0.3529, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.760569960289652, |
| "grad_norm": 0.2614568711313752, |
| "learning_rate": 2.2931810314987887e-05, |
| "loss": 0.356, |
| "step": 1885 |
| }, |
| { |
| "epoch": 1.7652417659425368, |
| "grad_norm": 0.28516459215745127, |
| "learning_rate": 2.284527518172378e-05, |
| "loss": 0.3585, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.7699135715954215, |
| "grad_norm": 0.27387023450386516, |
| "learning_rate": 2.2758740048459675e-05, |
| "loss": 0.3629, |
| "step": 1895 |
| }, |
| { |
| "epoch": 1.7745853772483065, |
| "grad_norm": 0.2729502926762472, |
| "learning_rate": 2.2672204915195573e-05, |
| "loss": 0.3575, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.7792571829011914, |
| "grad_norm": 0.24916039736502976, |
| "learning_rate": 2.2585669781931463e-05, |
| "loss": 0.3522, |
| "step": 1905 |
| }, |
| { |
| "epoch": 1.7839289885540761, |
| "grad_norm": 0.28488813181387246, |
| "learning_rate": 2.249913464866736e-05, |
| "loss": 0.3535, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.7886007942069608, |
| "grad_norm": 0.26130228453505255, |
| "learning_rate": 2.2412599515403255e-05, |
| "loss": 0.3466, |
| "step": 1915 |
| }, |
| { |
| "epoch": 1.7932725998598458, |
| "grad_norm": 0.29826118310274563, |
| "learning_rate": 2.232606438213915e-05, |
| "loss": 0.3487, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.7979444055127307, |
| "grad_norm": 0.24057399234165708, |
| "learning_rate": 2.2239529248875043e-05, |
| "loss": 0.3463, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.8026162111656157, |
| "grad_norm": 0.28099984095688735, |
| "learning_rate": 2.215299411561094e-05, |
| "loss": 0.3563, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.8072880168185004, |
| "grad_norm": 0.25003633200863506, |
| "learning_rate": 2.206645898234683e-05, |
| "loss": 0.3442, |
| "step": 1935 |
| }, |
| { |
| "epoch": 1.811959822471385, |
| "grad_norm": 0.2397456416268439, |
| "learning_rate": 2.197992384908273e-05, |
| "loss": 0.3587, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.81663162812427, |
| "grad_norm": 0.24746270687518188, |
| "learning_rate": 2.1893388715818626e-05, |
| "loss": 0.3474, |
| "step": 1945 |
| }, |
| { |
| "epoch": 1.821303433777155, |
| "grad_norm": 0.2389158619700501, |
| "learning_rate": 2.1806853582554517e-05, |
| "loss": 0.3507, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.8259752394300397, |
| "grad_norm": 0.23840109603392132, |
| "learning_rate": 2.1720318449290414e-05, |
| "loss": 0.3559, |
| "step": 1955 |
| }, |
| { |
| "epoch": 1.8306470450829244, |
| "grad_norm": 0.24163055044842047, |
| "learning_rate": 2.163378331602631e-05, |
| "loss": 0.3461, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.8353188507358094, |
| "grad_norm": 0.2411390279052765, |
| "learning_rate": 2.1547248182762202e-05, |
| "loss": 0.3507, |
| "step": 1965 |
| }, |
| { |
| "epoch": 1.8399906563886943, |
| "grad_norm": 0.2689246086175121, |
| "learning_rate": 2.1460713049498096e-05, |
| "loss": 0.3499, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.844662462041579, |
| "grad_norm": 0.2575753325596786, |
| "learning_rate": 2.1374177916233994e-05, |
| "loss": 0.3573, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.849334267694464, |
| "grad_norm": 0.22860025701284803, |
| "learning_rate": 2.1287642782969885e-05, |
| "loss": 0.3546, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.8540060733473487, |
| "grad_norm": 0.2473425651945895, |
| "learning_rate": 2.1201107649705782e-05, |
| "loss": 0.3443, |
| "step": 1985 |
| }, |
| { |
| "epoch": 1.8586778790002336, |
| "grad_norm": 0.2729706201259369, |
| "learning_rate": 2.1114572516441676e-05, |
| "loss": 0.3536, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.8633496846531186, |
| "grad_norm": 0.2657729323563545, |
| "learning_rate": 2.102803738317757e-05, |
| "loss": 0.3615, |
| "step": 1995 |
| }, |
| { |
| "epoch": 1.8680214903060033, |
| "grad_norm": 0.2507639279547885, |
| "learning_rate": 2.0941502249913468e-05, |
| "loss": 0.3611, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.872693295958888, |
| "grad_norm": 0.24604402880476078, |
| "learning_rate": 2.0854967116649358e-05, |
| "loss": 0.3492, |
| "step": 2005 |
| }, |
| { |
| "epoch": 1.877365101611773, |
| "grad_norm": 0.2932628949996562, |
| "learning_rate": 2.0768431983385256e-05, |
| "loss": 0.3529, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.8820369072646579, |
| "grad_norm": 0.253627925676872, |
| "learning_rate": 2.068189685012115e-05, |
| "loss": 0.3544, |
| "step": 2015 |
| }, |
| { |
| "epoch": 1.8867087129175426, |
| "grad_norm": 0.2354239168303899, |
| "learning_rate": 2.0595361716857044e-05, |
| "loss": 0.3452, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.8913805185704273, |
| "grad_norm": 0.24589941564458, |
| "learning_rate": 2.050882658359294e-05, |
| "loss": 0.3508, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.8960523242233123, |
| "grad_norm": 1.1331048402557922, |
| "learning_rate": 2.0422291450328835e-05, |
| "loss": 0.3472, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.9007241298761972, |
| "grad_norm": 0.2502077991662155, |
| "learning_rate": 2.033575631706473e-05, |
| "loss": 0.3574, |
| "step": 2035 |
| }, |
| { |
| "epoch": 1.9053959355290822, |
| "grad_norm": 0.23998015730620764, |
| "learning_rate": 2.0249221183800623e-05, |
| "loss": 0.3564, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.9100677411819669, |
| "grad_norm": 0.24963596950848252, |
| "learning_rate": 2.016268605053652e-05, |
| "loss": 0.3476, |
| "step": 2045 |
| }, |
| { |
| "epoch": 1.9147395468348516, |
| "grad_norm": 0.24192663446212184, |
| "learning_rate": 2.007615091727241e-05, |
| "loss": 0.3448, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.9194113524877365, |
| "grad_norm": 0.24444512910562927, |
| "learning_rate": 1.998961578400831e-05, |
| "loss": 0.351, |
| "step": 2055 |
| }, |
| { |
| "epoch": 1.9240831581406215, |
| "grad_norm": 0.24898191090908084, |
| "learning_rate": 1.9903080650744203e-05, |
| "loss": 0.3498, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.9287549637935062, |
| "grad_norm": 0.24278405327885177, |
| "learning_rate": 1.9816545517480097e-05, |
| "loss": 0.3484, |
| "step": 2065 |
| }, |
| { |
| "epoch": 1.933426769446391, |
| "grad_norm": 0.2462167764412803, |
| "learning_rate": 1.9730010384215995e-05, |
| "loss": 0.3454, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.9380985750992759, |
| "grad_norm": 0.2395040446318053, |
| "learning_rate": 1.964347525095189e-05, |
| "loss": 0.3481, |
| "step": 2075 |
| }, |
| { |
| "epoch": 1.9427703807521608, |
| "grad_norm": 0.2709668463672972, |
| "learning_rate": 1.9556940117687783e-05, |
| "loss": 0.3556, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.9474421864050455, |
| "grad_norm": 0.26890519167115307, |
| "learning_rate": 1.9470404984423677e-05, |
| "loss": 0.3573, |
| "step": 2085 |
| }, |
| { |
| "epoch": 1.9521139920579302, |
| "grad_norm": 0.2665557191787376, |
| "learning_rate": 1.938386985115957e-05, |
| "loss": 0.3564, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.9567857977108152, |
| "grad_norm": 0.2867599379717776, |
| "learning_rate": 1.9297334717895465e-05, |
| "loss": 0.3507, |
| "step": 2095 |
| }, |
| { |
| "epoch": 1.9614576033637001, |
| "grad_norm": 0.24926429000265118, |
| "learning_rate": 1.9210799584631362e-05, |
| "loss": 0.3473, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.966129409016585, |
| "grad_norm": 0.25192232581044366, |
| "learning_rate": 1.9124264451367253e-05, |
| "loss": 0.3519, |
| "step": 2105 |
| }, |
| { |
| "epoch": 1.9708012146694698, |
| "grad_norm": 0.23833315952573492, |
| "learning_rate": 1.903772931810315e-05, |
| "loss": 0.3528, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.9754730203223545, |
| "grad_norm": 0.28688121316933135, |
| "learning_rate": 1.8951194184839048e-05, |
| "loss": 0.3431, |
| "step": 2115 |
| }, |
| { |
| "epoch": 1.9801448259752394, |
| "grad_norm": 0.22959759632372803, |
| "learning_rate": 1.886465905157494e-05, |
| "loss": 0.3463, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.9848166316281244, |
| "grad_norm": 0.25686912281201, |
| "learning_rate": 1.8778123918310836e-05, |
| "loss": 0.3435, |
| "step": 2125 |
| }, |
| { |
| "epoch": 1.989488437281009, |
| "grad_norm": 0.23795225574530124, |
| "learning_rate": 1.869158878504673e-05, |
| "loss": 0.3495, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.9941602429338938, |
| "grad_norm": 0.747482414765369, |
| "learning_rate": 1.8605053651782624e-05, |
| "loss": 0.3506, |
| "step": 2135 |
| }, |
| { |
| "epoch": 1.9988320485867788, |
| "grad_norm": 0.28050633953526405, |
| "learning_rate": 1.8518518518518518e-05, |
| "loss": 0.3513, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.002803083391731, |
| "grad_norm": 0.34435077567177486, |
| "learning_rate": 1.8431983385254416e-05, |
| "loss": 0.3053, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.007474889044616, |
| "grad_norm": 0.3232861983470053, |
| "learning_rate": 1.8345448251990306e-05, |
| "loss": 0.276, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.0121466946975004, |
| "grad_norm": 0.2991643901861678, |
| "learning_rate": 1.8258913118726204e-05, |
| "loss": 0.2673, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.0168185003503853, |
| "grad_norm": 0.2741545694404629, |
| "learning_rate": 1.8172377985462098e-05, |
| "loss": 0.2739, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.0214903060032703, |
| "grad_norm": 0.2617834943522712, |
| "learning_rate": 1.8085842852197992e-05, |
| "loss": 0.27, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.0261621116561552, |
| "grad_norm": 0.26830601108259017, |
| "learning_rate": 1.799930771893389e-05, |
| "loss": 0.2712, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.0308339173090397, |
| "grad_norm": 0.2733105802769957, |
| "learning_rate": 1.7912772585669783e-05, |
| "loss": 0.2663, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.0355057229619247, |
| "grad_norm": 0.251566109220412, |
| "learning_rate": 1.7826237452405678e-05, |
| "loss": 0.2753, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.0401775286148096, |
| "grad_norm": 0.27175452190308935, |
| "learning_rate": 1.773970231914157e-05, |
| "loss": 0.2709, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.0448493342676946, |
| "grad_norm": 0.24647565952032985, |
| "learning_rate": 1.7653167185877466e-05, |
| "loss": 0.2716, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.0495211399205795, |
| "grad_norm": 0.27010143574994433, |
| "learning_rate": 1.7566632052613363e-05, |
| "loss": 0.2651, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.054192945573464, |
| "grad_norm": 0.25716921848079094, |
| "learning_rate": 1.7480096919349257e-05, |
| "loss": 0.2667, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.058864751226349, |
| "grad_norm": 0.24574201714503535, |
| "learning_rate": 1.739356178608515e-05, |
| "loss": 0.265, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.063536556879234, |
| "grad_norm": 0.27472795148588064, |
| "learning_rate": 1.7307026652821045e-05, |
| "loss": 0.2784, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.068208362532119, |
| "grad_norm": 0.26861665903194765, |
| "learning_rate": 1.7220491519556943e-05, |
| "loss": 0.2725, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.0728801681850033, |
| "grad_norm": 0.25294960940453676, |
| "learning_rate": 1.7133956386292833e-05, |
| "loss": 0.2744, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.0775519738378883, |
| "grad_norm": 0.2709157246182442, |
| "learning_rate": 1.704742125302873e-05, |
| "loss": 0.2673, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.082223779490773, |
| "grad_norm": 0.23791548921338562, |
| "learning_rate": 1.6960886119764625e-05, |
| "loss": 0.2731, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.086895585143658, |
| "grad_norm": 0.2580146491292611, |
| "learning_rate": 1.687435098650052e-05, |
| "loss": 0.263, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.091567390796543, |
| "grad_norm": 0.25645006753439864, |
| "learning_rate": 1.6787815853236416e-05, |
| "loss": 0.2715, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.0962391964494276, |
| "grad_norm": 0.24389642866586017, |
| "learning_rate": 1.670128071997231e-05, |
| "loss": 0.2656, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.1009110021023125, |
| "grad_norm": 0.25677612105078285, |
| "learning_rate": 1.6614745586708205e-05, |
| "loss": 0.2684, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.1055828077551975, |
| "grad_norm": 0.25580810186269193, |
| "learning_rate": 1.65282104534441e-05, |
| "loss": 0.2706, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.1102546134080824, |
| "grad_norm": 1.220797185763052, |
| "learning_rate": 1.6441675320179996e-05, |
| "loss": 0.274, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.114926419060967, |
| "grad_norm": 0.2559597552026823, |
| "learning_rate": 1.6355140186915887e-05, |
| "loss": 0.2712, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.119598224713852, |
| "grad_norm": 0.24963492503244736, |
| "learning_rate": 1.6268605053651784e-05, |
| "loss": 0.2712, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.124270030366737, |
| "grad_norm": 0.2626845091250949, |
| "learning_rate": 1.6182069920387678e-05, |
| "loss": 0.27, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.1289418360196217, |
| "grad_norm": 0.26563248949871293, |
| "learning_rate": 1.6095534787123572e-05, |
| "loss": 0.2661, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.1336136416725062, |
| "grad_norm": 0.25452400807638254, |
| "learning_rate": 1.600899965385947e-05, |
| "loss": 0.2775, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.138285447325391, |
| "grad_norm": 0.25150023437927815, |
| "learning_rate": 1.592246452059536e-05, |
| "loss": 0.268, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.142957252978276, |
| "grad_norm": 0.26496698727100276, |
| "learning_rate": 1.5835929387331258e-05, |
| "loss": 0.27, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.147629058631161, |
| "grad_norm": 0.26274053883641585, |
| "learning_rate": 1.5749394254067152e-05, |
| "loss": 0.2626, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.152300864284046, |
| "grad_norm": 0.24417182547206637, |
| "learning_rate": 1.5662859120803046e-05, |
| "loss": 0.268, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.1569726699369305, |
| "grad_norm": 0.25099784143140763, |
| "learning_rate": 1.557632398753894e-05, |
| "loss": 0.2661, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.1616444755898154, |
| "grad_norm": 0.2726937615081363, |
| "learning_rate": 1.5489788854274838e-05, |
| "loss": 0.2758, |
| "step": 2315 |
| }, |
| { |
| "epoch": 2.1663162812427004, |
| "grad_norm": 0.2534142205531808, |
| "learning_rate": 1.5403253721010728e-05, |
| "loss": 0.2718, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.1709880868955853, |
| "grad_norm": 0.26619731721174505, |
| "learning_rate": 1.5316718587746626e-05, |
| "loss": 0.2711, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.17565989254847, |
| "grad_norm": 0.25487363737119223, |
| "learning_rate": 1.5230183454482521e-05, |
| "loss": 0.2678, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.1803316982013548, |
| "grad_norm": 0.2451055063080652, |
| "learning_rate": 1.5143648321218415e-05, |
| "loss": 0.2732, |
| "step": 2335 |
| }, |
| { |
| "epoch": 2.1850035038542397, |
| "grad_norm": 0.25600856881621503, |
| "learning_rate": 1.5057113187954311e-05, |
| "loss": 0.2669, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.1896753095071246, |
| "grad_norm": 0.2549061650595312, |
| "learning_rate": 1.4970578054690204e-05, |
| "loss": 0.2648, |
| "step": 2345 |
| }, |
| { |
| "epoch": 2.194347115160009, |
| "grad_norm": 0.28081165004339137, |
| "learning_rate": 1.48840429214261e-05, |
| "loss": 0.2744, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.199018920812894, |
| "grad_norm": 0.2597182832277994, |
| "learning_rate": 1.4797507788161993e-05, |
| "loss": 0.2707, |
| "step": 2355 |
| }, |
| { |
| "epoch": 2.203690726465779, |
| "grad_norm": 0.2561877721328425, |
| "learning_rate": 1.471097265489789e-05, |
| "loss": 0.2689, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.208362532118664, |
| "grad_norm": 0.2563076388294137, |
| "learning_rate": 1.4624437521633785e-05, |
| "loss": 0.268, |
| "step": 2365 |
| }, |
| { |
| "epoch": 2.213034337771549, |
| "grad_norm": 0.25765046375047895, |
| "learning_rate": 1.4537902388369679e-05, |
| "loss": 0.2656, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.2177061434244334, |
| "grad_norm": 0.28518733350470343, |
| "learning_rate": 1.4451367255105575e-05, |
| "loss": 0.2685, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.2223779490773183, |
| "grad_norm": 0.25368307928496053, |
| "learning_rate": 1.4364832121841467e-05, |
| "loss": 0.2725, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.2270497547302033, |
| "grad_norm": 0.5281956077578304, |
| "learning_rate": 1.4278296988577365e-05, |
| "loss": 0.2714, |
| "step": 2385 |
| }, |
| { |
| "epoch": 2.231721560383088, |
| "grad_norm": 0.25641285413166875, |
| "learning_rate": 1.4191761855313257e-05, |
| "loss": 0.2667, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.2363933660359727, |
| "grad_norm": 0.2544566354072801, |
| "learning_rate": 1.4105226722049153e-05, |
| "loss": 0.2776, |
| "step": 2395 |
| }, |
| { |
| "epoch": 2.2410651716888577, |
| "grad_norm": 0.2654527447971898, |
| "learning_rate": 1.4018691588785047e-05, |
| "loss": 0.2749, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.2457369773417426, |
| "grad_norm": 0.26498542303356154, |
| "learning_rate": 1.3932156455520943e-05, |
| "loss": 0.2768, |
| "step": 2405 |
| }, |
| { |
| "epoch": 2.2504087829946275, |
| "grad_norm": 0.2617880252712014, |
| "learning_rate": 1.3845621322256838e-05, |
| "loss": 0.2668, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.2550805886475125, |
| "grad_norm": 0.27521153124310155, |
| "learning_rate": 1.375908618899273e-05, |
| "loss": 0.2716, |
| "step": 2415 |
| }, |
| { |
| "epoch": 2.259752394300397, |
| "grad_norm": 0.2464659107912401, |
| "learning_rate": 1.3672551055728628e-05, |
| "loss": 0.2699, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.264424199953282, |
| "grad_norm": 0.2527245766560059, |
| "learning_rate": 1.358601592246452e-05, |
| "loss": 0.2654, |
| "step": 2425 |
| }, |
| { |
| "epoch": 2.269096005606167, |
| "grad_norm": 0.2414395786265717, |
| "learning_rate": 1.3499480789200416e-05, |
| "loss": 0.2649, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.273767811259052, |
| "grad_norm": 0.24272525169309794, |
| "learning_rate": 1.341294565593631e-05, |
| "loss": 0.2735, |
| "step": 2435 |
| }, |
| { |
| "epoch": 2.2784396169119363, |
| "grad_norm": 0.2628720042423123, |
| "learning_rate": 1.3326410522672206e-05, |
| "loss": 0.273, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.2831114225648212, |
| "grad_norm": 0.25812541448702475, |
| "learning_rate": 1.3239875389408098e-05, |
| "loss": 0.2747, |
| "step": 2445 |
| }, |
| { |
| "epoch": 2.287783228217706, |
| "grad_norm": 0.2560376789403056, |
| "learning_rate": 1.3153340256143996e-05, |
| "loss": 0.2698, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.292455033870591, |
| "grad_norm": 0.26399251912690264, |
| "learning_rate": 1.3066805122879892e-05, |
| "loss": 0.2751, |
| "step": 2455 |
| }, |
| { |
| "epoch": 2.297126839523476, |
| "grad_norm": 0.23814257755917403, |
| "learning_rate": 1.2980269989615784e-05, |
| "loss": 0.261, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.3017986451763606, |
| "grad_norm": 0.2504090582744426, |
| "learning_rate": 1.289373485635168e-05, |
| "loss": 0.2763, |
| "step": 2465 |
| }, |
| { |
| "epoch": 2.3064704508292455, |
| "grad_norm": 0.2522405112875564, |
| "learning_rate": 1.2807199723087574e-05, |
| "loss": 0.2692, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.3111422564821305, |
| "grad_norm": 0.247482478204774, |
| "learning_rate": 1.272066458982347e-05, |
| "loss": 0.271, |
| "step": 2475 |
| }, |
| { |
| "epoch": 2.315814062135015, |
| "grad_norm": 0.25208432697718447, |
| "learning_rate": 1.2634129456559362e-05, |
| "loss": 0.2713, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.3204858677879, |
| "grad_norm": 0.2596669522816459, |
| "learning_rate": 1.254759432329526e-05, |
| "loss": 0.273, |
| "step": 2485 |
| }, |
| { |
| "epoch": 2.325157673440785, |
| "grad_norm": 0.2752122403792597, |
| "learning_rate": 1.2461059190031153e-05, |
| "loss": 0.2679, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.3298294790936698, |
| "grad_norm": 0.25305424916450886, |
| "learning_rate": 1.2374524056767047e-05, |
| "loss": 0.2699, |
| "step": 2495 |
| }, |
| { |
| "epoch": 2.3345012847465547, |
| "grad_norm": 0.24986399865013822, |
| "learning_rate": 1.2287988923502943e-05, |
| "loss": 0.2693, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.339173090399439, |
| "grad_norm": 0.24892959776998544, |
| "learning_rate": 1.2201453790238837e-05, |
| "loss": 0.2709, |
| "step": 2505 |
| }, |
| { |
| "epoch": 2.343844896052324, |
| "grad_norm": 0.2599132285443273, |
| "learning_rate": 1.2114918656974731e-05, |
| "loss": 0.2712, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.348516701705209, |
| "grad_norm": 0.24891162059815367, |
| "learning_rate": 1.2028383523710627e-05, |
| "loss": 0.2719, |
| "step": 2515 |
| }, |
| { |
| "epoch": 2.353188507358094, |
| "grad_norm": 0.2839857686291248, |
| "learning_rate": 1.1941848390446523e-05, |
| "loss": 0.2664, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.3578603130109785, |
| "grad_norm": 0.23816482029814176, |
| "learning_rate": 1.1855313257182417e-05, |
| "loss": 0.2622, |
| "step": 2525 |
| }, |
| { |
| "epoch": 2.3625321186638635, |
| "grad_norm": 0.23631470622212025, |
| "learning_rate": 1.1768778123918311e-05, |
| "loss": 0.2659, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.3672039243167484, |
| "grad_norm": 0.27010251736647883, |
| "learning_rate": 1.1682242990654207e-05, |
| "loss": 0.2716, |
| "step": 2535 |
| }, |
| { |
| "epoch": 2.3718757299696334, |
| "grad_norm": 0.25205702970219457, |
| "learning_rate": 1.15957078573901e-05, |
| "loss": 0.2723, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.3765475356225183, |
| "grad_norm": 0.25640449727385856, |
| "learning_rate": 1.1509172724125995e-05, |
| "loss": 0.2728, |
| "step": 2545 |
| }, |
| { |
| "epoch": 2.381219341275403, |
| "grad_norm": 0.24484226039145476, |
| "learning_rate": 1.142263759086189e-05, |
| "loss": 0.2726, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.3858911469282877, |
| "grad_norm": 0.2464355083120681, |
| "learning_rate": 1.1336102457597786e-05, |
| "loss": 0.2756, |
| "step": 2555 |
| }, |
| { |
| "epoch": 2.3905629525811727, |
| "grad_norm": 0.24744875149727918, |
| "learning_rate": 1.124956732433368e-05, |
| "loss": 0.2728, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.3952347582340576, |
| "grad_norm": 0.2403777893691903, |
| "learning_rate": 1.1163032191069575e-05, |
| "loss": 0.2718, |
| "step": 2565 |
| }, |
| { |
| "epoch": 2.399906563886942, |
| "grad_norm": 0.23574384761543135, |
| "learning_rate": 1.107649705780547e-05, |
| "loss": 0.2697, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.404578369539827, |
| "grad_norm": 0.25155760301757596, |
| "learning_rate": 1.0989961924541364e-05, |
| "loss": 0.2679, |
| "step": 2575 |
| }, |
| { |
| "epoch": 2.409250175192712, |
| "grad_norm": 0.24645374017868094, |
| "learning_rate": 1.0903426791277258e-05, |
| "loss": 0.2619, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.413921980845597, |
| "grad_norm": 0.2533648296600673, |
| "learning_rate": 1.0816891658013154e-05, |
| "loss": 0.2771, |
| "step": 2585 |
| }, |
| { |
| "epoch": 2.418593786498482, |
| "grad_norm": 0.2659076363497246, |
| "learning_rate": 1.0730356524749048e-05, |
| "loss": 0.2726, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.4232655921513664, |
| "grad_norm": 0.2385243006791889, |
| "learning_rate": 1.0643821391484942e-05, |
| "loss": 0.2681, |
| "step": 2595 |
| }, |
| { |
| "epoch": 2.4279373978042513, |
| "grad_norm": 0.26799927060856843, |
| "learning_rate": 1.0557286258220838e-05, |
| "loss": 0.2678, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.4326092034571363, |
| "grad_norm": 0.24972324275198554, |
| "learning_rate": 1.0470751124956734e-05, |
| "loss": 0.2737, |
| "step": 2605 |
| }, |
| { |
| "epoch": 2.437281009110021, |
| "grad_norm": 0.25419077865301654, |
| "learning_rate": 1.0384215991692628e-05, |
| "loss": 0.2664, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.4419528147629057, |
| "grad_norm": 0.2482159696188828, |
| "learning_rate": 1.0297680858428522e-05, |
| "loss": 0.2669, |
| "step": 2615 |
| }, |
| { |
| "epoch": 2.4466246204157907, |
| "grad_norm": 0.24839635814020702, |
| "learning_rate": 1.0211145725164418e-05, |
| "loss": 0.2757, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.4512964260686756, |
| "grad_norm": 0.25556105512354754, |
| "learning_rate": 1.0124610591900312e-05, |
| "loss": 0.271, |
| "step": 2625 |
| }, |
| { |
| "epoch": 2.4559682317215605, |
| "grad_norm": 0.2502049105887111, |
| "learning_rate": 1.0038075458636206e-05, |
| "loss": 0.2678, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.460640037374445, |
| "grad_norm": 0.24128844907979236, |
| "learning_rate": 9.951540325372102e-06, |
| "loss": 0.2703, |
| "step": 2635 |
| }, |
| { |
| "epoch": 2.46531184302733, |
| "grad_norm": 0.24603993464427193, |
| "learning_rate": 9.865005192107997e-06, |
| "loss": 0.2739, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.469983648680215, |
| "grad_norm": 0.24852247247203335, |
| "learning_rate": 9.778470058843891e-06, |
| "loss": 0.2639, |
| "step": 2645 |
| }, |
| { |
| "epoch": 2.4746554543331, |
| "grad_norm": 0.25309457119110484, |
| "learning_rate": 9.691934925579785e-06, |
| "loss": 0.2705, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.4793272599859844, |
| "grad_norm": 0.26264588665783367, |
| "learning_rate": 9.605399792315681e-06, |
| "loss": 0.2649, |
| "step": 2655 |
| }, |
| { |
| "epoch": 2.4839990656388693, |
| "grad_norm": 0.2325571711823743, |
| "learning_rate": 9.518864659051575e-06, |
| "loss": 0.2656, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.4886708712917542, |
| "grad_norm": 0.25896318627451675, |
| "learning_rate": 9.43232952578747e-06, |
| "loss": 0.2685, |
| "step": 2665 |
| }, |
| { |
| "epoch": 2.493342676944639, |
| "grad_norm": 0.23708628331763792, |
| "learning_rate": 9.345794392523365e-06, |
| "loss": 0.2645, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.498014482597524, |
| "grad_norm": 0.2424821823112542, |
| "learning_rate": 9.259259259259259e-06, |
| "loss": 0.2712, |
| "step": 2675 |
| }, |
| { |
| "epoch": 2.5026862882504086, |
| "grad_norm": 0.25133431772500003, |
| "learning_rate": 9.172724125995153e-06, |
| "loss": 0.2708, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.5073580939032936, |
| "grad_norm": 0.23820727708465494, |
| "learning_rate": 9.086188992731049e-06, |
| "loss": 0.2664, |
| "step": 2685 |
| }, |
| { |
| "epoch": 2.5120298995561785, |
| "grad_norm": 0.24708577320678266, |
| "learning_rate": 8.999653859466945e-06, |
| "loss": 0.2772, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.5167017052090634, |
| "grad_norm": 0.24669005270173416, |
| "learning_rate": 8.913118726202839e-06, |
| "loss": 0.2722, |
| "step": 2695 |
| }, |
| { |
| "epoch": 2.521373510861948, |
| "grad_norm": 7.282485495543622, |
| "learning_rate": 8.826583592938733e-06, |
| "loss": 0.2645, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.526045316514833, |
| "grad_norm": 0.2495842482489034, |
| "learning_rate": 8.740048459674629e-06, |
| "loss": 0.267, |
| "step": 2705 |
| }, |
| { |
| "epoch": 2.530717122167718, |
| "grad_norm": 0.46699969282295695, |
| "learning_rate": 8.653513326410523e-06, |
| "loss": 0.2733, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.5353889278206028, |
| "grad_norm": 0.2413515554248541, |
| "learning_rate": 8.566978193146417e-06, |
| "loss": 0.272, |
| "step": 2715 |
| }, |
| { |
| "epoch": 2.5400607334734877, |
| "grad_norm": 0.249606900867172, |
| "learning_rate": 8.480443059882312e-06, |
| "loss": 0.2681, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.544732539126372, |
| "grad_norm": 0.24067296655455211, |
| "learning_rate": 8.393907926618208e-06, |
| "loss": 0.2733, |
| "step": 2725 |
| }, |
| { |
| "epoch": 2.549404344779257, |
| "grad_norm": 0.23364465714549507, |
| "learning_rate": 8.307372793354102e-06, |
| "loss": 0.2623, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.554076150432142, |
| "grad_norm": 0.2472714440580257, |
| "learning_rate": 8.220837660089998e-06, |
| "loss": 0.2704, |
| "step": 2735 |
| }, |
| { |
| "epoch": 2.5587479560850266, |
| "grad_norm": 0.24111394737923167, |
| "learning_rate": 8.134302526825892e-06, |
| "loss": 0.2692, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.5634197617379115, |
| "grad_norm": 0.23176569456995924, |
| "learning_rate": 8.047767393561786e-06, |
| "loss": 0.269, |
| "step": 2745 |
| }, |
| { |
| "epoch": 2.5680915673907965, |
| "grad_norm": 0.2483944559685921, |
| "learning_rate": 7.96123226029768e-06, |
| "loss": 0.2697, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.5727633730436814, |
| "grad_norm": 0.24019971595328232, |
| "learning_rate": 7.874697127033576e-06, |
| "loss": 0.2639, |
| "step": 2755 |
| }, |
| { |
| "epoch": 2.5774351786965664, |
| "grad_norm": 0.2508812743970466, |
| "learning_rate": 7.78816199376947e-06, |
| "loss": 0.2805, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.5821069843494513, |
| "grad_norm": 0.24801037482956462, |
| "learning_rate": 7.701626860505364e-06, |
| "loss": 0.2675, |
| "step": 2765 |
| }, |
| { |
| "epoch": 2.586778790002336, |
| "grad_norm": 0.24198581158038515, |
| "learning_rate": 7.615091727241261e-06, |
| "loss": 0.2634, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.5914505956552207, |
| "grad_norm": 0.23307903892081475, |
| "learning_rate": 7.528556593977156e-06, |
| "loss": 0.2658, |
| "step": 2775 |
| }, |
| { |
| "epoch": 2.5961224013081057, |
| "grad_norm": 0.23343425875516594, |
| "learning_rate": 7.44202146071305e-06, |
| "loss": 0.2711, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.60079420696099, |
| "grad_norm": 0.23623800009068652, |
| "learning_rate": 7.355486327448945e-06, |
| "loss": 0.2715, |
| "step": 2785 |
| }, |
| { |
| "epoch": 2.605466012613875, |
| "grad_norm": 0.24373994858483788, |
| "learning_rate": 7.2689511941848395e-06, |
| "loss": 0.2685, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.61013781826676, |
| "grad_norm": 0.244684741216987, |
| "learning_rate": 7.1824160609207336e-06, |
| "loss": 0.2677, |
| "step": 2795 |
| }, |
| { |
| "epoch": 2.614809623919645, |
| "grad_norm": 0.24075277220196525, |
| "learning_rate": 7.0958809276566285e-06, |
| "loss": 0.2619, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.61948142957253, |
| "grad_norm": 0.2482116649977835, |
| "learning_rate": 7.009345794392523e-06, |
| "loss": 0.2663, |
| "step": 2805 |
| }, |
| { |
| "epoch": 2.624153235225415, |
| "grad_norm": 0.25285810002686593, |
| "learning_rate": 6.922810661128419e-06, |
| "loss": 0.2755, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.6288250408782994, |
| "grad_norm": 0.23411122241137453, |
| "learning_rate": 6.836275527864314e-06, |
| "loss": 0.2621, |
| "step": 2815 |
| }, |
| { |
| "epoch": 2.6334968465311843, |
| "grad_norm": 0.23822377371856152, |
| "learning_rate": 6.749740394600208e-06, |
| "loss": 0.2722, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.6381686521840693, |
| "grad_norm": 0.243925573785013, |
| "learning_rate": 6.663205261336103e-06, |
| "loss": 0.2681, |
| "step": 2825 |
| }, |
| { |
| "epoch": 2.6428404578369538, |
| "grad_norm": 0.22833307130473307, |
| "learning_rate": 6.576670128071998e-06, |
| "loss": 0.2698, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.6475122634898387, |
| "grad_norm": 0.2389187135245686, |
| "learning_rate": 6.490134994807892e-06, |
| "loss": 0.267, |
| "step": 2835 |
| }, |
| { |
| "epoch": 2.6521840691427236, |
| "grad_norm": 0.23466236980366012, |
| "learning_rate": 6.403599861543787e-06, |
| "loss": 0.2733, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.6568558747956086, |
| "grad_norm": 0.238596033352745, |
| "learning_rate": 6.317064728279681e-06, |
| "loss": 0.2623, |
| "step": 2845 |
| }, |
| { |
| "epoch": 2.6615276804484935, |
| "grad_norm": 0.2530179429486175, |
| "learning_rate": 6.230529595015577e-06, |
| "loss": 0.2662, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.666199486101378, |
| "grad_norm": 0.24655003236876927, |
| "learning_rate": 6.143994461751472e-06, |
| "loss": 0.2671, |
| "step": 2855 |
| }, |
| { |
| "epoch": 2.670871291754263, |
| "grad_norm": 0.2305205078252547, |
| "learning_rate": 6.057459328487366e-06, |
| "loss": 0.2638, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.675543097407148, |
| "grad_norm": 0.22907098832576295, |
| "learning_rate": 5.9709241952232614e-06, |
| "loss": 0.2643, |
| "step": 2865 |
| }, |
| { |
| "epoch": 2.680214903060033, |
| "grad_norm": 0.2588287051708774, |
| "learning_rate": 5.8843890619591555e-06, |
| "loss": 0.2708, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.6848867087129173, |
| "grad_norm": 0.23540646631994042, |
| "learning_rate": 5.79785392869505e-06, |
| "loss": 0.2699, |
| "step": 2875 |
| }, |
| { |
| "epoch": 2.6895585143658023, |
| "grad_norm": 0.24584007285596526, |
| "learning_rate": 5.711318795430945e-06, |
| "loss": 0.2664, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.6942303200186872, |
| "grad_norm": 0.2336146178847908, |
| "learning_rate": 5.62478366216684e-06, |
| "loss": 0.2637, |
| "step": 2885 |
| }, |
| { |
| "epoch": 2.698902125671572, |
| "grad_norm": 0.23331275021394282, |
| "learning_rate": 5.538248528902735e-06, |
| "loss": 0.2667, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.703573931324457, |
| "grad_norm": 0.23572768327654953, |
| "learning_rate": 5.451713395638629e-06, |
| "loss": 0.2687, |
| "step": 2895 |
| }, |
| { |
| "epoch": 2.7082457369773416, |
| "grad_norm": 0.23385706385348864, |
| "learning_rate": 5.365178262374524e-06, |
| "loss": 0.2721, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.7129175426302266, |
| "grad_norm": 0.25682014432107253, |
| "learning_rate": 5.278643129110419e-06, |
| "loss": 0.2702, |
| "step": 2905 |
| }, |
| { |
| "epoch": 2.7175893482831115, |
| "grad_norm": 0.23306411704916485, |
| "learning_rate": 5.192107995846314e-06, |
| "loss": 0.2623, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.722261153935996, |
| "grad_norm": 0.2420830929102186, |
| "learning_rate": 5.105572862582209e-06, |
| "loss": 0.2668, |
| "step": 2915 |
| }, |
| { |
| "epoch": 2.726932959588881, |
| "grad_norm": 0.2273406020691912, |
| "learning_rate": 5.019037729318103e-06, |
| "loss": 0.2604, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.731604765241766, |
| "grad_norm": 0.23352701790479655, |
| "learning_rate": 4.932502596053999e-06, |
| "loss": 0.2648, |
| "step": 2925 |
| }, |
| { |
| "epoch": 2.736276570894651, |
| "grad_norm": 0.23076697780407698, |
| "learning_rate": 4.845967462789893e-06, |
| "loss": 0.2696, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.7409483765475358, |
| "grad_norm": 0.23337097892917572, |
| "learning_rate": 4.759432329525788e-06, |
| "loss": 0.2579, |
| "step": 2935 |
| }, |
| { |
| "epoch": 2.7456201822004207, |
| "grad_norm": 0.22555654000735353, |
| "learning_rate": 4.6728971962616825e-06, |
| "loss": 0.2682, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.750291987853305, |
| "grad_norm": 0.23210086768204669, |
| "learning_rate": 4.586362062997577e-06, |
| "loss": 0.2637, |
| "step": 2945 |
| }, |
| { |
| "epoch": 2.75496379350619, |
| "grad_norm": 0.22558500238817342, |
| "learning_rate": 4.499826929733472e-06, |
| "loss": 0.2621, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.759635599159075, |
| "grad_norm": 0.22888822699838837, |
| "learning_rate": 4.413291796469366e-06, |
| "loss": 0.2622, |
| "step": 2955 |
| }, |
| { |
| "epoch": 2.7643074048119596, |
| "grad_norm": 0.23422576571530157, |
| "learning_rate": 4.326756663205261e-06, |
| "loss": 0.2648, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.7689792104648445, |
| "grad_norm": 0.25286861588459847, |
| "learning_rate": 4.240221529941156e-06, |
| "loss": 0.2709, |
| "step": 2965 |
| }, |
| { |
| "epoch": 2.7736510161177295, |
| "grad_norm": 0.2387247195237333, |
| "learning_rate": 4.153686396677051e-06, |
| "loss": 0.2671, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.7783228217706144, |
| "grad_norm": 0.24079518073816905, |
| "learning_rate": 4.067151263412946e-06, |
| "loss": 0.2708, |
| "step": 2975 |
| }, |
| { |
| "epoch": 2.7829946274234993, |
| "grad_norm": 0.24538112862438574, |
| "learning_rate": 3.98061613014884e-06, |
| "loss": 0.2672, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.7876664330763843, |
| "grad_norm": 0.23651173863220593, |
| "learning_rate": 3.894080996884735e-06, |
| "loss": 0.2672, |
| "step": 2985 |
| }, |
| { |
| "epoch": 2.792338238729269, |
| "grad_norm": 0.24226578759988052, |
| "learning_rate": 3.8075458636206304e-06, |
| "loss": 0.2627, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.7970100443821537, |
| "grad_norm": 0.2251099184524913, |
| "learning_rate": 3.721010730356525e-06, |
| "loss": 0.2582, |
| "step": 2995 |
| }, |
| { |
| "epoch": 2.8016818500350387, |
| "grad_norm": 0.23128992040804194, |
| "learning_rate": 3.6344755970924198e-06, |
| "loss": 0.2695, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.806353655687923, |
| "grad_norm": 0.24338716009456826, |
| "learning_rate": 3.5479404638283142e-06, |
| "loss": 0.2621, |
| "step": 3005 |
| }, |
| { |
| "epoch": 2.811025461340808, |
| "grad_norm": 0.23945832552804494, |
| "learning_rate": 3.4614053305642096e-06, |
| "loss": 0.2687, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.815697266993693, |
| "grad_norm": 0.2362116870382255, |
| "learning_rate": 3.374870197300104e-06, |
| "loss": 0.2735, |
| "step": 3015 |
| }, |
| { |
| "epoch": 2.820369072646578, |
| "grad_norm": 0.23352086316951318, |
| "learning_rate": 3.288335064035999e-06, |
| "loss": 0.2642, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.825040878299463, |
| "grad_norm": 0.23003009669088084, |
| "learning_rate": 3.2017999307718934e-06, |
| "loss": 0.2667, |
| "step": 3025 |
| }, |
| { |
| "epoch": 2.8297126839523474, |
| "grad_norm": 0.23904997734051717, |
| "learning_rate": 3.1152647975077884e-06, |
| "loss": 0.2647, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.8343844896052324, |
| "grad_norm": 0.22067820623162965, |
| "learning_rate": 3.028729664243683e-06, |
| "loss": 0.2596, |
| "step": 3035 |
| }, |
| { |
| "epoch": 2.8390562952581173, |
| "grad_norm": 1.0758039941756197, |
| "learning_rate": 2.9421945309795778e-06, |
| "loss": 0.2636, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.8437281009110023, |
| "grad_norm": 0.25884027526247666, |
| "learning_rate": 2.8556593977154727e-06, |
| "loss": 0.265, |
| "step": 3045 |
| }, |
| { |
| "epoch": 2.8483999065638868, |
| "grad_norm": 0.23440425991357747, |
| "learning_rate": 2.7691242644513676e-06, |
| "loss": 0.2639, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.8530717122167717, |
| "grad_norm": 0.22478784169345062, |
| "learning_rate": 2.682589131187262e-06, |
| "loss": 0.2744, |
| "step": 3055 |
| }, |
| { |
| "epoch": 2.8577435178696566, |
| "grad_norm": 0.2225135139306482, |
| "learning_rate": 2.596053997923157e-06, |
| "loss": 0.2688, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.8624153235225416, |
| "grad_norm": 0.2299647802881338, |
| "learning_rate": 2.5095188646590515e-06, |
| "loss": 0.2605, |
| "step": 3065 |
| }, |
| { |
| "epoch": 2.8670871291754265, |
| "grad_norm": 0.23139270482511712, |
| "learning_rate": 2.4229837313949464e-06, |
| "loss": 0.2635, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.871758934828311, |
| "grad_norm": 0.22647130179241579, |
| "learning_rate": 2.3364485981308413e-06, |
| "loss": 0.262, |
| "step": 3075 |
| }, |
| { |
| "epoch": 2.876430740481196, |
| "grad_norm": 0.23287256517338606, |
| "learning_rate": 2.249913464866736e-06, |
| "loss": 0.2727, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.881102546134081, |
| "grad_norm": 0.23572446735147778, |
| "learning_rate": 2.1633783316026307e-06, |
| "loss": 0.2636, |
| "step": 3085 |
| }, |
| { |
| "epoch": 2.8857743517869654, |
| "grad_norm": 0.2271413877332073, |
| "learning_rate": 2.0768431983385256e-06, |
| "loss": 0.262, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.8904461574398503, |
| "grad_norm": 0.23936041822322549, |
| "learning_rate": 1.99030806507442e-06, |
| "loss": 0.2637, |
| "step": 3095 |
| }, |
| { |
| "epoch": 2.8951179630927353, |
| "grad_norm": 0.23520041301905686, |
| "learning_rate": 1.9037729318103152e-06, |
| "loss": 0.2627, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.89978976874562, |
| "grad_norm": 0.23749601853452365, |
| "learning_rate": 1.8172377985462099e-06, |
| "loss": 0.2545, |
| "step": 3105 |
| }, |
| { |
| "epoch": 2.904461574398505, |
| "grad_norm": 0.2266785700002975, |
| "learning_rate": 1.7307026652821048e-06, |
| "loss": 0.2659, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.90913338005139, |
| "grad_norm": 0.24240448231800832, |
| "learning_rate": 1.6441675320179995e-06, |
| "loss": 0.2699, |
| "step": 3115 |
| }, |
| { |
| "epoch": 2.9138051857042746, |
| "grad_norm": 0.23019882389207785, |
| "learning_rate": 1.5576323987538942e-06, |
| "loss": 0.2649, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.9184769913571595, |
| "grad_norm": 0.23061531614411465, |
| "learning_rate": 1.4710972654897889e-06, |
| "loss": 0.2666, |
| "step": 3125 |
| }, |
| { |
| "epoch": 2.9231487970100445, |
| "grad_norm": 0.23604363667124315, |
| "learning_rate": 1.3845621322256838e-06, |
| "loss": 0.2716, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.927820602662929, |
| "grad_norm": 0.23300423400044568, |
| "learning_rate": 1.2980269989615785e-06, |
| "loss": 0.27, |
| "step": 3135 |
| }, |
| { |
| "epoch": 2.932492408315814, |
| "grad_norm": 0.22659021119636075, |
| "learning_rate": 1.2114918656974732e-06, |
| "loss": 0.2602, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.937164213968699, |
| "grad_norm": 0.230996061153359, |
| "learning_rate": 1.124956732433368e-06, |
| "loss": 0.2688, |
| "step": 3145 |
| }, |
| { |
| "epoch": 2.941836019621584, |
| "grad_norm": 0.22776039278473825, |
| "learning_rate": 1.0384215991692628e-06, |
| "loss": 0.2602, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.9465078252744688, |
| "grad_norm": 0.2388905450285887, |
| "learning_rate": 9.518864659051576e-07, |
| "loss": 0.2625, |
| "step": 3155 |
| }, |
| { |
| "epoch": 2.9511796309273537, |
| "grad_norm": 0.21982259002598517, |
| "learning_rate": 8.653513326410524e-07, |
| "loss": 0.2659, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.955851436580238, |
| "grad_norm": 0.23102989732987197, |
| "learning_rate": 7.788161993769471e-07, |
| "loss": 0.2627, |
| "step": 3165 |
| }, |
| { |
| "epoch": 2.960523242233123, |
| "grad_norm": 0.23568084348740576, |
| "learning_rate": 6.922810661128419e-07, |
| "loss": 0.267, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.965195047886008, |
| "grad_norm": 0.2349828995926893, |
| "learning_rate": 6.057459328487366e-07, |
| "loss": 0.2592, |
| "step": 3175 |
| }, |
| { |
| "epoch": 2.9698668535388926, |
| "grad_norm": 0.2341632542499381, |
| "learning_rate": 5.192107995846314e-07, |
| "loss": 0.2667, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.9745386591917775, |
| "grad_norm": 0.2368470965989083, |
| "learning_rate": 4.326756663205262e-07, |
| "loss": 0.2655, |
| "step": 3185 |
| }, |
| { |
| "epoch": 2.9792104648446625, |
| "grad_norm": 0.21703727243518728, |
| "learning_rate": 3.4614053305642095e-07, |
| "loss": 0.2614, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.9838822704975474, |
| "grad_norm": 0.21961380796313681, |
| "learning_rate": 2.596053997923157e-07, |
| "loss": 0.262, |
| "step": 3195 |
| }, |
| { |
| "epoch": 2.9885540761504323, |
| "grad_norm": 0.22635011463484578, |
| "learning_rate": 1.7307026652821047e-07, |
| "loss": 0.2673, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.993225881803317, |
| "grad_norm": 0.22800837794998072, |
| "learning_rate": 8.653513326410524e-08, |
| "loss": 0.2663, |
| "step": 3205 |
| }, |
| { |
| "epoch": 2.9978976874562018, |
| "grad_norm": 0.2193312660880487, |
| "learning_rate": 0.0, |
| "loss": 0.2612, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.9978976874562018, |
| "step": 3210, |
| "total_flos": 4.12909997976558e+18, |
| "train_loss": 0.36047850327328357, |
| "train_runtime": 33207.5596, |
| "train_samples_per_second": 3.094, |
| "train_steps_per_second": 0.097 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 3210, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.12909997976558e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
