| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1878, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01597444089456869, |
| "grad_norm": 24.215140432604386, |
| "learning_rate": 4.787234042553192e-07, |
| "loss": 1.0657069206237793, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03194888178913738, |
| "grad_norm": 13.547945166314635, |
| "learning_rate": 1.0106382978723404e-06, |
| "loss": 0.8745794296264648, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04792332268370607, |
| "grad_norm": 14.499770314416493, |
| "learning_rate": 1.5425531914893618e-06, |
| "loss": 0.7104493618011475, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06389776357827476, |
| "grad_norm": 12.048224450219157, |
| "learning_rate": 2.074468085106383e-06, |
| "loss": 0.6159661769866943, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07987220447284345, |
| "grad_norm": 9.222767980832337, |
| "learning_rate": 2.6063829787234047e-06, |
| "loss": 0.5723953247070312, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.09584664536741214, |
| "grad_norm": 8.193498226124447, |
| "learning_rate": 3.1382978723404255e-06, |
| "loss": 0.5102617263793945, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.11182108626198083, |
| "grad_norm": 7.951402267674104, |
| "learning_rate": 3.670212765957447e-06, |
| "loss": 0.5120969295501709, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.12779552715654952, |
| "grad_norm": 8.804243000642703, |
| "learning_rate": 4.202127659574468e-06, |
| "loss": 0.49575328826904297, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.14376996805111822, |
| "grad_norm": 6.980782315785066, |
| "learning_rate": 4.73404255319149e-06, |
| "loss": 0.5112646579742431, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1597444089456869, |
| "grad_norm": 9.930156395618107, |
| "learning_rate": 5.265957446808511e-06, |
| "loss": 0.50155611038208, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1757188498402556, |
| "grad_norm": 5.6788123447846095, |
| "learning_rate": 5.7978723404255325e-06, |
| "loss": 0.4772172927856445, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.19169329073482427, |
| "grad_norm": 6.715876604145924, |
| "learning_rate": 6.329787234042554e-06, |
| "loss": 0.46006455421447756, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.20766773162939298, |
| "grad_norm": 6.335705876571274, |
| "learning_rate": 6.861702127659575e-06, |
| "loss": 0.5103953361511231, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.22364217252396165, |
| "grad_norm": 5.675825780450433, |
| "learning_rate": 7.3936170212765965e-06, |
| "loss": 0.5198006629943848, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.23961661341853036, |
| "grad_norm": 6.112676127495009, |
| "learning_rate": 7.925531914893617e-06, |
| "loss": 0.4807130813598633, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.25559105431309903, |
| "grad_norm": 4.57647153177681, |
| "learning_rate": 8.457446808510638e-06, |
| "loss": 0.478312349319458, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2715654952076677, |
| "grad_norm": 6.172036094373515, |
| "learning_rate": 8.98936170212766e-06, |
| "loss": 0.5149435520172119, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.28753993610223644, |
| "grad_norm": 5.129729538193299, |
| "learning_rate": 9.521276595744681e-06, |
| "loss": 0.5208518981933594, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3035143769968051, |
| "grad_norm": 5.050375804604259, |
| "learning_rate": 9.999991360945382e-06, |
| "loss": 0.5258935451507568, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3194888178913738, |
| "grad_norm": 5.001146488935219, |
| "learning_rate": 9.998954710513113e-06, |
| "loss": 0.4824069023132324, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3354632587859425, |
| "grad_norm": 4.703225562235576, |
| "learning_rate": 9.99619065961667e-06, |
| "loss": 0.47597417831420896, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3514376996805112, |
| "grad_norm": 4.799131215758524, |
| "learning_rate": 9.991700163380292e-06, |
| "loss": 0.5090632438659668, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.36741214057507987, |
| "grad_norm": 4.562612932532902, |
| "learning_rate": 9.98548477350543e-06, |
| "loss": 0.5197239875793457, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.38338658146964855, |
| "grad_norm": 4.388618997334169, |
| "learning_rate": 9.977546637734557e-06, |
| "loss": 0.5204814910888672, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3993610223642173, |
| "grad_norm": 4.788964432239487, |
| "learning_rate": 9.967888499109008e-06, |
| "loss": 0.4807260036468506, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.41533546325878595, |
| "grad_norm": 4.724593026434166, |
| "learning_rate": 9.956513695021126e-06, |
| "loss": 0.4888059139251709, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.43130990415335463, |
| "grad_norm": 3.6194345870667064, |
| "learning_rate": 9.943426156061e-06, |
| "loss": 0.5182128429412842, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4472843450479233, |
| "grad_norm": 3.0223775527253225, |
| "learning_rate": 9.928630404658255e-06, |
| "loss": 0.46071691513061525, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.46325878594249204, |
| "grad_norm": 3.65031322026196, |
| "learning_rate": 9.912131553519313e-06, |
| "loss": 0.48662118911743163, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.4792332268370607, |
| "grad_norm": 3.60957668070417, |
| "learning_rate": 9.893935303860677e-06, |
| "loss": 0.48058767318725587, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4952076677316294, |
| "grad_norm": 3.630176495140568, |
| "learning_rate": 9.874047943438879e-06, |
| "loss": 0.4607815742492676, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5111821086261981, |
| "grad_norm": 4.171433092168458, |
| "learning_rate": 9.852476344377713e-06, |
| "loss": 0.49554033279418946, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5271565495207667, |
| "grad_norm": 3.374705352017737, |
| "learning_rate": 9.829227960793566e-06, |
| "loss": 0.5081560134887695, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5431309904153354, |
| "grad_norm": 3.4043530620997307, |
| "learning_rate": 9.804310826219633e-06, |
| "loss": 0.44852004051208494, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5591054313099042, |
| "grad_norm": 3.573841688384862, |
| "learning_rate": 9.7777335508299e-06, |
| "loss": 0.4596261501312256, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5750798722044729, |
| "grad_norm": 2.958225137038905, |
| "learning_rate": 9.749505318463894e-06, |
| "loss": 0.4852327346801758, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5910543130990416, |
| "grad_norm": 3.9046974753417167, |
| "learning_rate": 9.719635883453175e-06, |
| "loss": 0.4920907497406006, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6070287539936102, |
| "grad_norm": 3.55072504083211, |
| "learning_rate": 9.688135567250701e-06, |
| "loss": 0.4794157028198242, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6230031948881789, |
| "grad_norm": 3.2055408554149434, |
| "learning_rate": 9.655015254864236e-06, |
| "loss": 0.4930116653442383, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6389776357827476, |
| "grad_norm": 2.9072236857831437, |
| "learning_rate": 9.620286391095004e-06, |
| "loss": 0.4511555671691895, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6549520766773163, |
| "grad_norm": 2.7445090319454413, |
| "learning_rate": 9.583960976582914e-06, |
| "loss": 0.44924015998840333, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.670926517571885, |
| "grad_norm": 2.9436429259054395, |
| "learning_rate": 9.546051563659704e-06, |
| "loss": 0.4479013442993164, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6869009584664537, |
| "grad_norm": 3.0177582504002625, |
| "learning_rate": 9.506571252011467e-06, |
| "loss": 0.4467275619506836, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7028753993610224, |
| "grad_norm": 2.934555099088442, |
| "learning_rate": 9.465533684152011e-06, |
| "loss": 0.46152777671813966, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7188498402555911, |
| "grad_norm": 3.8319944401969286, |
| "learning_rate": 9.422953040708662e-06, |
| "loss": 0.4765758991241455, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7348242811501597, |
| "grad_norm": 2.910044179331922, |
| "learning_rate": 9.378844035522112e-06, |
| "loss": 0.4876391410827637, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7507987220447284, |
| "grad_norm": 3.216370583809875, |
| "learning_rate": 9.333221910562022e-06, |
| "loss": 0.46768808364868164, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7667731629392971, |
| "grad_norm": 2.8941933060259832, |
| "learning_rate": 9.286102430660124e-06, |
| "loss": 0.44355621337890627, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7827476038338658, |
| "grad_norm": 2.429863077207204, |
| "learning_rate": 9.23750187806264e-06, |
| "loss": 0.4466904640197754, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7987220447284346, |
| "grad_norm": 2.697313816852016, |
| "learning_rate": 9.187437046803916e-06, |
| "loss": 0.45923900604248047, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8146964856230032, |
| "grad_norm": 2.7615826920537674, |
| "learning_rate": 9.135925236903213e-06, |
| "loss": 0.4527603626251221, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.8306709265175719, |
| "grad_norm": 2.778824541169193, |
| "learning_rate": 9.08298424838663e-06, |
| "loss": 0.42395758628845215, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.8466453674121406, |
| "grad_norm": 2.7560982535821403, |
| "learning_rate": 9.028632375136277e-06, |
| "loss": 0.45838632583618166, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8626198083067093, |
| "grad_norm": 3.2975140019557365, |
| "learning_rate": 8.972888398568772e-06, |
| "loss": 0.455034065246582, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8785942492012779, |
| "grad_norm": 2.954857332392098, |
| "learning_rate": 8.915771581145286e-06, |
| "loss": 0.42992334365844725, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8945686900958466, |
| "grad_norm": 2.8405348428213926, |
| "learning_rate": 8.857301659715348e-06, |
| "loss": 0.4264226913452148, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.9105431309904153, |
| "grad_norm": 2.8094542541677114, |
| "learning_rate": 8.797498838696737e-06, |
| "loss": 0.42100839614868163, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.9265175718849841, |
| "grad_norm": 2.5154791945245, |
| "learning_rate": 8.736383783093788e-06, |
| "loss": 0.44240174293518064, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.9424920127795527, |
| "grad_norm": 2.8142097339565972, |
| "learning_rate": 8.673977611356567e-06, |
| "loss": 0.4260350227355957, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.9584664536741214, |
| "grad_norm": 3.1320057597519613, |
| "learning_rate": 8.610301888083327e-06, |
| "loss": 0.40478177070617677, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9744408945686901, |
| "grad_norm": 2.671353050514997, |
| "learning_rate": 8.54537861656882e-06, |
| "loss": 0.43640813827514646, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9904153354632588, |
| "grad_norm": 2.628993388905242, |
| "learning_rate": 8.479230231201001e-06, |
| "loss": 0.4287106513977051, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.0063897763578276, |
| "grad_norm": 2.699148017020867, |
| "learning_rate": 8.411879589708775e-06, |
| "loss": 0.38091449737548827, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.0223642172523961, |
| "grad_norm": 2.819000747479403, |
| "learning_rate": 8.343349965263459e-06, |
| "loss": 0.32205102443695066, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.038338658146965, |
| "grad_norm": 2.35386090302854, |
| "learning_rate": 8.27366503843668e-06, |
| "loss": 0.3080893516540527, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.0543130990415335, |
| "grad_norm": 3.111358709837137, |
| "learning_rate": 8.202848889017494e-06, |
| "loss": 0.2887270450592041, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.0702875399361023, |
| "grad_norm": 2.4283293658213667, |
| "learning_rate": 8.13092598769157e-06, |
| "loss": 0.29996113777160643, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.0862619808306708, |
| "grad_norm": 2.752469223755158, |
| "learning_rate": 8.057921187585274e-06, |
| "loss": 0.30916242599487304, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.1022364217252396, |
| "grad_norm": 4.911317865123868, |
| "learning_rate": 7.983859715677627e-06, |
| "loss": 0.29835402965545654, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.1182108626198084, |
| "grad_norm": 2.6212157195131383, |
| "learning_rate": 7.90876716408305e-06, |
| "loss": 0.30648150444030764, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.134185303514377, |
| "grad_norm": 2.615925060825788, |
| "learning_rate": 7.83266948120796e-06, |
| "loss": 0.3006155014038086, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.1501597444089458, |
| "grad_norm": 2.4748965577525253, |
| "learning_rate": 7.75559296278423e-06, |
| "loss": 0.2917657375335693, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.1661341853035143, |
| "grad_norm": 2.63852985066588, |
| "learning_rate": 7.677564242782645e-06, |
| "loss": 0.30381929874420166, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.182108626198083, |
| "grad_norm": 2.594513675220959, |
| "learning_rate": 7.59861028420946e-06, |
| "loss": 0.3384981393814087, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.1980830670926517, |
| "grad_norm": 2.7788881632681233, |
| "learning_rate": 7.518758369789286e-06, |
| "loss": 0.30734906196594236, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.2140575079872205, |
| "grad_norm": 2.4523122301548543, |
| "learning_rate": 7.438036092537465e-06, |
| "loss": 0.28360257148742674, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.230031948881789, |
| "grad_norm": 3.0505886341151807, |
| "learning_rate": 7.356471346225249e-06, |
| "loss": 0.3048891544342041, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.2460063897763578, |
| "grad_norm": 2.17427923383032, |
| "learning_rate": 7.274092315741042e-06, |
| "loss": 0.284061074256897, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.2619808306709266, |
| "grad_norm": 3.2302464492196967, |
| "learning_rate": 7.190927467351037e-06, |
| "loss": 0.32318940162658694, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.2779552715654952, |
| "grad_norm": 2.559742731102049, |
| "learning_rate": 7.107005538862647e-06, |
| "loss": 0.3190282344818115, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.293929712460064, |
| "grad_norm": 2.50093295989313, |
| "learning_rate": 7.02235552969407e-06, |
| "loss": 0.30651419162750243, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.3099041533546325, |
| "grad_norm": 2.9473439235581864, |
| "learning_rate": 6.9370066908534875e-06, |
| "loss": 0.29797849655151365, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.3258785942492013, |
| "grad_norm": 2.3795310248474673, |
| "learning_rate": 6.850988514831304e-06, |
| "loss": 0.31825666427612304, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.34185303514377, |
| "grad_norm": 2.794114712259335, |
| "learning_rate": 6.7643307254089485e-06, |
| "loss": 0.29956636428833006, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.3578274760383386, |
| "grad_norm": 3.2897320757227693, |
| "learning_rate": 6.677063267387754e-06, |
| "loss": 0.2940431356430054, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.3738019169329074, |
| "grad_norm": 2.851142668145918, |
| "learning_rate": 6.589216296241455e-06, |
| "loss": 0.2911930799484253, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.389776357827476, |
| "grad_norm": 2.7488795241504103, |
| "learning_rate": 6.500820167695906e-06, |
| "loss": 0.2963476896286011, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.4057507987220448, |
| "grad_norm": 2.3434505750609866, |
| "learning_rate": 6.411905427239577e-06, |
| "loss": 0.2928681612014771, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.4217252396166133, |
| "grad_norm": 2.970600301824904, |
| "learning_rate": 6.322502799568498e-06, |
| "loss": 0.300387978553772, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.4376996805111821, |
| "grad_norm": 2.7268136701502015, |
| "learning_rate": 6.232643177969259e-06, |
| "loss": 0.3027474403381348, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.4536741214057507, |
| "grad_norm": 3.213371305234578, |
| "learning_rate": 6.142357613643773e-06, |
| "loss": 0.3163414001464844, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.4696485623003195, |
| "grad_norm": 2.4103065988080536, |
| "learning_rate": 6.0516773049794545e-06, |
| "loss": 0.275208854675293, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.4856230031948883, |
| "grad_norm": 2.280247364881549, |
| "learning_rate": 5.9606335867685424e-06, |
| "loss": 0.3040264129638672, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.5015974440894568, |
| "grad_norm": 2.3821384495545255, |
| "learning_rate": 5.869257919380298e-06, |
| "loss": 0.28296241760253904, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.5175718849840254, |
| "grad_norm": 3.055156068073097, |
| "learning_rate": 5.777581877889788e-06, |
| "loss": 0.28978629112243653, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.5335463258785942, |
| "grad_norm": 2.625805057655274, |
| "learning_rate": 5.6856371411670605e-06, |
| "loss": 0.28843374252319337, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.549520766773163, |
| "grad_norm": 2.3083093937654753, |
| "learning_rate": 5.5934554809304184e-06, |
| "loss": 0.2678657531738281, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.5654952076677318, |
| "grad_norm": 2.782049208513455, |
| "learning_rate": 5.5010687507676466e-06, |
| "loss": 0.28695173263549806, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.5814696485623003, |
| "grad_norm": 2.299068075418402, |
| "learning_rate": 5.408508875128911e-06, |
| "loss": 0.28554272651672363, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.5974440894568689, |
| "grad_norm": 2.397644670799626, |
| "learning_rate": 5.3158078382952095e-06, |
| "loss": 0.28351197242736814, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6134185303514377, |
| "grad_norm": 2.5266214713972106, |
| "learning_rate": 5.222997673326118e-06, |
| "loss": 0.2851658821105957, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.6293929712460065, |
| "grad_norm": 2.7091602329242557, |
| "learning_rate": 5.130110450990694e-06, |
| "loss": 0.2878365755081177, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.645367412140575, |
| "grad_norm": 2.7286248159339968, |
| "learning_rate": 5.037178268685345e-06, |
| "loss": 0.2999201774597168, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.6613418530351438, |
| "grad_norm": 2.9986682955308956, |
| "learning_rate": 4.944233239342505e-06, |
| "loss": 0.3057408809661865, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.6773162939297124, |
| "grad_norm": 2.3820959175874257, |
| "learning_rate": 4.851307480333929e-06, |
| "loss": 0.2712242603302002, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.6932907348242812, |
| "grad_norm": 2.2286555184038774, |
| "learning_rate": 4.758433102372466e-06, |
| "loss": 0.2791848659515381, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.70926517571885, |
| "grad_norm": 2.382757870058637, |
| "learning_rate": 4.665642198416119e-06, |
| "loss": 0.2699382543563843, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.7252396166134185, |
| "grad_norm": 2.584304233877652, |
| "learning_rate": 4.572966832578261e-06, |
| "loss": 0.26996827125549316, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.741214057507987, |
| "grad_norm": 2.515375884596114, |
| "learning_rate": 4.480439029047792e-06, |
| "loss": 0.3052457332611084, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.7571884984025559, |
| "grad_norm": 2.402735381344262, |
| "learning_rate": 4.388090761023118e-06, |
| "loss": 0.2738257169723511, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.7731629392971247, |
| "grad_norm": 2.807314059354962, |
| "learning_rate": 4.2959539396637265e-06, |
| "loss": 0.30327134132385253, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.7891373801916934, |
| "grad_norm": 2.786095681236201, |
| "learning_rate": 4.204060403063218e-06, |
| "loss": 0.27289695739746095, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.805111821086262, |
| "grad_norm": 2.7676218480542882, |
| "learning_rate": 4.1124419052475815e-06, |
| "loss": 0.26025583744049074, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.8210862619808306, |
| "grad_norm": 2.236878966732294, |
| "learning_rate": 4.0211301052025075e-06, |
| "loss": 0.273430609703064, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.8370607028753994, |
| "grad_norm": 2.059267891041446, |
| "learning_rate": 3.930156555933557e-06, |
| "loss": 0.29786083698272703, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.8530351437699681, |
| "grad_norm": 2.3691583358434225, |
| "learning_rate": 3.839552693562946e-06, |
| "loss": 0.2792643070220947, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.8690095846645367, |
| "grad_norm": 1.9333081441031295, |
| "learning_rate": 3.749349826466724e-06, |
| "loss": 0.26756982803344725, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.8849840255591053, |
| "grad_norm": 2.700027515003986, |
| "learning_rate": 3.6595791244560795e-06, |
| "loss": 0.2683159112930298, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.900958466453674, |
| "grad_norm": 2.45557044832047, |
| "learning_rate": 3.5702716080065546e-06, |
| "loss": 0.2643884658813477, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.9169329073482428, |
| "grad_norm": 2.3515993791316707, |
| "learning_rate": 3.4814581375388384e-06, |
| "loss": 0.27654013633728025, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.9329073482428116, |
| "grad_norm": 2.3779184779684868, |
| "learning_rate": 3.393169402754878e-06, |
| "loss": 0.27788658142089845, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.9488817891373802, |
| "grad_norm": 2.118397476099761, |
| "learning_rate": 3.3054359120329788e-06, |
| "loss": 0.2805483341217041, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.9648562300319488, |
| "grad_norm": 2.4258231674778794, |
| "learning_rate": 3.218287981885567e-06, |
| "loss": 0.25816617012023924, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.9808306709265175, |
| "grad_norm": 2.4094473726586734, |
| "learning_rate": 3.1317557264832454e-06, |
| "loss": 0.24825687408447267, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.9968051118210863, |
| "grad_norm": 2.796650240619353, |
| "learning_rate": 3.045869047248774e-06, |
| "loss": 0.2680237293243408, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.012779552715655, |
| "grad_norm": 1.9776056207742718, |
| "learning_rate": 2.9606576225245566e-06, |
| "loss": 0.18092385530471802, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.0287539936102235, |
| "grad_norm": 2.1317225586950044, |
| "learning_rate": 2.8761508973172293e-06, |
| "loss": 0.1425683617591858, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.0447284345047922, |
| "grad_norm": 2.1987216171962634, |
| "learning_rate": 2.7923780731228665e-06, |
| "loss": 0.14266676902770997, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.060702875399361, |
| "grad_norm": 2.237863941831618, |
| "learning_rate": 2.7093680978363367e-06, |
| "loss": 0.14765527248382568, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.07667731629393, |
| "grad_norm": 3.5628967870352666, |
| "learning_rate": 2.6271496557482795e-06, |
| "loss": 0.13393771648406982, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.0926517571884986, |
| "grad_norm": 2.78662853794455, |
| "learning_rate": 2.5457511576332008e-06, |
| "loss": 0.1440759062767029, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.108626198083067, |
| "grad_norm": 2.1045788616752157, |
| "learning_rate": 2.4652007309320497e-06, |
| "loss": 0.1359309434890747, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.1246006389776357, |
| "grad_norm": 2.147285490139116, |
| "learning_rate": 2.385526210032717e-06, |
| "loss": 0.14290653467178344, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.1405750798722045, |
| "grad_norm": 2.2199048907812795, |
| "learning_rate": 2.306755126651804e-06, |
| "loss": 0.15277312994003295, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.1565495207667733, |
| "grad_norm": 2.3905840157106915, |
| "learning_rate": 2.228914700320967e-06, |
| "loss": 0.13819217681884766, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.1725239616613417, |
| "grad_norm": 2.270053905843201, |
| "learning_rate": 2.1520318289811493e-06, |
| "loss": 0.1356039524078369, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.1884984025559104, |
| "grad_norm": 2.6275823948629284, |
| "learning_rate": 2.0761330796879307e-06, |
| "loss": 0.14165103435516357, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.2044728434504792, |
| "grad_norm": 2.020179087822791, |
| "learning_rate": 2.0012446794312236e-06, |
| "loss": 0.131287682056427, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.220447284345048, |
| "grad_norm": 2.1353338522981273, |
| "learning_rate": 1.92739250607247e-06, |
| "loss": 0.1365256667137146, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.236421725239617, |
| "grad_norm": 2.4521008484408315, |
| "learning_rate": 1.8546020794024955e-06, |
| "loss": 0.13870846033096312, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.252396166134185, |
| "grad_norm": 2.6659718294737655, |
| "learning_rate": 1.7828985523230725e-06, |
| "loss": 0.14232568740844725, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.268370607028754, |
| "grad_norm": 2.278209312470083, |
| "learning_rate": 1.712306702155288e-06, |
| "loss": 0.12917472124099733, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.2843450479233227, |
| "grad_norm": 2.1914043655824575, |
| "learning_rate": 1.6428509220776812e-06, |
| "loss": 0.12864900827407838, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.3003194888178915, |
| "grad_norm": 2.522123810936974, |
| "learning_rate": 1.574555212697113e-06, |
| "loss": 0.1378638505935669, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.31629392971246, |
| "grad_norm": 2.525601895421801, |
| "learning_rate": 1.5074431737553158e-06, |
| "loss": 0.1286850690841675, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.3322683706070286, |
| "grad_norm": 2.3553718128206333, |
| "learning_rate": 1.4415379959739356e-06, |
| "loss": 0.12182010412216186, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.3482428115015974, |
| "grad_norm": 2.669900646045483, |
| "learning_rate": 1.3768624530409324e-06, |
| "loss": 0.14344933032989501, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.364217252396166, |
| "grad_norm": 2.2524076507957607, |
| "learning_rate": 1.3134388937410697e-06, |
| "loss": 0.13185930252075195, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.380191693290735, |
| "grad_norm": 2.495437241577916, |
| "learning_rate": 1.25128923423325e-06, |
| "loss": 0.13707294464111328, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.3961661341853033, |
| "grad_norm": 2.13565384016752, |
| "learning_rate": 1.1904349504773276e-06, |
| "loss": 0.13964070081710817, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.412140575079872, |
| "grad_norm": 2.4104181181813527, |
| "learning_rate": 1.1308970708130458e-06, |
| "loss": 0.13546744585037232, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.428115015974441, |
| "grad_norm": 2.4150255969062573, |
| "learning_rate": 1.0726961686936406e-06, |
| "loss": 0.13163607120513915, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.4440894568690097, |
| "grad_norm": 2.5613367184857965, |
| "learning_rate": 1.0158523555766375e-06, |
| "loss": 0.12465310096740723, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.460063897763578, |
| "grad_norm": 2.6968020051216612, |
| "learning_rate": 9.603852739742941e-07, |
| "loss": 0.13194750547409057, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.476038338658147, |
| "grad_norm": 2.2871767839392096, |
| "learning_rate": 9.06314090666075e-07, |
| "loss": 0.1292797327041626, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.4920127795527156, |
| "grad_norm": 2.7488221167408438, |
| "learning_rate": 8.536574900755367e-07, |
| "loss": 0.12879449129104614, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.5079872204472844, |
| "grad_norm": 2.682600902740584, |
| "learning_rate": 8.024336678138761e-07, |
| "loss": 0.1314613103866577, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.523961661341853, |
| "grad_norm": 2.2145904947349777, |
| "learning_rate": 7.526603243923958e-07, |
| "loss": 0.1350400924682617, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.539936102236422, |
| "grad_norm": 1.920087833914655, |
| "learning_rate": 7.043546591060485e-07, |
| "loss": 0.12625298500061036, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.5559105431309903, |
| "grad_norm": 2.507947917670294, |
| "learning_rate": 6.575333640901855e-07, |
| "loss": 0.1256910443305969, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.571884984025559, |
| "grad_norm": 2.037673671785258, |
| "learning_rate": 6.122126185525462e-07, |
| "loss": 0.13229584693908691, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.587859424920128, |
| "grad_norm": 2.4816084100898443, |
| "learning_rate": 5.684080831824978e-07, |
| "loss": 0.11345726251602173, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.6038338658146962, |
| "grad_norm": 2.5471438025788347, |
| "learning_rate": 5.261348947394451e-07, |
| "loss": 0.1358860969543457, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.619808306709265, |
| "grad_norm": 2.3147699625953755, |
| "learning_rate": 4.854076608222901e-07, |
| "loss": 0.13640446662902833, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.635782747603834, |
| "grad_norm": 2.2396109188525317, |
| "learning_rate": 4.462404548217414e-07, |
| "loss": 0.12995994091033936, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.6517571884984026, |
| "grad_norm": 2.8747844180314734, |
| "learning_rate": 4.0864681105721895e-07, |
| "loss": 0.1359179973602295, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.6677316293929714, |
| "grad_norm": 2.5217272038443057, |
| "learning_rate": 3.7263972010004256e-07, |
| "loss": 0.13071076869964598, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.68370607028754, |
| "grad_norm": 2.3050364499066283, |
| "learning_rate": 3.382316242845074e-07, |
| "loss": 0.132116436958313, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.6996805111821085, |
| "grad_norm": 2.048292414235803, |
| "learning_rate": 3.0543441340840696e-07, |
| "loss": 0.11912835836410522, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.7156549520766773, |
| "grad_norm": 2.850829114836396, |
| "learning_rate": 2.7425942062448254e-07, |
| "loss": 0.13609859943389893, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.731629392971246, |
| "grad_norm": 2.4431934305081775, |
| "learning_rate": 2.447174185242324e-07, |
| "loss": 0.12769746780395508, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.747603833865815, |
| "grad_norm": 2.0802405731110527, |
| "learning_rate": 2.1681861541541117e-07, |
| "loss": 0.118355131149292, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.763578274760383, |
| "grad_norm": 2.7128228975564412, |
| "learning_rate": 1.9057265179452945e-07, |
| "loss": 0.12760593891143798, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.779552715654952, |
| "grad_norm": 2.2391936904728493, |
| "learning_rate": 1.6598859701555448e-07, |
| "loss": 0.12304680347442627, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.7955271565495208, |
| "grad_norm": 2.4704658733339104, |
| "learning_rate": 1.4307494615597716e-07, |
| "loss": 0.12875380516052246, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.8115015974440896, |
| "grad_norm": 2.443858213124513, |
| "learning_rate": 1.2183961708131574e-07, |
| "loss": 0.1331334114074707, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.8274760383386583, |
| "grad_norm": 2.519982907840116, |
| "learning_rate": 1.0228994770908052e-07, |
| "loss": 0.12642943859100342, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.8434504792332267, |
| "grad_norm": 2.591873516442447, |
| "learning_rate": 8.443269347313765e-08, |
| "loss": 0.12729719877243043, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.8594249201277955, |
| "grad_norm": 2.638437380801225, |
| "learning_rate": 6.827402498935377e-08, |
| "loss": 0.1294744610786438, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.8753993610223643, |
| "grad_norm": 2.515936885293673, |
| "learning_rate": 5.381952592332762e-08, |
| "loss": 0.12776421308517455, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.891373801916933, |
| "grad_norm": 2.4612218260443597, |
| "learning_rate": 4.1074191060935794e-08, |
| "loss": 0.1258371114730835, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.9073482428115014, |
| "grad_norm": 2.8881553977663352, |
| "learning_rate": 3.004242458237994e-08, |
| "loss": 0.12884567975997924, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.92332268370607, |
| "grad_norm": 2.6174013127199642, |
| "learning_rate": 2.0728038540305807e-08, |
| "loss": 0.12558213472366334, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.939297124600639, |
| "grad_norm": 2.3728785396319916, |
| "learning_rate": 1.3134251542544774e-08, |
| "loss": 0.13468154668807983, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.9552715654952078, |
| "grad_norm": 2.5200110652642076, |
| "learning_rate": 7.2636876399107e-09, |
| "loss": 0.12663547992706298, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.9712460063897765, |
| "grad_norm": 2.206942696741083, |
| "learning_rate": 3.118375419458586e-09, |
| "loss": 0.12490403652191162, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.987220447284345, |
| "grad_norm": 2.508455243781306, |
| "learning_rate": 6.997473034986435e-10, |
| "loss": 0.11953890323638916, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1878, |
| "total_flos": 2.806115199751291e+17, |
| "train_loss": 0.3066702483180232, |
| "train_runtime": 21584.9676, |
| "train_samples_per_second": 0.696, |
| "train_steps_per_second": 0.087 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1878, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.806115199751291e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
