| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1320, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 19.393956585811956, |
| "learning_rate": 6.818181818181818e-07, |
| "loss": 1.0518246650695802, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 11.59647091258138, |
| "learning_rate": 1.4393939393939396e-06, |
| "loss": 0.8277183532714844, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06818181818181818, |
| "grad_norm": 13.8596518590058, |
| "learning_rate": 2.196969696969697e-06, |
| "loss": 0.6365785598754883, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 11.735317463945163, |
| "learning_rate": 2.954545454545455e-06, |
| "loss": 0.5139444828033447, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11363636363636363, |
| "grad_norm": 7.637122182511967, |
| "learning_rate": 3.7121212121212124e-06, |
| "loss": 0.5218537330627442, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 11.47260617668427, |
| "learning_rate": 4.46969696969697e-06, |
| "loss": 0.4905224323272705, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1590909090909091, |
| "grad_norm": 6.860434784203794, |
| "learning_rate": 5.2272727272727274e-06, |
| "loss": 0.47295150756835935, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 7.356602166480214, |
| "learning_rate": 5.984848484848486e-06, |
| "loss": 0.47359580993652345, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.20454545454545456, |
| "grad_norm": 7.158844812735278, |
| "learning_rate": 6.742424242424243e-06, |
| "loss": 0.5001730442047119, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 5.091832145949865, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.47073068618774416, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.819230416865264, |
| "learning_rate": 8.257575757575758e-06, |
| "loss": 0.4969032764434814, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 5.035183263709784, |
| "learning_rate": 9.015151515151516e-06, |
| "loss": 0.48340587615966796, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.29545454545454547, |
| "grad_norm": 24.263807665150857, |
| "learning_rate": 9.772727272727273e-06, |
| "loss": 0.4904343605041504, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3181818181818182, |
| "grad_norm": 5.706764472697531, |
| "learning_rate": 9.999143375381331e-06, |
| "loss": 0.5133254051208496, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3409090909090909, |
| "grad_norm": 3.95172799452033, |
| "learning_rate": 9.994948369553146e-06, |
| "loss": 0.468520450592041, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 6.403315321275347, |
| "learning_rate": 9.987260573051268e-06, |
| "loss": 0.46006102561950685, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.38636363636363635, |
| "grad_norm": 3.9182800201590235, |
| "learning_rate": 9.976085361679797e-06, |
| "loss": 0.46906752586364747, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4090909090909091, |
| "grad_norm": 3.8896703908296666, |
| "learning_rate": 9.961430549868668e-06, |
| "loss": 0.445862865447998, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4318181818181818, |
| "grad_norm": 3.989212105798874, |
| "learning_rate": 9.94330638520929e-06, |
| "loss": 0.48638038635253905, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 4.258115261481963, |
| "learning_rate": 9.921725541288779e-06, |
| "loss": 0.49566011428833007, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4772727272727273, |
| "grad_norm": 3.487067119960852, |
| "learning_rate": 9.896703108827758e-06, |
| "loss": 0.45840206146240237, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.6693049813074006, |
| "learning_rate": 9.868256585127956e-06, |
| "loss": 0.47042360305786135, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5227272727272727, |
| "grad_norm": 4.03809862839607, |
| "learning_rate": 9.836405861836957e-06, |
| "loss": 0.47156825065612795, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 3.36683973934911, |
| "learning_rate": 9.801173211038682e-06, |
| "loss": 0.4328317642211914, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5681818181818182, |
| "grad_norm": 3.734858696807248, |
| "learning_rate": 9.762583269679304e-06, |
| "loss": 0.4638188362121582, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5909090909090909, |
| "grad_norm": 3.064982540153321, |
| "learning_rate": 9.720663022339503e-06, |
| "loss": 0.4370926856994629, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6136363636363636, |
| "grad_norm": 3.5847648839897954, |
| "learning_rate": 9.675441782365107e-06, |
| "loss": 0.464891242980957, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 3.7062258627869786, |
| "learning_rate": 9.626951171369306e-06, |
| "loss": 0.4581629753112793, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6590909090909091, |
| "grad_norm": 3.0716287413111303, |
| "learning_rate": 9.57522509712077e-06, |
| "loss": 0.4449161529541016, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6818181818181818, |
| "grad_norm": 2.967642181765843, |
| "learning_rate": 9.520299729833157e-06, |
| "loss": 0.46872262954711913, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7045454545454546, |
| "grad_norm": 3.1745354748452232, |
| "learning_rate": 9.46221347687255e-06, |
| "loss": 0.47230119705200196, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 3.118215981661365, |
| "learning_rate": 9.401006955900555e-06, |
| "loss": 0.45471868515014646, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 3.7406846594368326, |
| "learning_rate": 9.336722966471806e-06, |
| "loss": 0.42258615493774415, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7727272727272727, |
| "grad_norm": 3.0368656754837624, |
| "learning_rate": 9.269406460105742e-06, |
| "loss": 0.4201834678649902, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7954545454545454, |
| "grad_norm": 2.835442564588702, |
| "learning_rate": 9.199104508853607e-06, |
| "loss": 0.4204458713531494, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 3.2271457723860535, |
| "learning_rate": 9.125866272382633e-06, |
| "loss": 0.4510637760162354, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8409090909090909, |
| "grad_norm": 3.3307048880437993, |
| "learning_rate": 9.04974296360042e-06, |
| "loss": 0.4546078681945801, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 2.721920715700266, |
| "learning_rate": 8.970787812843552e-06, |
| "loss": 0.42734107971191404, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8863636363636364, |
| "grad_norm": 3.2216581336986145, |
| "learning_rate": 8.889056030655526e-06, |
| "loss": 0.45450425148010254, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 2.9536673634489654, |
| "learning_rate": 8.804604769179958e-06, |
| "loss": 0.40684995651245115, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9318181818181818, |
| "grad_norm": 2.765814904689959, |
| "learning_rate": 8.717493082196114e-06, |
| "loss": 0.42914657592773436, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9545454545454546, |
| "grad_norm": 3.98587109591047, |
| "learning_rate": 8.627781883824694e-06, |
| "loss": 0.4243011474609375, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9772727272727273, |
| "grad_norm": 3.566335783689178, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 0.40648622512817384, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.6656010862270754, |
| "learning_rate": 8.440813654267455e-06, |
| "loss": 0.4313353061676025, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.0227272727272727, |
| "grad_norm": 2.438171830246954, |
| "learning_rate": 8.343687363349637e-06, |
| "loss": 0.2974961280822754, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0454545454545454, |
| "grad_norm": 2.4423781548080195, |
| "learning_rate": 8.244222950158194e-06, |
| "loss": 0.30671138763427735, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.0681818181818181, |
| "grad_norm": 2.5484211466892734, |
| "learning_rate": 8.142489966638223e-06, |
| "loss": 0.2996384143829346, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 2.4183777531873885, |
| "learning_rate": 8.038559551065792e-06, |
| "loss": 0.2933300256729126, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.1136363636363635, |
| "grad_norm": 2.80544789092329, |
| "learning_rate": 7.932504378303452e-06, |
| "loss": 0.31168065071105955, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 2.5856454783828546, |
| "learning_rate": 7.82439860898129e-06, |
| "loss": 0.29805879592895507, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1590909090909092, |
| "grad_norm": 2.587543641893096, |
| "learning_rate": 7.714317837639011e-06, |
| "loss": 0.29304554462432864, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 2.6036354738959533, |
| "learning_rate": 7.602339039865362e-06, |
| "loss": 0.2855361461639404, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.2045454545454546, |
| "grad_norm": 2.461302318730019, |
| "learning_rate": 7.488540518471819e-06, |
| "loss": 0.3045046806335449, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.2272727272727273, |
| "grad_norm": 2.921733428126981, |
| "learning_rate": 7.373001848738203e-06, |
| "loss": 0.2851330041885376, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 2.9635624980220228, |
| "learning_rate": 7.255803822768504e-06, |
| "loss": 0.28219289779663087, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 2.76527476124787, |
| "learning_rate": 7.13702839299582e-06, |
| "loss": 0.27989423274993896, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.2954545454545454, |
| "grad_norm": 2.3821288855891165, |
| "learning_rate": 7.016758614875921e-06, |
| "loss": 0.30240979194641116, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.3181818181818181, |
| "grad_norm": 3.0465068944959457, |
| "learning_rate": 6.895078588809503e-06, |
| "loss": 0.2970398426055908, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.3409090909090908, |
| "grad_norm": 2.4141897974785524, |
| "learning_rate": 6.772073401333758e-06, |
| "loss": 0.29408812522888184, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 2.1969409075620847, |
| "learning_rate": 6.647829065624368e-06, |
| "loss": 0.29175686836242676, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3863636363636362, |
| "grad_norm": 2.651593598220714, |
| "learning_rate": 6.522432461349536e-06, |
| "loss": 0.31761822700500486, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.4090909090909092, |
| "grad_norm": 3.1248593219345113, |
| "learning_rate": 6.3959712739181e-06, |
| "loss": 0.2671980381011963, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.4318181818181819, |
| "grad_norm": 2.102110416286286, |
| "learning_rate": 6.268533933164237e-06, |
| "loss": 0.2751932144165039, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 2.2585357666483925, |
| "learning_rate": 6.140209551511609e-06, |
| "loss": 0.2778783798217773, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4772727272727273, |
| "grad_norm": 2.893752794342991, |
| "learning_rate": 6.011087861660191e-06, |
| "loss": 0.28694758415222166, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 2.3631545189263177, |
| "learning_rate": 5.8812591538393735e-06, |
| "loss": 0.2847978830337524, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.5227272727272727, |
| "grad_norm": 2.6292596500111385, |
| "learning_rate": 5.750814212671202e-06, |
| "loss": 0.28099732398986815, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 2.380292599440068, |
| "learning_rate": 5.619844253687896e-06, |
| "loss": 0.27002129554748533, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5681818181818183, |
| "grad_norm": 2.3661363235606743, |
| "learning_rate": 5.488440859548059e-06, |
| "loss": 0.2916015625, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5909090909090908, |
| "grad_norm": 3.236629836503264, |
| "learning_rate": 5.356695915996162e-06, |
| "loss": 0.2782484531402588, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.6136363636363638, |
| "grad_norm": 2.3563703573666865, |
| "learning_rate": 5.2247015476101025e-06, |
| "loss": 0.2670446872711182, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 2.9099375173751065, |
| "learning_rate": 5.092550053381733e-06, |
| "loss": 0.2621199131011963, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6590909090909092, |
| "grad_norm": 2.098734834906139, |
| "learning_rate": 4.960333842175453e-06, |
| "loss": 0.2865903854370117, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.6818181818181817, |
| "grad_norm": 2.214105065960231, |
| "learning_rate": 4.8281453681099515e-06, |
| "loss": 0.2764912128448486, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.7045454545454546, |
| "grad_norm": 3.6633418215874056, |
| "learning_rate": 4.696077065908317e-06, |
| "loss": 0.27972629070281985, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 2.5724618080273, |
| "learning_rate": 4.564221286261709e-06, |
| "loss": 0.26213560104370115, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 2.6313954452581894, |
| "learning_rate": 4.43267023125178e-06, |
| "loss": 0.2735456466674805, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7727272727272727, |
| "grad_norm": 2.177225478436168, |
| "learning_rate": 4.3015158898770244e-06, |
| "loss": 0.2778153419494629, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7954545454545454, |
| "grad_norm": 2.9461068805741877, |
| "learning_rate": 4.1708499737281305e-06, |
| "loss": 0.27355659008026123, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 2.5881180120401517, |
| "learning_rate": 4.0407638528573025e-06, |
| "loss": 0.26711506843566896, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.8409090909090908, |
| "grad_norm": 2.207574522238884, |
| "learning_rate": 3.911348491886423e-06, |
| "loss": 0.24428513050079345, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8636363636363638, |
| "grad_norm": 2.182519995252431, |
| "learning_rate": 3.782694386398706e-06, |
| "loss": 0.2714965581893921, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8863636363636362, |
| "grad_norm": 2.2615254715867006, |
| "learning_rate": 3.6548914996583417e-06, |
| "loss": 0.25509488582611084, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 2.9459966172382104, |
| "learning_rate": 3.5280291997023653e-06, |
| "loss": 0.25538339614868166, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.9318181818181817, |
| "grad_norm": 3.2913984629414985, |
| "learning_rate": 3.402196196848751e-06, |
| "loss": 0.2844985008239746, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.9545454545454546, |
| "grad_norm": 2.4788660937203253, |
| "learning_rate": 3.2774804816644255e-06, |
| "loss": 0.25565271377563475, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9772727272727273, |
| "grad_norm": 2.7208843313751383, |
| "learning_rate": 3.1539692634365788e-06, |
| "loss": 0.25684895515441897, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.0358196342304242, |
| "learning_rate": 3.0317489091902936e-06, |
| "loss": 0.25955650806427, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.022727272727273, |
| "grad_norm": 1.9425355117345169, |
| "learning_rate": 2.9109048832951435e-06, |
| "loss": 0.14140214920043945, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.0454545454545454, |
| "grad_norm": 3.4431055886190416, |
| "learning_rate": 2.7915216877029754e-06, |
| "loss": 0.1434719443321228, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.0681818181818183, |
| "grad_norm": 2.0612715914851902, |
| "learning_rate": 2.673682802858697e-06, |
| "loss": 0.1407102108001709, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.090909090909091, |
| "grad_norm": 2.1164384885063727, |
| "learning_rate": 2.557470629325343e-06, |
| "loss": 0.13808418512344361, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.1136363636363638, |
| "grad_norm": 2.2519647771391225, |
| "learning_rate": 2.4429664301642763e-06, |
| "loss": 0.13735430240631102, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.1363636363636362, |
| "grad_norm": 2.2788902655582057, |
| "learning_rate": 2.33025027411082e-06, |
| "loss": 0.13799439668655394, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.159090909090909, |
| "grad_norm": 3.052772649085247, |
| "learning_rate": 2.219400979585007e-06, |
| "loss": 0.13606619834899902, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 2.012177303861077, |
| "learning_rate": 2.110496059576651e-06, |
| "loss": 0.1282346487045288, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.2045454545454546, |
| "grad_norm": 1.9610164724456631, |
| "learning_rate": 2.0036116674432653e-06, |
| "loss": 0.13216371536254884, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.227272727272727, |
| "grad_norm": 2.6540434353440863, |
| "learning_rate": 1.8988225436587005e-06, |
| "loss": 0.13030035495758058, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 2.555871126102426, |
| "learning_rate": 1.7962019635497812e-06, |
| "loss": 0.13218469619750978, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.2727272727272725, |
| "grad_norm": 2.1335096185529747, |
| "learning_rate": 1.6958216860574661e-06, |
| "loss": 0.13283238410949708, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.2954545454545454, |
| "grad_norm": 2.7655161850516894, |
| "learning_rate": 1.5977519035583517e-06, |
| "loss": 0.132513689994812, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.3181818181818183, |
| "grad_norm": 2.848312529591034, |
| "learning_rate": 1.5020611927816365e-06, |
| "loss": 0.12703816890716552, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.340909090909091, |
| "grad_norm": 2.227907765172766, |
| "learning_rate": 1.4088164668558302e-06, |
| "loss": 0.12599025964736937, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 2.286196931840073, |
| "learning_rate": 1.3180829285187764e-06, |
| "loss": 0.13639967441558837, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3863636363636362, |
| "grad_norm": 2.137425640156481, |
| "learning_rate": 1.2299240245236876e-06, |
| "loss": 0.12954788208007811, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.409090909090909, |
| "grad_norm": 2.4490632402491257, |
| "learning_rate": 1.144401401273062e-06, |
| "loss": 0.1335909605026245, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.4318181818181817, |
| "grad_norm": 2.326920874334565, |
| "learning_rate": 1.0615748617115556e-06, |
| "loss": 0.12867577075958253, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.4545454545454546, |
| "grad_norm": 2.487890351608669, |
| "learning_rate": 9.81502323507882e-07, |
| "loss": 0.12449114322662354, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.4772727272727275, |
| "grad_norm": 2.742040088251947, |
| "learning_rate": 9.042397785550405e-07, |
| "loss": 0.11729667186737061, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 2.321077631479751, |
| "learning_rate": 8.298412538171735e-07, |
| "loss": 0.12813881635665894, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.5227272727272725, |
| "grad_norm": 2.0432336345210698, |
| "learning_rate": 7.583587735504106e-07, |
| "loss": 0.12796485424041748, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 2.6414932333447454, |
| "learning_rate": 6.898423229241535e-07, |
| "loss": 0.12595677375793457, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.5681818181818183, |
| "grad_norm": 2.488367407778647, |
| "learning_rate": 6.243398130682165e-07, |
| "loss": 0.13666380643844606, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.590909090909091, |
| "grad_norm": 2.1008324386164903, |
| "learning_rate": 5.618970475702629e-07, |
| "loss": 0.11914647817611694, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.6136363636363638, |
| "grad_norm": 3.0854459568363426, |
| "learning_rate": 5.025576904469842e-07, |
| "loss": 0.1306401491165161, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.6363636363636362, |
| "grad_norm": 2.4366028498961185, |
| "learning_rate": 4.4636323561139115e-07, |
| "loss": 0.12483165264129639, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.659090909090909, |
| "grad_norm": 2.0018427140621906, |
| "learning_rate": 3.9335297785759064e-07, |
| "loss": 0.11939827203750611, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.6818181818181817, |
| "grad_norm": 2.1942922596729644, |
| "learning_rate": 3.435639853833317e-07, |
| "loss": 0.12070950269699096, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.7045454545454546, |
| "grad_norm": 2.2644596345611445, |
| "learning_rate": 2.9703107386951535e-07, |
| "loss": 0.11150152683258056, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 2.0790023489638303, |
| "learning_rate": 2.5378678213483057e-07, |
| "loss": 0.12344894409179688, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 2.618350326472611, |
| "learning_rate": 2.1386134938250645e-07, |
| "loss": 0.127050518989563, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.7727272727272725, |
| "grad_norm": 2.8561256630956513, |
| "learning_rate": 1.772826940551059e-07, |
| "loss": 0.11545364856719971, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.7954545454545454, |
| "grad_norm": 2.4056447520695197, |
| "learning_rate": 1.4407639431214705e-07, |
| "loss": 0.12113176584243775, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.8181818181818183, |
| "grad_norm": 2.7833457115281997, |
| "learning_rate": 1.1426567014420297e-07, |
| "loss": 0.12439879179000854, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.840909090909091, |
| "grad_norm": 2.374035963488589, |
| "learning_rate": 8.787136713598043e-08, |
| "loss": 0.1220097541809082, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.8636363636363638, |
| "grad_norm": 2.636612515739137, |
| "learning_rate": 6.491194188974426e-08, |
| "loss": 0.1318495512008667, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.8863636363636362, |
| "grad_norm": 2.5618591309699257, |
| "learning_rate": 4.5403449119265085e-08, |
| "loss": 0.1285642623901367, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 2.9023602358144083, |
| "learning_rate": 2.93595304233274e-08, |
| "loss": 0.13086082935333251, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.9318181818181817, |
| "grad_norm": 2.258953154587228, |
| "learning_rate": 1.6791404746642203e-08, |
| "loss": 0.10913223028182983, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.9545454545454546, |
| "grad_norm": 2.6965918627085013, |
| "learning_rate": 7.707860534834632e-09, |
| "loss": 0.12580494880676268, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.9772727272727275, |
| "grad_norm": 2.5729882023176716, |
| "learning_rate": 2.1152495889970035e-09, |
| "loss": 0.12660614252090455, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 2.219041772069686, |
| "learning_rate": 1.748262409728696e-11, |
| "loss": 0.11866579055786133, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1320, |
| "total_flos": 1.963895822567342e+17, |
| "train_loss": 0.29859442900527605, |
| "train_runtime": 15157.4308, |
| "train_samples_per_second": 0.696, |
| "train_steps_per_second": 0.087 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1320, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.963895822567342e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
