diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,8776 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.9952, + "eval_steps": 500, + "global_step": 12496, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0064, + "grad_norm": 11.020671844482422, + "learning_rate": 3.2000000000000003e-06, + "loss": 21.1785, + "step": 10 + }, + { + "epoch": 0.0128, + "grad_norm": 11.552587509155273, + "learning_rate": 6.4000000000000006e-06, + "loss": 21.2052, + "step": 20 + }, + { + "epoch": 0.0192, + "grad_norm": 11.77071475982666, + "learning_rate": 9.600000000000001e-06, + "loss": 20.9985, + "step": 30 + }, + { + "epoch": 0.0256, + "grad_norm": 11.290434837341309, + "learning_rate": 1.2800000000000001e-05, + "loss": 20.3422, + "step": 40 + }, + { + "epoch": 0.032, + "grad_norm": 8.347222328186035, + "learning_rate": 1.6000000000000003e-05, + "loss": 19.2498, + "step": 50 + }, + { + "epoch": 0.0384, + "grad_norm": 6.608015537261963, + "learning_rate": 1.9200000000000003e-05, + "loss": 18.2236, + "step": 60 + }, + { + "epoch": 0.0448, + "grad_norm": 5.672990798950195, + "learning_rate": 2.2400000000000002e-05, + "loss": 17.4267, + "step": 70 + }, + { + "epoch": 0.0512, + "grad_norm": 4.30174446105957, + "learning_rate": 2.5600000000000002e-05, + "loss": 16.734, + "step": 80 + }, + { + "epoch": 0.0576, + "grad_norm": 3.592357873916626, + "learning_rate": 2.88e-05, + "loss": 16.1073, + "step": 90 + }, + { + "epoch": 0.064, + "grad_norm": 2.888256788253784, + "learning_rate": 3.2000000000000005e-05, + "loss": 15.5269, + "step": 100 + }, + { + "epoch": 0.0704, + "grad_norm": 2.226760149002075, + "learning_rate": 3.52e-05, + "loss": 15.1044, + "step": 110 + }, + { + "epoch": 0.0768, + "grad_norm": 2.251950979232788, + "learning_rate": 3.8400000000000005e-05, + "loss": 14.8048, + "step": 120 + }, + { + "epoch": 0.0832, + "grad_norm": 1.7198370695114136, + "learning_rate": 4.16e-05, + "loss": 14.5817, + "step": 130 + }, + { + "epoch": 0.0896, + "grad_norm": 1.667533040046692, + "learning_rate": 4.4800000000000005e-05, + "loss": 14.4304, + "step": 140 + }, + { + "epoch": 0.096, + "grad_norm": 1.7004095315933228, + "learning_rate": 4.8e-05, + "loss": 14.2528, + "step": 150 + }, + { + "epoch": 0.1024, + "grad_norm": 1.7786318063735962, + "learning_rate": 5.1200000000000004e-05, + "loss": 14.1024, + "step": 160 + }, + { + "epoch": 0.1088, + "grad_norm": 1.6052587032318115, + "learning_rate": 5.440000000000001e-05, + "loss": 14.0334, + "step": 170 + }, + { + "epoch": 0.1152, + "grad_norm": 2.0486137866973877, + "learning_rate": 5.76e-05, + "loss": 13.9561, + "step": 180 + }, + { + "epoch": 0.1216, + "grad_norm": 2.2112791538238525, + "learning_rate": 6.08e-05, + "loss": 13.9511, + "step": 190 + }, + { + "epoch": 0.128, + "grad_norm": 2.6619696617126465, + "learning_rate": 6.400000000000001e-05, + "loss": 13.7138, + "step": 200 + }, + { + "epoch": 0.1344, + "grad_norm": 5.585442543029785, + "learning_rate": 6.720000000000001e-05, + "loss": 13.0804, + "step": 210 + }, + { + "epoch": 0.1408, + "grad_norm": 3.929307460784912, + "learning_rate": 7.04e-05, + "loss": 12.0449, + "step": 220 + }, + { + "epoch": 0.1472, + "grad_norm": 3.609858751296997, + "learning_rate": 7.36e-05, + "loss": 10.8357, + "step": 230 + }, + { + "epoch": 0.1536, + "grad_norm": 4.7491350173950195, + "learning_rate": 7.680000000000001e-05, + "loss": 9.644, + "step": 240 + }, + { + "epoch": 0.16, + "grad_norm": 5.204137802124023, + "learning_rate": 8e-05, + "loss": 8.3556, + "step": 250 + }, + { + "epoch": 0.1664, + "grad_norm": 5.314292907714844, + "learning_rate": 8.32e-05, + "loss": 7.4002, + "step": 260 + }, + { + "epoch": 0.1728, + "grad_norm": 5.5953216552734375, + "learning_rate": 8.64e-05, + "loss": 6.7298, + "step": 270 + }, + { + "epoch": 0.1792, + "grad_norm": 5.200682640075684, + "learning_rate": 8.960000000000001e-05, + "loss": 6.1146, + "step": 280 + }, + { + "epoch": 0.1856, + "grad_norm": 7.686837673187256, + "learning_rate": 9.28e-05, + "loss": 5.6593, + "step": 290 + }, + { + "epoch": 0.192, + "grad_norm": 8.6485013961792, + "learning_rate": 9.6e-05, + "loss": 5.2481, + "step": 300 + }, + { + "epoch": 0.1984, + "grad_norm": 5.539344787597656, + "learning_rate": 9.92e-05, + "loss": 4.9227, + "step": 310 + }, + { + "epoch": 0.2048, + "grad_norm": 4.313928127288818, + "learning_rate": 0.00010240000000000001, + "loss": 4.5248, + "step": 320 + }, + { + "epoch": 0.2112, + "grad_norm": 5.991826057434082, + "learning_rate": 0.0001056, + "loss": 4.1841, + "step": 330 + }, + { + "epoch": 0.2176, + "grad_norm": 7.935009002685547, + "learning_rate": 0.00010880000000000002, + "loss": 3.8608, + "step": 340 + }, + { + "epoch": 0.224, + "grad_norm": 6.290865421295166, + "learning_rate": 0.00011200000000000001, + "loss": 3.5691, + "step": 350 + }, + { + "epoch": 0.2304, + "grad_norm": 4.243020534515381, + "learning_rate": 0.0001152, + "loss": 3.3466, + "step": 360 + }, + { + "epoch": 0.2368, + "grad_norm": 5.900908946990967, + "learning_rate": 0.0001184, + "loss": 3.1445, + "step": 370 + }, + { + "epoch": 0.2432, + "grad_norm": 6.106771469116211, + "learning_rate": 0.0001216, + "loss": 2.9683, + "step": 380 + }, + { + "epoch": 0.2496, + "grad_norm": 5.702560901641846, + "learning_rate": 0.0001248, + "loss": 2.7799, + "step": 390 + }, + { + "epoch": 0.256, + "grad_norm": 5.9168500900268555, + "learning_rate": 0.00012800000000000002, + "loss": 2.6164, + "step": 400 + }, + { + "epoch": 0.2624, + "grad_norm": 3.7493982315063477, + "learning_rate": 0.00013120000000000002, + "loss": 2.4774, + "step": 410 + }, + { + "epoch": 0.2688, + "grad_norm": 4.603353023529053, + "learning_rate": 0.00013440000000000001, + "loss": 2.3554, + "step": 420 + }, + { + "epoch": 0.2752, + "grad_norm": 5.239804267883301, + "learning_rate": 0.00013759999999999998, + "loss": 2.2217, + "step": 430 + }, + { + "epoch": 0.2816, + "grad_norm": 4.7771687507629395, + "learning_rate": 0.0001408, + "loss": 2.1168, + "step": 440 + }, + { + "epoch": 0.288, + "grad_norm": 5.356198310852051, + "learning_rate": 0.000144, + "loss": 1.9833, + "step": 450 + }, + { + "epoch": 0.2944, + "grad_norm": 5.028329849243164, + "learning_rate": 0.0001472, + "loss": 1.9001, + "step": 460 + }, + { + "epoch": 0.3008, + "grad_norm": 4.271860599517822, + "learning_rate": 0.0001504, + "loss": 1.8189, + "step": 470 + }, + { + "epoch": 0.3072, + "grad_norm": 3.709174871444702, + "learning_rate": 0.00015360000000000002, + "loss": 1.7074, + "step": 480 + }, + { + "epoch": 0.3136, + "grad_norm": 5.151027679443359, + "learning_rate": 0.00015680000000000002, + "loss": 1.5903, + "step": 490 + }, + { + "epoch": 0.32, + "grad_norm": 3.8174936771392822, + "learning_rate": 0.00016, + "loss": 1.5373, + "step": 500 + }, + { + "epoch": 0.3264, + "grad_norm": 3.8838260173797607, + "learning_rate": 0.0001632, + "loss": 1.4456, + "step": 510 + }, + { + "epoch": 0.3328, + "grad_norm": 3.503659725189209, + "learning_rate": 0.0001664, + "loss": 1.3796, + "step": 520 + }, + { + "epoch": 0.3392, + "grad_norm": 4.11666202545166, + "learning_rate": 0.0001696, + "loss": 1.3027, + "step": 530 + }, + { + "epoch": 0.3456, + "grad_norm": 3.2238681316375732, + "learning_rate": 0.0001728, + "loss": 1.2389, + "step": 540 + }, + { + "epoch": 0.352, + "grad_norm": 3.4540982246398926, + "learning_rate": 0.00017600000000000002, + "loss": 1.1648, + "step": 550 + }, + { + "epoch": 0.3584, + "grad_norm": 5.521090030670166, + "learning_rate": 0.00017920000000000002, + "loss": 1.1235, + "step": 560 + }, + { + "epoch": 0.3648, + "grad_norm": 2.660430431365967, + "learning_rate": 0.00018240000000000002, + "loss": 1.0504, + "step": 570 + }, + { + "epoch": 0.3712, + "grad_norm": 3.7907087802886963, + "learning_rate": 0.0001856, + "loss": 1.0186, + "step": 580 + }, + { + "epoch": 0.3776, + "grad_norm": 3.64017915725708, + "learning_rate": 0.0001888, + "loss": 0.9919, + "step": 590 + }, + { + "epoch": 0.384, + "grad_norm": 3.121274948120117, + "learning_rate": 0.000192, + "loss": 0.9223, + "step": 600 + }, + { + "epoch": 0.3904, + "grad_norm": 3.6295275688171387, + "learning_rate": 0.0001952, + "loss": 0.8961, + "step": 610 + }, + { + "epoch": 0.3968, + "grad_norm": 3.7697367668151855, + "learning_rate": 0.0001984, + "loss": 0.8538, + "step": 620 + }, + { + "epoch": 0.4032, + "grad_norm": 2.4805972576141357, + "learning_rate": 0.00019999991245424649, + "loss": 0.8339, + "step": 630 + }, + { + "epoch": 0.4096, + "grad_norm": 3.7568612098693848, + "learning_rate": 0.00019999921208913816, + "loss": 0.7987, + "step": 640 + }, + { + "epoch": 0.416, + "grad_norm": 2.2762763500213623, + "learning_rate": 0.00019999781136382654, + "loss": 0.7651, + "step": 650 + }, + { + "epoch": 0.4224, + "grad_norm": 2.658080816268921, + "learning_rate": 0.0001999957102881219, + "loss": 0.7321, + "step": 660 + }, + { + "epoch": 0.4288, + "grad_norm": 3.2335922718048096, + "learning_rate": 0.00019999290887673943, + "loss": 0.7049, + "step": 670 + }, + { + "epoch": 0.4352, + "grad_norm": 2.8145134449005127, + "learning_rate": 0.00019998940714929925, + "loss": 0.6597, + "step": 680 + }, + { + "epoch": 0.4416, + "grad_norm": 2.36763072013855, + "learning_rate": 0.0001999852051303263, + "loss": 0.6484, + "step": 690 + }, + { + "epoch": 0.448, + "grad_norm": 2.270705461502075, + "learning_rate": 0.00019998030284925, + "loss": 0.628, + "step": 700 + }, + { + "epoch": 0.4544, + "grad_norm": 2.8777804374694824, + "learning_rate": 0.0001999747003404043, + "loss": 0.607, + "step": 710 + }, + { + "epoch": 0.4608, + "grad_norm": 1.8783962726593018, + "learning_rate": 0.00019996839764302728, + "loss": 0.571, + "step": 720 + }, + { + "epoch": 0.4672, + "grad_norm": 3.545635223388672, + "learning_rate": 0.00019996139480126082, + "loss": 0.5645, + "step": 730 + }, + { + "epoch": 0.4736, + "grad_norm": 2.313775062561035, + "learning_rate": 0.00019995369186415042, + "loss": 0.5505, + "step": 740 + }, + { + "epoch": 0.48, + "grad_norm": 2.9440245628356934, + "learning_rate": 0.00019994528888564483, + "loss": 0.5285, + "step": 750 + }, + { + "epoch": 0.4864, + "grad_norm": 1.7369548082351685, + "learning_rate": 0.00019993618592459566, + "loss": 0.5041, + "step": 760 + }, + { + "epoch": 0.4928, + "grad_norm": 1.8179292678833008, + "learning_rate": 0.0001999263830447569, + "loss": 0.4897, + "step": 770 + }, + { + "epoch": 0.4992, + "grad_norm": 2.022970199584961, + "learning_rate": 0.00019991588031478453, + "loss": 0.4753, + "step": 780 + }, + { + "epoch": 0.5056, + "grad_norm": 2.0358855724334717, + "learning_rate": 0.00019990467780823612, + "loss": 0.4708, + "step": 790 + }, + { + "epoch": 0.512, + "grad_norm": 2.249706506729126, + "learning_rate": 0.00019989277560357013, + "loss": 0.4549, + "step": 800 + }, + { + "epoch": 0.5184, + "grad_norm": 1.9085841178894043, + "learning_rate": 0.00019988017378414562, + "loss": 0.4306, + "step": 810 + }, + { + "epoch": 0.5248, + "grad_norm": 2.08777117729187, + "learning_rate": 0.00019986687243822134, + "loss": 0.4191, + "step": 820 + }, + { + "epoch": 0.5312, + "grad_norm": 1.5302354097366333, + "learning_rate": 0.00019985287165895534, + "loss": 0.4134, + "step": 830 + }, + { + "epoch": 0.5376, + "grad_norm": 1.580756425857544, + "learning_rate": 0.00019983817154440429, + "loss": 0.3963, + "step": 840 + }, + { + "epoch": 0.544, + "grad_norm": 1.8054178953170776, + "learning_rate": 0.0001998227721975228, + "loss": 0.3775, + "step": 850 + }, + { + "epoch": 0.5504, + "grad_norm": 1.5759453773498535, + "learning_rate": 0.00019980667372616263, + "loss": 0.3636, + "step": 860 + }, + { + "epoch": 0.5568, + "grad_norm": 1.3337243795394897, + "learning_rate": 0.00019978987624307186, + "loss": 0.351, + "step": 870 + }, + { + "epoch": 0.5632, + "grad_norm": 1.7481557130813599, + "learning_rate": 0.00019977237986589435, + "loss": 0.3415, + "step": 880 + }, + { + "epoch": 0.5696, + "grad_norm": 1.418540120124817, + "learning_rate": 0.0001997541847171688, + "loss": 0.3347, + "step": 890 + }, + { + "epoch": 0.576, + "grad_norm": 1.4497429132461548, + "learning_rate": 0.00019973529092432766, + "loss": 0.3249, + "step": 900 + }, + { + "epoch": 0.5824, + "grad_norm": 1.3346058130264282, + "learning_rate": 0.00019971569861969667, + "loss": 0.3095, + "step": 910 + }, + { + "epoch": 0.5888, + "grad_norm": 1.4631726741790771, + "learning_rate": 0.00019969540794049362, + "loss": 0.3129, + "step": 920 + }, + { + "epoch": 0.5952, + "grad_norm": 1.1791521310806274, + "learning_rate": 0.00019967441902882742, + "loss": 0.3008, + "step": 930 + }, + { + "epoch": 0.6016, + "grad_norm": 1.5145756006240845, + "learning_rate": 0.00019965273203169723, + "loss": 0.287, + "step": 940 + }, + { + "epoch": 0.608, + "grad_norm": 1.3080371618270874, + "learning_rate": 0.00019963034710099135, + "loss": 0.2852, + "step": 950 + }, + { + "epoch": 0.6144, + "grad_norm": 1.2480130195617676, + "learning_rate": 0.0001996072643934862, + "loss": 0.2714, + "step": 960 + }, + { + "epoch": 0.6208, + "grad_norm": 1.1319828033447266, + "learning_rate": 0.00019958348407084507, + "loss": 0.2696, + "step": 970 + }, + { + "epoch": 0.6272, + "grad_norm": 1.6034035682678223, + "learning_rate": 0.00019955900629961727, + "loss": 0.2624, + "step": 980 + }, + { + "epoch": 0.6336, + "grad_norm": 1.175138235092163, + "learning_rate": 0.00019953383125123668, + "loss": 0.2552, + "step": 990 + }, + { + "epoch": 0.64, + "grad_norm": 1.0885486602783203, + "learning_rate": 0.0001995079591020207, + "loss": 0.2504, + "step": 1000 + }, + { + "epoch": 0.6464, + "grad_norm": 1.087682843208313, + "learning_rate": 0.000199481390033169, + "loss": 0.2338, + "step": 1010 + }, + { + "epoch": 0.6528, + "grad_norm": 1.2463772296905518, + "learning_rate": 0.00019945412423076224, + "loss": 0.2357, + "step": 1020 + }, + { + "epoch": 0.6592, + "grad_norm": 0.9416747093200684, + "learning_rate": 0.0001994261618857608, + "loss": 0.222, + "step": 1030 + }, + { + "epoch": 0.6656, + "grad_norm": 1.027549386024475, + "learning_rate": 0.00019939750319400323, + "loss": 0.2184, + "step": 1040 + }, + { + "epoch": 0.672, + "grad_norm": 1.1190837621688843, + "learning_rate": 0.0001993681483562053, + "loss": 0.2193, + "step": 1050 + }, + { + "epoch": 0.6784, + "grad_norm": 1.0558338165283203, + "learning_rate": 0.00019933809757795819, + "loss": 0.2071, + "step": 1060 + }, + { + "epoch": 0.6848, + "grad_norm": 0.9561135768890381, + "learning_rate": 0.00019930735106972724, + "loss": 0.2077, + "step": 1070 + }, + { + "epoch": 0.6912, + "grad_norm": 0.9761295318603516, + "learning_rate": 0.00019927590904685052, + "loss": 0.2044, + "step": 1080 + }, + { + "epoch": 0.6976, + "grad_norm": 0.9444838166236877, + "learning_rate": 0.0001992437717295371, + "loss": 0.19, + "step": 1090 + }, + { + "epoch": 0.704, + "grad_norm": 0.9427816271781921, + "learning_rate": 0.00019921093934286574, + "loss": 0.1865, + "step": 1100 + }, + { + "epoch": 0.7104, + "grad_norm": 1.4082348346710205, + "learning_rate": 0.00019917741211678328, + "loss": 0.1935, + "step": 1110 + }, + { + "epoch": 0.7168, + "grad_norm": 0.8835283517837524, + "learning_rate": 0.00019914319028610283, + "loss": 0.1842, + "step": 1120 + }, + { + "epoch": 0.7232, + "grad_norm": 0.8646062016487122, + "learning_rate": 0.00019910827409050244, + "loss": 0.1742, + "step": 1130 + }, + { + "epoch": 0.7296, + "grad_norm": 0.9920988082885742, + "learning_rate": 0.00019907266377452317, + "loss": 0.1737, + "step": 1140 + }, + { + "epoch": 0.736, + "grad_norm": 0.8215811848640442, + "learning_rate": 0.00019903635958756747, + "loss": 0.1693, + "step": 1150 + }, + { + "epoch": 0.7424, + "grad_norm": 0.7713176012039185, + "learning_rate": 0.00019899936178389735, + "loss": 0.1614, + "step": 1160 + }, + { + "epoch": 0.7488, + "grad_norm": 0.9016545414924622, + "learning_rate": 0.00019896167062263283, + "loss": 0.1553, + "step": 1170 + }, + { + "epoch": 0.7552, + "grad_norm": 0.7999140024185181, + "learning_rate": 0.00019892328636774982, + "loss": 0.1571, + "step": 1180 + }, + { + "epoch": 0.7616, + "grad_norm": 0.8277508616447449, + "learning_rate": 0.00019888420928807851, + "loss": 0.1534, + "step": 1190 + }, + { + "epoch": 0.768, + "grad_norm": 0.6063833832740784, + "learning_rate": 0.00019884443965730137, + "loss": 0.1445, + "step": 1200 + }, + { + "epoch": 0.7744, + "grad_norm": 0.5971684455871582, + "learning_rate": 0.00019880397775395126, + "loss": 0.1435, + "step": 1210 + }, + { + "epoch": 0.7808, + "grad_norm": 0.7705594301223755, + "learning_rate": 0.00019876282386140952, + "loss": 0.1416, + "step": 1220 + }, + { + "epoch": 0.7872, + "grad_norm": 0.7271003127098083, + "learning_rate": 0.00019872097826790383, + "loss": 0.1352, + "step": 1230 + }, + { + "epoch": 0.7936, + "grad_norm": 0.8426423668861389, + "learning_rate": 0.00019867844126650645, + "loss": 0.1308, + "step": 1240 + }, + { + "epoch": 0.8, + "grad_norm": 0.6659693717956543, + "learning_rate": 0.0001986352131551319, + "loss": 0.1303, + "step": 1250 + }, + { + "epoch": 0.8064, + "grad_norm": 0.8387346863746643, + "learning_rate": 0.00019859129423653512, + "loss": 0.1282, + "step": 1260 + }, + { + "epoch": 0.8128, + "grad_norm": 0.7014028429985046, + "learning_rate": 0.00019854668481830907, + "loss": 0.1231, + "step": 1270 + }, + { + "epoch": 0.8192, + "grad_norm": 0.6607204079627991, + "learning_rate": 0.00019850138521288293, + "loss": 0.1287, + "step": 1280 + }, + { + "epoch": 0.8256, + "grad_norm": 0.7490721940994263, + "learning_rate": 0.00019845539573751952, + "loss": 0.1207, + "step": 1290 + }, + { + "epoch": 0.832, + "grad_norm": 0.6653363704681396, + "learning_rate": 0.00019840871671431343, + "loss": 0.118, + "step": 1300 + }, + { + "epoch": 0.8384, + "grad_norm": 0.557445228099823, + "learning_rate": 0.0001983613484701885, + "loss": 0.1129, + "step": 1310 + }, + { + "epoch": 0.8448, + "grad_norm": 0.6950953006744385, + "learning_rate": 0.00019831329133689567, + "loss": 0.1125, + "step": 1320 + }, + { + "epoch": 0.8512, + "grad_norm": 0.5461336374282837, + "learning_rate": 0.00019826454565101065, + "loss": 0.1139, + "step": 1330 + }, + { + "epoch": 0.8576, + "grad_norm": 0.6220159530639648, + "learning_rate": 0.00019821511175393148, + "loss": 0.113, + "step": 1340 + }, + { + "epoch": 0.864, + "grad_norm": 0.5815420746803284, + "learning_rate": 0.00019816498999187626, + "loss": 0.1063, + "step": 1350 + }, + { + "epoch": 0.8704, + "grad_norm": 0.5304952263832092, + "learning_rate": 0.00019811418071588065, + "loss": 0.1038, + "step": 1360 + }, + { + "epoch": 0.8768, + "grad_norm": 0.5118623375892639, + "learning_rate": 0.00019806268428179539, + "loss": 0.0999, + "step": 1370 + }, + { + "epoch": 0.8832, + "grad_norm": 0.5995155572891235, + "learning_rate": 0.0001980105010502838, + "loss": 0.0989, + "step": 1380 + }, + { + "epoch": 0.8896, + "grad_norm": 0.5528178811073303, + "learning_rate": 0.00019795763138681936, + "loss": 0.0989, + "step": 1390 + }, + { + "epoch": 0.896, + "grad_norm": 0.40643376111984253, + "learning_rate": 0.00019790407566168313, + "loss": 0.0892, + "step": 1400 + }, + { + "epoch": 0.9024, + "grad_norm": 0.4493182301521301, + "learning_rate": 0.00019784983424996102, + "loss": 0.0922, + "step": 1410 + }, + { + "epoch": 0.9088, + "grad_norm": 0.5226044654846191, + "learning_rate": 0.00019779490753154126, + "loss": 0.0949, + "step": 1420 + }, + { + "epoch": 0.9152, + "grad_norm": 0.6012076139450073, + "learning_rate": 0.00019773929589111177, + "loss": 0.0959, + "step": 1430 + }, + { + "epoch": 0.9216, + "grad_norm": 0.45189449191093445, + "learning_rate": 0.00019768299971815748, + "loss": 0.0875, + "step": 1440 + }, + { + "epoch": 0.928, + "grad_norm": 0.5535252690315247, + "learning_rate": 0.00019762601940695739, + "loss": 0.0888, + "step": 1450 + }, + { + "epoch": 0.9344, + "grad_norm": 0.4959675967693329, + "learning_rate": 0.0001975683553565821, + "loss": 0.0859, + "step": 1460 + }, + { + "epoch": 0.9408, + "grad_norm": 0.46365049481391907, + "learning_rate": 0.00019751000797089087, + "loss": 0.0855, + "step": 1470 + }, + { + "epoch": 0.9472, + "grad_norm": 0.5113791823387146, + "learning_rate": 0.0001974509776585288, + "loss": 0.0838, + "step": 1480 + }, + { + "epoch": 0.9536, + "grad_norm": 0.43594521284103394, + "learning_rate": 0.00019739126483292392, + "loss": 0.0781, + "step": 1490 + }, + { + "epoch": 0.96, + "grad_norm": 0.42069679498672485, + "learning_rate": 0.0001973308699122844, + "loss": 0.0784, + "step": 1500 + }, + { + "epoch": 0.9664, + "grad_norm": 0.42212527990341187, + "learning_rate": 0.00019726979331959564, + "loss": 0.0803, + "step": 1510 + }, + { + "epoch": 0.9728, + "grad_norm": 0.4017055928707123, + "learning_rate": 0.00019720803548261705, + "loss": 0.0766, + "step": 1520 + }, + { + "epoch": 0.9792, + "grad_norm": 0.37642350792884827, + "learning_rate": 0.00019714559683387938, + "loss": 0.0738, + "step": 1530 + }, + { + "epoch": 0.9856, + "grad_norm": 0.3329634368419647, + "learning_rate": 0.0001970824778106816, + "loss": 0.0704, + "step": 1540 + }, + { + "epoch": 0.992, + "grad_norm": 0.4691290855407715, + "learning_rate": 0.00019701867885508757, + "loss": 0.0737, + "step": 1550 + }, + { + "epoch": 0.9984, + "grad_norm": 0.4422971308231354, + "learning_rate": 0.00019695420041392344, + "loss": 0.0707, + "step": 1560 + }, + { + "epoch": 1.00448, + "grad_norm": 0.3774431049823761, + "learning_rate": 0.00019688904293877407, + "loss": 0.0664, + "step": 1570 + }, + { + "epoch": 1.01088, + "grad_norm": 0.43815529346466064, + "learning_rate": 0.00019682320688598005, + "loss": 0.0686, + "step": 1580 + }, + { + "epoch": 1.01728, + "grad_norm": 0.4070206582546234, + "learning_rate": 0.00019675669271663454, + "loss": 0.0638, + "step": 1590 + }, + { + "epoch": 1.02368, + "grad_norm": 0.38629916310310364, + "learning_rate": 0.00019668950089658, + "loss": 0.0635, + "step": 1600 + }, + { + "epoch": 1.03008, + "grad_norm": 0.32322514057159424, + "learning_rate": 0.00019662163189640487, + "loss": 0.0653, + "step": 1610 + }, + { + "epoch": 1.03648, + "grad_norm": 0.3422459661960602, + "learning_rate": 0.0001965530861914404, + "loss": 0.064, + "step": 1620 + }, + { + "epoch": 1.04288, + "grad_norm": 0.37391072511672974, + "learning_rate": 0.0001964838642617572, + "loss": 0.0615, + "step": 1630 + }, + { + "epoch": 1.04928, + "grad_norm": 0.3833227753639221, + "learning_rate": 0.0001964139665921619, + "loss": 0.0621, + "step": 1640 + }, + { + "epoch": 1.05568, + "grad_norm": 0.34887877106666565, + "learning_rate": 0.0001963433936721939, + "loss": 0.0584, + "step": 1650 + }, + { + "epoch": 1.06208, + "grad_norm": 0.383073091506958, + "learning_rate": 0.00019627214599612165, + "loss": 0.0608, + "step": 1660 + }, + { + "epoch": 1.06848, + "grad_norm": 0.3449239432811737, + "learning_rate": 0.0001962002240629395, + "loss": 0.0566, + "step": 1670 + }, + { + "epoch": 1.07488, + "grad_norm": 0.29172617197036743, + "learning_rate": 0.00019612762837636403, + "loss": 0.0555, + "step": 1680 + }, + { + "epoch": 1.08128, + "grad_norm": 0.3350663185119629, + "learning_rate": 0.00019605435944483048, + "loss": 0.0552, + "step": 1690 + }, + { + "epoch": 1.08768, + "grad_norm": 0.2794502079486847, + "learning_rate": 0.00019598041778148942, + "loss": 0.0534, + "step": 1700 + }, + { + "epoch": 1.09408, + "grad_norm": 0.32743802666664124, + "learning_rate": 0.00019590580390420285, + "loss": 0.0538, + "step": 1710 + }, + { + "epoch": 1.10048, + "grad_norm": 0.3492468595504761, + "learning_rate": 0.0001958305183355408, + "loss": 0.0534, + "step": 1720 + }, + { + "epoch": 1.10688, + "grad_norm": 0.3178560733795166, + "learning_rate": 0.0001957545616027776, + "loss": 0.053, + "step": 1730 + }, + { + "epoch": 1.11328, + "grad_norm": 0.26239362359046936, + "learning_rate": 0.00019567793423788814, + "loss": 0.0531, + "step": 1740 + }, + { + "epoch": 1.11968, + "grad_norm": 0.3820292055606842, + "learning_rate": 0.00019560063677754425, + "loss": 0.0512, + "step": 1750 + }, + { + "epoch": 1.12608, + "grad_norm": 0.33331650495529175, + "learning_rate": 0.00019552266976311086, + "loss": 0.0511, + "step": 1760 + }, + { + "epoch": 1.13248, + "grad_norm": 0.30772390961647034, + "learning_rate": 0.00019544403374064216, + "loss": 0.0503, + "step": 1770 + }, + { + "epoch": 1.13888, + "grad_norm": 0.29145103693008423, + "learning_rate": 0.00019536472926087793, + "loss": 0.0494, + "step": 1780 + }, + { + "epoch": 1.14528, + "grad_norm": 0.336687296628952, + "learning_rate": 0.00019528475687923956, + "loss": 0.0469, + "step": 1790 + }, + { + "epoch": 1.15168, + "grad_norm": 0.5372059345245361, + "learning_rate": 0.0001952041171558262, + "loss": 0.0498, + "step": 1800 + }, + { + "epoch": 1.15808, + "grad_norm": 0.24684292078018188, + "learning_rate": 0.00019512281065541082, + "loss": 0.0473, + "step": 1810 + }, + { + "epoch": 1.16448, + "grad_norm": 0.2795945405960083, + "learning_rate": 0.0001950408379474363, + "loss": 0.0439, + "step": 1820 + }, + { + "epoch": 1.17088, + "grad_norm": 0.3025937080383301, + "learning_rate": 0.00019495819960601134, + "loss": 0.0478, + "step": 1830 + }, + { + "epoch": 1.17728, + "grad_norm": 0.389626681804657, + "learning_rate": 0.0001948748962099066, + "loss": 0.0451, + "step": 1840 + }, + { + "epoch": 1.18368, + "grad_norm": 0.25242137908935547, + "learning_rate": 0.0001947909283425505, + "loss": 0.0437, + "step": 1850 + }, + { + "epoch": 1.19008, + "grad_norm": 0.25620314478874207, + "learning_rate": 0.0001947062965920252, + "loss": 0.0417, + "step": 1860 + }, + { + "epoch": 1.19648, + "grad_norm": 0.26086753606796265, + "learning_rate": 0.00019462100155106247, + "loss": 0.0419, + "step": 1870 + }, + { + "epoch": 1.20288, + "grad_norm": 0.23149563372135162, + "learning_rate": 0.0001945350438170395, + "loss": 0.0399, + "step": 1880 + }, + { + "epoch": 1.20928, + "grad_norm": 0.19104532897472382, + "learning_rate": 0.00019444842399197486, + "loss": 0.0408, + "step": 1890 + }, + { + "epoch": 1.21568, + "grad_norm": 0.2234521359205246, + "learning_rate": 0.0001943611426825241, + "loss": 0.0401, + "step": 1900 + }, + { + "epoch": 1.22208, + "grad_norm": 0.2683032155036926, + "learning_rate": 0.00019427320049997558, + "loss": 0.0399, + "step": 1910 + }, + { + "epoch": 1.22848, + "grad_norm": 0.2965681850910187, + "learning_rate": 0.00019418459806024618, + "loss": 0.0402, + "step": 1920 + }, + { + "epoch": 1.23488, + "grad_norm": 0.2704150974750519, + "learning_rate": 0.00019409533598387704, + "loss": 0.038, + "step": 1930 + }, + { + "epoch": 1.24128, + "grad_norm": 0.22442880272865295, + "learning_rate": 0.00019400541489602912, + "loss": 0.0381, + "step": 1940 + }, + { + "epoch": 1.24768, + "grad_norm": 0.25862181186676025, + "learning_rate": 0.00019391483542647892, + "loss": 0.0357, + "step": 1950 + }, + { + "epoch": 1.25408, + "grad_norm": 0.20038127899169922, + "learning_rate": 0.000193823598209614, + "loss": 0.0382, + "step": 1960 + }, + { + "epoch": 1.26048, + "grad_norm": 0.20133371651172638, + "learning_rate": 0.00019373170388442855, + "loss": 0.0372, + "step": 1970 + }, + { + "epoch": 1.26688, + "grad_norm": 0.18454784154891968, + "learning_rate": 0.0001936391530945189, + "loss": 0.0369, + "step": 1980 + }, + { + "epoch": 1.27328, + "grad_norm": 0.1711440086364746, + "learning_rate": 0.00019354594648807907, + "loss": 0.0332, + "step": 1990 + }, + { + "epoch": 1.27968, + "grad_norm": 0.2031717747449875, + "learning_rate": 0.0001934520847178962, + "loss": 0.0342, + "step": 2000 + }, + { + "epoch": 1.2860800000000001, + "grad_norm": 0.21600933372974396, + "learning_rate": 0.00019335756844134595, + "loss": 0.033, + "step": 2010 + }, + { + "epoch": 1.29248, + "grad_norm": 0.20926372706890106, + "learning_rate": 0.00019326239832038788, + "loss": 0.0337, + "step": 2020 + }, + { + "epoch": 1.29888, + "grad_norm": 0.21778680384159088, + "learning_rate": 0.00019316657502156095, + "loss": 0.0317, + "step": 2030 + }, + { + "epoch": 1.30528, + "grad_norm": 0.2352192997932434, + "learning_rate": 0.00019307009921597866, + "loss": 0.0332, + "step": 2040 + }, + { + "epoch": 1.31168, + "grad_norm": 0.22504208981990814, + "learning_rate": 0.00019297297157932453, + "loss": 0.033, + "step": 2050 + }, + { + "epoch": 1.31808, + "grad_norm": 0.1523440182209015, + "learning_rate": 0.00019287519279184717, + "loss": 0.032, + "step": 2060 + }, + { + "epoch": 1.3244799999999999, + "grad_norm": 0.19338054955005646, + "learning_rate": 0.00019277676353835572, + "loss": 0.0329, + "step": 2070 + }, + { + "epoch": 1.33088, + "grad_norm": 0.16629604995250702, + "learning_rate": 0.00019267768450821493, + "loss": 0.0306, + "step": 2080 + }, + { + "epoch": 1.33728, + "grad_norm": 0.20662613213062286, + "learning_rate": 0.00019257795639534035, + "loss": 0.0318, + "step": 2090 + }, + { + "epoch": 1.34368, + "grad_norm": 0.1922224462032318, + "learning_rate": 0.00019247757989819355, + "loss": 0.0312, + "step": 2100 + }, + { + "epoch": 1.35008, + "grad_norm": 0.21837477385997772, + "learning_rate": 0.00019237655571977707, + "loss": 0.0299, + "step": 2110 + }, + { + "epoch": 1.35648, + "grad_norm": 0.19693157076835632, + "learning_rate": 0.0001922748845676296, + "loss": 0.0309, + "step": 2120 + }, + { + "epoch": 1.36288, + "grad_norm": 0.1543317437171936, + "learning_rate": 0.0001921725671538211, + "loss": 0.0294, + "step": 2130 + }, + { + "epoch": 1.36928, + "grad_norm": 0.15638354420661926, + "learning_rate": 0.00019206960419494758, + "loss": 0.0307, + "step": 2140 + }, + { + "epoch": 1.37568, + "grad_norm": 0.1894102245569229, + "learning_rate": 0.00019196599641212636, + "loss": 0.0287, + "step": 2150 + }, + { + "epoch": 1.38208, + "grad_norm": 0.1892315000295639, + "learning_rate": 0.00019186174453099088, + "loss": 0.0296, + "step": 2160 + }, + { + "epoch": 1.38848, + "grad_norm": 0.17090782523155212, + "learning_rate": 0.00019175684928168552, + "loss": 0.0289, + "step": 2170 + }, + { + "epoch": 1.3948800000000001, + "grad_norm": 0.18371190130710602, + "learning_rate": 0.00019165131139886062, + "loss": 0.0288, + "step": 2180 + }, + { + "epoch": 1.40128, + "grad_norm": 0.18790635466575623, + "learning_rate": 0.00019154513162166742, + "loss": 0.0289, + "step": 2190 + }, + { + "epoch": 1.40768, + "grad_norm": 0.1724308580160141, + "learning_rate": 0.00019143831069375265, + "loss": 0.0275, + "step": 2200 + }, + { + "epoch": 1.41408, + "grad_norm": 0.18243832886219025, + "learning_rate": 0.00019133084936325342, + "loss": 0.0279, + "step": 2210 + }, + { + "epoch": 1.42048, + "grad_norm": 0.2009785920381546, + "learning_rate": 0.00019122274838279216, + "loss": 0.0284, + "step": 2220 + }, + { + "epoch": 1.42688, + "grad_norm": 0.1735285222530365, + "learning_rate": 0.00019111400850947097, + "loss": 0.0266, + "step": 2230 + }, + { + "epoch": 1.4332799999999999, + "grad_norm": 0.19345155358314514, + "learning_rate": 0.00019100463050486668, + "loss": 0.0264, + "step": 2240 + }, + { + "epoch": 1.43968, + "grad_norm": 0.1900719851255417, + "learning_rate": 0.0001908946151350254, + "loss": 0.0273, + "step": 2250 + }, + { + "epoch": 1.44608, + "grad_norm": 0.180427685379982, + "learning_rate": 0.000190783963170457, + "loss": 0.0282, + "step": 2260 + }, + { + "epoch": 1.45248, + "grad_norm": 0.16927458345890045, + "learning_rate": 0.00019067267538612994, + "loss": 0.0261, + "step": 2270 + }, + { + "epoch": 1.45888, + "grad_norm": 0.16273599863052368, + "learning_rate": 0.00019056075256146572, + "loss": 0.0263, + "step": 2280 + }, + { + "epoch": 1.46528, + "grad_norm": 0.15887923538684845, + "learning_rate": 0.00019044819548033338, + "loss": 0.0257, + "step": 2290 + }, + { + "epoch": 1.47168, + "grad_norm": 0.17876042425632477, + "learning_rate": 0.00019033500493104426, + "loss": 0.0255, + "step": 2300 + }, + { + "epoch": 1.47808, + "grad_norm": 0.1924641877412796, + "learning_rate": 0.00019022118170634604, + "loss": 0.0281, + "step": 2310 + }, + { + "epoch": 1.48448, + "grad_norm": 0.17478685081005096, + "learning_rate": 0.00019010672660341762, + "loss": 0.0262, + "step": 2320 + }, + { + "epoch": 1.49088, + "grad_norm": 0.160023495554924, + "learning_rate": 0.0001899916404238633, + "loss": 0.025, + "step": 2330 + }, + { + "epoch": 1.49728, + "grad_norm": 0.14298857748508453, + "learning_rate": 0.00018987592397370727, + "loss": 0.025, + "step": 2340 + }, + { + "epoch": 1.5036800000000001, + "grad_norm": 0.1480637639760971, + "learning_rate": 0.0001897595780633878, + "loss": 0.0239, + "step": 2350 + }, + { + "epoch": 1.5100799999999999, + "grad_norm": 0.1677473932504654, + "learning_rate": 0.00018964260350775181, + "loss": 0.0239, + "step": 2360 + }, + { + "epoch": 1.51648, + "grad_norm": 0.18433892726898193, + "learning_rate": 0.00018952500112604905, + "loss": 0.0249, + "step": 2370 + }, + { + "epoch": 1.52288, + "grad_norm": 0.175594300031662, + "learning_rate": 0.0001894067717419262, + "loss": 0.0225, + "step": 2380 + }, + { + "epoch": 1.52928, + "grad_norm": 0.13816310465335846, + "learning_rate": 0.00018928791618342137, + "loss": 0.0218, + "step": 2390 + }, + { + "epoch": 1.5356800000000002, + "grad_norm": 0.1740526556968689, + "learning_rate": 0.00018916843528295814, + "loss": 0.0233, + "step": 2400 + }, + { + "epoch": 1.54208, + "grad_norm": 0.1470390260219574, + "learning_rate": 0.00018904832987733984, + "loss": 0.0232, + "step": 2410 + }, + { + "epoch": 1.54848, + "grad_norm": 0.12260094285011292, + "learning_rate": 0.00018892760080774346, + "loss": 0.0223, + "step": 2420 + }, + { + "epoch": 1.55488, + "grad_norm": 0.1463494449853897, + "learning_rate": 0.00018880624891971407, + "loss": 0.0212, + "step": 2430 + }, + { + "epoch": 1.56128, + "grad_norm": 0.1484474390745163, + "learning_rate": 0.0001886842750631587, + "loss": 0.0212, + "step": 2440 + }, + { + "epoch": 1.56768, + "grad_norm": 0.16238199174404144, + "learning_rate": 0.00018856168009234042, + "loss": 0.0224, + "step": 2450 + }, + { + "epoch": 1.57408, + "grad_norm": 0.14111007750034332, + "learning_rate": 0.00018843846486587244, + "loss": 0.021, + "step": 2460 + }, + { + "epoch": 1.58048, + "grad_norm": 0.1236225962638855, + "learning_rate": 0.0001883146302467119, + "loss": 0.0202, + "step": 2470 + }, + { + "epoch": 1.5868799999999998, + "grad_norm": 0.10252299904823303, + "learning_rate": 0.000188190177102154, + "loss": 0.0203, + "step": 2480 + }, + { + "epoch": 1.59328, + "grad_norm": 0.1416553258895874, + "learning_rate": 0.000188065106303826, + "loss": 0.0201, + "step": 2490 + }, + { + "epoch": 1.59968, + "grad_norm": 0.13147395849227905, + "learning_rate": 0.0001879394187276808, + "loss": 0.0206, + "step": 2500 + }, + { + "epoch": 1.60608, + "grad_norm": 0.15766669809818268, + "learning_rate": 0.00018781311525399116, + "loss": 0.0222, + "step": 2510 + }, + { + "epoch": 1.6124800000000001, + "grad_norm": 0.15125253796577454, + "learning_rate": 0.00018768619676734334, + "loss": 0.0226, + "step": 2520 + }, + { + "epoch": 1.6188799999999999, + "grad_norm": 0.17130807042121887, + "learning_rate": 0.00018755866415663084, + "loss": 0.0219, + "step": 2530 + }, + { + "epoch": 1.62528, + "grad_norm": 0.12684287130832672, + "learning_rate": 0.0001874305183150484, + "loss": 0.0208, + "step": 2540 + }, + { + "epoch": 1.63168, + "grad_norm": 0.13930396735668182, + "learning_rate": 0.00018730176014008552, + "loss": 0.02, + "step": 2550 + }, + { + "epoch": 1.63808, + "grad_norm": 0.15119792520999908, + "learning_rate": 0.00018717239053352036, + "loss": 0.0189, + "step": 2560 + }, + { + "epoch": 1.6444800000000002, + "grad_norm": 0.15437051653862, + "learning_rate": 0.00018704241040141332, + "loss": 0.0205, + "step": 2570 + }, + { + "epoch": 1.65088, + "grad_norm": 0.16203613579273224, + "learning_rate": 0.00018691182065410064, + "loss": 0.0197, + "step": 2580 + }, + { + "epoch": 1.65728, + "grad_norm": 0.1358831822872162, + "learning_rate": 0.00018678062220618818, + "loss": 0.0185, + "step": 2590 + }, + { + "epoch": 1.66368, + "grad_norm": 0.15163081884384155, + "learning_rate": 0.00018664881597654488, + "loss": 0.019, + "step": 2600 + }, + { + "epoch": 1.67008, + "grad_norm": 0.13767501711845398, + "learning_rate": 0.0001865164028882964, + "loss": 0.0192, + "step": 2610 + }, + { + "epoch": 1.67648, + "grad_norm": 0.14003650844097137, + "learning_rate": 0.00018638338386881863, + "loss": 0.0201, + "step": 2620 + }, + { + "epoch": 1.68288, + "grad_norm": 0.12840129435062408, + "learning_rate": 0.0001862497598497311, + "loss": 0.0187, + "step": 2630 + }, + { + "epoch": 1.6892800000000001, + "grad_norm": 0.154741108417511, + "learning_rate": 0.0001861155317668908, + "loss": 0.019, + "step": 2640 + }, + { + "epoch": 1.6956799999999999, + "grad_norm": 0.12894070148468018, + "learning_rate": 0.00018598070056038507, + "loss": 0.0182, + "step": 2650 + }, + { + "epoch": 1.70208, + "grad_norm": 0.13634392619132996, + "learning_rate": 0.00018584526717452553, + "loss": 0.0188, + "step": 2660 + }, + { + "epoch": 1.70848, + "grad_norm": 0.11615041643381119, + "learning_rate": 0.00018570923255784114, + "loss": 0.0183, + "step": 2670 + }, + { + "epoch": 1.71488, + "grad_norm": 0.1158917024731636, + "learning_rate": 0.0001855725976630718, + "loss": 0.0178, + "step": 2680 + }, + { + "epoch": 1.7212800000000001, + "grad_norm": 0.12957724928855896, + "learning_rate": 0.00018543536344716138, + "loss": 0.0163, + "step": 2690 + }, + { + "epoch": 1.7276799999999999, + "grad_norm": 0.11984069645404816, + "learning_rate": 0.00018529753087125138, + "loss": 0.0171, + "step": 2700 + }, + { + "epoch": 1.73408, + "grad_norm": 0.12954364717006683, + "learning_rate": 0.00018515910090067384, + "loss": 0.0181, + "step": 2710 + }, + { + "epoch": 1.74048, + "grad_norm": 0.12446539103984833, + "learning_rate": 0.00018502007450494484, + "loss": 0.0175, + "step": 2720 + }, + { + "epoch": 1.74688, + "grad_norm": 0.11690499633550644, + "learning_rate": 0.00018488045265775766, + "loss": 0.0175, + "step": 2730 + }, + { + "epoch": 1.75328, + "grad_norm": 0.15586818754673004, + "learning_rate": 0.0001847402363369758, + "loss": 0.0171, + "step": 2740 + }, + { + "epoch": 1.75968, + "grad_norm": 0.11949671059846878, + "learning_rate": 0.0001845994265246263, + "loss": 0.0166, + "step": 2750 + }, + { + "epoch": 1.76608, + "grad_norm": 0.10891944915056229, + "learning_rate": 0.00018445802420689287, + "loss": 0.0174, + "step": 2760 + }, + { + "epoch": 1.77248, + "grad_norm": 0.13369949162006378, + "learning_rate": 0.00018431603037410882, + "loss": 0.017, + "step": 2770 + }, + { + "epoch": 1.77888, + "grad_norm": 0.12682044506072998, + "learning_rate": 0.0001841734460207503, + "loss": 0.0169, + "step": 2780 + }, + { + "epoch": 1.78528, + "grad_norm": 0.13158200681209564, + "learning_rate": 0.00018403027214542922, + "loss": 0.0166, + "step": 2790 + }, + { + "epoch": 1.79168, + "grad_norm": 0.15878427028656006, + "learning_rate": 0.0001838865097508864, + "loss": 0.0185, + "step": 2800 + }, + { + "epoch": 1.7980800000000001, + "grad_norm": 0.12471511960029602, + "learning_rate": 0.0001837421598439843, + "loss": 0.0167, + "step": 2810 + }, + { + "epoch": 1.8044799999999999, + "grad_norm": 0.12465991824865341, + "learning_rate": 0.0001835972234357002, + "loss": 0.0162, + "step": 2820 + }, + { + "epoch": 1.81088, + "grad_norm": 0.1313902884721756, + "learning_rate": 0.00018345170154111906, + "loss": 0.0161, + "step": 2830 + }, + { + "epoch": 1.81728, + "grad_norm": 0.1306491196155548, + "learning_rate": 0.00018330559517942629, + "loss": 0.0172, + "step": 2840 + }, + { + "epoch": 1.82368, + "grad_norm": 0.14186808466911316, + "learning_rate": 0.00018315890537390082, + "loss": 0.0157, + "step": 2850 + }, + { + "epoch": 1.8300800000000002, + "grad_norm": 0.12861275672912598, + "learning_rate": 0.0001830116331519077, + "loss": 0.0148, + "step": 2860 + }, + { + "epoch": 1.83648, + "grad_norm": 0.1051052138209343, + "learning_rate": 0.00018286377954489114, + "loss": 0.016, + "step": 2870 + }, + { + "epoch": 1.84288, + "grad_norm": 0.1182095929980278, + "learning_rate": 0.0001827153455883671, + "loss": 0.0146, + "step": 2880 + }, + { + "epoch": 1.84928, + "grad_norm": 0.11419697850942612, + "learning_rate": 0.0001825663323219162, + "loss": 0.0154, + "step": 2890 + }, + { + "epoch": 1.85568, + "grad_norm": 0.10235778242349625, + "learning_rate": 0.00018241674078917615, + "loss": 0.0146, + "step": 2900 + }, + { + "epoch": 1.86208, + "grad_norm": 0.13418889045715332, + "learning_rate": 0.00018226657203783485, + "loss": 0.0158, + "step": 2910 + }, + { + "epoch": 1.86848, + "grad_norm": 0.10551824420690536, + "learning_rate": 0.00018211582711962274, + "loss": 0.0151, + "step": 2920 + }, + { + "epoch": 1.87488, + "grad_norm": 0.1011953130364418, + "learning_rate": 0.0001819645070903056, + "loss": 0.0135, + "step": 2930 + }, + { + "epoch": 1.8812799999999998, + "grad_norm": 0.104701928794384, + "learning_rate": 0.00018181261300967696, + "loss": 0.0137, + "step": 2940 + }, + { + "epoch": 1.88768, + "grad_norm": 0.09559143334627151, + "learning_rate": 0.00018166014594155096, + "loss": 0.0146, + "step": 2950 + }, + { + "epoch": 1.89408, + "grad_norm": 0.12440355122089386, + "learning_rate": 0.00018150710695375466, + "loss": 0.0149, + "step": 2960 + }, + { + "epoch": 1.90048, + "grad_norm": 0.10338875651359558, + "learning_rate": 0.00018135349711812063, + "loss": 0.0142, + "step": 2970 + }, + { + "epoch": 1.9068800000000001, + "grad_norm": 0.11372119188308716, + "learning_rate": 0.00018119931751047958, + "loss": 0.0145, + "step": 2980 + }, + { + "epoch": 1.9132799999999999, + "grad_norm": 0.09645618498325348, + "learning_rate": 0.0001810445692106526, + "loss": 0.0139, + "step": 2990 + }, + { + "epoch": 1.91968, + "grad_norm": 0.09871870279312134, + "learning_rate": 0.00018088925330244374, + "loss": 0.0136, + "step": 3000 + }, + { + "epoch": 1.92608, + "grad_norm": 0.09649397432804108, + "learning_rate": 0.00018073337087363235, + "loss": 0.0137, + "step": 3010 + }, + { + "epoch": 1.93248, + "grad_norm": 0.10967572778463364, + "learning_rate": 0.00018057692301596553, + "loss": 0.0137, + "step": 3020 + }, + { + "epoch": 1.9388800000000002, + "grad_norm": 0.10098034888505936, + "learning_rate": 0.0001804199108251505, + "loss": 0.0135, + "step": 3030 + }, + { + "epoch": 1.94528, + "grad_norm": 0.1134389191865921, + "learning_rate": 0.0001802623354008468, + "loss": 0.0132, + "step": 3040 + }, + { + "epoch": 1.95168, + "grad_norm": 0.11233791708946228, + "learning_rate": 0.00018010419784665865, + "loss": 0.0136, + "step": 3050 + }, + { + "epoch": 1.95808, + "grad_norm": 0.10424499958753586, + "learning_rate": 0.00017994549927012732, + "loss": 0.0131, + "step": 3060 + }, + { + "epoch": 1.96448, + "grad_norm": 0.1035800576210022, + "learning_rate": 0.0001797862407827232, + "loss": 0.0133, + "step": 3070 + }, + { + "epoch": 1.97088, + "grad_norm": 0.10343878716230392, + "learning_rate": 0.00017962642349983815, + "loss": 0.0131, + "step": 3080 + }, + { + "epoch": 1.97728, + "grad_norm": 0.08592098206281662, + "learning_rate": 0.0001794660485407777, + "loss": 0.0126, + "step": 3090 + }, + { + "epoch": 1.98368, + "grad_norm": 0.12920081615447998, + "learning_rate": 0.000179305117028753, + "loss": 0.0133, + "step": 3100 + }, + { + "epoch": 1.9900799999999998, + "grad_norm": 0.09423451870679855, + "learning_rate": 0.00017914363009087326, + "loss": 0.0123, + "step": 3110 + }, + { + "epoch": 1.99648, + "grad_norm": 0.11991191655397415, + "learning_rate": 0.0001789815888581376, + "loss": 0.0132, + "step": 3120 + }, + { + "epoch": 2.00256, + "grad_norm": 0.09600730240345001, + "learning_rate": 0.00017881899446542732, + "loss": 0.0117, + "step": 3130 + }, + { + "epoch": 2.00896, + "grad_norm": 0.10312457382678986, + "learning_rate": 0.00017865584805149774, + "loss": 0.0123, + "step": 3140 + }, + { + "epoch": 2.01536, + "grad_norm": 0.10421616584062576, + "learning_rate": 0.00017849215075897045, + "loss": 0.0121, + "step": 3150 + }, + { + "epoch": 2.02176, + "grad_norm": 0.12422503530979156, + "learning_rate": 0.00017832790373432518, + "loss": 0.0122, + "step": 3160 + }, + { + "epoch": 2.02816, + "grad_norm": 0.09970256686210632, + "learning_rate": 0.0001781631081278918, + "loss": 0.0115, + "step": 3170 + }, + { + "epoch": 2.03456, + "grad_norm": 0.11850552260875702, + "learning_rate": 0.0001779977650938422, + "loss": 0.0122, + "step": 3180 + }, + { + "epoch": 2.04096, + "grad_norm": 0.10618259012699127, + "learning_rate": 0.00017783187579018236, + "loss": 0.0116, + "step": 3190 + }, + { + "epoch": 2.04736, + "grad_norm": 0.10495616495609283, + "learning_rate": 0.00017766544137874413, + "loss": 0.0117, + "step": 3200 + }, + { + "epoch": 2.05376, + "grad_norm": 0.10723304748535156, + "learning_rate": 0.00017749846302517698, + "loss": 0.0121, + "step": 3210 + }, + { + "epoch": 2.06016, + "grad_norm": 0.10282132029533386, + "learning_rate": 0.00017733094189894012, + "loss": 0.0116, + "step": 3220 + }, + { + "epoch": 2.06656, + "grad_norm": 0.12770763039588928, + "learning_rate": 0.0001771628791732941, + "loss": 0.0125, + "step": 3230 + }, + { + "epoch": 2.07296, + "grad_norm": 0.0982406884431839, + "learning_rate": 0.00017699427602529264, + "loss": 0.0117, + "step": 3240 + }, + { + "epoch": 2.07936, + "grad_norm": 0.11031891405582428, + "learning_rate": 0.00017682513363577438, + "loss": 0.0109, + "step": 3250 + }, + { + "epoch": 2.08576, + "grad_norm": 0.09926290065050125, + "learning_rate": 0.00017665545318935462, + "loss": 0.0133, + "step": 3260 + }, + { + "epoch": 2.09216, + "grad_norm": 0.09873641282320023, + "learning_rate": 0.00017648523587441707, + "loss": 0.0113, + "step": 3270 + }, + { + "epoch": 2.09856, + "grad_norm": 0.08046730607748032, + "learning_rate": 0.00017631448288310544, + "loss": 0.0126, + "step": 3280 + }, + { + "epoch": 2.10496, + "grad_norm": 0.11585665494203568, + "learning_rate": 0.00017614319541131516, + "loss": 0.0109, + "step": 3290 + }, + { + "epoch": 2.11136, + "grad_norm": 0.11039324849843979, + "learning_rate": 0.000175971374658685, + "loss": 0.0115, + "step": 3300 + }, + { + "epoch": 2.11776, + "grad_norm": 0.09863616526126862, + "learning_rate": 0.00017579902182858853, + "loss": 0.0105, + "step": 3310 + }, + { + "epoch": 2.12416, + "grad_norm": 0.08066727221012115, + "learning_rate": 0.00017562613812812595, + "loss": 0.0105, + "step": 3320 + }, + { + "epoch": 2.13056, + "grad_norm": 0.09200739860534668, + "learning_rate": 0.00017545272476811544, + "loss": 0.0102, + "step": 3330 + }, + { + "epoch": 2.13696, + "grad_norm": 0.09633603692054749, + "learning_rate": 0.00017527878296308473, + "loss": 0.0106, + "step": 3340 + }, + { + "epoch": 2.14336, + "grad_norm": 0.11823780089616776, + "learning_rate": 0.00017510431393126256, + "loss": 0.0109, + "step": 3350 + }, + { + "epoch": 2.14976, + "grad_norm": 0.08718033879995346, + "learning_rate": 0.00017492931889457025, + "loss": 0.0104, + "step": 3360 + }, + { + "epoch": 2.15616, + "grad_norm": 0.09177393466234207, + "learning_rate": 0.00017475379907861305, + "loss": 0.0115, + "step": 3370 + }, + { + "epoch": 2.16256, + "grad_norm": 0.10086221992969513, + "learning_rate": 0.0001745777557126716, + "loss": 0.0102, + "step": 3380 + }, + { + "epoch": 2.16896, + "grad_norm": 0.08837321400642395, + "learning_rate": 0.00017440119002969326, + "loss": 0.0106, + "step": 3390 + }, + { + "epoch": 2.17536, + "grad_norm": 0.09231095761060715, + "learning_rate": 0.00017422410326628355, + "loss": 0.0108, + "step": 3400 + }, + { + "epoch": 2.18176, + "grad_norm": 0.07848962396383286, + "learning_rate": 0.00017404649666269753, + "loss": 0.01, + "step": 3410 + }, + { + "epoch": 2.18816, + "grad_norm": 0.08234378695487976, + "learning_rate": 0.00017386837146283086, + "loss": 0.0095, + "step": 3420 + }, + { + "epoch": 2.19456, + "grad_norm": 0.08286973834037781, + "learning_rate": 0.00017368972891421142, + "loss": 0.0097, + "step": 3430 + }, + { + "epoch": 2.20096, + "grad_norm": 0.09798340499401093, + "learning_rate": 0.00017351057026799045, + "loss": 0.0099, + "step": 3440 + }, + { + "epoch": 2.20736, + "grad_norm": 0.1193581074476242, + "learning_rate": 0.00017333089677893363, + "loss": 0.0103, + "step": 3450 + }, + { + "epoch": 2.21376, + "grad_norm": 0.08853572607040405, + "learning_rate": 0.0001731507097054125, + "loss": 0.0101, + "step": 3460 + }, + { + "epoch": 2.22016, + "grad_norm": 0.1115623340010643, + "learning_rate": 0.00017297001030939555, + "loss": 0.0096, + "step": 3470 + }, + { + "epoch": 2.22656, + "grad_norm": 0.07864893972873688, + "learning_rate": 0.00017278879985643944, + "loss": 0.0094, + "step": 3480 + }, + { + "epoch": 2.23296, + "grad_norm": 0.1049320176243782, + "learning_rate": 0.00017260707961568, + "loss": 0.0106, + "step": 3490 + }, + { + "epoch": 2.23936, + "grad_norm": 0.07089729607105255, + "learning_rate": 0.00017242485085982358, + "loss": 0.009, + "step": 3500 + }, + { + "epoch": 2.24576, + "grad_norm": 0.07295747846364975, + "learning_rate": 0.0001722421148651379, + "loss": 0.0092, + "step": 3510 + }, + { + "epoch": 2.25216, + "grad_norm": 0.07545769214630127, + "learning_rate": 0.0001720588729114432, + "loss": 0.0095, + "step": 3520 + }, + { + "epoch": 2.25856, + "grad_norm": 0.09585525095462799, + "learning_rate": 0.00017187512628210336, + "loss": 0.0097, + "step": 3530 + }, + { + "epoch": 2.26496, + "grad_norm": 0.07446441799402237, + "learning_rate": 0.00017169087626401673, + "loss": 0.0091, + "step": 3540 + }, + { + "epoch": 2.27136, + "grad_norm": 0.08455878496170044, + "learning_rate": 0.0001715061241476073, + "loss": 0.0087, + "step": 3550 + }, + { + "epoch": 2.27776, + "grad_norm": 0.07945173978805542, + "learning_rate": 0.0001713208712268156, + "loss": 0.0098, + "step": 3560 + }, + { + "epoch": 2.28416, + "grad_norm": 0.08185172080993652, + "learning_rate": 0.0001711351187990895, + "loss": 0.0094, + "step": 3570 + }, + { + "epoch": 2.29056, + "grad_norm": 0.08556488156318665, + "learning_rate": 0.00017094886816537542, + "loss": 0.0085, + "step": 3580 + }, + { + "epoch": 2.29696, + "grad_norm": 0.08688370138406754, + "learning_rate": 0.00017076212063010893, + "loss": 0.0086, + "step": 3590 + }, + { + "epoch": 2.30336, + "grad_norm": 0.07573976367712021, + "learning_rate": 0.0001705748775012057, + "loss": 0.008, + "step": 3600 + }, + { + "epoch": 2.30976, + "grad_norm": 0.08235832303762436, + "learning_rate": 0.00017038714009005247, + "loss": 0.009, + "step": 3610 + }, + { + "epoch": 2.31616, + "grad_norm": 0.08441588282585144, + "learning_rate": 0.00017019890971149771, + "loss": 0.0089, + "step": 3620 + }, + { + "epoch": 2.32256, + "grad_norm": 0.10939245671033859, + "learning_rate": 0.00017001018768384251, + "loss": 0.0093, + "step": 3630 + }, + { + "epoch": 2.32896, + "grad_norm": 0.06771957129240036, + "learning_rate": 0.00016982097532883118, + "loss": 0.0082, + "step": 3640 + }, + { + "epoch": 2.33536, + "grad_norm": 0.08759043365716934, + "learning_rate": 0.00016963127397164222, + "loss": 0.0088, + "step": 3650 + }, + { + "epoch": 2.34176, + "grad_norm": 0.08247803896665573, + "learning_rate": 0.00016944108494087892, + "loss": 0.0079, + "step": 3660 + }, + { + "epoch": 2.34816, + "grad_norm": 0.06991489231586456, + "learning_rate": 0.00016925040956856008, + "loss": 0.0085, + "step": 3670 + }, + { + "epoch": 2.35456, + "grad_norm": 0.07517945021390915, + "learning_rate": 0.00016905924919011057, + "loss": 0.0082, + "step": 3680 + }, + { + "epoch": 2.36096, + "grad_norm": 0.08382249623537064, + "learning_rate": 0.00016886760514435225, + "loss": 0.0083, + "step": 3690 + }, + { + "epoch": 2.36736, + "grad_norm": 0.08432280272245407, + "learning_rate": 0.0001686754787734943, + "loss": 0.0076, + "step": 3700 + }, + { + "epoch": 2.37376, + "grad_norm": 0.06252653151750565, + "learning_rate": 0.00016848287142312392, + "loss": 0.0083, + "step": 3710 + }, + { + "epoch": 2.38016, + "grad_norm": 0.07362011075019836, + "learning_rate": 0.00016828978444219698, + "loss": 0.0089, + "step": 3720 + }, + { + "epoch": 2.3865600000000002, + "grad_norm": 0.09931144118309021, + "learning_rate": 0.00016809621918302856, + "loss": 0.0084, + "step": 3730 + }, + { + "epoch": 2.39296, + "grad_norm": 0.08083909749984741, + "learning_rate": 0.00016790217700128333, + "loss": 0.0081, + "step": 3740 + }, + { + "epoch": 2.39936, + "grad_norm": 0.07785399258136749, + "learning_rate": 0.0001677076592559662, + "loss": 0.0074, + "step": 3750 + }, + { + "epoch": 2.40576, + "grad_norm": 0.06507813930511475, + "learning_rate": 0.00016751266730941284, + "loss": 0.0074, + "step": 3760 + }, + { + "epoch": 2.41216, + "grad_norm": 0.07213279604911804, + "learning_rate": 0.00016731720252728, + "loss": 0.0077, + "step": 3770 + }, + { + "epoch": 2.41856, + "grad_norm": 0.07196096330881119, + "learning_rate": 0.00016712126627853592, + "loss": 0.0069, + "step": 3780 + }, + { + "epoch": 2.42496, + "grad_norm": 0.06810028105974197, + "learning_rate": 0.00016692485993545104, + "loss": 0.0076, + "step": 3790 + }, + { + "epoch": 2.43136, + "grad_norm": 0.10217568278312683, + "learning_rate": 0.00016672798487358802, + "loss": 0.0076, + "step": 3800 + }, + { + "epoch": 2.43776, + "grad_norm": 0.07891528308391571, + "learning_rate": 0.00016653064247179226, + "loss": 0.0077, + "step": 3810 + }, + { + "epoch": 2.44416, + "grad_norm": 0.08141396194696426, + "learning_rate": 0.00016633283411218237, + "loss": 0.0071, + "step": 3820 + }, + { + "epoch": 2.45056, + "grad_norm": 0.06500822305679321, + "learning_rate": 0.00016613456118014022, + "loss": 0.0073, + "step": 3830 + }, + { + "epoch": 2.45696, + "grad_norm": 0.07517005503177643, + "learning_rate": 0.0001659358250643015, + "loss": 0.0069, + "step": 3840 + }, + { + "epoch": 2.4633599999999998, + "grad_norm": 0.08712980151176453, + "learning_rate": 0.00016573662715654587, + "loss": 0.0067, + "step": 3850 + }, + { + "epoch": 2.46976, + "grad_norm": 0.05599408596754074, + "learning_rate": 0.00016553696885198717, + "loss": 0.0066, + "step": 3860 + }, + { + "epoch": 2.47616, + "grad_norm": 0.05505722388625145, + "learning_rate": 0.0001653368515489637, + "loss": 0.0065, + "step": 3870 + }, + { + "epoch": 2.48256, + "grad_norm": 0.0676807314157486, + "learning_rate": 0.0001651362766490285, + "loss": 0.0066, + "step": 3880 + }, + { + "epoch": 2.48896, + "grad_norm": 0.07312954217195511, + "learning_rate": 0.00016493524555693934, + "loss": 0.0069, + "step": 3890 + }, + { + "epoch": 2.49536, + "grad_norm": 0.06255964934825897, + "learning_rate": 0.00016473375968064917, + "loss": 0.0063, + "step": 3900 + }, + { + "epoch": 2.50176, + "grad_norm": 0.08021910488605499, + "learning_rate": 0.00016453182043129597, + "loss": 0.0073, + "step": 3910 + }, + { + "epoch": 2.50816, + "grad_norm": 0.06230218708515167, + "learning_rate": 0.000164329429223193, + "loss": 0.0063, + "step": 3920 + }, + { + "epoch": 2.51456, + "grad_norm": 0.07818075269460678, + "learning_rate": 0.0001641265874738189, + "loss": 0.0065, + "step": 3930 + }, + { + "epoch": 2.52096, + "grad_norm": 0.06049444526433945, + "learning_rate": 0.00016392329660380774, + "loss": 0.0066, + "step": 3940 + }, + { + "epoch": 2.52736, + "grad_norm": 0.07257268577814102, + "learning_rate": 0.00016371955803693914, + "loss": 0.0065, + "step": 3950 + }, + { + "epoch": 2.53376, + "grad_norm": 0.06956159323453903, + "learning_rate": 0.00016351537320012817, + "loss": 0.0067, + "step": 3960 + }, + { + "epoch": 2.54016, + "grad_norm": 0.08804766833782196, + "learning_rate": 0.0001633107435234154, + "loss": 0.0065, + "step": 3970 + }, + { + "epoch": 2.54656, + "grad_norm": 0.06391100585460663, + "learning_rate": 0.000163105670439957, + "loss": 0.0068, + "step": 3980 + }, + { + "epoch": 2.55296, + "grad_norm": 0.06627079844474792, + "learning_rate": 0.0001629001553860145, + "loss": 0.0059, + "step": 3990 + }, + { + "epoch": 2.55936, + "grad_norm": 0.0738137811422348, + "learning_rate": 0.0001626941998009449, + "loss": 0.0061, + "step": 4000 + }, + { + "epoch": 2.56576, + "grad_norm": 0.07025109976530075, + "learning_rate": 0.00016248780512719054, + "loss": 0.0059, + "step": 4010 + }, + { + "epoch": 2.5721600000000002, + "grad_norm": 0.06962384283542633, + "learning_rate": 0.00016228097281026894, + "loss": 0.006, + "step": 4020 + }, + { + "epoch": 2.57856, + "grad_norm": 0.06990646570920944, + "learning_rate": 0.00016207370429876275, + "loss": 0.0059, + "step": 4030 + }, + { + "epoch": 2.58496, + "grad_norm": 0.07895103842020035, + "learning_rate": 0.0001618660010443096, + "loss": 0.0065, + "step": 4040 + }, + { + "epoch": 2.59136, + "grad_norm": 0.07585545629262924, + "learning_rate": 0.00016165786450159187, + "loss": 0.006, + "step": 4050 + }, + { + "epoch": 2.59776, + "grad_norm": 0.06759870052337646, + "learning_rate": 0.00016144929612832656, + "loss": 0.0052, + "step": 4060 + }, + { + "epoch": 2.6041600000000003, + "grad_norm": 0.07475471496582031, + "learning_rate": 0.0001612402973852551, + "loss": 0.0065, + "step": 4070 + }, + { + "epoch": 2.61056, + "grad_norm": 0.06903407722711563, + "learning_rate": 0.00016103086973613296, + "loss": 0.0053, + "step": 4080 + }, + { + "epoch": 2.6169599999999997, + "grad_norm": 0.06937467306852341, + "learning_rate": 0.00016082101464771968, + "loss": 0.0053, + "step": 4090 + }, + { + "epoch": 2.62336, + "grad_norm": 0.06663543730974197, + "learning_rate": 0.00016061073358976833, + "loss": 0.0053, + "step": 4100 + }, + { + "epoch": 2.62976, + "grad_norm": 0.06771542131900787, + "learning_rate": 0.00016040002803501539, + "loss": 0.0047, + "step": 4110 + }, + { + "epoch": 2.63616, + "grad_norm": 0.05216827243566513, + "learning_rate": 0.00016018889945917028, + "loss": 0.0049, + "step": 4120 + }, + { + "epoch": 2.64256, + "grad_norm": 0.07252673804759979, + "learning_rate": 0.00015997734934090522, + "loss": 0.0048, + "step": 4130 + }, + { + "epoch": 2.6489599999999998, + "grad_norm": 0.07696359604597092, + "learning_rate": 0.00015976537916184474, + "loss": 0.0047, + "step": 4140 + }, + { + "epoch": 2.65536, + "grad_norm": 0.0794297307729721, + "learning_rate": 0.00015955299040655528, + "loss": 0.0044, + "step": 4150 + }, + { + "epoch": 2.66176, + "grad_norm": 0.07054451107978821, + "learning_rate": 0.00015934018456253485, + "loss": 0.004, + "step": 4160 + }, + { + "epoch": 2.66816, + "grad_norm": 0.07723594456911087, + "learning_rate": 0.00015912696312020267, + "loss": 0.0041, + "step": 4170 + }, + { + "epoch": 2.67456, + "grad_norm": 0.053141288459300995, + "learning_rate": 0.00015891332757288868, + "loss": 0.0038, + "step": 4180 + }, + { + "epoch": 2.68096, + "grad_norm": 0.05060238391160965, + "learning_rate": 0.00015869927941682295, + "loss": 0.0034, + "step": 4190 + }, + { + "epoch": 2.68736, + "grad_norm": 0.038389742374420166, + "learning_rate": 0.00015848482015112542, + "loss": 0.0034, + "step": 4200 + }, + { + "epoch": 2.69376, + "grad_norm": 0.0600908137857914, + "learning_rate": 0.0001582699512777953, + "loss": 0.0034, + "step": 4210 + }, + { + "epoch": 2.70016, + "grad_norm": 0.05693907290697098, + "learning_rate": 0.00015805467430170044, + "loss": 0.0031, + "step": 4220 + }, + { + "epoch": 2.70656, + "grad_norm": 0.05152619630098343, + "learning_rate": 0.00015783899073056707, + "loss": 0.0032, + "step": 4230 + }, + { + "epoch": 2.71296, + "grad_norm": 0.05534261837601662, + "learning_rate": 0.00015762290207496895, + "loss": 0.0029, + "step": 4240 + }, + { + "epoch": 2.71936, + "grad_norm": 0.0410865880548954, + "learning_rate": 0.00015740640984831695, + "loss": 0.0025, + "step": 4250 + }, + { + "epoch": 2.72576, + "grad_norm": 0.04453955218195915, + "learning_rate": 0.00015718951556684848, + "loss": 0.0027, + "step": 4260 + }, + { + "epoch": 2.73216, + "grad_norm": 0.0522250235080719, + "learning_rate": 0.00015697222074961665, + "loss": 0.0025, + "step": 4270 + }, + { + "epoch": 2.73856, + "grad_norm": 0.04045749828219414, + "learning_rate": 0.00015675452691847993, + "loss": 0.0022, + "step": 4280 + }, + { + "epoch": 2.74496, + "grad_norm": 0.04048459604382515, + "learning_rate": 0.00015653643559809127, + "loss": 0.0021, + "step": 4290 + }, + { + "epoch": 2.75136, + "grad_norm": 0.0409955233335495, + "learning_rate": 0.00015631794831588751, + "loss": 0.0017, + "step": 4300 + }, + { + "epoch": 2.75776, + "grad_norm": 0.040678512305021286, + "learning_rate": 0.0001560990666020787, + "loss": 0.0018, + "step": 4310 + }, + { + "epoch": 2.76416, + "grad_norm": 0.026347599923610687, + "learning_rate": 0.00015587979198963735, + "loss": 0.0016, + "step": 4320 + }, + { + "epoch": 2.77056, + "grad_norm": 0.028013285249471664, + "learning_rate": 0.00015566012601428764, + "loss": 0.0016, + "step": 4330 + }, + { + "epoch": 2.77696, + "grad_norm": 0.03964909911155701, + "learning_rate": 0.00015544007021449477, + "loss": 0.0017, + "step": 4340 + }, + { + "epoch": 2.78336, + "grad_norm": 0.03120283968746662, + "learning_rate": 0.00015521962613145414, + "loss": 0.0015, + "step": 4350 + }, + { + "epoch": 2.7897600000000002, + "grad_norm": 0.025623176246881485, + "learning_rate": 0.00015499879530908058, + "loss": 0.0014, + "step": 4360 + }, + { + "epoch": 2.79616, + "grad_norm": 0.022976655513048172, + "learning_rate": 0.00015477757929399744, + "loss": 0.0013, + "step": 4370 + }, + { + "epoch": 2.80256, + "grad_norm": 0.017389846965670586, + "learning_rate": 0.00015455597963552582, + "loss": 0.0012, + "step": 4380 + }, + { + "epoch": 2.80896, + "grad_norm": 0.04952568560838699, + "learning_rate": 0.00015433399788567385, + "loss": 0.0011, + "step": 4390 + }, + { + "epoch": 2.81536, + "grad_norm": 0.01697513274848461, + "learning_rate": 0.00015411163559912554, + "loss": 0.0011, + "step": 4400 + }, + { + "epoch": 2.8217600000000003, + "grad_norm": 0.030944161117076874, + "learning_rate": 0.00015388889433323014, + "loss": 0.0011, + "step": 4410 + }, + { + "epoch": 2.82816, + "grad_norm": 0.02486579492688179, + "learning_rate": 0.00015366577564799113, + "loss": 0.0011, + "step": 4420 + }, + { + "epoch": 2.8345599999999997, + "grad_norm": 0.018190821632742882, + "learning_rate": 0.00015344228110605534, + "loss": 0.001, + "step": 4430 + }, + { + "epoch": 2.84096, + "grad_norm": 0.017582567408680916, + "learning_rate": 0.0001532184122727019, + "loss": 0.0009, + "step": 4440 + }, + { + "epoch": 2.84736, + "grad_norm": 0.028470057994127274, + "learning_rate": 0.00015299417071583133, + "loss": 0.0009, + "step": 4450 + }, + { + "epoch": 2.85376, + "grad_norm": 0.014709203504025936, + "learning_rate": 0.0001527695580059547, + "loss": 0.0008, + "step": 4460 + }, + { + "epoch": 2.86016, + "grad_norm": 0.018429294228553772, + "learning_rate": 0.0001525445757161824, + "loss": 0.0008, + "step": 4470 + }, + { + "epoch": 2.8665599999999998, + "grad_norm": 0.017168249934911728, + "learning_rate": 0.00015231922542221327, + "loss": 0.0008, + "step": 4480 + }, + { + "epoch": 2.87296, + "grad_norm": 0.014024370349943638, + "learning_rate": 0.00015209350870232355, + "loss": 0.0008, + "step": 4490 + }, + { + "epoch": 2.87936, + "grad_norm": 0.019541917368769646, + "learning_rate": 0.0001518674271373558, + "loss": 0.0009, + "step": 4500 + }, + { + "epoch": 2.88576, + "grad_norm": 0.02650720439851284, + "learning_rate": 0.00015164098231070766, + "loss": 0.0008, + "step": 4510 + }, + { + "epoch": 2.89216, + "grad_norm": 0.012899769470095634, + "learning_rate": 0.0001514141758083212, + "loss": 0.0007, + "step": 4520 + }, + { + "epoch": 2.89856, + "grad_norm": 0.046317923814058304, + "learning_rate": 0.0001511870092186714, + "loss": 0.0007, + "step": 4530 + }, + { + "epoch": 2.90496, + "grad_norm": 0.018482066690921783, + "learning_rate": 0.00015095948413275517, + "loss": 0.0007, + "step": 4540 + }, + { + "epoch": 2.91136, + "grad_norm": 0.018467305228114128, + "learning_rate": 0.00015073160214408023, + "loss": 0.0007, + "step": 4550 + }, + { + "epoch": 2.91776, + "grad_norm": 0.012877273373305798, + "learning_rate": 0.00015050336484865388, + "loss": 0.0006, + "step": 4560 + }, + { + "epoch": 2.92416, + "grad_norm": 0.014179956167936325, + "learning_rate": 0.00015027477384497195, + "loss": 0.0006, + "step": 4570 + }, + { + "epoch": 2.93056, + "grad_norm": 0.012497806921601295, + "learning_rate": 0.00015004583073400745, + "loss": 0.0006, + "step": 4580 + }, + { + "epoch": 2.93696, + "grad_norm": 0.027602076530456543, + "learning_rate": 0.00014981653711919945, + "loss": 0.0005, + "step": 4590 + }, + { + "epoch": 2.94336, + "grad_norm": 0.01935858279466629, + "learning_rate": 0.00014958689460644182, + "loss": 0.0005, + "step": 4600 + }, + { + "epoch": 2.94976, + "grad_norm": 0.015043193474411964, + "learning_rate": 0.00014935690480407204, + "loss": 0.0005, + "step": 4610 + }, + { + "epoch": 2.95616, + "grad_norm": 0.016973374411463737, + "learning_rate": 0.00014912656932285977, + "loss": 0.0006, + "step": 4620 + }, + { + "epoch": 2.96256, + "grad_norm": 0.011249720118939877, + "learning_rate": 0.00014889588977599582, + "loss": 0.0005, + "step": 4630 + }, + { + "epoch": 2.96896, + "grad_norm": 0.01116869319230318, + "learning_rate": 0.00014866486777908067, + "loss": 0.0004, + "step": 4640 + }, + { + "epoch": 2.9753600000000002, + "grad_norm": 0.016327399760484695, + "learning_rate": 0.0001484335049501132, + "loss": 0.0004, + "step": 4650 + }, + { + "epoch": 2.98176, + "grad_norm": 0.010712753981351852, + "learning_rate": 0.0001482018029094793, + "loss": 0.0004, + "step": 4660 + }, + { + "epoch": 2.98816, + "grad_norm": 0.03604331240057945, + "learning_rate": 0.0001479697632799407, + "loss": 0.0005, + "step": 4670 + }, + { + "epoch": 2.99456, + "grad_norm": 0.011516747064888477, + "learning_rate": 0.00014773738768662342, + "loss": 0.0004, + "step": 4680 + }, + { + "epoch": 3.00064, + "grad_norm": 0.016139233484864235, + "learning_rate": 0.00014750467775700643, + "loss": 0.0004, + "step": 4690 + }, + { + "epoch": 3.00704, + "grad_norm": 0.00990369264036417, + "learning_rate": 0.00014727163512091032, + "loss": 0.0004, + "step": 4700 + }, + { + "epoch": 3.01344, + "grad_norm": 0.007023845799267292, + "learning_rate": 0.00014703826141048584, + "loss": 0.0004, + "step": 4710 + }, + { + "epoch": 3.01984, + "grad_norm": 0.008132458664476871, + "learning_rate": 0.00014680455826020244, + "loss": 0.0003, + "step": 4720 + }, + { + "epoch": 3.02624, + "grad_norm": 0.013781263493001461, + "learning_rate": 0.00014657052730683687, + "loss": 0.0004, + "step": 4730 + }, + { + "epoch": 3.03264, + "grad_norm": 0.012490381486713886, + "learning_rate": 0.00014633617018946176, + "loss": 0.0003, + "step": 4740 + }, + { + "epoch": 3.03904, + "grad_norm": 0.011381781660020351, + "learning_rate": 0.00014610148854943394, + "loss": 0.0003, + "step": 4750 + }, + { + "epoch": 3.04544, + "grad_norm": 0.009826225228607655, + "learning_rate": 0.00014586648403038327, + "loss": 0.0004, + "step": 4760 + }, + { + "epoch": 3.05184, + "grad_norm": 0.010720113292336464, + "learning_rate": 0.00014563115827820076, + "loss": 0.0003, + "step": 4770 + }, + { + "epoch": 3.05824, + "grad_norm": 0.007367060519754887, + "learning_rate": 0.00014539551294102737, + "loss": 0.0003, + "step": 4780 + }, + { + "epoch": 3.06464, + "grad_norm": 0.014156137593090534, + "learning_rate": 0.0001451595496692422, + "loss": 0.0003, + "step": 4790 + }, + { + "epoch": 3.07104, + "grad_norm": 0.007125192787498236, + "learning_rate": 0.00014492327011545123, + "loss": 0.0003, + "step": 4800 + }, + { + "epoch": 3.07744, + "grad_norm": 0.01859436184167862, + "learning_rate": 0.00014468667593447535, + "loss": 0.0003, + "step": 4810 + }, + { + "epoch": 3.08384, + "grad_norm": 0.005518688354641199, + "learning_rate": 0.00014444976878333913, + "loss": 0.0003, + "step": 4820 + }, + { + "epoch": 3.09024, + "grad_norm": 0.00537422951310873, + "learning_rate": 0.00014421255032125908, + "loss": 0.0003, + "step": 4830 + }, + { + "epoch": 3.09664, + "grad_norm": 0.009383002296090126, + "learning_rate": 0.00014397502220963202, + "loss": 0.0003, + "step": 4840 + }, + { + "epoch": 3.10304, + "grad_norm": 0.008585352450609207, + "learning_rate": 0.00014373718611202334, + "loss": 0.0003, + "step": 4850 + }, + { + "epoch": 3.10944, + "grad_norm": 0.007350903935730457, + "learning_rate": 0.00014349904369415558, + "loss": 0.0002, + "step": 4860 + }, + { + "epoch": 3.11584, + "grad_norm": 0.010252960957586765, + "learning_rate": 0.00014326059662389662, + "loss": 0.0003, + "step": 4870 + }, + { + "epoch": 3.12224, + "grad_norm": 0.009704642929136753, + "learning_rate": 0.000143021846571248, + "loss": 0.0003, + "step": 4880 + }, + { + "epoch": 3.12864, + "grad_norm": 0.00571094173938036, + "learning_rate": 0.00014278279520833325, + "loss": 0.0002, + "step": 4890 + }, + { + "epoch": 3.13504, + "grad_norm": 0.005094296298921108, + "learning_rate": 0.00014254344420938612, + "loss": 0.0003, + "step": 4900 + }, + { + "epoch": 3.1414400000000002, + "grad_norm": 0.006383838132023811, + "learning_rate": 0.00014230379525073902, + "loss": 0.0003, + "step": 4910 + }, + { + "epoch": 3.14784, + "grad_norm": 0.009375949390232563, + "learning_rate": 0.0001420638500108111, + "loss": 0.0003, + "step": 4920 + }, + { + "epoch": 3.15424, + "grad_norm": 0.008338186889886856, + "learning_rate": 0.00014182361017009656, + "loss": 0.0002, + "step": 4930 + }, + { + "epoch": 3.16064, + "grad_norm": 0.014440317638218403, + "learning_rate": 0.00014158307741115288, + "loss": 0.0003, + "step": 4940 + }, + { + "epoch": 3.16704, + "grad_norm": 0.010009821504354477, + "learning_rate": 0.0001413422534185891, + "loss": 0.0002, + "step": 4950 + }, + { + "epoch": 3.17344, + "grad_norm": 0.008362467400729656, + "learning_rate": 0.00014110113987905385, + "loss": 0.0003, + "step": 4960 + }, + { + "epoch": 3.17984, + "grad_norm": 0.007930943742394447, + "learning_rate": 0.00014085973848122372, + "loss": 0.0002, + "step": 4970 + }, + { + "epoch": 3.18624, + "grad_norm": 0.012757810764014721, + "learning_rate": 0.00014061805091579143, + "loss": 0.0005, + "step": 4980 + }, + { + "epoch": 3.19264, + "grad_norm": 0.014406561851501465, + "learning_rate": 0.00014037607887545377, + "loss": 0.0003, + "step": 4990 + }, + { + "epoch": 3.19904, + "grad_norm": 0.014226499013602734, + "learning_rate": 0.00014013382405489997, + "loss": 0.0003, + "step": 5000 + }, + { + "epoch": 3.20544, + "grad_norm": 0.005550638306885958, + "learning_rate": 0.00013989128815079975, + "loss": 0.0003, + "step": 5010 + }, + { + "epoch": 3.21184, + "grad_norm": 0.010829348117113113, + "learning_rate": 0.00013964847286179147, + "loss": 0.0002, + "step": 5020 + }, + { + "epoch": 3.2182399999999998, + "grad_norm": 0.002769552869722247, + "learning_rate": 0.00013940537988847018, + "loss": 0.0002, + "step": 5030 + }, + { + "epoch": 3.22464, + "grad_norm": 0.004119163379073143, + "learning_rate": 0.0001391620109333757, + "loss": 0.0002, + "step": 5040 + }, + { + "epoch": 3.23104, + "grad_norm": 0.01773260533809662, + "learning_rate": 0.0001389183677009808, + "loss": 0.0002, + "step": 5050 + }, + { + "epoch": 3.23744, + "grad_norm": 0.003754634875804186, + "learning_rate": 0.00013867445189767917, + "loss": 0.0002, + "step": 5060 + }, + { + "epoch": 3.24384, + "grad_norm": 0.0028019140008836985, + "learning_rate": 0.00013843026523177343, + "loss": 0.0002, + "step": 5070 + }, + { + "epoch": 3.25024, + "grad_norm": 0.008024411275982857, + "learning_rate": 0.0001381858094134634, + "loss": 0.0002, + "step": 5080 + }, + { + "epoch": 3.25664, + "grad_norm": 0.004042780492454767, + "learning_rate": 0.00013794108615483371, + "loss": 0.0002, + "step": 5090 + }, + { + "epoch": 3.26304, + "grad_norm": 0.012797794304788113, + "learning_rate": 0.00013769609716984222, + "loss": 0.0002, + "step": 5100 + }, + { + "epoch": 3.26944, + "grad_norm": 0.012023568153381348, + "learning_rate": 0.00013745084417430783, + "loss": 0.0002, + "step": 5110 + }, + { + "epoch": 3.27584, + "grad_norm": 0.005091403145343065, + "learning_rate": 0.00013720532888589844, + "loss": 0.0002, + "step": 5120 + }, + { + "epoch": 3.28224, + "grad_norm": 0.004205445758998394, + "learning_rate": 0.00013695955302411893, + "loss": 0.0002, + "step": 5130 + }, + { + "epoch": 3.28864, + "grad_norm": 0.004082390107214451, + "learning_rate": 0.00013671351831029922, + "loss": 0.0002, + "step": 5140 + }, + { + "epoch": 3.29504, + "grad_norm": 0.0066289412789046764, + "learning_rate": 0.00013646722646758213, + "loss": 0.0002, + "step": 5150 + }, + { + "epoch": 3.30144, + "grad_norm": 0.004093191120773554, + "learning_rate": 0.00013622067922091128, + "loss": 0.0002, + "step": 5160 + }, + { + "epoch": 3.30784, + "grad_norm": 0.005855759605765343, + "learning_rate": 0.00013597387829701908, + "loss": 0.0002, + "step": 5170 + }, + { + "epoch": 3.31424, + "grad_norm": 0.006737607531249523, + "learning_rate": 0.0001357268254244146, + "loss": 0.0002, + "step": 5180 + }, + { + "epoch": 3.32064, + "grad_norm": 0.0028317547403275967, + "learning_rate": 0.00013547952233337144, + "loss": 0.0002, + "step": 5190 + }, + { + "epoch": 3.32704, + "grad_norm": 0.006079749204218388, + "learning_rate": 0.0001352319707559157, + "loss": 0.0002, + "step": 5200 + }, + { + "epoch": 3.33344, + "grad_norm": 0.021158520132303238, + "learning_rate": 0.0001349841724258138, + "loss": 0.0002, + "step": 5210 + }, + { + "epoch": 3.33984, + "grad_norm": 0.012502104043960571, + "learning_rate": 0.00013473612907856025, + "loss": 0.0002, + "step": 5220 + }, + { + "epoch": 3.34624, + "grad_norm": 0.004678625613451004, + "learning_rate": 0.0001344878424513657, + "loss": 0.0002, + "step": 5230 + }, + { + "epoch": 3.35264, + "grad_norm": 0.003226454369723797, + "learning_rate": 0.00013423931428314449, + "loss": 0.0002, + "step": 5240 + }, + { + "epoch": 3.3590400000000002, + "grad_norm": 0.0041581098921597, + "learning_rate": 0.00013399054631450281, + "loss": 0.0002, + "step": 5250 + }, + { + "epoch": 3.36544, + "grad_norm": 0.0026045197155326605, + "learning_rate": 0.00013374154028772617, + "loss": 0.0002, + "step": 5260 + }, + { + "epoch": 3.37184, + "grad_norm": 0.0063700289465487, + "learning_rate": 0.00013349229794676747, + "loss": 0.0002, + "step": 5270 + }, + { + "epoch": 3.37824, + "grad_norm": 0.0054497732780873775, + "learning_rate": 0.0001332428210372346, + "loss": 0.0002, + "step": 5280 + }, + { + "epoch": 3.38464, + "grad_norm": 0.010484120808541775, + "learning_rate": 0.0001329931113063783, + "loss": 0.0001, + "step": 5290 + }, + { + "epoch": 3.39104, + "grad_norm": 0.0030007632449269295, + "learning_rate": 0.00013274317050307997, + "loss": 0.0001, + "step": 5300 + }, + { + "epoch": 3.39744, + "grad_norm": 0.014345594681799412, + "learning_rate": 0.0001324930003778393, + "loss": 0.0002, + "step": 5310 + }, + { + "epoch": 3.4038399999999998, + "grad_norm": 0.0035690744407474995, + "learning_rate": 0.0001322426026827621, + "loss": 0.0002, + "step": 5320 + }, + { + "epoch": 3.41024, + "grad_norm": 0.006800738628953695, + "learning_rate": 0.000131991979171548, + "loss": 0.0001, + "step": 5330 + }, + { + "epoch": 3.41664, + "grad_norm": 0.011278689838945866, + "learning_rate": 0.00013174113159947814, + "loss": 0.0001, + "step": 5340 + }, + { + "epoch": 3.42304, + "grad_norm": 0.0025703508872538805, + "learning_rate": 0.00013149006172340292, + "loss": 0.0002, + "step": 5350 + }, + { + "epoch": 3.42944, + "grad_norm": 0.008916134014725685, + "learning_rate": 0.00013123877130172975, + "loss": 0.0001, + "step": 5360 + }, + { + "epoch": 3.43584, + "grad_norm": 0.002602990949526429, + "learning_rate": 0.00013098726209441057, + "loss": 0.0001, + "step": 5370 + }, + { + "epoch": 3.44224, + "grad_norm": 0.00637613283470273, + "learning_rate": 0.00013073553586292962, + "loss": 0.0001, + "step": 5380 + }, + { + "epoch": 3.44864, + "grad_norm": 0.007521852385252714, + "learning_rate": 0.0001304835943702912, + "loss": 0.0001, + "step": 5390 + }, + { + "epoch": 3.45504, + "grad_norm": 0.004895556252449751, + "learning_rate": 0.00013023143938100708, + "loss": 0.0001, + "step": 5400 + }, + { + "epoch": 3.46144, + "grad_norm": 0.005164639558643103, + "learning_rate": 0.00012997907266108443, + "loss": 0.0001, + "step": 5410 + }, + { + "epoch": 3.46784, + "grad_norm": 0.001928115962073207, + "learning_rate": 0.00012972649597801328, + "loss": 0.0001, + "step": 5420 + }, + { + "epoch": 3.47424, + "grad_norm": 0.0017412654124200344, + "learning_rate": 0.00012947371110075406, + "loss": 0.0001, + "step": 5430 + }, + { + "epoch": 3.48064, + "grad_norm": 0.006885723676532507, + "learning_rate": 0.00012922071979972545, + "loss": 0.0001, + "step": 5440 + }, + { + "epoch": 3.48704, + "grad_norm": 0.0027265134267508984, + "learning_rate": 0.00012896752384679178, + "loss": 0.0001, + "step": 5450 + }, + { + "epoch": 3.49344, + "grad_norm": 0.002293747616931796, + "learning_rate": 0.00012871412501525074, + "loss": 0.0001, + "step": 5460 + }, + { + "epoch": 3.49984, + "grad_norm": 0.007541270460933447, + "learning_rate": 0.00012846052507982088, + "loss": 0.0001, + "step": 5470 + }, + { + "epoch": 3.50624, + "grad_norm": 0.004502363968640566, + "learning_rate": 0.00012820672581662914, + "loss": 0.0001, + "step": 5480 + }, + { + "epoch": 3.51264, + "grad_norm": 0.0038367367815226316, + "learning_rate": 0.00012795272900319865, + "loss": 0.0001, + "step": 5490 + }, + { + "epoch": 3.51904, + "grad_norm": 0.007066423073410988, + "learning_rate": 0.00012769853641843602, + "loss": 0.0001, + "step": 5500 + }, + { + "epoch": 3.52544, + "grad_norm": 0.0033627504017204046, + "learning_rate": 0.00012744414984261894, + "loss": 0.0001, + "step": 5510 + }, + { + "epoch": 3.53184, + "grad_norm": 0.0055403136648237705, + "learning_rate": 0.0001271895710573838, + "loss": 0.0001, + "step": 5520 + }, + { + "epoch": 3.53824, + "grad_norm": 0.0022741316352039576, + "learning_rate": 0.00012693480184571316, + "loss": 0.0001, + "step": 5530 + }, + { + "epoch": 3.5446400000000002, + "grad_norm": 0.006439946126192808, + "learning_rate": 0.00012667984399192326, + "loss": 0.0001, + "step": 5540 + }, + { + "epoch": 3.55104, + "grad_norm": 0.00824445579200983, + "learning_rate": 0.00012642469928165144, + "loss": 0.0001, + "step": 5550 + }, + { + "epoch": 3.55744, + "grad_norm": 0.002537055406719446, + "learning_rate": 0.0001261693695018439, + "loss": 0.0001, + "step": 5560 + }, + { + "epoch": 3.56384, + "grad_norm": 0.006511290092021227, + "learning_rate": 0.0001259138564407428, + "loss": 0.0001, + "step": 5570 + }, + { + "epoch": 3.57024, + "grad_norm": 0.007139977999031544, + "learning_rate": 0.00012565816188787407, + "loss": 0.0001, + "step": 5580 + }, + { + "epoch": 3.5766400000000003, + "grad_norm": 0.005205485969781876, + "learning_rate": 0.00012540228763403472, + "loss": 0.0001, + "step": 5590 + }, + { + "epoch": 3.58304, + "grad_norm": 0.0017948278691619635, + "learning_rate": 0.00012514623547128033, + "loss": 0.0001, + "step": 5600 + }, + { + "epoch": 3.5894399999999997, + "grad_norm": 0.005705325398594141, + "learning_rate": 0.00012489000719291242, + "loss": 0.0001, + "step": 5610 + }, + { + "epoch": 3.59584, + "grad_norm": 0.002350760158151388, + "learning_rate": 0.00012463360459346603, + "loss": 0.0001, + "step": 5620 + }, + { + "epoch": 3.60224, + "grad_norm": 0.005159022752195597, + "learning_rate": 0.00012437702946869713, + "loss": 0.0001, + "step": 5630 + }, + { + "epoch": 3.60864, + "grad_norm": 0.0028795343823730946, + "learning_rate": 0.0001241202836155699, + "loss": 0.0001, + "step": 5640 + }, + { + "epoch": 3.61504, + "grad_norm": 0.001805128762498498, + "learning_rate": 0.00012386336883224433, + "loss": 0.0001, + "step": 5650 + }, + { + "epoch": 3.6214399999999998, + "grad_norm": 0.007677871268242598, + "learning_rate": 0.00012360628691806343, + "loss": 0.0001, + "step": 5660 + }, + { + "epoch": 3.62784, + "grad_norm": 0.0020467794965952635, + "learning_rate": 0.00012334903967354085, + "loss": 0.0001, + "step": 5670 + }, + { + "epoch": 3.63424, + "grad_norm": 0.004297942854464054, + "learning_rate": 0.00012309162890034812, + "loss": 0.0001, + "step": 5680 + }, + { + "epoch": 3.64064, + "grad_norm": 0.00397438695654273, + "learning_rate": 0.00012283405640130197, + "loss": 0.0001, + "step": 5690 + }, + { + "epoch": 3.64704, + "grad_norm": 0.002651994349434972, + "learning_rate": 0.000122576323980352, + "loss": 0.0001, + "step": 5700 + }, + { + "epoch": 3.65344, + "grad_norm": 0.002202550647780299, + "learning_rate": 0.0001223184334425677, + "loss": 0.0001, + "step": 5710 + }, + { + "epoch": 3.65984, + "grad_norm": 0.003913614898920059, + "learning_rate": 0.00012206038659412598, + "loss": 0.0001, + "step": 5720 + }, + { + "epoch": 3.66624, + "grad_norm": 0.001543574151583016, + "learning_rate": 0.00012180218524229853, + "loss": 0.0001, + "step": 5730 + }, + { + "epoch": 3.67264, + "grad_norm": 0.002989342901855707, + "learning_rate": 0.00012154383119543911, + "loss": 0.0001, + "step": 5740 + }, + { + "epoch": 3.67904, + "grad_norm": 0.00938170775771141, + "learning_rate": 0.0001212853262629709, + "loss": 0.0001, + "step": 5750 + }, + { + "epoch": 3.68544, + "grad_norm": 0.0072664422914385796, + "learning_rate": 0.00012102667225537383, + "loss": 0.0001, + "step": 5760 + }, + { + "epoch": 3.69184, + "grad_norm": 0.005376140121370554, + "learning_rate": 0.00012076787098417193, + "loss": 0.0001, + "step": 5770 + }, + { + "epoch": 3.69824, + "grad_norm": 0.006493373773992062, + "learning_rate": 0.00012050892426192056, + "loss": 0.0001, + "step": 5780 + }, + { + "epoch": 3.70464, + "grad_norm": 0.0028995887842029333, + "learning_rate": 0.00012024983390219378, + "loss": 0.0001, + "step": 5790 + }, + { + "epoch": 3.71104, + "grad_norm": 0.0020807418040931225, + "learning_rate": 0.00011999060171957173, + "loss": 0.0001, + "step": 5800 + }, + { + "epoch": 3.71744, + "grad_norm": 0.0020426360424607992, + "learning_rate": 0.0001197312295296277, + "loss": 0.0001, + "step": 5810 + }, + { + "epoch": 3.72384, + "grad_norm": 0.0013930827844887972, + "learning_rate": 0.00011947171914891561, + "loss": 0.0001, + "step": 5820 + }, + { + "epoch": 3.7302400000000002, + "grad_norm": 0.0017354012234136462, + "learning_rate": 0.0001192120723949572, + "loss": 0.0001, + "step": 5830 + }, + { + "epoch": 3.73664, + "grad_norm": 0.0013571311719715595, + "learning_rate": 0.00011895229108622936, + "loss": 0.0001, + "step": 5840 + }, + { + "epoch": 3.74304, + "grad_norm": 0.004273638594895601, + "learning_rate": 0.00011869237704215132, + "loss": 0.0001, + "step": 5850 + }, + { + "epoch": 3.74944, + "grad_norm": 0.001164609449915588, + "learning_rate": 0.00011843233208307195, + "loss": 0.0001, + "step": 5860 + }, + { + "epoch": 3.75584, + "grad_norm": 0.008908252231776714, + "learning_rate": 0.00011817215803025699, + "loss": 0.0001, + "step": 5870 + }, + { + "epoch": 3.7622400000000003, + "grad_norm": 0.002228592988103628, + "learning_rate": 0.00011791185670587633, + "loss": 0.0001, + "step": 5880 + }, + { + "epoch": 3.76864, + "grad_norm": 0.0020282785408198833, + "learning_rate": 0.0001176514299329912, + "loss": 0.0001, + "step": 5890 + }, + { + "epoch": 3.7750399999999997, + "grad_norm": 0.00196018535643816, + "learning_rate": 0.00011739087953554148, + "loss": 0.0001, + "step": 5900 + }, + { + "epoch": 3.78144, + "grad_norm": 0.0013126740232110023, + "learning_rate": 0.00011713020733833282, + "loss": 0.0001, + "step": 5910 + }, + { + "epoch": 3.78784, + "grad_norm": 0.001316856243647635, + "learning_rate": 0.00011686941516702396, + "loss": 0.0001, + "step": 5920 + }, + { + "epoch": 3.79424, + "grad_norm": 0.001966590527445078, + "learning_rate": 0.00011660850484811383, + "loss": 0.0001, + "step": 5930 + }, + { + "epoch": 3.80064, + "grad_norm": 0.0013458245666697621, + "learning_rate": 0.00011634747820892888, + "loss": 0.0001, + "step": 5940 + }, + { + "epoch": 3.8070399999999998, + "grad_norm": 0.0015556548023596406, + "learning_rate": 0.00011608633707761028, + "loss": 0.0001, + "step": 5950 + }, + { + "epoch": 3.81344, + "grad_norm": 0.0015415216330438852, + "learning_rate": 0.00011582508328310088, + "loss": 0.0001, + "step": 5960 + }, + { + "epoch": 3.81984, + "grad_norm": 0.0010670928750187159, + "learning_rate": 0.00011556371865513283, + "loss": 0.0001, + "step": 5970 + }, + { + "epoch": 3.82624, + "grad_norm": 0.005346009507775307, + "learning_rate": 0.00011530224502421427, + "loss": 0.0001, + "step": 5980 + }, + { + "epoch": 3.83264, + "grad_norm": 0.001609607832506299, + "learning_rate": 0.000115040664221617, + "loss": 0.0001, + "step": 5990 + }, + { + "epoch": 3.83904, + "grad_norm": 0.0023860002402216196, + "learning_rate": 0.00011477897807936315, + "loss": 0.0001, + "step": 6000 + }, + { + "epoch": 3.84544, + "grad_norm": 0.0013091000728309155, + "learning_rate": 0.00011451718843021291, + "loss": 0.0001, + "step": 6010 + }, + { + "epoch": 3.85184, + "grad_norm": 0.0013598668156191707, + "learning_rate": 0.00011425529710765117, + "loss": 0.0001, + "step": 6020 + }, + { + "epoch": 3.85824, + "grad_norm": 0.0016696597449481487, + "learning_rate": 0.00011399330594587496, + "loss": 0.0001, + "step": 6030 + }, + { + "epoch": 3.86464, + "grad_norm": 0.0012457342818379402, + "learning_rate": 0.00011373121677978062, + "loss": 0.0001, + "step": 6040 + }, + { + "epoch": 3.87104, + "grad_norm": 0.0009746433352120221, + "learning_rate": 0.00011346903144495082, + "loss": 0.0001, + "step": 6050 + }, + { + "epoch": 3.87744, + "grad_norm": 0.0019308155169710517, + "learning_rate": 0.00011320675177764175, + "loss": 0.0001, + "step": 6060 + }, + { + "epoch": 3.88384, + "grad_norm": 0.0015282001113519073, + "learning_rate": 0.00011294437961477033, + "loss": 0.0001, + "step": 6070 + }, + { + "epoch": 3.89024, + "grad_norm": 0.0016441548941656947, + "learning_rate": 0.00011268191679390121, + "loss": 0.0001, + "step": 6080 + }, + { + "epoch": 3.89664, + "grad_norm": 0.03389064967632294, + "learning_rate": 0.00011241936515323403, + "loss": 0.0001, + "step": 6090 + }, + { + "epoch": 3.90304, + "grad_norm": 0.0022067588288336992, + "learning_rate": 0.00011215672653159048, + "loss": 0.0001, + "step": 6100 + }, + { + "epoch": 3.90944, + "grad_norm": 0.002222176408395171, + "learning_rate": 0.00011189400276840147, + "loss": 0.0001, + "step": 6110 + }, + { + "epoch": 3.91584, + "grad_norm": 0.004598208237439394, + "learning_rate": 0.00011163119570369415, + "loss": 0.0001, + "step": 6120 + }, + { + "epoch": 3.92224, + "grad_norm": 0.00175303069408983, + "learning_rate": 0.00011136830717807911, + "loss": 0.0001, + "step": 6130 + }, + { + "epoch": 3.92864, + "grad_norm": 0.004886324983090162, + "learning_rate": 0.00011110533903273747, + "loss": 0.0001, + "step": 6140 + }, + { + "epoch": 3.93504, + "grad_norm": 0.004716321360319853, + "learning_rate": 0.00011084229310940804, + "loss": 0.0001, + "step": 6150 + }, + { + "epoch": 3.94144, + "grad_norm": 0.007928075268864632, + "learning_rate": 0.0001105791712503742, + "loss": 0.0001, + "step": 6160 + }, + { + "epoch": 3.9478400000000002, + "grad_norm": 0.0022692678030580282, + "learning_rate": 0.00011031597529845132, + "loss": 0.0001, + "step": 6170 + }, + { + "epoch": 3.95424, + "grad_norm": 0.0021727506536990404, + "learning_rate": 0.0001100527070969736, + "loss": 0.0001, + "step": 6180 + }, + { + "epoch": 3.96064, + "grad_norm": 0.0014920938992872834, + "learning_rate": 0.00010978936848978132, + "loss": 0.0, + "step": 6190 + }, + { + "epoch": 3.96704, + "grad_norm": 0.0014429325237870216, + "learning_rate": 0.00010952596132120774, + "loss": 0.0001, + "step": 6200 + }, + { + "epoch": 3.97344, + "grad_norm": 0.0011290976544842124, + "learning_rate": 0.00010926248743606644, + "loss": 0.0001, + "step": 6210 + }, + { + "epoch": 3.9798400000000003, + "grad_norm": 0.0033293322194367647, + "learning_rate": 0.0001089989486796382, + "loss": 0.0001, + "step": 6220 + }, + { + "epoch": 3.98624, + "grad_norm": 0.002606402151286602, + "learning_rate": 0.0001087353468976581, + "loss": 0.0001, + "step": 6230 + }, + { + "epoch": 3.9926399999999997, + "grad_norm": 0.012179076671600342, + "learning_rate": 0.00010847168393630265, + "loss": 0.0001, + "step": 6240 + }, + { + "epoch": 3.99904, + "grad_norm": 0.001980186440050602, + "learning_rate": 0.00010820796164217693, + "loss": 0.0001, + "step": 6250 + }, + { + "epoch": 4.00512, + "grad_norm": 0.0006018939311616123, + "learning_rate": 0.00010794418186230142, + "loss": 0.0, + "step": 6260 + }, + { + "epoch": 4.01152, + "grad_norm": 0.0016942585352808237, + "learning_rate": 0.00010768034644409925, + "loss": 0.0, + "step": 6270 + }, + { + "epoch": 4.01792, + "grad_norm": 0.0037128874100744724, + "learning_rate": 0.00010741645723538332, + "loss": 0.0, + "step": 6280 + }, + { + "epoch": 4.02432, + "grad_norm": 0.0006054783589206636, + "learning_rate": 0.00010715251608434318, + "loss": 0.0, + "step": 6290 + }, + { + "epoch": 4.03072, + "grad_norm": 0.0013558802893385291, + "learning_rate": 0.00010688852483953213, + "loss": 0.0, + "step": 6300 + }, + { + "epoch": 4.03712, + "grad_norm": 0.001712376601062715, + "learning_rate": 0.00010662448534985438, + "loss": 0.0, + "step": 6310 + }, + { + "epoch": 4.04352, + "grad_norm": 0.0008883131085895002, + "learning_rate": 0.00010636039946455206, + "loss": 0.0, + "step": 6320 + }, + { + "epoch": 4.04992, + "grad_norm": 0.0021759020164608955, + "learning_rate": 0.00010609626903319212, + "loss": 0.0, + "step": 6330 + }, + { + "epoch": 4.05632, + "grad_norm": 0.0009247155976481736, + "learning_rate": 0.00010583209590565355, + "loss": 0.0001, + "step": 6340 + }, + { + "epoch": 4.06272, + "grad_norm": 0.0021004658192396164, + "learning_rate": 0.00010556788193211447, + "loss": 0.0, + "step": 6350 + }, + { + "epoch": 4.06912, + "grad_norm": 0.0008332846919074655, + "learning_rate": 0.0001053036289630389, + "loss": 0.0001, + "step": 6360 + }, + { + "epoch": 4.07552, + "grad_norm": 0.0015469383215531707, + "learning_rate": 0.00010503933884916404, + "loss": 0.0001, + "step": 6370 + }, + { + "epoch": 4.08192, + "grad_norm": 0.002254989231005311, + "learning_rate": 0.00010477501344148733, + "loss": 0.0, + "step": 6380 + }, + { + "epoch": 4.08832, + "grad_norm": 0.004155497532337904, + "learning_rate": 0.00010451065459125326, + "loss": 0.0001, + "step": 6390 + }, + { + "epoch": 4.09472, + "grad_norm": 0.0016223177080973983, + "learning_rate": 0.00010424626414994065, + "loss": 0.0, + "step": 6400 + }, + { + "epoch": 4.10112, + "grad_norm": 0.0006805216544307768, + "learning_rate": 0.00010398184396924943, + "loss": 0.0, + "step": 6410 + }, + { + "epoch": 4.10752, + "grad_norm": 0.0011212232057005167, + "learning_rate": 0.00010371739590108802, + "loss": 0.0, + "step": 6420 + }, + { + "epoch": 4.11392, + "grad_norm": 0.001557301264256239, + "learning_rate": 0.00010345292179755997, + "loss": 0.0001, + "step": 6430 + }, + { + "epoch": 4.12032, + "grad_norm": 0.0012655187165364623, + "learning_rate": 0.00010318842351095126, + "loss": 0.0, + "step": 6440 + }, + { + "epoch": 4.12672, + "grad_norm": 0.0007987715071067214, + "learning_rate": 0.00010292390289371723, + "loss": 0.0, + "step": 6450 + }, + { + "epoch": 4.13312, + "grad_norm": 0.007259083446115255, + "learning_rate": 0.0001026593617984696, + "loss": 0.0001, + "step": 6460 + }, + { + "epoch": 4.13952, + "grad_norm": 0.0033884302247315645, + "learning_rate": 0.00010239480207796348, + "loss": 0.0001, + "step": 6470 + }, + { + "epoch": 4.14592, + "grad_norm": 0.000771829392760992, + "learning_rate": 0.00010213022558508456, + "loss": 0.0, + "step": 6480 + }, + { + "epoch": 4.15232, + "grad_norm": 0.0037421390879899263, + "learning_rate": 0.00010186563417283583, + "loss": 0.0, + "step": 6490 + }, + { + "epoch": 4.15872, + "grad_norm": 0.0011066769948229194, + "learning_rate": 0.00010160102969432489, + "loss": 0.0, + "step": 6500 + }, + { + "epoch": 4.16512, + "grad_norm": 0.0017135337693616748, + "learning_rate": 0.00010133641400275074, + "loss": 0.0, + "step": 6510 + }, + { + "epoch": 4.17152, + "grad_norm": 0.0008458681404590607, + "learning_rate": 0.00010107178895139104, + "loss": 0.0, + "step": 6520 + }, + { + "epoch": 4.17792, + "grad_norm": 0.0016465060180053115, + "learning_rate": 0.00010080715639358893, + "loss": 0.0, + "step": 6530 + }, + { + "epoch": 4.18432, + "grad_norm": 0.004916159436106682, + "learning_rate": 0.0001005425181827401, + "loss": 0.0, + "step": 6540 + }, + { + "epoch": 4.19072, + "grad_norm": 0.0017223487375304103, + "learning_rate": 0.0001002778761722799, + "loss": 0.0, + "step": 6550 + }, + { + "epoch": 4.19712, + "grad_norm": 0.001254253089427948, + "learning_rate": 0.00010001323221567023, + "loss": 0.0, + "step": 6560 + }, + { + "epoch": 4.20352, + "grad_norm": 0.003084601368755102, + "learning_rate": 9.974858816638667e-05, + "loss": 0.0, + "step": 6570 + }, + { + "epoch": 4.20992, + "grad_norm": 0.0016558021306991577, + "learning_rate": 9.948394587790539e-05, + "loss": 0.0001, + "step": 6580 + }, + { + "epoch": 4.21632, + "grad_norm": 0.0013597388751804829, + "learning_rate": 9.921930720369029e-05, + "loss": 0.0, + "step": 6590 + }, + { + "epoch": 4.22272, + "grad_norm": 0.0008660434978082776, + "learning_rate": 9.895467399717994e-05, + "loss": 0.0, + "step": 6600 + }, + { + "epoch": 4.22912, + "grad_norm": 0.000994228757917881, + "learning_rate": 9.869004811177459e-05, + "loss": 0.0, + "step": 6610 + }, + { + "epoch": 4.23552, + "grad_norm": 0.0016977209597826004, + "learning_rate": 9.84254314008232e-05, + "loss": 0.0, + "step": 6620 + }, + { + "epoch": 4.24192, + "grad_norm": 0.0005345285753719509, + "learning_rate": 9.816082571761059e-05, + "loss": 0.0, + "step": 6630 + }, + { + "epoch": 4.24832, + "grad_norm": 0.003618009155616164, + "learning_rate": 9.789623291534418e-05, + "loss": 0.0001, + "step": 6640 + }, + { + "epoch": 4.25472, + "grad_norm": 0.0010895885061472654, + "learning_rate": 9.763165484714129e-05, + "loss": 0.0, + "step": 6650 + }, + { + "epoch": 4.26112, + "grad_norm": 0.0010058266343548894, + "learning_rate": 9.736709336601604e-05, + "loss": 0.0, + "step": 6660 + }, + { + "epoch": 4.26752, + "grad_norm": 0.001358527923002839, + "learning_rate": 9.710255032486633e-05, + "loss": 0.0, + "step": 6670 + }, + { + "epoch": 4.27392, + "grad_norm": 0.0009550758986733854, + "learning_rate": 9.683802757646093e-05, + "loss": 0.0, + "step": 6680 + }, + { + "epoch": 4.28032, + "grad_norm": 0.0005634032422676682, + "learning_rate": 9.657352697342654e-05, + "loss": 0.0, + "step": 6690 + }, + { + "epoch": 4.28672, + "grad_norm": 0.0021792249754071236, + "learning_rate": 9.630905036823466e-05, + "loss": 0.0, + "step": 6700 + }, + { + "epoch": 4.29312, + "grad_norm": 0.0004979845834895968, + "learning_rate": 9.604459961318878e-05, + "loss": 0.0, + "step": 6710 + }, + { + "epoch": 4.29952, + "grad_norm": 0.0012924751499667764, + "learning_rate": 9.578017656041137e-05, + "loss": 0.0, + "step": 6720 + }, + { + "epoch": 4.30592, + "grad_norm": 0.0007021583151072264, + "learning_rate": 9.551578306183086e-05, + "loss": 0.0, + "step": 6730 + }, + { + "epoch": 4.31232, + "grad_norm": 0.0011143283918499947, + "learning_rate": 9.525142096916864e-05, + "loss": 0.0, + "step": 6740 + }, + { + "epoch": 4.31872, + "grad_norm": 0.0006280784145928919, + "learning_rate": 9.49870921339262e-05, + "loss": 0.0, + "step": 6750 + }, + { + "epoch": 4.32512, + "grad_norm": 0.0009889710927382112, + "learning_rate": 9.472279840737212e-05, + "loss": 0.0, + "step": 6760 + }, + { + "epoch": 4.33152, + "grad_norm": 0.0018637122120708227, + "learning_rate": 9.445854164052905e-05, + "loss": 0.0, + "step": 6770 + }, + { + "epoch": 4.33792, + "grad_norm": 0.0018697583582252264, + "learning_rate": 9.419432368416079e-05, + "loss": 0.0, + "step": 6780 + }, + { + "epoch": 4.34432, + "grad_norm": 0.0013304969761520624, + "learning_rate": 9.393014638875935e-05, + "loss": 0.0, + "step": 6790 + }, + { + "epoch": 4.35072, + "grad_norm": 0.0008931250777095556, + "learning_rate": 9.366601160453197e-05, + "loss": 0.0, + "step": 6800 + }, + { + "epoch": 4.35712, + "grad_norm": 0.0008502803975716233, + "learning_rate": 9.34019211813881e-05, + "loss": 0.0, + "step": 6810 + }, + { + "epoch": 4.36352, + "grad_norm": 0.003058093134313822, + "learning_rate": 9.313787696892654e-05, + "loss": 0.0, + "step": 6820 + }, + { + "epoch": 4.3699200000000005, + "grad_norm": 0.0011168498313054442, + "learning_rate": 9.287388081642247e-05, + "loss": 0.0, + "step": 6830 + }, + { + "epoch": 4.37632, + "grad_norm": 0.004722840618342161, + "learning_rate": 9.260993457281444e-05, + "loss": 0.0, + "step": 6840 + }, + { + "epoch": 4.38272, + "grad_norm": 0.0004402102204039693, + "learning_rate": 9.234604008669145e-05, + "loss": 0.0, + "step": 6850 + }, + { + "epoch": 4.38912, + "grad_norm": 0.0012851201463490725, + "learning_rate": 9.208219920628003e-05, + "loss": 0.0, + "step": 6860 + }, + { + "epoch": 4.39552, + "grad_norm": 0.000529834593180567, + "learning_rate": 9.181841377943127e-05, + "loss": 0.0, + "step": 6870 + }, + { + "epoch": 4.40192, + "grad_norm": 0.0009583686478435993, + "learning_rate": 9.155468565360788e-05, + "loss": 0.0, + "step": 6880 + }, + { + "epoch": 4.40832, + "grad_norm": 0.0011654860572889447, + "learning_rate": 9.129101667587126e-05, + "loss": 0.0, + "step": 6890 + }, + { + "epoch": 4.41472, + "grad_norm": 0.004249834921211004, + "learning_rate": 9.102740869286852e-05, + "loss": 0.0, + "step": 6900 + }, + { + "epoch": 4.42112, + "grad_norm": 0.000441389944171533, + "learning_rate": 9.076386355081962e-05, + "loss": 0.0, + "step": 6910 + }, + { + "epoch": 4.42752, + "grad_norm": 0.003049761289730668, + "learning_rate": 9.050038309550437e-05, + "loss": 0.0, + "step": 6920 + }, + { + "epoch": 4.43392, + "grad_norm": 0.0020036310888826847, + "learning_rate": 9.023696917224962e-05, + "loss": 0.0, + "step": 6930 + }, + { + "epoch": 4.44032, + "grad_norm": 0.0012291388120502234, + "learning_rate": 8.997362362591618e-05, + "loss": 0.0, + "step": 6940 + }, + { + "epoch": 4.44672, + "grad_norm": 0.0030807338189333677, + "learning_rate": 8.971034830088594e-05, + "loss": 0.0, + "step": 6950 + }, + { + "epoch": 4.45312, + "grad_norm": 0.0005768598057329655, + "learning_rate": 8.94471450410491e-05, + "loss": 0.0, + "step": 6960 + }, + { + "epoch": 4.45952, + "grad_norm": 0.0006420506397262216, + "learning_rate": 8.918401568979101e-05, + "loss": 0.0, + "step": 6970 + }, + { + "epoch": 4.46592, + "grad_norm": 0.0007153145270422101, + "learning_rate": 8.892096208997948e-05, + "loss": 0.0, + "step": 6980 + }, + { + "epoch": 4.47232, + "grad_norm": 0.001199711230583489, + "learning_rate": 8.865798608395173e-05, + "loss": 0.0, + "step": 6990 + }, + { + "epoch": 4.47872, + "grad_norm": 0.0007042270735837519, + "learning_rate": 8.839508951350159e-05, + "loss": 0.0, + "step": 7000 + }, + { + "epoch": 4.48512, + "grad_norm": 0.0007696800166741014, + "learning_rate": 8.813227421986649e-05, + "loss": 0.0, + "step": 7010 + }, + { + "epoch": 4.49152, + "grad_norm": 0.0014831004664301872, + "learning_rate": 8.78695420437147e-05, + "loss": 0.0, + "step": 7020 + }, + { + "epoch": 4.49792, + "grad_norm": 0.001682520960457623, + "learning_rate": 8.760689482513227e-05, + "loss": 0.0, + "step": 7030 + }, + { + "epoch": 4.50432, + "grad_norm": 0.000885426125023514, + "learning_rate": 8.734433440361033e-05, + "loss": 0.0, + "step": 7040 + }, + { + "epoch": 4.51072, + "grad_norm": 0.012433580122888088, + "learning_rate": 8.708186261803206e-05, + "loss": 0.0, + "step": 7050 + }, + { + "epoch": 4.51712, + "grad_norm": 0.0005416941712610424, + "learning_rate": 8.681948130665986e-05, + "loss": 0.0, + "step": 7060 + }, + { + "epoch": 4.5235199999999995, + "grad_norm": 0.002875114791095257, + "learning_rate": 8.65571923071225e-05, + "loss": 0.0, + "step": 7070 + }, + { + "epoch": 4.52992, + "grad_norm": 0.0005062007112428546, + "learning_rate": 8.629499745640229e-05, + "loss": 0.0, + "step": 7080 + }, + { + "epoch": 4.53632, + "grad_norm": 0.0006416558171622455, + "learning_rate": 8.603289859082196e-05, + "loss": 0.0, + "step": 7090 + }, + { + "epoch": 4.54272, + "grad_norm": 0.0004620015970431268, + "learning_rate": 8.57708975460322e-05, + "loss": 0.0, + "step": 7100 + }, + { + "epoch": 4.54912, + "grad_norm": 0.0005469776806421578, + "learning_rate": 8.55089961569985e-05, + "loss": 0.0, + "step": 7110 + }, + { + "epoch": 4.55552, + "grad_norm": 0.0008084032451733947, + "learning_rate": 8.524719625798841e-05, + "loss": 0.0, + "step": 7120 + }, + { + "epoch": 4.56192, + "grad_norm": 0.0019036483718082309, + "learning_rate": 8.49854996825587e-05, + "loss": 0.0, + "step": 7130 + }, + { + "epoch": 4.56832, + "grad_norm": 0.0006636084290221334, + "learning_rate": 8.472390826354247e-05, + "loss": 0.0, + "step": 7140 + }, + { + "epoch": 4.57472, + "grad_norm": 0.003223578678444028, + "learning_rate": 8.446242383303635e-05, + "loss": 0.0, + "step": 7150 + }, + { + "epoch": 4.58112, + "grad_norm": 0.01293240673840046, + "learning_rate": 8.420104822238763e-05, + "loss": 0.0, + "step": 7160 + }, + { + "epoch": 4.58752, + "grad_norm": 0.0004421446064952761, + "learning_rate": 8.393978326218155e-05, + "loss": 0.0, + "step": 7170 + }, + { + "epoch": 4.59392, + "grad_norm": 0.0004584196722134948, + "learning_rate": 8.367863078222828e-05, + "loss": 0.0, + "step": 7180 + }, + { + "epoch": 4.60032, + "grad_norm": 0.0006747568841092288, + "learning_rate": 8.34175926115503e-05, + "loss": 0.0, + "step": 7190 + }, + { + "epoch": 4.60672, + "grad_norm": 0.000348864181432873, + "learning_rate": 8.315667057836946e-05, + "loss": 0.0, + "step": 7200 + }, + { + "epoch": 4.61312, + "grad_norm": 0.0010457138996571302, + "learning_rate": 8.289586651009425e-05, + "loss": 0.0, + "step": 7210 + }, + { + "epoch": 4.61952, + "grad_norm": 0.001651384518481791, + "learning_rate": 8.263518223330697e-05, + "loss": 0.0, + "step": 7220 + }, + { + "epoch": 4.62592, + "grad_norm": 0.0009736045612953603, + "learning_rate": 8.237461957375091e-05, + "loss": 0.0, + "step": 7230 + }, + { + "epoch": 4.63232, + "grad_norm": 0.0009763592970557511, + "learning_rate": 8.211418035631766e-05, + "loss": 0.0, + "step": 7240 + }, + { + "epoch": 4.63872, + "grad_norm": 0.0003701928071677685, + "learning_rate": 8.185386640503421e-05, + "loss": 0.0, + "step": 7250 + }, + { + "epoch": 4.64512, + "grad_norm": 0.0004591192409861833, + "learning_rate": 8.159367954305021e-05, + "loss": 0.0, + "step": 7260 + }, + { + "epoch": 4.65152, + "grad_norm": 0.00036856569931842387, + "learning_rate": 8.133362159262529e-05, + "loss": 0.0, + "step": 7270 + }, + { + "epoch": 4.65792, + "grad_norm": 0.0021421678829938173, + "learning_rate": 8.107369437511623e-05, + "loss": 0.0, + "step": 7280 + }, + { + "epoch": 4.66432, + "grad_norm": 0.0004921034560538828, + "learning_rate": 8.081389971096404e-05, + "loss": 0.0, + "step": 7290 + }, + { + "epoch": 4.67072, + "grad_norm": 0.0003130162076558918, + "learning_rate": 8.05542394196816e-05, + "loss": 0.0, + "step": 7300 + }, + { + "epoch": 4.67712, + "grad_norm": 0.0004144925915170461, + "learning_rate": 8.029471531984057e-05, + "loss": 0.0, + "step": 7310 + }, + { + "epoch": 4.68352, + "grad_norm": 0.003348354948684573, + "learning_rate": 8.003532922905873e-05, + "loss": 0.0, + "step": 7320 + }, + { + "epoch": 4.68992, + "grad_norm": 0.0004308740026317537, + "learning_rate": 7.977608296398738e-05, + "loss": 0.0, + "step": 7330 + }, + { + "epoch": 4.69632, + "grad_norm": 0.0024332019966095686, + "learning_rate": 7.951697834029849e-05, + "loss": 0.0, + "step": 7340 + }, + { + "epoch": 4.70272, + "grad_norm": 0.004041902720928192, + "learning_rate": 7.925801717267205e-05, + "loss": 0.0, + "step": 7350 + }, + { + "epoch": 4.70912, + "grad_norm": 0.0003091400722041726, + "learning_rate": 7.899920127478329e-05, + "loss": 0.0, + "step": 7360 + }, + { + "epoch": 4.71552, + "grad_norm": 0.0011758896289393306, + "learning_rate": 7.874053245929003e-05, + "loss": 0.0, + "step": 7370 + }, + { + "epoch": 4.72192, + "grad_norm": 0.0017480840906500816, + "learning_rate": 7.848201253782001e-05, + "loss": 0.0, + "step": 7380 + }, + { + "epoch": 4.72832, + "grad_norm": 0.0011910531902685761, + "learning_rate": 7.822364332095812e-05, + "loss": 0.0, + "step": 7390 + }, + { + "epoch": 4.73472, + "grad_norm": 0.0005537242395803332, + "learning_rate": 7.796542661823381e-05, + "loss": 0.0, + "step": 7400 + }, + { + "epoch": 4.7411200000000004, + "grad_norm": 0.0004468841652851552, + "learning_rate": 7.770736423810834e-05, + "loss": 0.0, + "step": 7410 + }, + { + "epoch": 4.74752, + "grad_norm": 0.001179217011667788, + "learning_rate": 7.744945798796217e-05, + "loss": 0.0, + "step": 7420 + }, + { + "epoch": 4.75392, + "grad_norm": 0.00046931690303608775, + "learning_rate": 7.719170967408226e-05, + "loss": 0.0, + "step": 7430 + }, + { + "epoch": 4.76032, + "grad_norm": 0.0005745897651650012, + "learning_rate": 7.693412110164945e-05, + "loss": 0.0, + "step": 7440 + }, + { + "epoch": 4.76672, + "grad_norm": 0.00029540015384554863, + "learning_rate": 7.667669407472582e-05, + "loss": 0.0, + "step": 7450 + }, + { + "epoch": 4.7731200000000005, + "grad_norm": 0.000788529054261744, + "learning_rate": 7.6419430396242e-05, + "loss": 0.0, + "step": 7460 + }, + { + "epoch": 4.77952, + "grad_norm": 0.0002753837325144559, + "learning_rate": 7.616233186798467e-05, + "loss": 0.0, + "step": 7470 + }, + { + "epoch": 4.78592, + "grad_norm": 0.002084944164380431, + "learning_rate": 7.590540029058368e-05, + "loss": 0.0, + "step": 7480 + }, + { + "epoch": 4.79232, + "grad_norm": 0.0006741953548043966, + "learning_rate": 7.564863746349981e-05, + "loss": 0.0, + "step": 7490 + }, + { + "epoch": 4.79872, + "grad_norm": 0.0008901596302166581, + "learning_rate": 7.539204518501185e-05, + "loss": 0.0, + "step": 7500 + }, + { + "epoch": 4.80512, + "grad_norm": 0.0014450645539909601, + "learning_rate": 7.513562525220418e-05, + "loss": 0.0, + "step": 7510 + }, + { + "epoch": 4.81152, + "grad_norm": 0.0012782387202605605, + "learning_rate": 7.487937946095411e-05, + "loss": 0.0, + "step": 7520 + }, + { + "epoch": 4.81792, + "grad_norm": 0.00042616180144250393, + "learning_rate": 7.462330960591932e-05, + "loss": 0.0, + "step": 7530 + }, + { + "epoch": 4.82432, + "grad_norm": 0.0010354395490139723, + "learning_rate": 7.436741748052529e-05, + "loss": 0.0, + "step": 7540 + }, + { + "epoch": 4.83072, + "grad_norm": 0.00039310415741056204, + "learning_rate": 7.411170487695278e-05, + "loss": 0.0, + "step": 7550 + }, + { + "epoch": 4.83712, + "grad_norm": 0.0014012143947184086, + "learning_rate": 7.38561735861252e-05, + "loss": 0.0, + "step": 7560 + }, + { + "epoch": 4.84352, + "grad_norm": 0.0027185864746570587, + "learning_rate": 7.360082539769609e-05, + "loss": 0.0, + "step": 7570 + }, + { + "epoch": 4.84992, + "grad_norm": 0.0004847527015954256, + "learning_rate": 7.334566210003666e-05, + "loss": 0.0, + "step": 7580 + }, + { + "epoch": 4.85632, + "grad_norm": 0.0014418025966733694, + "learning_rate": 7.309068548022318e-05, + "loss": 0.0, + "step": 7590 + }, + { + "epoch": 4.86272, + "grad_norm": 0.0021814689971506596, + "learning_rate": 7.28358973240245e-05, + "loss": 0.0, + "step": 7600 + }, + { + "epoch": 4.86912, + "grad_norm": 0.0006767053273506463, + "learning_rate": 7.258129941588946e-05, + "loss": 0.0, + "step": 7610 + }, + { + "epoch": 4.87552, + "grad_norm": 0.0006472315872088075, + "learning_rate": 7.232689353893465e-05, + "loss": 0.0, + "step": 7620 + }, + { + "epoch": 4.88192, + "grad_norm": 0.00029406396788544953, + "learning_rate": 7.207268147493155e-05, + "loss": 0.0, + "step": 7630 + }, + { + "epoch": 4.88832, + "grad_norm": 0.0008695421274751425, + "learning_rate": 7.181866500429433e-05, + "loss": 0.0, + "step": 7640 + }, + { + "epoch": 4.8947199999999995, + "grad_norm": 0.00040274468483403325, + "learning_rate": 7.156484590606727e-05, + "loss": 0.0, + "step": 7650 + }, + { + "epoch": 4.90112, + "grad_norm": 0.0005011674365960062, + "learning_rate": 7.131122595791236e-05, + "loss": 0.0, + "step": 7660 + }, + { + "epoch": 4.90752, + "grad_norm": 0.0021900960709899664, + "learning_rate": 7.105780693609677e-05, + "loss": 0.0001, + "step": 7670 + }, + { + "epoch": 4.91392, + "grad_norm": 0.0004712688096333295, + "learning_rate": 7.080459061548044e-05, + "loss": 0.0, + "step": 7680 + }, + { + "epoch": 4.92032, + "grad_norm": 0.0005866668070666492, + "learning_rate": 7.055157876950369e-05, + "loss": 0.0, + "step": 7690 + }, + { + "epoch": 4.9267199999999995, + "grad_norm": 0.002753705717623234, + "learning_rate": 7.029877317017474e-05, + "loss": 0.0, + "step": 7700 + }, + { + "epoch": 4.93312, + "grad_norm": 0.00038937805220484734, + "learning_rate": 7.004617558805737e-05, + "loss": 0.0, + "step": 7710 + }, + { + "epoch": 4.93952, + "grad_norm": 0.0006279379595071077, + "learning_rate": 6.979378779225848e-05, + "loss": 0.0, + "step": 7720 + }, + { + "epoch": 4.94592, + "grad_norm": 0.0005988398916088045, + "learning_rate": 6.954161155041566e-05, + "loss": 0.0, + "step": 7730 + }, + { + "epoch": 4.95232, + "grad_norm": 0.0008750059059821069, + "learning_rate": 6.928964862868483e-05, + "loss": 0.0, + "step": 7740 + }, + { + "epoch": 4.95872, + "grad_norm": 0.00039050757186487317, + "learning_rate": 6.903790079172799e-05, + "loss": 0.0, + "step": 7750 + }, + { + "epoch": 4.96512, + "grad_norm": 0.0014400494983419776, + "learning_rate": 6.878636980270064e-05, + "loss": 0.0, + "step": 7760 + }, + { + "epoch": 4.97152, + "grad_norm": 0.00022768117196392268, + "learning_rate": 6.853505742323965e-05, + "loss": 0.0, + "step": 7770 + }, + { + "epoch": 4.97792, + "grad_norm": 0.0004864702350459993, + "learning_rate": 6.828396541345072e-05, + "loss": 0.0, + "step": 7780 + }, + { + "epoch": 4.98432, + "grad_norm": 0.0011773757869377732, + "learning_rate": 6.803309553189627e-05, + "loss": 0.0, + "step": 7790 + }, + { + "epoch": 4.99072, + "grad_norm": 0.0003439993306528777, + "learning_rate": 6.778244953558296e-05, + "loss": 0.0, + "step": 7800 + }, + { + "epoch": 4.99712, + "grad_norm": 0.0002449513121973723, + "learning_rate": 6.75320291799494e-05, + "loss": 0.0, + "step": 7810 + }, + { + "epoch": 5.0032, + "grad_norm": 0.0012396269012242556, + "learning_rate": 6.728183621885391e-05, + "loss": 0.0, + "step": 7820 + }, + { + "epoch": 5.0096, + "grad_norm": 0.000480075046652928, + "learning_rate": 6.703187240456226e-05, + "loss": 0.0, + "step": 7830 + }, + { + "epoch": 5.016, + "grad_norm": 0.0005675603752024472, + "learning_rate": 6.678213948773531e-05, + "loss": 0.0, + "step": 7840 + }, + { + "epoch": 5.0224, + "grad_norm": 0.0009585967054590583, + "learning_rate": 6.65326392174168e-05, + "loss": 0.0, + "step": 7850 + }, + { + "epoch": 5.0288, + "grad_norm": 0.0003511601244099438, + "learning_rate": 6.62833733410211e-05, + "loss": 0.0, + "step": 7860 + }, + { + "epoch": 5.0352, + "grad_norm": 0.00045196019345894456, + "learning_rate": 6.603434360432102e-05, + "loss": 0.0, + "step": 7870 + }, + { + "epoch": 5.0416, + "grad_norm": 0.0004182571719866246, + "learning_rate": 6.578555175143535e-05, + "loss": 0.0, + "step": 7880 + }, + { + "epoch": 5.048, + "grad_norm": 0.0008023048285394907, + "learning_rate": 6.553699952481704e-05, + "loss": 0.0, + "step": 7890 + }, + { + "epoch": 5.0544, + "grad_norm": 0.0003493978292681277, + "learning_rate": 6.528868866524065e-05, + "loss": 0.0, + "step": 7900 + }, + { + "epoch": 5.0608, + "grad_norm": 0.0005605731857940555, + "learning_rate": 6.504062091179031e-05, + "loss": 0.0, + "step": 7910 + }, + { + "epoch": 5.0672, + "grad_norm": 0.0004860574845224619, + "learning_rate": 6.479279800184758e-05, + "loss": 0.0, + "step": 7920 + }, + { + "epoch": 5.0736, + "grad_norm": 0.00040624302346259356, + "learning_rate": 6.454522167107914e-05, + "loss": 0.0, + "step": 7930 + }, + { + "epoch": 5.08, + "grad_norm": 0.00031749371555633843, + "learning_rate": 6.429789365342475e-05, + "loss": 0.0, + "step": 7940 + }, + { + "epoch": 5.0864, + "grad_norm": 0.000402081263018772, + "learning_rate": 6.405081568108505e-05, + "loss": 0.0, + "step": 7950 + }, + { + "epoch": 5.0928, + "grad_norm": 0.0012151572154834867, + "learning_rate": 6.380398948450949e-05, + "loss": 0.0, + "step": 7960 + }, + { + "epoch": 5.0992, + "grad_norm": 0.00041755352867767215, + "learning_rate": 6.355741679238414e-05, + "loss": 0.0, + "step": 7970 + }, + { + "epoch": 5.1056, + "grad_norm": 0.0013886963715776801, + "learning_rate": 6.331109933161961e-05, + "loss": 0.0, + "step": 7980 + }, + { + "epoch": 5.112, + "grad_norm": 0.00042832738836295903, + "learning_rate": 6.306503882733892e-05, + "loss": 0.0, + "step": 7990 + }, + { + "epoch": 5.1184, + "grad_norm": 0.0035013880115002394, + "learning_rate": 6.281923700286556e-05, + "loss": 0.0, + "step": 8000 + }, + { + "epoch": 5.1248, + "grad_norm": 0.00034410078660584986, + "learning_rate": 6.257369557971122e-05, + "loss": 0.0, + "step": 8010 + }, + { + "epoch": 5.1312, + "grad_norm": 0.0006439555436372757, + "learning_rate": 6.232841627756386e-05, + "loss": 0.0, + "step": 8020 + }, + { + "epoch": 5.1376, + "grad_norm": 0.0002088428009301424, + "learning_rate": 6.208340081427564e-05, + "loss": 0.0, + "step": 8030 + }, + { + "epoch": 5.144, + "grad_norm": 0.001114988001063466, + "learning_rate": 6.183865090585087e-05, + "loss": 0.0, + "step": 8040 + }, + { + "epoch": 5.1504, + "grad_norm": 0.0016397873405367136, + "learning_rate": 6.159416826643402e-05, + "loss": 0.0, + "step": 8050 + }, + { + "epoch": 5.1568, + "grad_norm": 0.0002567479095887393, + "learning_rate": 6.134995460829772e-05, + "loss": 0.0, + "step": 8060 + }, + { + "epoch": 5.1632, + "grad_norm": 0.00034749257611110806, + "learning_rate": 6.110601164183067e-05, + "loss": 0.0, + "step": 8070 + }, + { + "epoch": 5.1696, + "grad_norm": 0.0006447185296565294, + "learning_rate": 6.0862341075525775e-05, + "loss": 0.0, + "step": 8080 + }, + { + "epoch": 5.176, + "grad_norm": 0.0014371670549735427, + "learning_rate": 6.06189446159682e-05, + "loss": 0.0, + "step": 8090 + }, + { + "epoch": 5.1824, + "grad_norm": 0.00018269721476826817, + "learning_rate": 6.037582396782331e-05, + "loss": 0.0, + "step": 8100 + }, + { + "epoch": 5.1888, + "grad_norm": 0.0005094083026051521, + "learning_rate": 6.013298083382477e-05, + "loss": 0.0, + "step": 8110 + }, + { + "epoch": 5.1952, + "grad_norm": 0.0004289225907996297, + "learning_rate": 5.989041691476264e-05, + "loss": 0.0, + "step": 8120 + }, + { + "epoch": 5.2016, + "grad_norm": 0.00024822060368023813, + "learning_rate": 5.964813390947148e-05, + "loss": 0.0, + "step": 8130 + }, + { + "epoch": 5.208, + "grad_norm": 0.0001911111903609708, + "learning_rate": 5.9406133514818416e-05, + "loss": 0.0, + "step": 8140 + }, + { + "epoch": 5.2144, + "grad_norm": 0.0002683478523977101, + "learning_rate": 5.9164417425691246e-05, + "loss": 0.0, + "step": 8150 + }, + { + "epoch": 5.2208, + "grad_norm": 0.0006126728840172291, + "learning_rate": 5.892298733498658e-05, + "loss": 0.0, + "step": 8160 + }, + { + "epoch": 5.2272, + "grad_norm": 0.0002601334417704493, + "learning_rate": 5.868184493359805e-05, + "loss": 0.0, + "step": 8170 + }, + { + "epoch": 5.2336, + "grad_norm": 0.00019742835138458759, + "learning_rate": 5.844099191040436e-05, + "loss": 0.0, + "step": 8180 + }, + { + "epoch": 5.24, + "grad_norm": 0.0008551101200282574, + "learning_rate": 5.820042995225752e-05, + "loss": 0.0, + "step": 8190 + }, + { + "epoch": 5.2464, + "grad_norm": 0.00027588853845372796, + "learning_rate": 5.796016074397104e-05, + "loss": 0.0, + "step": 8200 + }, + { + "epoch": 5.2528, + "grad_norm": 0.00019780210277531296, + "learning_rate": 5.772018596830807e-05, + "loss": 0.0, + "step": 8210 + }, + { + "epoch": 5.2592, + "grad_norm": 0.007216836791485548, + "learning_rate": 5.74805073059697e-05, + "loss": 0.0, + "step": 8220 + }, + { + "epoch": 5.2656, + "grad_norm": 0.0005925095756538212, + "learning_rate": 5.724112643558312e-05, + "loss": 0.0, + "step": 8230 + }, + { + "epoch": 5.272, + "grad_norm": 0.0003198119520675391, + "learning_rate": 5.700204503368988e-05, + "loss": 0.0, + "step": 8240 + }, + { + "epoch": 5.2783999999999995, + "grad_norm": 0.0002557650732342154, + "learning_rate": 5.6763264774734125e-05, + "loss": 0.0, + "step": 8250 + }, + { + "epoch": 5.2848, + "grad_norm": 0.0005167541676200926, + "learning_rate": 5.6524787331051066e-05, + "loss": 0.0, + "step": 8260 + }, + { + "epoch": 5.2912, + "grad_norm": 0.0006081294268369675, + "learning_rate": 5.628661437285485e-05, + "loss": 0.0, + "step": 8270 + }, + { + "epoch": 5.2976, + "grad_norm": 0.00019225863798055798, + "learning_rate": 5.604874756822729e-05, + "loss": 0.0, + "step": 8280 + }, + { + "epoch": 5.304, + "grad_norm": 0.00022387970238924026, + "learning_rate": 5.581118858310591e-05, + "loss": 0.0, + "step": 8290 + }, + { + "epoch": 5.3104, + "grad_norm": 0.0002846386923920363, + "learning_rate": 5.557393908127244e-05, + "loss": 0.0, + "step": 8300 + }, + { + "epoch": 5.3168, + "grad_norm": 0.0006433909293264151, + "learning_rate": 5.533700072434101e-05, + "loss": 0.0, + "step": 8310 + }, + { + "epoch": 5.3232, + "grad_norm": 0.0031197210773825645, + "learning_rate": 5.5100375171746755e-05, + "loss": 0.0, + "step": 8320 + }, + { + "epoch": 5.3296, + "grad_norm": 0.00047974736662581563, + "learning_rate": 5.486406408073386e-05, + "loss": 0.0, + "step": 8330 + }, + { + "epoch": 5.336, + "grad_norm": 0.00040267693111673, + "learning_rate": 5.4628069106344236e-05, + "loss": 0.0, + "step": 8340 + }, + { + "epoch": 5.3424, + "grad_norm": 0.0004981216625310481, + "learning_rate": 5.439239190140577e-05, + "loss": 0.0, + "step": 8350 + }, + { + "epoch": 5.3488, + "grad_norm": 0.00026919771335087717, + "learning_rate": 5.415703411652082e-05, + "loss": 0.0, + "step": 8360 + }, + { + "epoch": 5.3552, + "grad_norm": 0.0002024158602580428, + "learning_rate": 5.392199740005464e-05, + "loss": 0.0, + "step": 8370 + }, + { + "epoch": 5.3616, + "grad_norm": 0.0008542725699953735, + "learning_rate": 5.3687283398123764e-05, + "loss": 0.0, + "step": 8380 + }, + { + "epoch": 5.368, + "grad_norm": 0.0011030712630599737, + "learning_rate": 5.3452893754584734e-05, + "loss": 0.0, + "step": 8390 + }, + { + "epoch": 5.3744, + "grad_norm": 0.0005794027238152921, + "learning_rate": 5.3218830111022175e-05, + "loss": 0.0, + "step": 8400 + }, + { + "epoch": 5.3808, + "grad_norm": 0.0003943446499761194, + "learning_rate": 5.298509410673764e-05, + "loss": 0.0, + "step": 8410 + }, + { + "epoch": 5.3872, + "grad_norm": 0.00019109199638478458, + "learning_rate": 5.275168737873797e-05, + "loss": 0.0, + "step": 8420 + }, + { + "epoch": 5.3936, + "grad_norm": 0.0003541467885952443, + "learning_rate": 5.25186115617239e-05, + "loss": 0.0, + "step": 8430 + }, + { + "epoch": 5.4, + "grad_norm": 0.00023851802689023316, + "learning_rate": 5.2285868288078534e-05, + "loss": 0.0, + "step": 8440 + }, + { + "epoch": 5.4064, + "grad_norm": 0.0002706345112528652, + "learning_rate": 5.205345918785599e-05, + "loss": 0.0, + "step": 8450 + }, + { + "epoch": 5.4128, + "grad_norm": 0.0010905530070886016, + "learning_rate": 5.1821385888769944e-05, + "loss": 0.0, + "step": 8460 + }, + { + "epoch": 5.4192, + "grad_norm": 0.0005052794003859162, + "learning_rate": 5.1589650016182214e-05, + "loss": 0.0, + "step": 8470 + }, + { + "epoch": 5.4256, + "grad_norm": 0.000278471881756559, + "learning_rate": 5.1358253193091444e-05, + "loss": 0.0, + "step": 8480 + }, + { + "epoch": 5.432, + "grad_norm": 0.00019095276365987957, + "learning_rate": 5.112719704012163e-05, + "loss": 0.0, + "step": 8490 + }, + { + "epoch": 5.4384, + "grad_norm": 0.00030574845732189715, + "learning_rate": 5.08964831755109e-05, + "loss": 0.0, + "step": 8500 + }, + { + "epoch": 5.4448, + "grad_norm": 0.00024331508029717952, + "learning_rate": 5.066611321510002e-05, + "loss": 0.0, + "step": 8510 + }, + { + "epoch": 5.4512, + "grad_norm": 0.00023578845139127225, + "learning_rate": 5.043608877232129e-05, + "loss": 0.0, + "step": 8520 + }, + { + "epoch": 5.4576, + "grad_norm": 0.0005105642485432327, + "learning_rate": 5.0206411458187054e-05, + "loss": 0.0, + "step": 8530 + }, + { + "epoch": 5.464, + "grad_norm": 0.000349703012034297, + "learning_rate": 4.9977082881278446e-05, + "loss": 0.0, + "step": 8540 + }, + { + "epoch": 5.4704, + "grad_norm": 0.0005856080097146332, + "learning_rate": 4.974810464773425e-05, + "loss": 0.0, + "step": 8550 + }, + { + "epoch": 5.4768, + "grad_norm": 0.0004202901909593493, + "learning_rate": 4.951947836123949e-05, + "loss": 0.0, + "step": 8560 + }, + { + "epoch": 5.4832, + "grad_norm": 0.00020368261903058738, + "learning_rate": 4.929120562301432e-05, + "loss": 0.0, + "step": 8570 + }, + { + "epoch": 5.4896, + "grad_norm": 0.0013977289199829102, + "learning_rate": 4.906328803180277e-05, + "loss": 0.0, + "step": 8580 + }, + { + "epoch": 5.496, + "grad_norm": 0.0005099030095152557, + "learning_rate": 4.8835727183861455e-05, + "loss": 0.0, + "step": 8590 + }, + { + "epoch": 5.5024, + "grad_norm": 0.00022606345009990036, + "learning_rate": 4.860852467294864e-05, + "loss": 0.0, + "step": 8600 + }, + { + "epoch": 5.5088, + "grad_norm": 0.0003005751350428909, + "learning_rate": 4.838168209031278e-05, + "loss": 0.0, + "step": 8610 + }, + { + "epoch": 5.5152, + "grad_norm": 0.0002793442108668387, + "learning_rate": 4.815520102468158e-05, + "loss": 0.0, + "step": 8620 + }, + { + "epoch": 5.5216, + "grad_norm": 0.00027627480449154973, + "learning_rate": 4.792908306225079e-05, + "loss": 0.0, + "step": 8630 + }, + { + "epoch": 5.5280000000000005, + "grad_norm": 0.0004664902517106384, + "learning_rate": 4.77033297866731e-05, + "loss": 0.0, + "step": 8640 + }, + { + "epoch": 5.5344, + "grad_norm": 0.00020491672330535948, + "learning_rate": 4.747794277904707e-05, + "loss": 0.0, + "step": 8650 + }, + { + "epoch": 5.5408, + "grad_norm": 0.0004912266740575433, + "learning_rate": 4.725292361790603e-05, + "loss": 0.0, + "step": 8660 + }, + { + "epoch": 5.5472, + "grad_norm": 0.00047390646068379283, + "learning_rate": 4.702827387920707e-05, + "loss": 0.0, + "step": 8670 + }, + { + "epoch": 5.5536, + "grad_norm": 0.00022937898756936193, + "learning_rate": 4.6803995136319945e-05, + "loss": 0.0, + "step": 8680 + }, + { + "epoch": 5.5600000000000005, + "grad_norm": 0.0003258488141000271, + "learning_rate": 4.65800889600161e-05, + "loss": 0.0, + "step": 8690 + }, + { + "epoch": 5.5664, + "grad_norm": 0.00022748939227312803, + "learning_rate": 4.635655691845763e-05, + "loss": 0.0, + "step": 8700 + }, + { + "epoch": 5.5728, + "grad_norm": 0.0004400998295750469, + "learning_rate": 4.613340057718634e-05, + "loss": 0.0, + "step": 8710 + }, + { + "epoch": 5.5792, + "grad_norm": 0.001406205934472382, + "learning_rate": 4.591062149911269e-05, + "loss": 0.0, + "step": 8720 + }, + { + "epoch": 5.5856, + "grad_norm": 0.00030019646510481834, + "learning_rate": 4.568822124450508e-05, + "loss": 0.0, + "step": 8730 + }, + { + "epoch": 5.592, + "grad_norm": 0.00036451269988901913, + "learning_rate": 4.546620137097861e-05, + "loss": 0.0, + "step": 8740 + }, + { + "epoch": 5.5984, + "grad_norm": 0.00043093954445794225, + "learning_rate": 4.524456343348438e-05, + "loss": 0.0, + "step": 8750 + }, + { + "epoch": 5.6048, + "grad_norm": 0.00042430893518030643, + "learning_rate": 4.502330898429851e-05, + "loss": 0.0, + "step": 8760 + }, + { + "epoch": 5.6112, + "grad_norm": 0.00039163423934951425, + "learning_rate": 4.480243957301132e-05, + "loss": 0.0, + "step": 8770 + }, + { + "epoch": 5.6176, + "grad_norm": 0.0008048454183153808, + "learning_rate": 4.4581956746516476e-05, + "loss": 0.0, + "step": 8780 + }, + { + "epoch": 5.624, + "grad_norm": 0.0003217988123651594, + "learning_rate": 4.436186204900006e-05, + "loss": 0.0, + "step": 8790 + }, + { + "epoch": 5.6304, + "grad_norm": 0.0006066506030037999, + "learning_rate": 4.4142157021929976e-05, + "loss": 0.0, + "step": 8800 + }, + { + "epoch": 5.6368, + "grad_norm": 0.0009257534984499216, + "learning_rate": 4.392284320404488e-05, + "loss": 0.0, + "step": 8810 + }, + { + "epoch": 5.6432, + "grad_norm": 0.00014130983618088067, + "learning_rate": 4.3703922131343565e-05, + "loss": 0.0, + "step": 8820 + }, + { + "epoch": 5.6495999999999995, + "grad_norm": 0.000185097407666035, + "learning_rate": 4.348539533707421e-05, + "loss": 0.0, + "step": 8830 + }, + { + "epoch": 5.656, + "grad_norm": 0.0015404135920107365, + "learning_rate": 4.326726435172357e-05, + "loss": 0.0, + "step": 8840 + }, + { + "epoch": 5.6624, + "grad_norm": 0.00026745552895590663, + "learning_rate": 4.304953070300621e-05, + "loss": 0.0, + "step": 8850 + }, + { + "epoch": 5.6688, + "grad_norm": 0.0005374217289499938, + "learning_rate": 4.283219591585409e-05, + "loss": 0.0, + "step": 8860 + }, + { + "epoch": 5.6752, + "grad_norm": 0.0005781470099464059, + "learning_rate": 4.2615261512405505e-05, + "loss": 0.0, + "step": 8870 + }, + { + "epoch": 5.6815999999999995, + "grad_norm": 0.0007448853575624526, + "learning_rate": 4.239872901199464e-05, + "loss": 0.0, + "step": 8880 + }, + { + "epoch": 5.688, + "grad_norm": 0.004238501191139221, + "learning_rate": 4.218259993114094e-05, + "loss": 0.0, + "step": 8890 + }, + { + "epoch": 5.6944, + "grad_norm": 0.0005509575712494552, + "learning_rate": 4.1966875783538386e-05, + "loss": 0.0, + "step": 8900 + }, + { + "epoch": 5.7008, + "grad_norm": 0.00018974764680024236, + "learning_rate": 4.175155808004495e-05, + "loss": 0.0, + "step": 8910 + }, + { + "epoch": 5.7072, + "grad_norm": 0.0004461410571821034, + "learning_rate": 4.1536648328672036e-05, + "loss": 0.0, + "step": 8920 + }, + { + "epoch": 5.7136, + "grad_norm": 0.0001873160363174975, + "learning_rate": 4.1322148034573825e-05, + "loss": 0.0, + "step": 8930 + }, + { + "epoch": 5.72, + "grad_norm": 0.00016942518413998187, + "learning_rate": 4.110805870003693e-05, + "loss": 0.0, + "step": 8940 + }, + { + "epoch": 5.7264, + "grad_norm": 0.0002595972619019449, + "learning_rate": 4.089438182446963e-05, + "loss": 0.0, + "step": 8950 + }, + { + "epoch": 5.7328, + "grad_norm": 0.0006865449249744415, + "learning_rate": 4.068111890439151e-05, + "loss": 0.0, + "step": 8960 + }, + { + "epoch": 5.7392, + "grad_norm": 0.0006700130761601031, + "learning_rate": 4.0468271433422965e-05, + "loss": 0.0, + "step": 8970 + }, + { + "epoch": 5.7456, + "grad_norm": 0.00017153157386928797, + "learning_rate": 4.025584090227471e-05, + "loss": 0.0, + "step": 8980 + }, + { + "epoch": 5.752, + "grad_norm": 0.00036472189822234213, + "learning_rate": 4.004382879873737e-05, + "loss": 0.0, + "step": 8990 + }, + { + "epoch": 5.7584, + "grad_norm": 0.00022332152002491057, + "learning_rate": 3.983223660767101e-05, + "loss": 0.0, + "step": 9000 + }, + { + "epoch": 5.7648, + "grad_norm": 0.00126535608433187, + "learning_rate": 3.96210658109949e-05, + "loss": 0.0, + "step": 9010 + }, + { + "epoch": 5.7712, + "grad_norm": 0.0005143988528288901, + "learning_rate": 3.941031788767683e-05, + "loss": 0.0, + "step": 9020 + }, + { + "epoch": 5.7776, + "grad_norm": 0.0006656930199824274, + "learning_rate": 3.9199994313723054e-05, + "loss": 0.0, + "step": 9030 + }, + { + "epoch": 5.784, + "grad_norm": 0.00028821502928622067, + "learning_rate": 3.89900965621678e-05, + "loss": 0.0, + "step": 9040 + }, + { + "epoch": 5.7904, + "grad_norm": 0.00023376602621283382, + "learning_rate": 3.878062610306292e-05, + "loss": 0.0, + "step": 9050 + }, + { + "epoch": 5.7968, + "grad_norm": 0.0005169524229131639, + "learning_rate": 3.857158440346769e-05, + "loss": 0.0, + "step": 9060 + }, + { + "epoch": 5.8032, + "grad_norm": 0.0007355620618909597, + "learning_rate": 3.836297292743859e-05, + "loss": 0.0, + "step": 9070 + }, + { + "epoch": 5.8096, + "grad_norm": 0.0005954373627901077, + "learning_rate": 3.8154793136018865e-05, + "loss": 0.0, + "step": 9080 + }, + { + "epoch": 5.816, + "grad_norm": 0.008985958993434906, + "learning_rate": 3.79470464872284e-05, + "loss": 0.0, + "step": 9090 + }, + { + "epoch": 5.8224, + "grad_norm": 0.0004569333977997303, + "learning_rate": 3.773973443605352e-05, + "loss": 0.0, + "step": 9100 + }, + { + "epoch": 5.8288, + "grad_norm": 0.0006721914396621287, + "learning_rate": 3.7532858434436754e-05, + "loss": 0.0, + "step": 9110 + }, + { + "epoch": 5.8352, + "grad_norm": 0.00020574535301420838, + "learning_rate": 3.732641993126673e-05, + "loss": 0.0, + "step": 9120 + }, + { + "epoch": 5.8416, + "grad_norm": 0.00020948989549651742, + "learning_rate": 3.71204203723679e-05, + "loss": 0.0, + "step": 9130 + }, + { + "epoch": 5.848, + "grad_norm": 0.0002872691839002073, + "learning_rate": 3.691486120049063e-05, + "loss": 0.0, + "step": 9140 + }, + { + "epoch": 5.8544, + "grad_norm": 0.000338979356456548, + "learning_rate": 3.670974385530089e-05, + "loss": 0.0, + "step": 9150 + }, + { + "epoch": 5.8608, + "grad_norm": 0.000545376620721072, + "learning_rate": 3.6505069773370225e-05, + "loss": 0.0, + "step": 9160 + }, + { + "epoch": 5.8672, + "grad_norm": 0.00019847546354867518, + "learning_rate": 3.630084038816577e-05, + "loss": 0.0, + "step": 9170 + }, + { + "epoch": 5.8736, + "grad_norm": 0.00026625674217939377, + "learning_rate": 3.6097057130040116e-05, + "loss": 0.0, + "step": 9180 + }, + { + "epoch": 5.88, + "grad_norm": 0.00034053323906846344, + "learning_rate": 3.589372142622134e-05, + "loss": 0.0, + "step": 9190 + }, + { + "epoch": 5.8864, + "grad_norm": 0.0004925008979626, + "learning_rate": 3.5690834700803036e-05, + "loss": 0.0, + "step": 9200 + }, + { + "epoch": 5.8928, + "grad_norm": 0.00023250290541909635, + "learning_rate": 3.5488398374734225e-05, + "loss": 0.0, + "step": 9210 + }, + { + "epoch": 5.8992, + "grad_norm": 0.0007040388300083578, + "learning_rate": 3.528641386580963e-05, + "loss": 0.0, + "step": 9220 + }, + { + "epoch": 5.9056, + "grad_norm": 0.000788657576777041, + "learning_rate": 3.508488258865946e-05, + "loss": 0.0, + "step": 9230 + }, + { + "epoch": 5.912, + "grad_norm": 0.0022189689334481955, + "learning_rate": 3.488380595473976e-05, + "loss": 0.0, + "step": 9240 + }, + { + "epoch": 5.9184, + "grad_norm": 0.0005103591247461736, + "learning_rate": 3.4683185372322255e-05, + "loss": 0.0, + "step": 9250 + }, + { + "epoch": 5.9248, + "grad_norm": 0.0002009147428907454, + "learning_rate": 3.4483022246484774e-05, + "loss": 0.0, + "step": 9260 + }, + { + "epoch": 5.9312000000000005, + "grad_norm": 0.0006228392594493926, + "learning_rate": 3.428331797910122e-05, + "loss": 0.0, + "step": 9270 + }, + { + "epoch": 5.9376, + "grad_norm": 0.0002720831544138491, + "learning_rate": 3.408407396883187e-05, + "loss": 0.0, + "step": 9280 + }, + { + "epoch": 5.944, + "grad_norm": 0.0003808480978477746, + "learning_rate": 3.3885291611113456e-05, + "loss": 0.0, + "step": 9290 + }, + { + "epoch": 5.9504, + "grad_norm": 0.0005009571323171258, + "learning_rate": 3.3686972298149466e-05, + "loss": 0.0, + "step": 9300 + }, + { + "epoch": 5.9568, + "grad_norm": 0.0001906501711346209, + "learning_rate": 3.3489117418900385e-05, + "loss": 0.0, + "step": 9310 + }, + { + "epoch": 5.9632, + "grad_norm": 0.0012679004576057196, + "learning_rate": 3.329172835907397e-05, + "loss": 0.0, + "step": 9320 + }, + { + "epoch": 5.9696, + "grad_norm": 0.0002686243678908795, + "learning_rate": 3.309480650111553e-05, + "loss": 0.0, + "step": 9330 + }, + { + "epoch": 5.976, + "grad_norm": 0.00015540007734671235, + "learning_rate": 3.289835322419823e-05, + "loss": 0.0, + "step": 9340 + }, + { + "epoch": 5.9824, + "grad_norm": 0.00026059363153763115, + "learning_rate": 3.2702369904213535e-05, + "loss": 0.0, + "step": 9350 + }, + { + "epoch": 5.9888, + "grad_norm": 0.00015901353617664427, + "learning_rate": 3.2506857913761425e-05, + "loss": 0.0, + "step": 9360 + }, + { + "epoch": 5.9952, + "grad_norm": 0.00024975943961180747, + "learning_rate": 3.231181862214084e-05, + "loss": 0.0, + "step": 9370 + }, + { + "epoch": 6.00128, + "grad_norm": 0.00036641108454205096, + "learning_rate": 3.211725339534014e-05, + "loss": 0.0, + "step": 9380 + }, + { + "epoch": 6.00768, + "grad_norm": 0.00017851486336439848, + "learning_rate": 3.1923163596027464e-05, + "loss": 0.0, + "step": 9390 + }, + { + "epoch": 6.01408, + "grad_norm": 0.0004434022703208029, + "learning_rate": 3.172955058354124e-05, + "loss": 0.0, + "step": 9400 + }, + { + "epoch": 6.02048, + "grad_norm": 0.009144031442701817, + "learning_rate": 3.153641571388062e-05, + "loss": 0.0, + "step": 9410 + }, + { + "epoch": 6.02688, + "grad_norm": 0.0008407355053350329, + "learning_rate": 3.134376033969608e-05, + "loss": 0.0, + "step": 9420 + }, + { + "epoch": 6.03328, + "grad_norm": 0.00032360266777686775, + "learning_rate": 3.1151585810279816e-05, + "loss": 0.0, + "step": 9430 + }, + { + "epoch": 6.03968, + "grad_norm": 0.0004189286264590919, + "learning_rate": 3.095989347155631e-05, + "loss": 0.0, + "step": 9440 + }, + { + "epoch": 6.04608, + "grad_norm": 0.00019873690325766802, + "learning_rate": 3.076868466607301e-05, + "loss": 0.0, + "step": 9450 + }, + { + "epoch": 6.05248, + "grad_norm": 0.00013876412413083017, + "learning_rate": 3.057796073299085e-05, + "loss": 0.0, + "step": 9460 + }, + { + "epoch": 6.05888, + "grad_norm": 0.0001644112344365567, + "learning_rate": 3.0387723008074853e-05, + "loss": 0.0, + "step": 9470 + }, + { + "epoch": 6.06528, + "grad_norm": 0.00023346778471022844, + "learning_rate": 3.0197972823684895e-05, + "loss": 0.0, + "step": 9480 + }, + { + "epoch": 6.07168, + "grad_norm": 0.0012428556801751256, + "learning_rate": 3.0008711508766186e-05, + "loss": 0.0, + "step": 9490 + }, + { + "epoch": 6.07808, + "grad_norm": 0.00026417907793074846, + "learning_rate": 2.981994038884012e-05, + "loss": 0.0, + "step": 9500 + }, + { + "epoch": 6.08448, + "grad_norm": 0.00013882356870453805, + "learning_rate": 2.9631660785994886e-05, + "loss": 0.0, + "step": 9510 + }, + { + "epoch": 6.09088, + "grad_norm": 0.00016926096577662975, + "learning_rate": 2.9443874018876295e-05, + "loss": 0.0, + "step": 9520 + }, + { + "epoch": 6.09728, + "grad_norm": 0.00028160022338852286, + "learning_rate": 2.9256581402678496e-05, + "loss": 0.0, + "step": 9530 + }, + { + "epoch": 6.10368, + "grad_norm": 0.00017989036859944463, + "learning_rate": 2.906978424913477e-05, + "loss": 0.0, + "step": 9540 + }, + { + "epoch": 6.11008, + "grad_norm": 0.0003232875606045127, + "learning_rate": 2.888348386650831e-05, + "loss": 0.0, + "step": 9550 + }, + { + "epoch": 6.11648, + "grad_norm": 0.0007801207830198109, + "learning_rate": 2.8697681559583212e-05, + "loss": 0.0, + "step": 9560 + }, + { + "epoch": 6.12288, + "grad_norm": 0.0003880347067024559, + "learning_rate": 2.8512378629655102e-05, + "loss": 0.0, + "step": 9570 + }, + { + "epoch": 6.12928, + "grad_norm": 0.0004468117549549788, + "learning_rate": 2.832757637452219e-05, + "loss": 0.0, + "step": 9580 + }, + { + "epoch": 6.13568, + "grad_norm": 0.0001661443675402552, + "learning_rate": 2.814327608847611e-05, + "loss": 0.0, + "step": 9590 + }, + { + "epoch": 6.14208, + "grad_norm": 0.0006681663799099624, + "learning_rate": 2.7959479062292915e-05, + "loss": 0.0, + "step": 9600 + }, + { + "epoch": 6.14848, + "grad_norm": 0.0004069023416377604, + "learning_rate": 2.777618658322394e-05, + "loss": 0.0, + "step": 9610 + }, + { + "epoch": 6.15488, + "grad_norm": 0.00023162431898526847, + "learning_rate": 2.7593399934986873e-05, + "loss": 0.0, + "step": 9620 + }, + { + "epoch": 6.16128, + "grad_norm": 0.00016989831055980176, + "learning_rate": 2.741112039775683e-05, + "loss": 0.0, + "step": 9630 + }, + { + "epoch": 6.16768, + "grad_norm": 0.00029791929409839213, + "learning_rate": 2.72293492481571e-05, + "loss": 0.0, + "step": 9640 + }, + { + "epoch": 6.17408, + "grad_norm": 0.0007020790362730622, + "learning_rate": 2.704808775925055e-05, + "loss": 0.0, + "step": 9650 + }, + { + "epoch": 6.18048, + "grad_norm": 0.00029249463113956153, + "learning_rate": 2.6867337200530518e-05, + "loss": 0.0, + "step": 9660 + }, + { + "epoch": 6.18688, + "grad_norm": 0.00038537936052307487, + "learning_rate": 2.668709883791195e-05, + "loss": 0.0, + "step": 9670 + }, + { + "epoch": 6.19328, + "grad_norm": 0.0004542781098280102, + "learning_rate": 2.6507373933722523e-05, + "loss": 0.0, + "step": 9680 + }, + { + "epoch": 6.19968, + "grad_norm": 0.0002344412059755996, + "learning_rate": 2.6328163746693934e-05, + "loss": 0.0, + "step": 9690 + }, + { + "epoch": 6.20608, + "grad_norm": 0.0013048842083662748, + "learning_rate": 2.6149469531952852e-05, + "loss": 0.0, + "step": 9700 + }, + { + "epoch": 6.21248, + "grad_norm": 0.0007137733628042042, + "learning_rate": 2.5971292541012325e-05, + "loss": 0.0, + "step": 9710 + }, + { + "epoch": 6.21888, + "grad_norm": 0.0002661459147930145, + "learning_rate": 2.5793634021762902e-05, + "loss": 0.0, + "step": 9720 + }, + { + "epoch": 6.22528, + "grad_norm": 0.00015126167272683233, + "learning_rate": 2.5616495218463964e-05, + "loss": 0.0, + "step": 9730 + }, + { + "epoch": 6.23168, + "grad_norm": 0.00112068559974432, + "learning_rate": 2.5439877371734965e-05, + "loss": 0.0, + "step": 9740 + }, + { + "epoch": 6.23808, + "grad_norm": 0.0004350137314759195, + "learning_rate": 2.526378171854673e-05, + "loss": 0.0, + "step": 9750 + }, + { + "epoch": 6.24448, + "grad_norm": 0.016915861517190933, + "learning_rate": 2.5088209492212912e-05, + "loss": 0.0, + "step": 9760 + }, + { + "epoch": 6.25088, + "grad_norm": 0.00048104525194503367, + "learning_rate": 2.4913161922381177e-05, + "loss": 0.0, + "step": 9770 + }, + { + "epoch": 6.25728, + "grad_norm": 0.00181348598562181, + "learning_rate": 2.473864023502469e-05, + "loss": 0.0, + "step": 9780 + }, + { + "epoch": 6.26368, + "grad_norm": 0.0005627331556752324, + "learning_rate": 2.4564645652433536e-05, + "loss": 0.0, + "step": 9790 + }, + { + "epoch": 6.27008, + "grad_norm": 0.0008742260397411883, + "learning_rate": 2.439117939320612e-05, + "loss": 0.0, + "step": 9800 + }, + { + "epoch": 6.27648, + "grad_norm": 0.00016270090418402106, + "learning_rate": 2.4218242672240664e-05, + "loss": 0.0, + "step": 9810 + }, + { + "epoch": 6.2828800000000005, + "grad_norm": 0.00020825442334171385, + "learning_rate": 2.4045836700726686e-05, + "loss": 0.0, + "step": 9820 + }, + { + "epoch": 6.28928, + "grad_norm": 0.0013170246966183186, + "learning_rate": 2.3873962686136496e-05, + "loss": 0.0, + "step": 9830 + }, + { + "epoch": 6.29568, + "grad_norm": 0.0003704321861732751, + "learning_rate": 2.37026218322168e-05, + "loss": 0.0, + "step": 9840 + }, + { + "epoch": 6.30208, + "grad_norm": 0.0001859966287156567, + "learning_rate": 2.353181533898019e-05, + "loss": 0.0, + "step": 9850 + }, + { + "epoch": 6.30848, + "grad_norm": 0.0003250970330554992, + "learning_rate": 2.33615444026968e-05, + "loss": 0.0, + "step": 9860 + }, + { + "epoch": 6.31488, + "grad_norm": 0.0002354444150114432, + "learning_rate": 2.31918102158859e-05, + "loss": 0.0, + "step": 9870 + }, + { + "epoch": 6.32128, + "grad_norm": 0.00018145058129448444, + "learning_rate": 2.3022613967307547e-05, + "loss": 0.0, + "step": 9880 + }, + { + "epoch": 6.32768, + "grad_norm": 0.00025111756986007094, + "learning_rate": 2.285395684195425e-05, + "loss": 0.0, + "step": 9890 + }, + { + "epoch": 6.33408, + "grad_norm": 0.0002487541642040014, + "learning_rate": 2.2685840021042746e-05, + "loss": 0.0, + "step": 9900 + }, + { + "epoch": 6.34048, + "grad_norm": 0.002096950076520443, + "learning_rate": 2.251826468200561e-05, + "loss": 0.0, + "step": 9910 + }, + { + "epoch": 6.34688, + "grad_norm": 0.0006183314835652709, + "learning_rate": 2.2351231998483057e-05, + "loss": 0.0, + "step": 9920 + }, + { + "epoch": 6.35328, + "grad_norm": 0.00029212934896349907, + "learning_rate": 2.2184743140314757e-05, + "loss": 0.0, + "step": 9930 + }, + { + "epoch": 6.35968, + "grad_norm": 0.0003180968633387238, + "learning_rate": 2.2018799273531598e-05, + "loss": 0.0, + "step": 9940 + }, + { + "epoch": 6.36608, + "grad_norm": 0.00032811955315992236, + "learning_rate": 2.185340156034754e-05, + "loss": 0.0, + "step": 9950 + }, + { + "epoch": 6.37248, + "grad_norm": 0.0003176670288667083, + "learning_rate": 2.168855115915145e-05, + "loss": 0.0, + "step": 9960 + }, + { + "epoch": 6.37888, + "grad_norm": 0.00031317168031819165, + "learning_rate": 2.152424922449906e-05, + "loss": 0.0, + "step": 9970 + }, + { + "epoch": 6.38528, + "grad_norm": 0.000801475893240422, + "learning_rate": 2.136049690710481e-05, + "loss": 0.0, + "step": 9980 + }, + { + "epoch": 6.39168, + "grad_norm": 0.00013681466225534678, + "learning_rate": 2.1197295353833767e-05, + "loss": 0.0, + "step": 9990 + }, + { + "epoch": 6.39808, + "grad_norm": 0.0004430960107129067, + "learning_rate": 2.103464570769369e-05, + "loss": 0.0, + "step": 10000 + }, + { + "epoch": 6.40448, + "grad_norm": 0.000215725798625499, + "learning_rate": 2.0872549107826933e-05, + "loss": 0.0, + "step": 10010 + }, + { + "epoch": 6.41088, + "grad_norm": 0.0006661983206868172, + "learning_rate": 2.071100668950252e-05, + "loss": 0.0, + "step": 10020 + }, + { + "epoch": 6.41728, + "grad_norm": 0.00019564911781344563, + "learning_rate": 2.055001958410817e-05, + "loss": 0.0, + "step": 10030 + }, + { + "epoch": 6.42368, + "grad_norm": 0.0007006190135143697, + "learning_rate": 2.03895889191424e-05, + "loss": 0.0, + "step": 10040 + }, + { + "epoch": 6.43008, + "grad_norm": 0.0001666223834035918, + "learning_rate": 2.0229715818206585e-05, + "loss": 0.0, + "step": 10050 + }, + { + "epoch": 6.4364799999999995, + "grad_norm": 0.0015909589128568769, + "learning_rate": 2.007040140099712e-05, + "loss": 0.0, + "step": 10060 + }, + { + "epoch": 6.44288, + "grad_norm": 0.0001335557026322931, + "learning_rate": 1.9911646783297567e-05, + "loss": 0.0, + "step": 10070 + }, + { + "epoch": 6.44928, + "grad_norm": 0.0002652695693541318, + "learning_rate": 1.975345307697086e-05, + "loss": 0.0, + "step": 10080 + }, + { + "epoch": 6.45568, + "grad_norm": 0.0001953877363121137, + "learning_rate": 1.9595821389951462e-05, + "loss": 0.0, + "step": 10090 + }, + { + "epoch": 6.46208, + "grad_norm": 0.0016626865835860372, + "learning_rate": 1.943875282623774e-05, + "loss": 0.0, + "step": 10100 + }, + { + "epoch": 6.46848, + "grad_norm": 0.000564025598578155, + "learning_rate": 1.9282248485884026e-05, + "loss": 0.0, + "step": 10110 + }, + { + "epoch": 6.47488, + "grad_norm": 0.0005305910017341375, + "learning_rate": 1.9126309464993076e-05, + "loss": 0.0, + "step": 10120 + }, + { + "epoch": 6.48128, + "grad_norm": 0.00028093490982428193, + "learning_rate": 1.8970936855708354e-05, + "loss": 0.0, + "step": 10130 + }, + { + "epoch": 6.48768, + "grad_norm": 0.0003682200622279197, + "learning_rate": 1.8816131746206346e-05, + "loss": 0.0, + "step": 10140 + }, + { + "epoch": 6.49408, + "grad_norm": 0.00012049273209413514, + "learning_rate": 1.8661895220688964e-05, + "loss": 0.0, + "step": 10150 + }, + { + "epoch": 6.50048, + "grad_norm": 9.770080214366317e-05, + "learning_rate": 1.850822835937599e-05, + "loss": 0.0, + "step": 10160 + }, + { + "epoch": 6.50688, + "grad_norm": 0.00036185901262797415, + "learning_rate": 1.8355132238497387e-05, + "loss": 0.0, + "step": 10170 + }, + { + "epoch": 6.51328, + "grad_norm": 0.00014520357945002615, + "learning_rate": 1.8202607930285986e-05, + "loss": 0.0, + "step": 10180 + }, + { + "epoch": 6.51968, + "grad_norm": 0.00013354183465708047, + "learning_rate": 1.8050656502969722e-05, + "loss": 0.0, + "step": 10190 + }, + { + "epoch": 6.52608, + "grad_norm": 0.0002359827485634014, + "learning_rate": 1.7899279020764294e-05, + "loss": 0.0, + "step": 10200 + }, + { + "epoch": 6.53248, + "grad_norm": 0.00014958516112528741, + "learning_rate": 1.7748476543865743e-05, + "loss": 0.0, + "step": 10210 + }, + { + "epoch": 6.53888, + "grad_norm": 0.00021514056425075978, + "learning_rate": 1.759825012844284e-05, + "loss": 0.0, + "step": 10220 + }, + { + "epoch": 6.54528, + "grad_norm": 0.00016471673734486103, + "learning_rate": 1.7448600826629968e-05, + "loss": 0.0, + "step": 10230 + }, + { + "epoch": 6.55168, + "grad_norm": 0.00020553702779579908, + "learning_rate": 1.7299529686519535e-05, + "loss": 0.0, + "step": 10240 + }, + { + "epoch": 6.55808, + "grad_norm": 0.00025630256277509034, + "learning_rate": 1.7151037752154697e-05, + "loss": 0.0, + "step": 10250 + }, + { + "epoch": 6.56448, + "grad_norm": 0.00022447235824074596, + "learning_rate": 1.7003126063522058e-05, + "loss": 0.0, + "step": 10260 + }, + { + "epoch": 6.57088, + "grad_norm": 0.00028195156482979655, + "learning_rate": 1.685579565654438e-05, + "loss": 0.0, + "step": 10270 + }, + { + "epoch": 6.57728, + "grad_norm": 0.00038768313243053854, + "learning_rate": 1.6709047563073345e-05, + "loss": 0.0, + "step": 10280 + }, + { + "epoch": 6.58368, + "grad_norm": 0.00019071309361606836, + "learning_rate": 1.6562882810882273e-05, + "loss": 0.0, + "step": 10290 + }, + { + "epoch": 6.59008, + "grad_norm": 0.00022803287720307708, + "learning_rate": 1.6417302423658997e-05, + "loss": 0.0, + "step": 10300 + }, + { + "epoch": 6.59648, + "grad_norm": 0.0002877822262234986, + "learning_rate": 1.6272307420998667e-05, + "loss": 0.0, + "step": 10310 + }, + { + "epoch": 6.60288, + "grad_norm": 0.00046249956358224154, + "learning_rate": 1.612789881839656e-05, + "loss": 0.0, + "step": 10320 + }, + { + "epoch": 6.60928, + "grad_norm": 0.0003103761118836701, + "learning_rate": 1.5984077627241022e-05, + "loss": 0.0, + "step": 10330 + }, + { + "epoch": 6.61568, + "grad_norm": 0.0001576300710439682, + "learning_rate": 1.5840844854806402e-05, + "loss": 0.0, + "step": 10340 + }, + { + "epoch": 6.62208, + "grad_norm": 0.00012325884017627686, + "learning_rate": 1.5698201504245914e-05, + "loss": 0.0, + "step": 10350 + }, + { + "epoch": 6.62848, + "grad_norm": 0.0001469008275307715, + "learning_rate": 1.5556148574584694e-05, + "loss": 0.0, + "step": 10360 + }, + { + "epoch": 6.63488, + "grad_norm": 0.00014834816101938486, + "learning_rate": 1.541468706071275e-05, + "loss": 0.0, + "step": 10370 + }, + { + "epoch": 6.64128, + "grad_norm": 0.00026318783056922257, + "learning_rate": 1.527381795337808e-05, + "loss": 0.0, + "step": 10380 + }, + { + "epoch": 6.64768, + "grad_norm": 0.000168098762515001, + "learning_rate": 1.5133542239179599e-05, + "loss": 0.0, + "step": 10390 + }, + { + "epoch": 6.65408, + "grad_norm": 0.00026463286485522985, + "learning_rate": 1.499386090056033e-05, + "loss": 0.0, + "step": 10400 + }, + { + "epoch": 6.66048, + "grad_norm": 0.00014178181299939752, + "learning_rate": 1.4854774915800507e-05, + "loss": 0.0, + "step": 10410 + }, + { + "epoch": 6.66688, + "grad_norm": 0.0001952130114659667, + "learning_rate": 1.4716285259010631e-05, + "loss": 0.0, + "step": 10420 + }, + { + "epoch": 6.67328, + "grad_norm": 0.001231006346642971, + "learning_rate": 1.4578392900124816e-05, + "loss": 0.0, + "step": 10430 + }, + { + "epoch": 6.67968, + "grad_norm": 0.0005060056573711336, + "learning_rate": 1.4441098804893893e-05, + "loss": 0.0, + "step": 10440 + }, + { + "epoch": 6.6860800000000005, + "grad_norm": 0.00023524872085545212, + "learning_rate": 1.430440393487864e-05, + "loss": 0.0, + "step": 10450 + }, + { + "epoch": 6.69248, + "grad_norm": 0.00026454016915522516, + "learning_rate": 1.4168309247443056e-05, + "loss": 0.0, + "step": 10460 + }, + { + "epoch": 6.69888, + "grad_norm": 0.00040626944974064827, + "learning_rate": 1.403281569574768e-05, + "loss": 0.0, + "step": 10470 + }, + { + "epoch": 6.70528, + "grad_norm": 0.00020824668172281235, + "learning_rate": 1.389792422874292e-05, + "loss": 0.0, + "step": 10480 + }, + { + "epoch": 6.71168, + "grad_norm": 0.000863470311742276, + "learning_rate": 1.3763635791162355e-05, + "loss": 0.0, + "step": 10490 + }, + { + "epoch": 6.7180800000000005, + "grad_norm": 0.00016796926502138376, + "learning_rate": 1.3629951323516188e-05, + "loss": 0.0, + "step": 10500 + }, + { + "epoch": 6.72448, + "grad_norm": 0.00018465537868905813, + "learning_rate": 1.3496871762084562e-05, + "loss": 0.0, + "step": 10510 + }, + { + "epoch": 6.73088, + "grad_norm": 0.00023575332306791097, + "learning_rate": 1.3364398038911152e-05, + "loss": 0.0, + "step": 10520 + }, + { + "epoch": 6.73728, + "grad_norm": 0.00021576527797151357, + "learning_rate": 1.3232531081796507e-05, + "loss": 0.0, + "step": 10530 + }, + { + "epoch": 6.74368, + "grad_norm": 0.0006071560783311725, + "learning_rate": 1.3101271814291571e-05, + "loss": 0.0, + "step": 10540 + }, + { + "epoch": 6.75008, + "grad_norm": 0.0074553173035383224, + "learning_rate": 1.2970621155691264e-05, + "loss": 0.0, + "step": 10550 + }, + { + "epoch": 6.75648, + "grad_norm": 0.00012165324733359739, + "learning_rate": 1.2840580021028026e-05, + "loss": 0.0, + "step": 10560 + }, + { + "epoch": 6.76288, + "grad_norm": 0.00010205664875684306, + "learning_rate": 1.2711149321065374e-05, + "loss": 0.0, + "step": 10570 + }, + { + "epoch": 6.76928, + "grad_norm": 0.00016127068374771625, + "learning_rate": 1.2582329962291538e-05, + "loss": 0.0, + "step": 10580 + }, + { + "epoch": 6.77568, + "grad_norm": 0.00018458756676409394, + "learning_rate": 1.2454122846913207e-05, + "loss": 0.0, + "step": 10590 + }, + { + "epoch": 6.78208, + "grad_norm": 0.00019168115977663547, + "learning_rate": 1.2326528872849064e-05, + "loss": 0.0, + "step": 10600 + }, + { + "epoch": 6.78848, + "grad_norm": 0.0002702904457692057, + "learning_rate": 1.2199548933723526e-05, + "loss": 0.0, + "step": 10610 + }, + { + "epoch": 6.79488, + "grad_norm": 0.00013549820869229734, + "learning_rate": 1.2073183918860576e-05, + "loss": 0.0, + "step": 10620 + }, + { + "epoch": 6.80128, + "grad_norm": 0.00020312961714807898, + "learning_rate": 1.1947434713277461e-05, + "loss": 0.0, + "step": 10630 + }, + { + "epoch": 6.8076799999999995, + "grad_norm": 0.00020175670215394348, + "learning_rate": 1.1822302197678492e-05, + "loss": 0.0, + "step": 10640 + }, + { + "epoch": 6.81408, + "grad_norm": 0.0003727748990058899, + "learning_rate": 1.1697787248448966e-05, + "loss": 0.0, + "step": 10650 + }, + { + "epoch": 6.82048, + "grad_norm": 0.0001759877341100946, + "learning_rate": 1.1573890737648863e-05, + "loss": 0.0, + "step": 10660 + }, + { + "epoch": 6.82688, + "grad_norm": 0.00014333518629428, + "learning_rate": 1.1450613533006904e-05, + "loss": 0.0, + "step": 10670 + }, + { + "epoch": 6.83328, + "grad_norm": 0.00013709435006603599, + "learning_rate": 1.1327956497914349e-05, + "loss": 0.0, + "step": 10680 + }, + { + "epoch": 6.8396799999999995, + "grad_norm": 0.0002275358565384522, + "learning_rate": 1.1205920491419041e-05, + "loss": 0.0, + "step": 10690 + }, + { + "epoch": 6.84608, + "grad_norm": 0.000876276521012187, + "learning_rate": 1.1084506368219327e-05, + "loss": 0.0, + "step": 10700 + }, + { + "epoch": 6.85248, + "grad_norm": 0.00025326875038444996, + "learning_rate": 1.0963714978658101e-05, + "loss": 0.0, + "step": 10710 + }, + { + "epoch": 6.85888, + "grad_norm": 0.00010944723180728033, + "learning_rate": 1.0843547168716872e-05, + "loss": 0.0, + "step": 10720 + }, + { + "epoch": 6.86528, + "grad_norm": 0.00024252197181340307, + "learning_rate": 1.0724003780009784e-05, + "loss": 0.0, + "step": 10730 + }, + { + "epoch": 6.87168, + "grad_norm": 0.00015969292144291103, + "learning_rate": 1.0605085649777746e-05, + "loss": 0.0, + "step": 10740 + }, + { + "epoch": 6.87808, + "grad_norm": 0.0003538286255206913, + "learning_rate": 1.0486793610882572e-05, + "loss": 0.0, + "step": 10750 + }, + { + "epoch": 6.88448, + "grad_norm": 0.00018698321946430951, + "learning_rate": 1.0369128491801172e-05, + "loss": 0.0, + "step": 10760 + }, + { + "epoch": 6.89088, + "grad_norm": 0.00016905544907785952, + "learning_rate": 1.025209111661969e-05, + "loss": 0.0, + "step": 10770 + }, + { + "epoch": 6.89728, + "grad_norm": 0.00016491295536980033, + "learning_rate": 1.0135682305027794e-05, + "loss": 0.0, + "step": 10780 + }, + { + "epoch": 6.90368, + "grad_norm": 0.00015534307749476284, + "learning_rate": 1.001990287231288e-05, + "loss": 0.0, + "step": 10790 + }, + { + "epoch": 6.91008, + "grad_norm": 0.00015541432367172092, + "learning_rate": 9.904753629354447e-06, + "loss": 0.0, + "step": 10800 + }, + { + "epoch": 6.91648, + "grad_norm": 0.0006770906620658934, + "learning_rate": 9.790235382618273e-06, + "loss": 0.0, + "step": 10810 + }, + { + "epoch": 6.92288, + "grad_norm": 0.00011970153718721122, + "learning_rate": 9.676348934150937e-06, + "loss": 0.0, + "step": 10820 + }, + { + "epoch": 6.92928, + "grad_norm": 0.0002702999336179346, + "learning_rate": 9.56309508157407e-06, + "loss": 0.0, + "step": 10830 + }, + { + "epoch": 6.93568, + "grad_norm": 9.245643741451204e-05, + "learning_rate": 9.45047461807881e-06, + "loss": 0.0, + "step": 10840 + }, + { + "epoch": 6.94208, + "grad_norm": 0.0001400450710207224, + "learning_rate": 9.338488332420326e-06, + "loss": 0.0, + "step": 10850 + }, + { + "epoch": 6.94848, + "grad_norm": 0.0005806442932225764, + "learning_rate": 9.227137008912157e-06, + "loss": 0.0, + "step": 10860 + }, + { + "epoch": 6.95488, + "grad_norm": 0.0001828517415560782, + "learning_rate": 9.116421427420806e-06, + "loss": 0.0, + "step": 10870 + }, + { + "epoch": 6.96128, + "grad_norm": 0.00012879908899776638, + "learning_rate": 9.006342363360243e-06, + "loss": 0.0, + "step": 10880 + }, + { + "epoch": 6.96768, + "grad_norm": 0.0002504199219401926, + "learning_rate": 8.896900587686507e-06, + "loss": 0.0, + "step": 10890 + }, + { + "epoch": 6.97408, + "grad_norm": 0.0001826324441935867, + "learning_rate": 8.78809686689227e-06, + "loss": 0.0, + "step": 10900 + }, + { + "epoch": 6.98048, + "grad_norm": 0.00018810544861480594, + "learning_rate": 8.67993196300152e-06, + "loss": 0.0, + "step": 10910 + }, + { + "epoch": 6.98688, + "grad_norm": 0.00032106853905133903, + "learning_rate": 8.572406633564123e-06, + "loss": 0.0, + "step": 10920 + }, + { + "epoch": 6.99328, + "grad_norm": 0.0002823250833898783, + "learning_rate": 8.465521631650675e-06, + "loss": 0.0, + "step": 10930 + }, + { + "epoch": 6.99968, + "grad_norm": 9.107368532568216e-05, + "learning_rate": 8.359277705847068e-06, + "loss": 0.0, + "step": 10940 + }, + { + "epoch": 7.00576, + "grad_norm": 0.0012228387640789151, + "learning_rate": 8.253675600249356e-06, + "loss": 0.0, + "step": 10950 + }, + { + "epoch": 7.01216, + "grad_norm": 0.004022619221359491, + "learning_rate": 8.148716054458471e-06, + "loss": 0.0, + "step": 10960 + }, + { + "epoch": 7.01856, + "grad_norm": 0.00016789430810604244, + "learning_rate": 8.044399803575086e-06, + "loss": 0.0, + "step": 10970 + }, + { + "epoch": 7.02496, + "grad_norm": 0.00016356681589968503, + "learning_rate": 7.940727578194484e-06, + "loss": 0.0, + "step": 10980 + }, + { + "epoch": 7.03136, + "grad_norm": 0.0002806389529723674, + "learning_rate": 7.837700104401369e-06, + "loss": 0.0, + "step": 10990 + }, + { + "epoch": 7.03776, + "grad_norm": 0.00029723247280344367, + "learning_rate": 7.73531810376491e-06, + "loss": 0.0, + "step": 11000 + }, + { + "epoch": 7.04416, + "grad_norm": 0.0002174935507355258, + "learning_rate": 7.633582293333474e-06, + "loss": 0.0, + "step": 11010 + }, + { + "epoch": 7.05056, + "grad_norm": 0.00012927892385050654, + "learning_rate": 7.532493385629835e-06, + "loss": 0.0, + "step": 11020 + }, + { + "epoch": 7.05696, + "grad_norm": 0.0008397710626013577, + "learning_rate": 7.432052088646047e-06, + "loss": 0.0, + "step": 11030 + }, + { + "epoch": 7.06336, + "grad_norm": 0.00011276378791080788, + "learning_rate": 7.332259105838535e-06, + "loss": 0.0, + "step": 11040 + }, + { + "epoch": 7.06976, + "grad_norm": 0.00018370180623605847, + "learning_rate": 7.233115136123103e-06, + "loss": 0.0, + "step": 11050 + }, + { + "epoch": 7.07616, + "grad_norm": 0.0001610045146662742, + "learning_rate": 7.13462087387019e-06, + "loss": 0.0, + "step": 11060 + }, + { + "epoch": 7.08256, + "grad_norm": 8.692596020409837e-05, + "learning_rate": 7.036777008899809e-06, + "loss": 0.0, + "step": 11070 + }, + { + "epoch": 7.08896, + "grad_norm": 0.00012686183617915958, + "learning_rate": 6.939584226476858e-06, + "loss": 0.0, + "step": 11080 + }, + { + "epoch": 7.09536, + "grad_norm": 0.00021453291992656887, + "learning_rate": 6.843043207306265e-06, + "loss": 0.0, + "step": 11090 + }, + { + "epoch": 7.10176, + "grad_norm": 0.0009483317844569683, + "learning_rate": 6.7471546275282515e-06, + "loss": 0.0, + "step": 11100 + }, + { + "epoch": 7.10816, + "grad_norm": 0.0016245099250227213, + "learning_rate": 6.651919158713549e-06, + "loss": 0.0, + "step": 11110 + }, + { + "epoch": 7.11456, + "grad_norm": 0.00011063306010328233, + "learning_rate": 6.557337467858715e-06, + "loss": 0.0, + "step": 11120 + }, + { + "epoch": 7.12096, + "grad_norm": 0.0010652646888047457, + "learning_rate": 6.463410217381527e-06, + "loss": 0.0, + "step": 11130 + }, + { + "epoch": 7.12736, + "grad_norm": 0.00019109412096440792, + "learning_rate": 6.370138065116238e-06, + "loss": 0.0, + "step": 11140 + }, + { + "epoch": 7.13376, + "grad_norm": 0.0001353592233499512, + "learning_rate": 6.2775216643090275e-06, + "loss": 0.0, + "step": 11150 + }, + { + "epoch": 7.14016, + "grad_norm": 0.00030344584956765175, + "learning_rate": 6.185561663613415e-06, + "loss": 0.0, + "step": 11160 + }, + { + "epoch": 7.14656, + "grad_norm": 0.00010319722059648484, + "learning_rate": 6.094258707085731e-06, + "loss": 0.0, + "step": 11170 + }, + { + "epoch": 7.15296, + "grad_norm": 0.00037151723518036306, + "learning_rate": 6.003613434180588e-06, + "loss": 0.0, + "step": 11180 + }, + { + "epoch": 7.15936, + "grad_norm": 0.00012034772953484207, + "learning_rate": 5.913626479746392e-06, + "loss": 0.0, + "step": 11190 + }, + { + "epoch": 7.16576, + "grad_norm": 0.00018342053226660937, + "learning_rate": 5.824298474020939e-06, + "loss": 0.0, + "step": 11200 + }, + { + "epoch": 7.17216, + "grad_norm": 0.0007002007332630455, + "learning_rate": 5.735630042626949e-06, + "loss": 0.0, + "step": 11210 + }, + { + "epoch": 7.17856, + "grad_norm": 0.00015728978905826807, + "learning_rate": 5.647621806567738e-06, + "loss": 0.0, + "step": 11220 + }, + { + "epoch": 7.18496, + "grad_norm": 0.00021258860942907631, + "learning_rate": 5.560274382222807e-06, + "loss": 0.0, + "step": 11230 + }, + { + "epoch": 7.19136, + "grad_norm": 0.0003396137908566743, + "learning_rate": 5.473588381343575e-06, + "loss": 0.0, + "step": 11240 + }, + { + "epoch": 7.19776, + "grad_norm": 0.00012201411300338805, + "learning_rate": 5.387564411049095e-06, + "loss": 0.0, + "step": 11250 + }, + { + "epoch": 7.20416, + "grad_norm": 0.000203374118427746, + "learning_rate": 5.302203073821732e-06, + "loss": 0.0, + "step": 11260 + }, + { + "epoch": 7.21056, + "grad_norm": 0.00041758298175409436, + "learning_rate": 5.217504967503073e-06, + "loss": 0.0, + "step": 11270 + }, + { + "epoch": 7.21696, + "grad_norm": 0.00023091756156645715, + "learning_rate": 5.133470685289609e-06, + "loss": 0.0, + "step": 11280 + }, + { + "epoch": 7.22336, + "grad_norm": 0.00025982066290453076, + "learning_rate": 5.0501008157286315e-06, + "loss": 0.0, + "step": 11290 + }, + { + "epoch": 7.22976, + "grad_norm": 0.00014181870210450143, + "learning_rate": 4.967395942714148e-06, + "loss": 0.0, + "step": 11300 + }, + { + "epoch": 7.23616, + "grad_norm": 0.0004120298253837973, + "learning_rate": 4.885356645482719e-06, + "loss": 0.0, + "step": 11310 + }, + { + "epoch": 7.24256, + "grad_norm": 0.00012306973803788424, + "learning_rate": 4.803983498609477e-06, + "loss": 0.0, + "step": 11320 + }, + { + "epoch": 7.24896, + "grad_norm": 0.0001354752021143213, + "learning_rate": 4.7232770720040285e-06, + "loss": 0.0, + "step": 11330 + }, + { + "epoch": 7.25536, + "grad_norm": 8.269363752333447e-05, + "learning_rate": 4.643237930906552e-06, + "loss": 0.0, + "step": 11340 + }, + { + "epoch": 7.26176, + "grad_norm": 0.0006524352356791496, + "learning_rate": 4.56386663588374e-06, + "loss": 0.0, + "step": 11350 + }, + { + "epoch": 7.26816, + "grad_norm": 0.0001139398809755221, + "learning_rate": 4.485163742824927e-06, + "loss": 0.0, + "step": 11360 + }, + { + "epoch": 7.27456, + "grad_norm": 0.0001354119594907388, + "learning_rate": 4.407129802938214e-06, + "loss": 0.0, + "step": 11370 + }, + { + "epoch": 7.28096, + "grad_norm": 0.0008962869178503752, + "learning_rate": 4.329765362746552e-06, + "loss": 0.0, + "step": 11380 + }, + { + "epoch": 7.28736, + "grad_norm": 0.000502715993206948, + "learning_rate": 4.2530709640839716e-06, + "loss": 0.0, + "step": 11390 + }, + { + "epoch": 7.29376, + "grad_norm": 0.000825277587864548, + "learning_rate": 4.1770471440917395e-06, + "loss": 0.0, + "step": 11400 + }, + { + "epoch": 7.30016, + "grad_norm": 0.00011884667037520558, + "learning_rate": 4.101694435214654e-06, + "loss": 0.0, + "step": 11410 + }, + { + "epoch": 7.30656, + "grad_norm": 0.00012157057062722743, + "learning_rate": 4.02701336519723e-06, + "loss": 0.0, + "step": 11420 + }, + { + "epoch": 7.31296, + "grad_norm": 0.00026150894700549543, + "learning_rate": 3.953004457080101e-06, + "loss": 0.0, + "step": 11430 + }, + { + "epoch": 7.31936, + "grad_norm": 0.00017838056373875588, + "learning_rate": 3.879668229196276e-06, + "loss": 0.0, + "step": 11440 + }, + { + "epoch": 7.32576, + "grad_norm": 0.00014892012404743582, + "learning_rate": 3.8070051951675677e-06, + "loss": 0.0, + "step": 11450 + }, + { + "epoch": 7.33216, + "grad_norm": 0.00010835315333679318, + "learning_rate": 3.735015863900948e-06, + "loss": 0.0, + "step": 11460 + }, + { + "epoch": 7.33856, + "grad_norm": 0.0003511194954626262, + "learning_rate": 3.663700739585041e-06, + "loss": 0.0, + "step": 11470 + }, + { + "epoch": 7.34496, + "grad_norm": 0.0001288226922042668, + "learning_rate": 3.593060321686503e-06, + "loss": 0.0, + "step": 11480 + }, + { + "epoch": 7.35136, + "grad_norm": 0.00021376280346885324, + "learning_rate": 3.5230951049466277e-06, + "loss": 0.0, + "step": 11490 + }, + { + "epoch": 7.35776, + "grad_norm": 0.00019010262622032315, + "learning_rate": 3.4538055793778003e-06, + "loss": 0.0, + "step": 11500 + }, + { + "epoch": 7.36416, + "grad_norm": 0.00010226263111690059, + "learning_rate": 3.3851922302601037e-06, + "loss": 0.0, + "step": 11510 + }, + { + "epoch": 7.37056, + "grad_norm": 0.00038139993557706475, + "learning_rate": 3.31725553813792e-06, + "loss": 0.0, + "step": 11520 + }, + { + "epoch": 7.37696, + "grad_norm": 0.00046781275887042284, + "learning_rate": 3.2499959788165557e-06, + "loss": 0.0, + "step": 11530 + }, + { + "epoch": 7.38336, + "grad_norm": 9.981894254451618e-05, + "learning_rate": 3.1834140233588883e-06, + "loss": 0.0, + "step": 11540 + }, + { + "epoch": 7.38976, + "grad_norm": 0.0005464705172926188, + "learning_rate": 3.117510138082136e-06, + "loss": 0.0, + "step": 11550 + }, + { + "epoch": 7.39616, + "grad_norm": 9.094821143662557e-05, + "learning_rate": 3.0522847845545155e-06, + "loss": 0.0, + "step": 11560 + }, + { + "epoch": 7.40256, + "grad_norm": 0.0002417391660856083, + "learning_rate": 2.9877384195920344e-06, + "loss": 0.0, + "step": 11570 + }, + { + "epoch": 7.40896, + "grad_norm": 0.00042832852341234684, + "learning_rate": 2.923871495255337e-06, + "loss": 0.0, + "step": 11580 + }, + { + "epoch": 7.41536, + "grad_norm": 0.00013899517944082618, + "learning_rate": 2.86068445884643e-06, + "loss": 0.0, + "step": 11590 + }, + { + "epoch": 7.42176, + "grad_norm": 0.000749272876419127, + "learning_rate": 2.798177752905651e-06, + "loss": 0.0, + "step": 11600 + }, + { + "epoch": 7.42816, + "grad_norm": 0.0001264005113625899, + "learning_rate": 2.7363518152085823e-06, + "loss": 0.0, + "step": 11610 + }, + { + "epoch": 7.43456, + "grad_norm": 0.00010115515033248812, + "learning_rate": 2.675207078762887e-06, + "loss": 0.0, + "step": 11620 + }, + { + "epoch": 7.4409600000000005, + "grad_norm": 0.00012819415132980794, + "learning_rate": 2.6147439718053226e-06, + "loss": 0.0, + "step": 11630 + }, + { + "epoch": 7.44736, + "grad_norm": 0.0010712196817621589, + "learning_rate": 2.5549629177987755e-06, + "loss": 0.0, + "step": 11640 + }, + { + "epoch": 7.45376, + "grad_norm": 0.0010403183987364173, + "learning_rate": 2.4958643354292543e-06, + "loss": 0.0, + "step": 11650 + }, + { + "epoch": 7.46016, + "grad_norm": 0.0002995519316755235, + "learning_rate": 2.4374486386029682e-06, + "loss": 0.0, + "step": 11660 + }, + { + "epoch": 7.46656, + "grad_norm": 0.00015825072478037328, + "learning_rate": 2.37971623644343e-06, + "loss": 0.0, + "step": 11670 + }, + { + "epoch": 7.47296, + "grad_norm": 0.0001099468645406887, + "learning_rate": 2.322667533288614e-06, + "loss": 0.0, + "step": 11680 + }, + { + "epoch": 7.47936, + "grad_norm": 0.00016739383863750845, + "learning_rate": 2.266302928688069e-06, + "loss": 0.0, + "step": 11690 + }, + { + "epoch": 7.48576, + "grad_norm": 0.00019308786431793123, + "learning_rate": 2.210622817400176e-06, + "loss": 0.0, + "step": 11700 + }, + { + "epoch": 7.49216, + "grad_norm": 0.00021032741642557085, + "learning_rate": 2.15562758938932e-06, + "loss": 0.0, + "step": 11710 + }, + { + "epoch": 7.49856, + "grad_norm": 9.34348936425522e-05, + "learning_rate": 2.1013176298232517e-06, + "loss": 0.0, + "step": 11720 + }, + { + "epoch": 7.50496, + "grad_norm": 0.000710184860508889, + "learning_rate": 2.0476933190703096e-06, + "loss": 0.0, + "step": 11730 + }, + { + "epoch": 7.51136, + "grad_norm": 0.0003982144990004599, + "learning_rate": 1.9947550326967603e-06, + "loss": 0.0, + "step": 11740 + }, + { + "epoch": 7.51776, + "grad_norm": 0.0001705381873762235, + "learning_rate": 1.942503141464247e-06, + "loss": 0.0, + "step": 11750 + }, + { + "epoch": 7.52416, + "grad_norm": 0.00013438262976706028, + "learning_rate": 1.8909380113270815e-06, + "loss": 0.0, + "step": 11760 + }, + { + "epoch": 7.53056, + "grad_norm": 0.0002074928634101525, + "learning_rate": 1.8400600034297778e-06, + "loss": 0.0, + "step": 11770 + }, + { + "epoch": 7.53696, + "grad_norm": 0.00017035796190612018, + "learning_rate": 1.7898694741044663e-06, + "loss": 0.0, + "step": 11780 + }, + { + "epoch": 7.54336, + "grad_norm": 0.0003263108083046973, + "learning_rate": 1.740366774868385e-06, + "loss": 0.0, + "step": 11790 + }, + { + "epoch": 7.54976, + "grad_norm": 0.00013185074203647673, + "learning_rate": 1.6915522524214688e-06, + "loss": 0.0, + "step": 11800 + }, + { + "epoch": 7.55616, + "grad_norm": 0.00042651378316804767, + "learning_rate": 1.6434262486439311e-06, + "loss": 0.0, + "step": 11810 + }, + { + "epoch": 7.5625599999999995, + "grad_norm": 7.393672422040254e-05, + "learning_rate": 1.5959891005937865e-06, + "loss": 0.0, + "step": 11820 + }, + { + "epoch": 7.56896, + "grad_norm": 0.0001870366104412824, + "learning_rate": 1.549241140504565e-06, + "loss": 0.0, + "step": 11830 + }, + { + "epoch": 7.57536, + "grad_norm": 0.00037062919000163674, + "learning_rate": 1.5031826957829455e-06, + "loss": 0.0, + "step": 11840 + }, + { + "epoch": 7.58176, + "grad_norm": 0.0001891327992780134, + "learning_rate": 1.457814089006493e-06, + "loss": 0.0, + "step": 11850 + }, + { + "epoch": 7.58816, + "grad_norm": 9.859661076916382e-05, + "learning_rate": 1.4131356379213811e-06, + "loss": 0.0, + "step": 11860 + }, + { + "epoch": 7.5945599999999995, + "grad_norm": 0.001444597844965756, + "learning_rate": 1.3691476554401616e-06, + "loss": 0.0, + "step": 11870 + }, + { + "epoch": 7.60096, + "grad_norm": 0.00013506216055247933, + "learning_rate": 1.3258504496395762e-06, + "loss": 0.0, + "step": 11880 + }, + { + "epoch": 7.60736, + "grad_norm": 9.332694025943056e-05, + "learning_rate": 1.283244323758437e-06, + "loss": 0.0, + "step": 11890 + }, + { + "epoch": 7.61376, + "grad_norm": 0.000126562561490573, + "learning_rate": 1.2413295761954158e-06, + "loss": 0.0, + "step": 11900 + }, + { + "epoch": 7.62016, + "grad_norm": 0.0014552593929693103, + "learning_rate": 1.20010650050707e-06, + "loss": 0.0, + "step": 11910 + }, + { + "epoch": 7.62656, + "grad_norm": 0.0007447237148880959, + "learning_rate": 1.1595753854056534e-06, + "loss": 0.0, + "step": 11920 + }, + { + "epoch": 7.63296, + "grad_norm": 0.0001682575821178034, + "learning_rate": 1.1197365147572302e-06, + "loss": 0.0, + "step": 11930 + }, + { + "epoch": 7.63936, + "grad_norm": 0.00017576446407474577, + "learning_rate": 1.080590167579587e-06, + "loss": 0.0, + "step": 11940 + }, + { + "epoch": 7.64576, + "grad_norm": 0.00012296873319428414, + "learning_rate": 1.0421366180403124e-06, + "loss": 0.0, + "step": 11950 + }, + { + "epoch": 7.65216, + "grad_norm": 0.00015484190953429788, + "learning_rate": 1.0043761354548986e-06, + "loss": 0.0, + "step": 11960 + }, + { + "epoch": 7.65856, + "grad_norm": 0.00014997510879766196, + "learning_rate": 9.673089842848316e-07, + "loss": 0.0, + "step": 11970 + }, + { + "epoch": 7.66496, + "grad_norm": 0.0001389048557030037, + "learning_rate": 9.309354241357038e-07, + "loss": 0.0, + "step": 11980 + }, + { + "epoch": 7.67136, + "grad_norm": 0.0002141079748980701, + "learning_rate": 8.952557097554714e-07, + "loss": 0.0, + "step": 11990 + }, + { + "epoch": 7.67776, + "grad_norm": 0.000145395053550601, + "learning_rate": 8.602700910326223e-07, + "loss": 0.0, + "step": 12000 + }, + { + "epoch": 7.68416, + "grad_norm": 0.000776231347117573, + "learning_rate": 8.259788129944546e-07, + "loss": 0.0, + "step": 12010 + }, + { + "epoch": 7.69056, + "grad_norm": 0.00029788026586174965, + "learning_rate": 7.923821158053013e-07, + "loss": 0.0, + "step": 12020 + }, + { + "epoch": 7.69696, + "grad_norm": 0.0007348533836193383, + "learning_rate": 7.59480234764931e-07, + "loss": 0.0, + "step": 12030 + }, + { + "epoch": 7.70336, + "grad_norm": 0.00014362306683324277, + "learning_rate": 7.272734003068382e-07, + "loss": 0.0, + "step": 12040 + }, + { + "epoch": 7.70976, + "grad_norm": 0.0004569367447402328, + "learning_rate": 6.957618379966446e-07, + "loss": 0.0, + "step": 12050 + }, + { + "epoch": 7.71616, + "grad_norm": 0.0006798653630539775, + "learning_rate": 6.649457685305338e-07, + "loss": 0.0, + "step": 12060 + }, + { + "epoch": 7.72256, + "grad_norm": 8.85791378095746e-05, + "learning_rate": 6.348254077336969e-07, + "loss": 0.0, + "step": 12070 + }, + { + "epoch": 7.72896, + "grad_norm": 0.00014713226119056344, + "learning_rate": 6.054009665588001e-07, + "loss": 0.0, + "step": 12080 + }, + { + "epoch": 7.73536, + "grad_norm": 0.0001775228593032807, + "learning_rate": 5.766726510845644e-07, + "loss": 0.0, + "step": 12090 + }, + { + "epoch": 7.74176, + "grad_norm": 0.000123354431707412, + "learning_rate": 5.486406625142437e-07, + "loss": 0.0, + "step": 12100 + }, + { + "epoch": 7.74816, + "grad_norm": 0.00010855428263312206, + "learning_rate": 5.213051971743043e-07, + "loss": 0.0, + "step": 12110 + }, + { + "epoch": 7.75456, + "grad_norm": 0.00021753481996711344, + "learning_rate": 4.946664465129481e-07, + "loss": 0.0, + "step": 12120 + }, + { + "epoch": 7.76096, + "grad_norm": 0.0002886040019802749, + "learning_rate": 4.687245970988685e-07, + "loss": 0.0, + "step": 12130 + }, + { + "epoch": 7.76736, + "grad_norm": 0.00039174268022179604, + "learning_rate": 4.434798306198751e-07, + "loss": 0.0, + "step": 12140 + }, + { + "epoch": 7.77376, + "grad_norm": 0.0005782973021268845, + "learning_rate": 4.1893232388167116e-07, + "loss": 0.0, + "step": 12150 + }, + { + "epoch": 7.78016, + "grad_norm": 0.0001380376488668844, + "learning_rate": 3.950822488065775e-07, + "loss": 0.0, + "step": 12160 + }, + { + "epoch": 7.78656, + "grad_norm": 0.00020705553470179439, + "learning_rate": 3.719297724323334e-07, + "loss": 0.0, + "step": 12170 + }, + { + "epoch": 7.79296, + "grad_norm": 0.00021640512568410486, + "learning_rate": 3.494750569109639e-07, + "loss": 0.0, + "step": 12180 + }, + { + "epoch": 7.79936, + "grad_norm": 0.00023479011724703014, + "learning_rate": 3.2771825950758117e-07, + "loss": 0.0, + "step": 12190 + }, + { + "epoch": 7.80576, + "grad_norm": 0.0002296525053679943, + "learning_rate": 3.0665953259935153e-07, + "loss": 0.0, + "step": 12200 + }, + { + "epoch": 7.81216, + "grad_norm": 8.031995821511373e-05, + "learning_rate": 2.8629902367436345e-07, + "loss": 0.0, + "step": 12210 + }, + { + "epoch": 7.81856, + "grad_norm": 0.00021531936363317072, + "learning_rate": 2.666368753306614e-07, + "loss": 0.0, + "step": 12220 + }, + { + "epoch": 7.82496, + "grad_norm": 0.00013097537157591432, + "learning_rate": 2.47673225275169e-07, + "loss": 0.0, + "step": 12230 + }, + { + "epoch": 7.83136, + "grad_norm": 0.00017348180699627846, + "learning_rate": 2.2940820632282312e-07, + "loss": 0.0, + "step": 12240 + }, + { + "epoch": 7.83776, + "grad_norm": 0.00018047729099635035, + "learning_rate": 2.1184194639551903e-07, + "loss": 0.0, + "step": 12250 + }, + { + "epoch": 7.8441600000000005, + "grad_norm": 0.00017756433226168156, + "learning_rate": 1.9497456852135553e-07, + "loss": 0.0, + "step": 12260 + }, + { + "epoch": 7.85056, + "grad_norm": 0.0001342894829576835, + "learning_rate": 1.7880619083363582e-07, + "loss": 0.0, + "step": 12270 + }, + { + "epoch": 7.85696, + "grad_norm": 0.000270336982794106, + "learning_rate": 1.6333692657015675e-07, + "loss": 0.0, + "step": 12280 + }, + { + "epoch": 7.86336, + "grad_norm": 0.00015166282537393272, + "learning_rate": 1.4856688407232088e-07, + "loss": 0.0, + "step": 12290 + }, + { + "epoch": 7.86976, + "grad_norm": 0.0002417464420432225, + "learning_rate": 1.3449616678445909e-07, + "loss": 0.0, + "step": 12300 + }, + { + "epoch": 7.8761600000000005, + "grad_norm": 7.278360862983391e-05, + "learning_rate": 1.2112487325304234e-07, + "loss": 0.0, + "step": 12310 + }, + { + "epoch": 7.88256, + "grad_norm": 0.00014535346417687833, + "learning_rate": 1.084530971260489e-07, + "loss": 0.0, + "step": 12320 + }, + { + "epoch": 7.88896, + "grad_norm": 0.000193730418686755, + "learning_rate": 9.648092715222045e-08, + "loss": 0.0, + "step": 12330 + }, + { + "epoch": 7.89536, + "grad_norm": 0.00011310744594084099, + "learning_rate": 8.520844718056253e-08, + "loss": 0.0, + "step": 12340 + }, + { + "epoch": 7.90176, + "grad_norm": 0.00020435759506653994, + "learning_rate": 7.463573615964503e-08, + "loss": 0.0, + "step": 12350 + }, + { + "epoch": 7.90816, + "grad_norm": 8.095423254417256e-05, + "learning_rate": 6.476286813711374e-08, + "loss": 0.0, + "step": 12360 + }, + { + "epoch": 7.91456, + "grad_norm": 7.483759691240266e-05, + "learning_rate": 5.558991225914634e-08, + "loss": 0.0, + "step": 12370 + }, + { + "epoch": 7.92096, + "grad_norm": 0.00017427530838176608, + "learning_rate": 4.711693276999718e-08, + "loss": 0.0, + "step": 12380 + }, + { + "epoch": 7.92736, + "grad_norm": 0.00011782450746977702, + "learning_rate": 3.9343989011497716e-08, + "loss": 0.0, + "step": 12390 + }, + { + "epoch": 7.93376, + "grad_norm": 0.00014811710570938885, + "learning_rate": 3.227113542267901e-08, + "loss": 0.0, + "step": 12400 + }, + { + "epoch": 7.94016, + "grad_norm": 0.0004853596619796008, + "learning_rate": 2.5898421539394257e-08, + "loss": 0.0, + "step": 12410 + }, + { + "epoch": 7.94656, + "grad_norm": 0.0001429621916031465, + "learning_rate": 2.0225891993952417e-08, + "loss": 0.0, + "step": 12420 + }, + { + "epoch": 7.95296, + "grad_norm": 0.00042496301466599107, + "learning_rate": 1.5253586514785146e-08, + "loss": 0.0, + "step": 12430 + }, + { + "epoch": 7.95936, + "grad_norm": 0.00018955330597236753, + "learning_rate": 1.0981539926224748e-08, + "loss": 0.0, + "step": 12440 + }, + { + "epoch": 7.9657599999999995, + "grad_norm": 0.00018423037545289844, + "learning_rate": 7.409782148215527e-09, + "loss": 0.0, + "step": 12450 + }, + { + "epoch": 7.97216, + "grad_norm": 0.00010148475848836824, + "learning_rate": 4.53833819614724e-09, + "loss": 0.0, + "step": 12460 + }, + { + "epoch": 7.97856, + "grad_norm": 0.0001777621655492112, + "learning_rate": 2.3672281805997565e-09, + "loss": 0.0, + "step": 12470 + }, + { + "epoch": 7.98496, + "grad_norm": 0.0001852876739576459, + "learning_rate": 8.964673073097451e-10, + "loss": 0.0, + "step": 12480 + }, + { + "epoch": 7.99136, + "grad_norm": 9.255750046577305e-05, + "learning_rate": 1.260658769597356e-10, + "loss": 0.0, + "step": 12490 + } + ], + "logging_steps": 10, + "max_steps": 12496, + "num_input_tokens_seen": 0, + "num_train_epochs": 8, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.0133945185992704e+17, + "train_batch_size": 32, + "trial_name": null, + "trial_params": null +}