{ "best_metric": null, "best_model_checkpoint": null, "epoch": 7.9952, "eval_steps": 500, "global_step": 12496, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0064, "grad_norm": 9.987993240356445, "learning_rate": 3.2000000000000003e-06, "loss": 21.5206, "step": 10 }, { "epoch": 0.0128, "grad_norm": 10.368072509765625, "learning_rate": 6.4000000000000006e-06, "loss": 21.5004, "step": 20 }, { "epoch": 0.0192, "grad_norm": 11.085198402404785, "learning_rate": 9.600000000000001e-06, "loss": 21.3521, "step": 30 }, { "epoch": 0.0256, "grad_norm": 10.76422119140625, "learning_rate": 1.2800000000000001e-05, "loss": 20.7542, "step": 40 }, { "epoch": 0.032, "grad_norm": 8.503071784973145, "learning_rate": 1.6000000000000003e-05, "loss": 19.6171, "step": 50 }, { "epoch": 0.0384, "grad_norm": 6.36778450012207, "learning_rate": 1.9200000000000003e-05, "loss": 18.6264, "step": 60 }, { "epoch": 0.0448, "grad_norm": 4.96088981628418, "learning_rate": 2.2400000000000002e-05, "loss": 17.8305, "step": 70 }, { "epoch": 0.0512, "grad_norm": 3.835179090499878, "learning_rate": 2.5600000000000002e-05, "loss": 17.1808, "step": 80 }, { "epoch": 0.0576, "grad_norm": 3.387981414794922, "learning_rate": 2.88e-05, "loss": 16.5451, "step": 90 }, { "epoch": 0.064, "grad_norm": 2.5961012840270996, "learning_rate": 3.2000000000000005e-05, "loss": 16.0502, "step": 100 }, { "epoch": 0.0704, "grad_norm": 2.194955825805664, "learning_rate": 3.52e-05, "loss": 15.7277, "step": 110 }, { "epoch": 0.0768, "grad_norm": 1.9177560806274414, "learning_rate": 3.8400000000000005e-05, "loss": 15.5441, "step": 120 }, { "epoch": 0.0832, "grad_norm": 2.005901575088501, "learning_rate": 4.16e-05, "loss": 15.2804, "step": 130 }, { "epoch": 0.0896, "grad_norm": 1.8243656158447266, "learning_rate": 4.4800000000000005e-05, "loss": 15.1178, "step": 140 }, { "epoch": 0.096, "grad_norm": 1.9574159383773804, "learning_rate": 4.8e-05, "loss": 14.9559, "step": 150 }, { "epoch": 0.1024, "grad_norm": 1.9742209911346436, "learning_rate": 5.1200000000000004e-05, "loss": 14.8344, "step": 160 }, { "epoch": 0.1088, "grad_norm": 2.1854710578918457, "learning_rate": 5.440000000000001e-05, "loss": 14.7665, "step": 170 }, { "epoch": 0.1152, "grad_norm": 1.7609729766845703, "learning_rate": 5.76e-05, "loss": 14.6454, "step": 180 }, { "epoch": 0.1216, "grad_norm": 2.0389955043792725, "learning_rate": 6.08e-05, "loss": 14.5898, "step": 190 }, { "epoch": 0.128, "grad_norm": 2.516868829727173, "learning_rate": 6.400000000000001e-05, "loss": 14.53, "step": 200 }, { "epoch": 0.1344, "grad_norm": 2.1450345516204834, "learning_rate": 6.720000000000001e-05, "loss": 14.3633, "step": 210 }, { "epoch": 0.1408, "grad_norm": 6.610769748687744, "learning_rate": 7.04e-05, "loss": 13.9206, "step": 220 }, { "epoch": 0.1472, "grad_norm": 5.128760814666748, "learning_rate": 7.36e-05, "loss": 12.9259, "step": 230 }, { "epoch": 0.1536, "grad_norm": 4.619322776794434, "learning_rate": 7.680000000000001e-05, "loss": 11.8672, "step": 240 }, { "epoch": 0.16, "grad_norm": 3.6842899322509766, "learning_rate": 8e-05, "loss": 10.7596, "step": 250 }, { "epoch": 0.1664, "grad_norm": 3.5378310680389404, "learning_rate": 8.32e-05, "loss": 9.7239, "step": 260 }, { "epoch": 0.1728, "grad_norm": 4.608000755310059, "learning_rate": 8.64e-05, "loss": 8.8474, "step": 270 }, { "epoch": 0.1792, "grad_norm": 4.635361194610596, "learning_rate": 8.960000000000001e-05, "loss": 7.9786, "step": 280 }, { "epoch": 0.1856, "grad_norm": 7.542440891265869, "learning_rate": 9.28e-05, "loss": 7.3334, "step": 290 }, { "epoch": 0.192, "grad_norm": 6.191450119018555, "learning_rate": 9.6e-05, "loss": 6.6796, "step": 300 }, { "epoch": 0.1984, "grad_norm": 6.0720672607421875, "learning_rate": 9.92e-05, "loss": 6.1253, "step": 310 }, { "epoch": 0.2048, "grad_norm": 6.335057735443115, "learning_rate": 0.00010240000000000001, "loss": 5.6799, "step": 320 }, { "epoch": 0.2112, "grad_norm": 6.1587018966674805, "learning_rate": 0.0001056, "loss": 5.3765, "step": 330 }, { "epoch": 0.2176, "grad_norm": 5.439377307891846, "learning_rate": 0.00010880000000000002, "loss": 5.0111, "step": 340 }, { "epoch": 0.224, "grad_norm": 6.791138172149658, "learning_rate": 0.00011200000000000001, "loss": 4.7513, "step": 350 }, { "epoch": 0.2304, "grad_norm": 5.5810699462890625, "learning_rate": 0.0001152, "loss": 4.4429, "step": 360 }, { "epoch": 0.2368, "grad_norm": 7.750698566436768, "learning_rate": 0.0001184, "loss": 4.2301, "step": 370 }, { "epoch": 0.2432, "grad_norm": 6.451888561248779, "learning_rate": 0.0001216, "loss": 3.9411, "step": 380 }, { "epoch": 0.2496, "grad_norm": 4.206614017486572, "learning_rate": 0.0001248, "loss": 3.7402, "step": 390 }, { "epoch": 0.256, "grad_norm": 7.5023674964904785, "learning_rate": 0.00012800000000000002, "loss": 3.4883, "step": 400 }, { "epoch": 0.2624, "grad_norm": 6.0944132804870605, "learning_rate": 0.00013120000000000002, "loss": 3.3187, "step": 410 }, { "epoch": 0.2688, "grad_norm": 7.048560619354248, "learning_rate": 0.00013440000000000001, "loss": 3.1695, "step": 420 }, { "epoch": 0.2752, "grad_norm": 6.734186172485352, "learning_rate": 0.00013759999999999998, "loss": 3.0398, "step": 430 }, { "epoch": 0.2816, "grad_norm": 6.077620983123779, "learning_rate": 0.0001408, "loss": 2.8313, "step": 440 }, { "epoch": 0.288, "grad_norm": 4.963421821594238, "learning_rate": 0.000144, "loss": 2.6915, "step": 450 }, { "epoch": 0.2944, "grad_norm": 5.622721195220947, "learning_rate": 0.0001472, "loss": 2.496, "step": 460 }, { "epoch": 0.3008, "grad_norm": 5.983428955078125, "learning_rate": 0.0001504, "loss": 2.383, "step": 470 }, { "epoch": 0.3072, "grad_norm": 5.201885223388672, "learning_rate": 0.00015360000000000002, "loss": 2.2676, "step": 480 }, { "epoch": 0.3136, "grad_norm": 4.413445472717285, "learning_rate": 0.00015680000000000002, "loss": 2.1667, "step": 490 }, { "epoch": 0.32, "grad_norm": 5.226003170013428, "learning_rate": 0.00016, "loss": 2.1146, "step": 500 }, { "epoch": 0.3264, "grad_norm": 4.710041522979736, "learning_rate": 0.0001632, "loss": 1.9603, "step": 510 }, { "epoch": 0.3328, "grad_norm": 4.760148048400879, "learning_rate": 0.0001664, "loss": 1.8652, "step": 520 }, { "epoch": 0.3392, "grad_norm": 6.557904243469238, "learning_rate": 0.0001696, "loss": 1.7556, "step": 530 }, { "epoch": 0.3456, "grad_norm": 4.781278610229492, "learning_rate": 0.0001728, "loss": 1.6661, "step": 540 }, { "epoch": 0.352, "grad_norm": 3.918145179748535, "learning_rate": 0.00017600000000000002, "loss": 1.5969, "step": 550 }, { "epoch": 0.3584, "grad_norm": 5.094888210296631, "learning_rate": 0.00017920000000000002, "loss": 1.5573, "step": 560 }, { "epoch": 0.3648, "grad_norm": 3.986567735671997, "learning_rate": 0.00018240000000000002, "loss": 1.4216, "step": 570 }, { "epoch": 0.3712, "grad_norm": 4.243825912475586, "learning_rate": 0.0001856, "loss": 1.3751, "step": 580 }, { "epoch": 0.3776, "grad_norm": 3.0660653114318848, "learning_rate": 0.0001888, "loss": 1.3091, "step": 590 }, { "epoch": 0.384, "grad_norm": 3.5788679122924805, "learning_rate": 0.000192, "loss": 1.2756, "step": 600 }, { "epoch": 0.3904, "grad_norm": 3.746307849884033, "learning_rate": 0.0001952, "loss": 1.18, "step": 610 }, { "epoch": 0.3968, "grad_norm": 3.8373889923095703, "learning_rate": 0.0001984, "loss": 1.1739, "step": 620 }, { "epoch": 0.4032, "grad_norm": 4.403136253356934, "learning_rate": 0.00019999991245424649, "loss": 1.1197, "step": 630 }, { "epoch": 0.4096, "grad_norm": 3.877732276916504, "learning_rate": 0.00019999921208913816, "loss": 1.0418, "step": 640 }, { "epoch": 0.416, "grad_norm": 3.2012152671813965, "learning_rate": 0.00019999781136382654, "loss": 1.0195, "step": 650 }, { "epoch": 0.4224, "grad_norm": 3.2567784786224365, "learning_rate": 0.0001999957102881219, "loss": 0.9454, "step": 660 }, { "epoch": 0.4288, "grad_norm": 3.2090866565704346, "learning_rate": 0.00019999290887673943, "loss": 0.9333, "step": 670 }, { "epoch": 0.4352, "grad_norm": 3.6579346656799316, "learning_rate": 0.00019998940714929925, "loss": 0.8535, "step": 680 }, { "epoch": 0.4416, "grad_norm": 3.006157636642456, "learning_rate": 0.0001999852051303263, "loss": 0.8205, "step": 690 }, { "epoch": 0.448, "grad_norm": 2.588270425796509, "learning_rate": 0.00019998030284925, "loss": 0.7808, "step": 700 }, { "epoch": 0.4544, "grad_norm": 2.099108934402466, "learning_rate": 0.0001999747003404043, "loss": 0.7453, "step": 710 }, { "epoch": 0.4608, "grad_norm": 2.249819755554199, "learning_rate": 0.00019996839764302728, "loss": 0.7179, "step": 720 }, { "epoch": 0.4672, "grad_norm": 2.8896608352661133, "learning_rate": 0.00019996139480126082, "loss": 0.7119, "step": 730 }, { "epoch": 0.4736, "grad_norm": 2.4579551219940186, "learning_rate": 0.00019995369186415042, "loss": 0.6451, "step": 740 }, { "epoch": 0.48, "grad_norm": 2.5320141315460205, "learning_rate": 0.00019994528888564483, "loss": 0.6872, "step": 750 }, { "epoch": 0.4864, "grad_norm": 2.45976185798645, "learning_rate": 0.00019993618592459566, "loss": 0.608, "step": 760 }, { "epoch": 0.4928, "grad_norm": 1.9901585578918457, "learning_rate": 0.0001999263830447569, "loss": 0.6167, "step": 770 }, { "epoch": 0.4992, "grad_norm": 2.2778127193450928, "learning_rate": 0.00019991588031478453, "loss": 0.596, "step": 780 }, { "epoch": 0.5056, "grad_norm": 1.3214142322540283, "learning_rate": 0.00019990467780823612, "loss": 0.5665, "step": 790 }, { "epoch": 0.512, "grad_norm": 2.260470390319824, "learning_rate": 0.00019989277560357013, "loss": 0.5468, "step": 800 }, { "epoch": 0.5184, "grad_norm": 1.3803019523620605, "learning_rate": 0.00019988017378414562, "loss": 0.5283, "step": 810 }, { "epoch": 0.5248, "grad_norm": 1.9780776500701904, "learning_rate": 0.00019986687243822134, "loss": 0.4958, "step": 820 }, { "epoch": 0.5312, "grad_norm": 2.1849048137664795, "learning_rate": 0.00019985287165895534, "loss": 0.4673, "step": 830 }, { "epoch": 0.5376, "grad_norm": 1.6914308071136475, "learning_rate": 0.00019983817154440429, "loss": 0.4562, "step": 840 }, { "epoch": 0.544, "grad_norm": 2.132730484008789, "learning_rate": 0.0001998227721975228, "loss": 0.4548, "step": 850 }, { "epoch": 0.5504, "grad_norm": 1.6739708185195923, "learning_rate": 0.00019980667372616263, "loss": 0.4422, "step": 860 }, { "epoch": 0.5568, "grad_norm": 1.8469016551971436, "learning_rate": 0.00019978987624307186, "loss": 0.4225, "step": 870 }, { "epoch": 0.5632, "grad_norm": 1.4957729578018188, "learning_rate": 0.00019977237986589435, "loss": 0.4284, "step": 880 }, { "epoch": 0.5696, "grad_norm": 1.4109838008880615, "learning_rate": 0.0001997541847171688, "loss": 0.3906, "step": 890 }, { "epoch": 0.576, "grad_norm": 1.3160799741744995, "learning_rate": 0.00019973529092432766, "loss": 0.3599, "step": 900 }, { "epoch": 0.5824, "grad_norm": 1.1972081661224365, "learning_rate": 0.00019971569861969667, "loss": 0.3756, "step": 910 }, { "epoch": 0.5888, "grad_norm": 1.1699031591415405, "learning_rate": 0.00019969540794049362, "loss": 0.3633, "step": 920 }, { "epoch": 0.5952, "grad_norm": 1.5281152725219727, "learning_rate": 0.00019967441902882742, "loss": 0.3381, "step": 930 }, { "epoch": 0.6016, "grad_norm": 1.5645405054092407, "learning_rate": 0.00019965273203169723, "loss": 0.3445, "step": 940 }, { "epoch": 0.608, "grad_norm": 1.3969998359680176, "learning_rate": 0.00019963034710099135, "loss": 0.3426, "step": 950 }, { "epoch": 0.6144, "grad_norm": 1.1964846849441528, "learning_rate": 0.0001996072643934862, "loss": 0.3211, "step": 960 }, { "epoch": 0.6208, "grad_norm": 1.1838321685791016, "learning_rate": 0.00019958348407084507, "loss": 0.3055, "step": 970 }, { "epoch": 0.6272, "grad_norm": 1.1803922653198242, "learning_rate": 0.00019955900629961727, "loss": 0.3031, "step": 980 }, { "epoch": 0.6336, "grad_norm": 1.2153830528259277, "learning_rate": 0.00019953383125123668, "loss": 0.2955, "step": 990 }, { "epoch": 0.64, "grad_norm": 0.9926605224609375, "learning_rate": 0.0001995079591020207, "loss": 0.303, "step": 1000 }, { "epoch": 0.6464, "grad_norm": 1.2412079572677612, "learning_rate": 0.000199481390033169, "loss": 0.2721, "step": 1010 }, { "epoch": 0.6528, "grad_norm": 1.1868165731430054, "learning_rate": 0.00019945412423076224, "loss": 0.2741, "step": 1020 }, { "epoch": 0.6592, "grad_norm": 1.1541163921356201, "learning_rate": 0.0001994261618857608, "loss": 0.2522, "step": 1030 }, { "epoch": 0.6656, "grad_norm": 0.9629228115081787, "learning_rate": 0.00019939750319400323, "loss": 0.2658, "step": 1040 }, { "epoch": 0.672, "grad_norm": 1.2985084056854248, "learning_rate": 0.0001993681483562053, "loss": 0.2552, "step": 1050 }, { "epoch": 0.6784, "grad_norm": 1.1885749101638794, "learning_rate": 0.00019933809757795819, "loss": 0.245, "step": 1060 }, { "epoch": 0.6848, "grad_norm": 1.0486830472946167, "learning_rate": 0.00019930735106972724, "loss": 0.2302, "step": 1070 }, { "epoch": 0.6912, "grad_norm": 0.8400123715400696, "learning_rate": 0.00019927590904685052, "loss": 0.2333, "step": 1080 }, { "epoch": 0.6976, "grad_norm": 0.9734662771224976, "learning_rate": 0.0001992437717295371, "loss": 0.2236, "step": 1090 }, { "epoch": 0.704, "grad_norm": 0.9048662781715393, "learning_rate": 0.00019921093934286574, "loss": 0.209, "step": 1100 }, { "epoch": 0.7104, "grad_norm": 1.067585825920105, "learning_rate": 0.00019917741211678328, "loss": 0.2118, "step": 1110 }, { "epoch": 0.7168, "grad_norm": 1.111723780632019, "learning_rate": 0.00019914319028610283, "loss": 0.2155, "step": 1120 }, { "epoch": 0.7232, "grad_norm": 1.0288708209991455, "learning_rate": 0.00019910827409050244, "loss": 0.209, "step": 1130 }, { "epoch": 0.7296, "grad_norm": 0.8347194194793701, "learning_rate": 0.00019907266377452317, "loss": 0.1938, "step": 1140 }, { "epoch": 0.736, "grad_norm": 1.0915940999984741, "learning_rate": 0.00019903635958756747, "loss": 0.1952, "step": 1150 }, { "epoch": 0.7424, "grad_norm": 1.0510880947113037, "learning_rate": 0.00019899936178389735, "loss": 0.1915, "step": 1160 }, { "epoch": 0.7488, "grad_norm": 1.0315991640090942, "learning_rate": 0.00019896167062263283, "loss": 0.184, "step": 1170 }, { "epoch": 0.7552, "grad_norm": 0.8030486106872559, "learning_rate": 0.00019892328636774982, "loss": 0.1841, "step": 1180 }, { "epoch": 0.7616, "grad_norm": 0.8280982375144958, "learning_rate": 0.00019888420928807851, "loss": 0.1896, "step": 1190 }, { "epoch": 0.768, "grad_norm": 0.805663526058197, "learning_rate": 0.00019884443965730137, "loss": 0.1767, "step": 1200 }, { "epoch": 0.7744, "grad_norm": 0.7978648543357849, "learning_rate": 0.00019880397775395126, "loss": 0.169, "step": 1210 }, { "epoch": 0.7808, "grad_norm": 1.0911946296691895, "learning_rate": 0.00019876282386140952, "loss": 0.1733, "step": 1220 }, { "epoch": 0.7872, "grad_norm": 0.6936807632446289, "learning_rate": 0.00019872097826790383, "loss": 0.1553, "step": 1230 }, { "epoch": 0.7936, "grad_norm": 0.7686402797698975, "learning_rate": 0.00019867844126650645, "loss": 0.1636, "step": 1240 }, { "epoch": 0.8, "grad_norm": 0.8176974654197693, "learning_rate": 0.0001986352131551319, "loss": 0.1548, "step": 1250 }, { "epoch": 0.8064, "grad_norm": 0.7410585284233093, "learning_rate": 0.00019859129423653512, "loss": 0.1494, "step": 1260 }, { "epoch": 0.8128, "grad_norm": 0.8293059468269348, "learning_rate": 0.00019854668481830907, "loss": 0.1562, "step": 1270 }, { "epoch": 0.8192, "grad_norm": 0.7432156801223755, "learning_rate": 0.00019850138521288293, "loss": 0.1581, "step": 1280 }, { "epoch": 0.8256, "grad_norm": 0.5986192226409912, "learning_rate": 0.00019845539573751952, "loss": 0.1406, "step": 1290 }, { "epoch": 0.832, "grad_norm": 0.6078144311904907, "learning_rate": 0.00019840871671431343, "loss": 0.1509, "step": 1300 }, { "epoch": 0.8384, "grad_norm": 0.5293808579444885, "learning_rate": 0.0001983613484701885, "loss": 0.14, "step": 1310 }, { "epoch": 0.8448, "grad_norm": 0.7799900770187378, "learning_rate": 0.00019831329133689567, "loss": 0.1385, "step": 1320 }, { "epoch": 0.8512, "grad_norm": 0.4735010862350464, "learning_rate": 0.00019826454565101065, "loss": 0.1299, "step": 1330 }, { "epoch": 0.8576, "grad_norm": 0.5396921634674072, "learning_rate": 0.00019821511175393148, "loss": 0.1329, "step": 1340 }, { "epoch": 0.864, "grad_norm": 0.6226534843444824, "learning_rate": 0.00019816498999187626, "loss": 0.126, "step": 1350 }, { "epoch": 0.8704, "grad_norm": 0.6590232849121094, "learning_rate": 0.00019811418071588065, "loss": 0.1204, "step": 1360 }, { "epoch": 0.8768, "grad_norm": 0.7191958427429199, "learning_rate": 0.00019806268428179539, "loss": 0.1299, "step": 1370 }, { "epoch": 0.8832, "grad_norm": 0.6108299493789673, "learning_rate": 0.0001980105010502838, "loss": 0.1135, "step": 1380 }, { "epoch": 0.8896, "grad_norm": 0.6417855620384216, "learning_rate": 0.00019795763138681936, "loss": 0.129, "step": 1390 }, { "epoch": 0.896, "grad_norm": 0.7198278307914734, "learning_rate": 0.00019790407566168313, "loss": 0.1108, "step": 1400 }, { "epoch": 0.9024, "grad_norm": 0.7079947590827942, "learning_rate": 0.00019784983424996102, "loss": 0.1089, "step": 1410 }, { "epoch": 0.9088, "grad_norm": 0.5061821937561035, "learning_rate": 0.00019779490753154126, "loss": 0.1156, "step": 1420 }, { "epoch": 0.9152, "grad_norm": 0.5284630060195923, "learning_rate": 0.00019773929589111177, "loss": 0.1258, "step": 1430 }, { "epoch": 0.9216, "grad_norm": 0.506514310836792, "learning_rate": 0.00019768299971815748, "loss": 0.1052, "step": 1440 }, { "epoch": 0.928, "grad_norm": 0.389789342880249, "learning_rate": 0.00019762601940695739, "loss": 0.1026, "step": 1450 }, { "epoch": 0.9344, "grad_norm": 0.6555970907211304, "learning_rate": 0.0001975683553565821, "loss": 0.1022, "step": 1460 }, { "epoch": 0.9408, "grad_norm": 0.5159001350402832, "learning_rate": 0.00019751000797089087, "loss": 0.1066, "step": 1470 }, { "epoch": 0.9472, "grad_norm": 0.5470513701438904, "learning_rate": 0.0001974509776585288, "loss": 0.0963, "step": 1480 }, { "epoch": 0.9536, "grad_norm": 0.5039559602737427, "learning_rate": 0.00019739126483292392, "loss": 0.0954, "step": 1490 }, { "epoch": 0.96, "grad_norm": 0.46747106313705444, "learning_rate": 0.0001973308699122844, "loss": 0.0916, "step": 1500 }, { "epoch": 0.9664, "grad_norm": 0.5739601850509644, "learning_rate": 0.00019726979331959564, "loss": 0.0884, "step": 1510 }, { "epoch": 0.9728, "grad_norm": 0.6015574932098389, "learning_rate": 0.00019720803548261705, "loss": 0.0937, "step": 1520 }, { "epoch": 0.9792, "grad_norm": 0.5348181128501892, "learning_rate": 0.00019714559683387938, "loss": 0.0918, "step": 1530 }, { "epoch": 0.9856, "grad_norm": 0.48136353492736816, "learning_rate": 0.0001970824778106816, "loss": 0.0981, "step": 1540 }, { "epoch": 0.992, "grad_norm": 0.4107476770877838, "learning_rate": 0.00019701867885508757, "loss": 0.0888, "step": 1550 }, { "epoch": 0.9984, "grad_norm": 0.44995585083961487, "learning_rate": 0.00019695420041392344, "loss": 0.0931, "step": 1560 }, { "epoch": 1.00448, "grad_norm": 0.4816875159740448, "learning_rate": 0.00019688904293877407, "loss": 0.0833, "step": 1570 }, { "epoch": 1.01088, "grad_norm": 0.39136597514152527, "learning_rate": 0.00019682320688598005, "loss": 0.0791, "step": 1580 }, { "epoch": 1.01728, "grad_norm": 0.483132928609848, "learning_rate": 0.00019675669271663454, "loss": 0.0869, "step": 1590 }, { "epoch": 1.02368, "grad_norm": 0.4171488583087921, "learning_rate": 0.00019668950089658, "loss": 0.0796, "step": 1600 }, { "epoch": 1.03008, "grad_norm": 0.47033533453941345, "learning_rate": 0.00019662163189640487, "loss": 0.0827, "step": 1610 }, { "epoch": 1.03648, "grad_norm": 0.4532596468925476, "learning_rate": 0.0001965530861914404, "loss": 0.0737, "step": 1620 }, { "epoch": 1.04288, "grad_norm": 0.421548992395401, "learning_rate": 0.0001964838642617572, "loss": 0.0723, "step": 1630 }, { "epoch": 1.04928, "grad_norm": 0.396713525056839, "learning_rate": 0.0001964139665921619, "loss": 0.0729, "step": 1640 }, { "epoch": 1.05568, "grad_norm": 0.3541567623615265, "learning_rate": 0.0001963433936721939, "loss": 0.0706, "step": 1650 }, { "epoch": 1.06208, "grad_norm": 0.342144250869751, "learning_rate": 0.00019627214599612165, "loss": 0.0697, "step": 1660 }, { "epoch": 1.06848, "grad_norm": 0.3916281759738922, "learning_rate": 0.0001962002240629395, "loss": 0.0753, "step": 1670 }, { "epoch": 1.07488, "grad_norm": 0.4283809959888458, "learning_rate": 0.00019612762837636403, "loss": 0.0677, "step": 1680 }, { "epoch": 1.08128, "grad_norm": 0.3799595236778259, "learning_rate": 0.00019605435944483048, "loss": 0.0693, "step": 1690 }, { "epoch": 1.08768, "grad_norm": 0.43103325366973877, "learning_rate": 0.00019598041778148942, "loss": 0.0702, "step": 1700 }, { "epoch": 1.09408, "grad_norm": 0.5747258067131042, "learning_rate": 0.00019590580390420285, "loss": 0.07, "step": 1710 }, { "epoch": 1.10048, "grad_norm": 0.4370909631252289, "learning_rate": 0.0001958305183355408, "loss": 0.0627, "step": 1720 }, { "epoch": 1.10688, "grad_norm": 0.48381975293159485, "learning_rate": 0.0001957545616027776, "loss": 0.069, "step": 1730 }, { "epoch": 1.11328, "grad_norm": 0.3401089608669281, "learning_rate": 0.00019567793423788814, "loss": 0.0651, "step": 1740 }, { "epoch": 1.11968, "grad_norm": 0.36262246966362, "learning_rate": 0.00019560063677754425, "loss": 0.0622, "step": 1750 }, { "epoch": 1.12608, "grad_norm": 0.3391508162021637, "learning_rate": 0.00019552266976311086, "loss": 0.0612, "step": 1760 }, { "epoch": 1.13248, "grad_norm": 0.3590942919254303, "learning_rate": 0.00019544403374064216, "loss": 0.0579, "step": 1770 }, { "epoch": 1.13888, "grad_norm": 0.25799164175987244, "learning_rate": 0.00019536472926087793, "loss": 0.0578, "step": 1780 }, { "epoch": 1.14528, "grad_norm": 0.38890931010246277, "learning_rate": 0.00019528475687923956, "loss": 0.0628, "step": 1790 }, { "epoch": 1.15168, "grad_norm": 0.3462033271789551, "learning_rate": 0.0001952041171558262, "loss": 0.0582, "step": 1800 }, { "epoch": 1.15808, "grad_norm": 0.42144694924354553, "learning_rate": 0.00019512281065541082, "loss": 0.0581, "step": 1810 }, { "epoch": 1.16448, "grad_norm": 0.3395174443721771, "learning_rate": 0.0001950408379474363, "loss": 0.0523, "step": 1820 }, { "epoch": 1.17088, "grad_norm": 0.27176833152770996, "learning_rate": 0.00019495819960601134, "loss": 0.0554, "step": 1830 }, { "epoch": 1.17728, "grad_norm": 0.2754107415676117, "learning_rate": 0.0001948748962099066, "loss": 0.055, "step": 1840 }, { "epoch": 1.18368, "grad_norm": 0.25686490535736084, "learning_rate": 0.0001947909283425505, "loss": 0.0537, "step": 1850 }, { "epoch": 1.19008, "grad_norm": 0.2549407482147217, "learning_rate": 0.0001947062965920252, "loss": 0.0586, "step": 1860 }, { "epoch": 1.19648, "grad_norm": 0.31201618909835815, "learning_rate": 0.00019462100155106247, "loss": 0.0538, "step": 1870 }, { "epoch": 1.20288, "grad_norm": 0.3111855387687683, "learning_rate": 0.0001945350438170395, "loss": 0.0508, "step": 1880 }, { "epoch": 1.20928, "grad_norm": 0.2921200394630432, "learning_rate": 0.00019444842399197486, "loss": 0.0522, "step": 1890 }, { "epoch": 1.21568, "grad_norm": 0.28174012899398804, "learning_rate": 0.0001943611426825241, "loss": 0.0489, "step": 1900 }, { "epoch": 1.22208, "grad_norm": 0.2826786935329437, "learning_rate": 0.00019427320049997558, "loss": 0.0486, "step": 1910 }, { "epoch": 1.22848, "grad_norm": 0.28511756658554077, "learning_rate": 0.00019418459806024618, "loss": 0.0471, "step": 1920 }, { "epoch": 1.23488, "grad_norm": 0.22321325540542603, "learning_rate": 0.00019409533598387704, "loss": 0.0447, "step": 1930 }, { "epoch": 1.24128, "grad_norm": 0.31081265211105347, "learning_rate": 0.00019400541489602912, "loss": 0.0504, "step": 1940 }, { "epoch": 1.24768, "grad_norm": 0.2523902952671051, "learning_rate": 0.00019391483542647892, "loss": 0.0486, "step": 1950 }, { "epoch": 1.25408, "grad_norm": 0.2709837853908539, "learning_rate": 0.000193823598209614, "loss": 0.047, "step": 1960 }, { "epoch": 1.26048, "grad_norm": 0.2967475354671478, "learning_rate": 0.00019373170388442855, "loss": 0.0428, "step": 1970 }, { "epoch": 1.26688, "grad_norm": 0.25956571102142334, "learning_rate": 0.0001936391530945189, "loss": 0.0463, "step": 1980 }, { "epoch": 1.27328, "grad_norm": 0.2693217396736145, "learning_rate": 0.00019354594648807907, "loss": 0.0463, "step": 1990 }, { "epoch": 1.27968, "grad_norm": 0.22573141753673553, "learning_rate": 0.0001934520847178962, "loss": 0.0439, "step": 2000 }, { "epoch": 1.2860800000000001, "grad_norm": 0.2818799912929535, "learning_rate": 0.00019335756844134595, "loss": 0.0445, "step": 2010 }, { "epoch": 1.29248, "grad_norm": 0.23948322236537933, "learning_rate": 0.00019326239832038788, "loss": 0.0417, "step": 2020 }, { "epoch": 1.29888, "grad_norm": 0.24974414706230164, "learning_rate": 0.00019316657502156095, "loss": 0.041, "step": 2030 }, { "epoch": 1.30528, "grad_norm": 0.24806742370128632, "learning_rate": 0.00019307009921597866, "loss": 0.0405, "step": 2040 }, { "epoch": 1.31168, "grad_norm": 0.24978487193584442, "learning_rate": 0.00019297297157932453, "loss": 0.0426, "step": 2050 }, { "epoch": 1.31808, "grad_norm": 0.20757082104682922, "learning_rate": 0.00019287519279184717, "loss": 0.0403, "step": 2060 }, { "epoch": 1.3244799999999999, "grad_norm": 0.22879835963249207, "learning_rate": 0.00019277676353835572, "loss": 0.0373, "step": 2070 }, { "epoch": 1.33088, "grad_norm": 0.1984495222568512, "learning_rate": 0.00019267768450821493, "loss": 0.0388, "step": 2080 }, { "epoch": 1.33728, "grad_norm": 0.3008311688899994, "learning_rate": 0.00019257795639534035, "loss": 0.0384, "step": 2090 }, { "epoch": 1.34368, "grad_norm": 0.25637874007225037, "learning_rate": 0.00019247757989819355, "loss": 0.0375, "step": 2100 }, { "epoch": 1.35008, "grad_norm": 0.1951446682214737, "learning_rate": 0.00019237655571977707, "loss": 0.0349, "step": 2110 }, { "epoch": 1.35648, "grad_norm": 0.25663840770721436, "learning_rate": 0.0001922748845676296, "loss": 0.0371, "step": 2120 }, { "epoch": 1.36288, "grad_norm": 0.7391133904457092, "learning_rate": 0.0001921725671538211, "loss": 0.0419, "step": 2130 }, { "epoch": 1.36928, "grad_norm": 0.25611022114753723, "learning_rate": 0.00019206960419494758, "loss": 0.0367, "step": 2140 }, { "epoch": 1.37568, "grad_norm": 0.18747402727603912, "learning_rate": 0.00019196599641212636, "loss": 0.0324, "step": 2150 }, { "epoch": 1.38208, "grad_norm": 0.16527612507343292, "learning_rate": 0.00019186174453099088, "loss": 0.0343, "step": 2160 }, { "epoch": 1.38848, "grad_norm": 0.21045541763305664, "learning_rate": 0.00019175684928168552, "loss": 0.0337, "step": 2170 }, { "epoch": 1.3948800000000001, "grad_norm": 0.22358013689517975, "learning_rate": 0.00019165131139886062, "loss": 0.0319, "step": 2180 }, { "epoch": 1.40128, "grad_norm": 0.24239271879196167, "learning_rate": 0.00019154513162166742, "loss": 0.0325, "step": 2190 }, { "epoch": 1.40768, "grad_norm": 0.2173987478017807, "learning_rate": 0.00019143831069375265, "loss": 0.0333, "step": 2200 }, { "epoch": 1.41408, "grad_norm": 0.1955890655517578, "learning_rate": 0.00019133084936325342, "loss": 0.0329, "step": 2210 }, { "epoch": 1.42048, "grad_norm": 0.18953007459640503, "learning_rate": 0.00019122274838279216, "loss": 0.0318, "step": 2220 }, { "epoch": 1.42688, "grad_norm": 0.20546717941761017, "learning_rate": 0.00019111400850947097, "loss": 0.034, "step": 2230 }, { "epoch": 1.4332799999999999, "grad_norm": 0.21565096080303192, "learning_rate": 0.00019100463050486668, "loss": 0.0327, "step": 2240 }, { "epoch": 1.43968, "grad_norm": 0.23677876591682434, "learning_rate": 0.0001908946151350254, "loss": 0.0326, "step": 2250 }, { "epoch": 1.44608, "grad_norm": 0.17611615359783173, "learning_rate": 0.000190783963170457, "loss": 0.0356, "step": 2260 }, { "epoch": 1.45248, "grad_norm": 0.1879081428050995, "learning_rate": 0.00019067267538612994, "loss": 0.0333, "step": 2270 }, { "epoch": 1.45888, "grad_norm": 0.2592301368713379, "learning_rate": 0.00019056075256146572, "loss": 0.03, "step": 2280 }, { "epoch": 1.46528, "grad_norm": 0.17500703036785126, "learning_rate": 0.00019044819548033338, "loss": 0.0304, "step": 2290 }, { "epoch": 1.47168, "grad_norm": 0.1775706708431244, "learning_rate": 0.00019033500493104426, "loss": 0.0263, "step": 2300 }, { "epoch": 1.47808, "grad_norm": 0.19382630288600922, "learning_rate": 0.00019022118170634604, "loss": 0.0283, "step": 2310 }, { "epoch": 1.48448, "grad_norm": 0.19185224175453186, "learning_rate": 0.00019010672660341762, "loss": 0.0262, "step": 2320 }, { "epoch": 1.49088, "grad_norm": 0.1866559535264969, "learning_rate": 0.0001899916404238633, "loss": 0.0325, "step": 2330 }, { "epoch": 1.49728, "grad_norm": 0.1806921511888504, "learning_rate": 0.00018987592397370727, "loss": 0.0319, "step": 2340 }, { "epoch": 1.5036800000000001, "grad_norm": 0.18701137602329254, "learning_rate": 0.0001897595780633878, "loss": 0.0294, "step": 2350 }, { "epoch": 1.5100799999999999, "grad_norm": 0.20163702964782715, "learning_rate": 0.00018964260350775181, "loss": 0.0294, "step": 2360 }, { "epoch": 1.51648, "grad_norm": 0.17508628964424133, "learning_rate": 0.00018952500112604905, "loss": 0.029, "step": 2370 }, { "epoch": 1.52288, "grad_norm": 0.19710978865623474, "learning_rate": 0.0001894067717419262, "loss": 0.0291, "step": 2380 }, { "epoch": 1.52928, "grad_norm": 0.1758146584033966, "learning_rate": 0.00018928791618342137, "loss": 0.028, "step": 2390 }, { "epoch": 1.5356800000000002, "grad_norm": 0.19270823895931244, "learning_rate": 0.00018916843528295814, "loss": 0.0278, "step": 2400 }, { "epoch": 1.54208, "grad_norm": 0.16659927368164062, "learning_rate": 0.00018904832987733984, "loss": 0.0258, "step": 2410 }, { "epoch": 1.54848, "grad_norm": 0.12934544682502747, "learning_rate": 0.00018892760080774346, "loss": 0.0275, "step": 2420 }, { "epoch": 1.55488, "grad_norm": 0.17816969752311707, "learning_rate": 0.00018880624891971407, "loss": 0.0262, "step": 2430 }, { "epoch": 1.56128, "grad_norm": 0.16560430824756622, "learning_rate": 0.0001886842750631587, "loss": 0.0259, "step": 2440 }, { "epoch": 1.56768, "grad_norm": 0.2048669010400772, "learning_rate": 0.00018856168009234042, "loss": 0.0281, "step": 2450 }, { "epoch": 1.57408, "grad_norm": 0.12097369134426117, "learning_rate": 0.00018843846486587244, "loss": 0.0231, "step": 2460 }, { "epoch": 1.58048, "grad_norm": 0.15510424971580505, "learning_rate": 0.0001883146302467119, "loss": 0.0252, "step": 2470 }, { "epoch": 1.5868799999999998, "grad_norm": 0.17210295796394348, "learning_rate": 0.000188190177102154, "loss": 0.0264, "step": 2480 }, { "epoch": 1.59328, "grad_norm": 0.16208088397979736, "learning_rate": 0.000188065106303826, "loss": 0.027, "step": 2490 }, { "epoch": 1.59968, "grad_norm": 0.1962772160768509, "learning_rate": 0.0001879394187276808, "loss": 0.0259, "step": 2500 }, { "epoch": 1.60608, "grad_norm": 0.14356720447540283, "learning_rate": 0.00018781311525399116, "loss": 0.0268, "step": 2510 }, { "epoch": 1.6124800000000001, "grad_norm": 0.2443137764930725, "learning_rate": 0.00018768619676734334, "loss": 0.0253, "step": 2520 }, { "epoch": 1.6188799999999999, "grad_norm": 0.13328053057193756, "learning_rate": 0.00018755866415663084, "loss": 0.0251, "step": 2530 }, { "epoch": 1.62528, "grad_norm": 0.14134004712104797, "learning_rate": 0.0001874305183150484, "loss": 0.0242, "step": 2540 }, { "epoch": 1.63168, "grad_norm": 0.18842719495296478, "learning_rate": 0.00018730176014008552, "loss": 0.0235, "step": 2550 }, { "epoch": 1.63808, "grad_norm": 0.1317121833562851, "learning_rate": 0.00018717239053352036, "loss": 0.024, "step": 2560 }, { "epoch": 1.6444800000000002, "grad_norm": 0.15601769089698792, "learning_rate": 0.00018704241040141332, "loss": 0.0234, "step": 2570 }, { "epoch": 1.65088, "grad_norm": 0.14790551364421844, "learning_rate": 0.00018691182065410064, "loss": 0.0228, "step": 2580 }, { "epoch": 1.65728, "grad_norm": 0.14112690091133118, "learning_rate": 0.00018678062220618818, "loss": 0.0233, "step": 2590 }, { "epoch": 1.66368, "grad_norm": 0.14633606374263763, "learning_rate": 0.00018664881597654488, "loss": 0.0228, "step": 2600 }, { "epoch": 1.67008, "grad_norm": 0.1727760285139084, "learning_rate": 0.0001865164028882964, "loss": 0.0201, "step": 2610 }, { "epoch": 1.67648, "grad_norm": 0.15033432841300964, "learning_rate": 0.00018638338386881863, "loss": 0.0228, "step": 2620 }, { "epoch": 1.68288, "grad_norm": 0.14826729893684387, "learning_rate": 0.0001862497598497311, "loss": 0.0227, "step": 2630 }, { "epoch": 1.6892800000000001, "grad_norm": 0.12552016973495483, "learning_rate": 0.0001861155317668908, "loss": 0.0228, "step": 2640 }, { "epoch": 1.6956799999999999, "grad_norm": 0.15216775238513947, "learning_rate": 0.00018598070056038507, "loss": 0.0216, "step": 2650 }, { "epoch": 1.70208, "grad_norm": 0.1569678634405136, "learning_rate": 0.00018584526717452553, "loss": 0.0231, "step": 2660 }, { "epoch": 1.70848, "grad_norm": 0.14667202532291412, "learning_rate": 0.00018570923255784114, "loss": 0.0222, "step": 2670 }, { "epoch": 1.71488, "grad_norm": 0.14820550382137299, "learning_rate": 0.0001855725976630718, "loss": 0.0212, "step": 2680 }, { "epoch": 1.7212800000000001, "grad_norm": 0.14203767478466034, "learning_rate": 0.00018543536344716138, "loss": 0.0227, "step": 2690 }, { "epoch": 1.7276799999999999, "grad_norm": 0.12473320960998535, "learning_rate": 0.00018529753087125138, "loss": 0.0189, "step": 2700 }, { "epoch": 1.73408, "grad_norm": 0.13892300426959991, "learning_rate": 0.00018515910090067384, "loss": 0.0219, "step": 2710 }, { "epoch": 1.74048, "grad_norm": 0.13357563316822052, "learning_rate": 0.00018502007450494484, "loss": 0.0199, "step": 2720 }, { "epoch": 1.74688, "grad_norm": 0.12702953815460205, "learning_rate": 0.00018488045265775766, "loss": 0.018, "step": 2730 }, { "epoch": 1.75328, "grad_norm": 0.1324809044599533, "learning_rate": 0.0001847402363369758, "loss": 0.0197, "step": 2740 }, { "epoch": 1.75968, "grad_norm": 0.1149749755859375, "learning_rate": 0.0001845994265246263, "loss": 0.0197, "step": 2750 }, { "epoch": 1.76608, "grad_norm": 0.14927737414836884, "learning_rate": 0.00018445802420689287, "loss": 0.0206, "step": 2760 }, { "epoch": 1.77248, "grad_norm": 0.13587744534015656, "learning_rate": 0.00018431603037410882, "loss": 0.0189, "step": 2770 }, { "epoch": 1.77888, "grad_norm": 0.14153850078582764, "learning_rate": 0.0001841734460207503, "loss": 0.0199, "step": 2780 }, { "epoch": 1.78528, "grad_norm": 0.1096590906381607, "learning_rate": 0.00018403027214542922, "loss": 0.0182, "step": 2790 }, { "epoch": 1.79168, "grad_norm": 0.1268668919801712, "learning_rate": 0.0001838865097508864, "loss": 0.0194, "step": 2800 }, { "epoch": 1.7980800000000001, "grad_norm": 0.12180916965007782, "learning_rate": 0.0001837421598439843, "loss": 0.0201, "step": 2810 }, { "epoch": 1.8044799999999999, "grad_norm": 0.1292172372341156, "learning_rate": 0.0001835972234357002, "loss": 0.0202, "step": 2820 }, { "epoch": 1.81088, "grad_norm": 0.10593113303184509, "learning_rate": 0.00018345170154111906, "loss": 0.0172, "step": 2830 }, { "epoch": 1.81728, "grad_norm": 0.12456676363945007, "learning_rate": 0.00018330559517942629, "loss": 0.0185, "step": 2840 }, { "epoch": 1.82368, "grad_norm": 0.14749954640865326, "learning_rate": 0.00018315890537390082, "loss": 0.0195, "step": 2850 }, { "epoch": 1.8300800000000002, "grad_norm": 0.1449054628610611, "learning_rate": 0.0001830116331519077, "loss": 0.019, "step": 2860 }, { "epoch": 1.83648, "grad_norm": 0.14396148920059204, "learning_rate": 0.00018286377954489114, "loss": 0.0193, "step": 2870 }, { "epoch": 1.84288, "grad_norm": 0.1271277368068695, "learning_rate": 0.0001827153455883671, "loss": 0.0185, "step": 2880 }, { "epoch": 1.84928, "grad_norm": 0.1297413408756256, "learning_rate": 0.0001825663323219162, "loss": 0.0186, "step": 2890 }, { "epoch": 1.85568, "grad_norm": 0.11184915900230408, "learning_rate": 0.00018241674078917615, "loss": 0.0171, "step": 2900 }, { "epoch": 1.86208, "grad_norm": 0.15865196287631989, "learning_rate": 0.00018226657203783485, "loss": 0.0179, "step": 2910 }, { "epoch": 1.86848, "grad_norm": 0.14495228230953217, "learning_rate": 0.00018211582711962274, "loss": 0.0176, "step": 2920 }, { "epoch": 1.87488, "grad_norm": 0.1139441430568695, "learning_rate": 0.0001819645070903056, "loss": 0.0177, "step": 2930 }, { "epoch": 1.8812799999999998, "grad_norm": 0.10467011481523514, "learning_rate": 0.00018181261300967696, "loss": 0.0154, "step": 2940 }, { "epoch": 1.88768, "grad_norm": 0.1423983871936798, "learning_rate": 0.00018166014594155096, "loss": 0.0167, "step": 2950 }, { "epoch": 1.89408, "grad_norm": 0.15048430860042572, "learning_rate": 0.00018150710695375466, "loss": 0.0171, "step": 2960 }, { "epoch": 1.90048, "grad_norm": 0.11380814015865326, "learning_rate": 0.00018135349711812063, "loss": 0.015, "step": 2970 }, { "epoch": 1.9068800000000001, "grad_norm": 0.15643049776554108, "learning_rate": 0.00018119931751047958, "loss": 0.0186, "step": 2980 }, { "epoch": 1.9132799999999999, "grad_norm": 0.13792568445205688, "learning_rate": 0.0001810445692106526, "loss": 0.0162, "step": 2990 }, { "epoch": 1.91968, "grad_norm": 0.14594431221485138, "learning_rate": 0.00018088925330244374, "loss": 0.0168, "step": 3000 }, { "epoch": 1.92608, "grad_norm": 0.13031037151813507, "learning_rate": 0.00018073337087363235, "loss": 0.0171, "step": 3010 }, { "epoch": 1.93248, "grad_norm": 0.12108420580625534, "learning_rate": 0.00018057692301596553, "loss": 0.0161, "step": 3020 }, { "epoch": 1.9388800000000002, "grad_norm": 0.11486795544624329, "learning_rate": 0.0001804199108251505, "loss": 0.0167, "step": 3030 }, { "epoch": 1.94528, "grad_norm": 0.1429317146539688, "learning_rate": 0.0001802623354008468, "loss": 0.0162, "step": 3040 }, { "epoch": 1.95168, "grad_norm": 0.11482150107622147, "learning_rate": 0.00018010419784665865, "loss": 0.0156, "step": 3050 }, { "epoch": 1.95808, "grad_norm": 0.14793938398361206, "learning_rate": 0.00017994549927012732, "loss": 0.0179, "step": 3060 }, { "epoch": 1.96448, "grad_norm": 0.1093507632613182, "learning_rate": 0.0001797862407827232, "loss": 0.0156, "step": 3070 }, { "epoch": 1.97088, "grad_norm": 0.10564418137073517, "learning_rate": 0.00017962642349983815, "loss": 0.0158, "step": 3080 }, { "epoch": 1.97728, "grad_norm": 0.13400544226169586, "learning_rate": 0.0001794660485407777, "loss": 0.016, "step": 3090 }, { "epoch": 1.98368, "grad_norm": 0.1117352768778801, "learning_rate": 0.000179305117028753, "loss": 0.015, "step": 3100 }, { "epoch": 1.9900799999999998, "grad_norm": 0.09485872834920883, "learning_rate": 0.00017914363009087326, "loss": 0.0152, "step": 3110 }, { "epoch": 1.99648, "grad_norm": 0.11897078156471252, "learning_rate": 0.0001789815888581376, "loss": 0.0156, "step": 3120 }, { "epoch": 2.00256, "grad_norm": 0.08733975887298584, "learning_rate": 0.00017881899446542732, "loss": 0.0148, "step": 3130 }, { "epoch": 2.00896, "grad_norm": 0.09352385252714157, "learning_rate": 0.00017865584805149774, "loss": 0.0142, "step": 3140 }, { "epoch": 2.01536, "grad_norm": 0.10116048902273178, "learning_rate": 0.00017849215075897045, "loss": 0.0152, "step": 3150 }, { "epoch": 2.02176, "grad_norm": 0.10700688511133194, "learning_rate": 0.00017832790373432518, "loss": 0.0137, "step": 3160 }, { "epoch": 2.02816, "grad_norm": 0.09271230548620224, "learning_rate": 0.0001781631081278918, "loss": 0.0139, "step": 3170 }, { "epoch": 2.03456, "grad_norm": 0.10493534058332443, "learning_rate": 0.0001779977650938422, "loss": 0.0149, "step": 3180 }, { "epoch": 2.04096, "grad_norm": 0.10390631854534149, "learning_rate": 0.00017783187579018236, "loss": 0.0143, "step": 3190 }, { "epoch": 2.04736, "grad_norm": 0.11620694398880005, "learning_rate": 0.00017766544137874413, "loss": 0.0145, "step": 3200 }, { "epoch": 2.05376, "grad_norm": 0.10931083559989929, "learning_rate": 0.00017749846302517698, "loss": 0.0139, "step": 3210 }, { "epoch": 2.06016, "grad_norm": 0.08283931761980057, "learning_rate": 0.00017733094189894012, "loss": 0.0146, "step": 3220 }, { "epoch": 2.06656, "grad_norm": 0.0921907052397728, "learning_rate": 0.0001771628791732941, "loss": 0.0142, "step": 3230 }, { "epoch": 2.07296, "grad_norm": 0.0756300687789917, "learning_rate": 0.00017699427602529264, "loss": 0.0137, "step": 3240 }, { "epoch": 2.07936, "grad_norm": 0.11579480767250061, "learning_rate": 0.00017682513363577438, "loss": 0.0134, "step": 3250 }, { "epoch": 2.08576, "grad_norm": 0.07926801592111588, "learning_rate": 0.00017665545318935462, "loss": 0.0131, "step": 3260 }, { "epoch": 2.09216, "grad_norm": 0.08655320107936859, "learning_rate": 0.00017648523587441707, "loss": 0.0129, "step": 3270 }, { "epoch": 2.09856, "grad_norm": 0.13422174751758575, "learning_rate": 0.00017631448288310544, "loss": 0.0133, "step": 3280 }, { "epoch": 2.10496, "grad_norm": 0.07809116691350937, "learning_rate": 0.00017614319541131516, "loss": 0.0136, "step": 3290 }, { "epoch": 2.11136, "grad_norm": 0.1256900131702423, "learning_rate": 0.000175971374658685, "loss": 0.015, "step": 3300 }, { "epoch": 2.11776, "grad_norm": 0.0932755097746849, "learning_rate": 0.00017579902182858853, "loss": 0.0127, "step": 3310 }, { "epoch": 2.12416, "grad_norm": 0.11306969821453094, "learning_rate": 0.00017562613812812595, "loss": 0.0132, "step": 3320 }, { "epoch": 2.13056, "grad_norm": 0.09478681534528732, "learning_rate": 0.00017545272476811544, "loss": 0.0139, "step": 3330 }, { "epoch": 2.13696, "grad_norm": 0.10195262730121613, "learning_rate": 0.00017527878296308473, "loss": 0.012, "step": 3340 }, { "epoch": 2.14336, "grad_norm": 0.09104066342115402, "learning_rate": 0.00017510431393126256, "loss": 0.0121, "step": 3350 }, { "epoch": 2.14976, "grad_norm": 0.11805780977010727, "learning_rate": 0.00017492931889457025, "loss": 0.0128, "step": 3360 }, { "epoch": 2.15616, "grad_norm": 0.11501085758209229, "learning_rate": 0.00017475379907861305, "loss": 0.0134, "step": 3370 }, { "epoch": 2.16256, "grad_norm": 0.11078841984272003, "learning_rate": 0.0001745777557126716, "loss": 0.0133, "step": 3380 }, { "epoch": 2.16896, "grad_norm": 0.08481519669294357, "learning_rate": 0.00017440119002969326, "loss": 0.0121, "step": 3390 }, { "epoch": 2.17536, "grad_norm": 0.09003258496522903, "learning_rate": 0.00017422410326628355, "loss": 0.0122, "step": 3400 }, { "epoch": 2.18176, "grad_norm": 0.09486959129571915, "learning_rate": 0.00017404649666269753, "loss": 0.0123, "step": 3410 }, { "epoch": 2.18816, "grad_norm": 0.12667107582092285, "learning_rate": 0.00017386837146283086, "loss": 0.0137, "step": 3420 }, { "epoch": 2.19456, "grad_norm": 0.10777032375335693, "learning_rate": 0.00017368972891421142, "loss": 0.0118, "step": 3430 }, { "epoch": 2.20096, "grad_norm": 0.09337159991264343, "learning_rate": 0.00017351057026799045, "loss": 0.0118, "step": 3440 }, { "epoch": 2.20736, "grad_norm": 0.06961718201637268, "learning_rate": 0.00017333089677893363, "loss": 0.0119, "step": 3450 }, { "epoch": 2.21376, "grad_norm": 0.10284627974033356, "learning_rate": 0.0001731507097054125, "loss": 0.0116, "step": 3460 }, { "epoch": 2.22016, "grad_norm": 0.13015423715114594, "learning_rate": 0.00017297001030939555, "loss": 0.0123, "step": 3470 }, { "epoch": 2.22656, "grad_norm": 0.08450563997030258, "learning_rate": 0.00017278879985643944, "loss": 0.0108, "step": 3480 }, { "epoch": 2.23296, "grad_norm": 0.10014936327934265, "learning_rate": 0.00017260707961568, "loss": 0.0114, "step": 3490 }, { "epoch": 2.23936, "grad_norm": 0.0950847938656807, "learning_rate": 0.00017242485085982358, "loss": 0.0114, "step": 3500 }, { "epoch": 2.24576, "grad_norm": 0.10572962462902069, "learning_rate": 0.0001722421148651379, "loss": 0.0119, "step": 3510 }, { "epoch": 2.25216, "grad_norm": 0.08190232515335083, "learning_rate": 0.0001720588729114432, "loss": 0.0109, "step": 3520 }, { "epoch": 2.25856, "grad_norm": 0.11630785465240479, "learning_rate": 0.00017187512628210336, "loss": 0.0104, "step": 3530 }, { "epoch": 2.26496, "grad_norm": 0.10705255717039108, "learning_rate": 0.00017169087626401673, "loss": 0.0114, "step": 3540 }, { "epoch": 2.27136, "grad_norm": 0.09106829762458801, "learning_rate": 0.0001715061241476073, "loss": 0.0111, "step": 3550 }, { "epoch": 2.27776, "grad_norm": 0.1015411764383316, "learning_rate": 0.0001713208712268156, "loss": 0.0116, "step": 3560 }, { "epoch": 2.28416, "grad_norm": 0.09790737181901932, "learning_rate": 0.0001711351187990895, "loss": 0.0118, "step": 3570 }, { "epoch": 2.29056, "grad_norm": 0.07527714967727661, "learning_rate": 0.00017094886816537542, "loss": 0.011, "step": 3580 }, { "epoch": 2.29696, "grad_norm": 0.07884145528078079, "learning_rate": 0.00017076212063010893, "loss": 0.0106, "step": 3590 }, { "epoch": 2.30336, "grad_norm": 0.08165202289819717, "learning_rate": 0.0001705748775012057, "loss": 0.0101, "step": 3600 }, { "epoch": 2.30976, "grad_norm": 0.0861075296998024, "learning_rate": 0.00017038714009005247, "loss": 0.0101, "step": 3610 }, { "epoch": 2.31616, "grad_norm": 0.09095016866922379, "learning_rate": 0.00017019890971149771, "loss": 0.0111, "step": 3620 }, { "epoch": 2.32256, "grad_norm": 0.0933346226811409, "learning_rate": 0.00017001018768384251, "loss": 0.011, "step": 3630 }, { "epoch": 2.32896, "grad_norm": 0.11726163327693939, "learning_rate": 0.00016982097532883118, "loss": 0.0114, "step": 3640 }, { "epoch": 2.33536, "grad_norm": 0.09401068836450577, "learning_rate": 0.00016963127397164222, "loss": 0.011, "step": 3650 }, { "epoch": 2.34176, "grad_norm": 0.075714111328125, "learning_rate": 0.00016944108494087892, "loss": 0.0108, "step": 3660 }, { "epoch": 2.34816, "grad_norm": 0.07915162295103073, "learning_rate": 0.00016925040956856008, "loss": 0.0104, "step": 3670 }, { "epoch": 2.35456, "grad_norm": 0.10232559591531754, "learning_rate": 0.00016905924919011057, "loss": 0.01, "step": 3680 }, { "epoch": 2.36096, "grad_norm": 0.08432077616453171, "learning_rate": 0.00016886760514435225, "loss": 0.0103, "step": 3690 }, { "epoch": 2.36736, "grad_norm": 0.12075122445821762, "learning_rate": 0.0001686754787734943, "loss": 0.01, "step": 3700 }, { "epoch": 2.37376, "grad_norm": 0.08825759589672089, "learning_rate": 0.00016848287142312392, "loss": 0.0115, "step": 3710 }, { "epoch": 2.38016, "grad_norm": 0.08662403374910355, "learning_rate": 0.00016828978444219698, "loss": 0.0101, "step": 3720 }, { "epoch": 2.3865600000000002, "grad_norm": 0.10252127051353455, "learning_rate": 0.00016809621918302856, "loss": 0.01, "step": 3730 }, { "epoch": 2.39296, "grad_norm": 0.08590421825647354, "learning_rate": 0.00016790217700128333, "loss": 0.0106, "step": 3740 }, { "epoch": 2.39936, "grad_norm": 0.07668616622686386, "learning_rate": 0.0001677076592559662, "loss": 0.0094, "step": 3750 }, { "epoch": 2.40576, "grad_norm": 0.07698053866624832, "learning_rate": 0.00016751266730941284, "loss": 0.0092, "step": 3760 }, { "epoch": 2.41216, "grad_norm": 0.08481655269861221, "learning_rate": 0.00016731720252728, "loss": 0.0096, "step": 3770 }, { "epoch": 2.41856, "grad_norm": 0.0931374803185463, "learning_rate": 0.00016712126627853592, "loss": 0.0085, "step": 3780 }, { "epoch": 2.42496, "grad_norm": 0.0643298551440239, "learning_rate": 0.00016692485993545104, "loss": 0.0085, "step": 3790 }, { "epoch": 2.43136, "grad_norm": 0.08493363857269287, "learning_rate": 0.00016672798487358802, "loss": 0.0093, "step": 3800 }, { "epoch": 2.43776, "grad_norm": 0.1708032190799713, "learning_rate": 0.00016653064247179226, "loss": 0.0093, "step": 3810 }, { "epoch": 2.44416, "grad_norm": 0.08624695241451263, "learning_rate": 0.00016633283411218237, "loss": 0.0087, "step": 3820 }, { "epoch": 2.45056, "grad_norm": 0.07711119949817657, "learning_rate": 0.00016613456118014022, "loss": 0.0089, "step": 3830 }, { "epoch": 2.45696, "grad_norm": 0.08230308443307877, "learning_rate": 0.0001659358250643015, "loss": 0.0096, "step": 3840 }, { "epoch": 2.4633599999999998, "grad_norm": 0.08500713109970093, "learning_rate": 0.00016573662715654587, "loss": 0.0098, "step": 3850 }, { "epoch": 2.46976, "grad_norm": 0.0677657276391983, "learning_rate": 0.00016553696885198717, "loss": 0.0086, "step": 3860 }, { "epoch": 2.47616, "grad_norm": 0.06716136634349823, "learning_rate": 0.0001653368515489637, "loss": 0.0084, "step": 3870 }, { "epoch": 2.48256, "grad_norm": 0.09508579969406128, "learning_rate": 0.0001651362766490285, "loss": 0.0089, "step": 3880 }, { "epoch": 2.48896, "grad_norm": 0.0947648361325264, "learning_rate": 0.00016493524555693934, "loss": 0.0088, "step": 3890 }, { "epoch": 2.49536, "grad_norm": 0.08045463263988495, "learning_rate": 0.00016473375968064917, "loss": 0.0086, "step": 3900 }, { "epoch": 2.50176, "grad_norm": 0.0758427157998085, "learning_rate": 0.00016453182043129597, "loss": 0.0084, "step": 3910 }, { "epoch": 2.50816, "grad_norm": 0.07355337589979172, "learning_rate": 0.000164329429223193, "loss": 0.0089, "step": 3920 }, { "epoch": 2.51456, "grad_norm": 0.07422757148742676, "learning_rate": 0.0001641265874738189, "loss": 0.0081, "step": 3930 }, { "epoch": 2.52096, "grad_norm": 0.06282084435224533, "learning_rate": 0.00016392329660380774, "loss": 0.0077, "step": 3940 }, { "epoch": 2.52736, "grad_norm": 0.11836849898099899, "learning_rate": 0.00016371955803693914, "loss": 0.0084, "step": 3950 }, { "epoch": 2.53376, "grad_norm": 0.07402805984020233, "learning_rate": 0.00016351537320012817, "loss": 0.0079, "step": 3960 }, { "epoch": 2.54016, "grad_norm": 0.08512575924396515, "learning_rate": 0.0001633107435234154, "loss": 0.0087, "step": 3970 }, { "epoch": 2.54656, "grad_norm": 0.08761370927095413, "learning_rate": 0.000163105670439957, "loss": 0.0088, "step": 3980 }, { "epoch": 2.55296, "grad_norm": 0.06845317035913467, "learning_rate": 0.0001629001553860145, "loss": 0.0078, "step": 3990 }, { "epoch": 2.55936, "grad_norm": 0.09463123232126236, "learning_rate": 0.0001626941998009449, "loss": 0.0078, "step": 4000 }, { "epoch": 2.56576, "grad_norm": 0.0740281194448471, "learning_rate": 0.00016248780512719054, "loss": 0.0077, "step": 4010 }, { "epoch": 2.5721600000000002, "grad_norm": 0.0694335401058197, "learning_rate": 0.00016228097281026894, "loss": 0.0072, "step": 4020 }, { "epoch": 2.57856, "grad_norm": 0.05159410461783409, "learning_rate": 0.00016207370429876275, "loss": 0.0084, "step": 4030 }, { "epoch": 2.58496, "grad_norm": 0.07157428562641144, "learning_rate": 0.0001618660010443096, "loss": 0.0078, "step": 4040 }, { "epoch": 2.59136, "grad_norm": 0.08325491845607758, "learning_rate": 0.00016165786450159187, "loss": 0.0083, "step": 4050 }, { "epoch": 2.59776, "grad_norm": 0.0893436148762703, "learning_rate": 0.00016144929612832656, "loss": 0.0081, "step": 4060 }, { "epoch": 2.6041600000000003, "grad_norm": 0.07941535860300064, "learning_rate": 0.0001612402973852551, "loss": 0.0084, "step": 4070 }, { "epoch": 2.61056, "grad_norm": 0.08821582049131393, "learning_rate": 0.00016103086973613296, "loss": 0.0079, "step": 4080 }, { "epoch": 2.6169599999999997, "grad_norm": 0.13998541235923767, "learning_rate": 0.00016082101464771968, "loss": 0.0077, "step": 4090 }, { "epoch": 2.62336, "grad_norm": 0.07944869250059128, "learning_rate": 0.00016061073358976833, "loss": 0.0075, "step": 4100 }, { "epoch": 2.62976, "grad_norm": 0.057894669473171234, "learning_rate": 0.00016040002803501539, "loss": 0.0076, "step": 4110 }, { "epoch": 2.63616, "grad_norm": 0.09184614568948746, "learning_rate": 0.00016018889945917028, "loss": 0.0074, "step": 4120 }, { "epoch": 2.64256, "grad_norm": 0.08574088662862778, "learning_rate": 0.00015997734934090522, "loss": 0.0073, "step": 4130 }, { "epoch": 2.6489599999999998, "grad_norm": 0.07749036699533463, "learning_rate": 0.00015976537916184474, "loss": 0.0074, "step": 4140 }, { "epoch": 2.65536, "grad_norm": 0.07279323041439056, "learning_rate": 0.00015955299040655528, "loss": 0.0069, "step": 4150 }, { "epoch": 2.66176, "grad_norm": 0.08365713804960251, "learning_rate": 0.00015934018456253485, "loss": 0.0083, "step": 4160 }, { "epoch": 2.66816, "grad_norm": 0.08543306589126587, "learning_rate": 0.00015912696312020267, "loss": 0.0071, "step": 4170 }, { "epoch": 2.67456, "grad_norm": 0.08480583876371384, "learning_rate": 0.00015891332757288868, "loss": 0.007, "step": 4180 }, { "epoch": 2.68096, "grad_norm": 0.08985882252454758, "learning_rate": 0.00015869927941682295, "loss": 0.0074, "step": 4190 }, { "epoch": 2.68736, "grad_norm": 0.07865741848945618, "learning_rate": 0.00015848482015112542, "loss": 0.0074, "step": 4200 }, { "epoch": 2.69376, "grad_norm": 0.05712458863854408, "learning_rate": 0.0001582699512777953, "loss": 0.0072, "step": 4210 }, { "epoch": 2.70016, "grad_norm": 0.043015677481889725, "learning_rate": 0.00015805467430170044, "loss": 0.0067, "step": 4220 }, { "epoch": 2.70656, "grad_norm": 0.06969276070594788, "learning_rate": 0.00015783899073056707, "loss": 0.0065, "step": 4230 }, { "epoch": 2.71296, "grad_norm": 0.08459749817848206, "learning_rate": 0.00015762290207496895, "loss": 0.0067, "step": 4240 }, { "epoch": 2.71936, "grad_norm": 0.0731704980134964, "learning_rate": 0.00015740640984831695, "loss": 0.0068, "step": 4250 }, { "epoch": 2.72576, "grad_norm": 0.06255828589200974, "learning_rate": 0.00015718951556684848, "loss": 0.0068, "step": 4260 }, { "epoch": 2.73216, "grad_norm": 0.07534836232662201, "learning_rate": 0.00015697222074961665, "loss": 0.007, "step": 4270 }, { "epoch": 2.73856, "grad_norm": 0.06593216955661774, "learning_rate": 0.00015675452691847993, "loss": 0.0064, "step": 4280 }, { "epoch": 2.74496, "grad_norm": 0.06182469055056572, "learning_rate": 0.00015653643559809127, "loss": 0.0065, "step": 4290 }, { "epoch": 2.75136, "grad_norm": 0.07513128966093063, "learning_rate": 0.00015631794831588751, "loss": 0.0068, "step": 4300 }, { "epoch": 2.75776, "grad_norm": 0.05932902917265892, "learning_rate": 0.0001560990666020787, "loss": 0.0068, "step": 4310 }, { "epoch": 2.76416, "grad_norm": 0.04924102872610092, "learning_rate": 0.00015587979198963735, "loss": 0.0062, "step": 4320 }, { "epoch": 2.77056, "grad_norm": 0.10239516943693161, "learning_rate": 0.00015566012601428764, "loss": 0.0065, "step": 4330 }, { "epoch": 2.77696, "grad_norm": 0.06799937784671783, "learning_rate": 0.00015544007021449477, "loss": 0.0064, "step": 4340 }, { "epoch": 2.78336, "grad_norm": 0.07140080630779266, "learning_rate": 0.00015521962613145414, "loss": 0.006, "step": 4350 }, { "epoch": 2.7897600000000002, "grad_norm": 0.05535132810473442, "learning_rate": 0.00015499879530908058, "loss": 0.0064, "step": 4360 }, { "epoch": 2.79616, "grad_norm": 0.05937827751040459, "learning_rate": 0.00015477757929399744, "loss": 0.0062, "step": 4370 }, { "epoch": 2.80256, "grad_norm": 0.07147279381752014, "learning_rate": 0.00015455597963552582, "loss": 0.006, "step": 4380 }, { "epoch": 2.80896, "grad_norm": 0.11097849160432816, "learning_rate": 0.00015433399788567385, "loss": 0.0062, "step": 4390 }, { "epoch": 2.81536, "grad_norm": 0.06837132573127747, "learning_rate": 0.00015411163559912554, "loss": 0.0056, "step": 4400 }, { "epoch": 2.8217600000000003, "grad_norm": 0.06850990653038025, "learning_rate": 0.00015388889433323014, "loss": 0.0063, "step": 4410 }, { "epoch": 2.82816, "grad_norm": 0.06303305923938751, "learning_rate": 0.00015366577564799113, "loss": 0.0061, "step": 4420 }, { "epoch": 2.8345599999999997, "grad_norm": 0.08610231429338455, "learning_rate": 0.00015344228110605534, "loss": 0.0056, "step": 4430 }, { "epoch": 2.84096, "grad_norm": 0.058256737887859344, "learning_rate": 0.0001532184122727019, "loss": 0.0051, "step": 4440 }, { "epoch": 2.84736, "grad_norm": 0.06257710605859756, "learning_rate": 0.00015299417071583133, "loss": 0.0054, "step": 4450 }, { "epoch": 2.85376, "grad_norm": 0.07565207034349442, "learning_rate": 0.0001527695580059547, "loss": 0.0055, "step": 4460 }, { "epoch": 2.86016, "grad_norm": 0.07040727883577347, "learning_rate": 0.0001525445757161824, "loss": 0.0052, "step": 4470 }, { "epoch": 2.8665599999999998, "grad_norm": 0.06776929646730423, "learning_rate": 0.00015231922542221327, "loss": 0.0053, "step": 4480 }, { "epoch": 2.87296, "grad_norm": 0.06235164776444435, "learning_rate": 0.00015209350870232355, "loss": 0.0051, "step": 4490 }, { "epoch": 2.87936, "grad_norm": 0.0522146113216877, "learning_rate": 0.0001518674271373558, "loss": 0.0055, "step": 4500 }, { "epoch": 2.88576, "grad_norm": 0.05854712426662445, "learning_rate": 0.00015164098231070766, "loss": 0.0054, "step": 4510 }, { "epoch": 2.89216, "grad_norm": 0.05405454337596893, "learning_rate": 0.0001514141758083212, "loss": 0.0049, "step": 4520 }, { "epoch": 2.89856, "grad_norm": 0.06566119194030762, "learning_rate": 0.0001511870092186714, "loss": 0.0057, "step": 4530 }, { "epoch": 2.90496, "grad_norm": 0.054054293781518936, "learning_rate": 0.00015095948413275517, "loss": 0.0055, "step": 4540 }, { "epoch": 2.91136, "grad_norm": 0.06600522249937057, "learning_rate": 0.00015073160214408023, "loss": 0.005, "step": 4550 }, { "epoch": 2.91776, "grad_norm": 0.04677557945251465, "learning_rate": 0.00015050336484865388, "loss": 0.0049, "step": 4560 }, { "epoch": 2.92416, "grad_norm": 0.0465463362634182, "learning_rate": 0.00015027477384497195, "loss": 0.0046, "step": 4570 }, { "epoch": 2.93056, "grad_norm": 0.05890139564871788, "learning_rate": 0.00015004583073400745, "loss": 0.0048, "step": 4580 }, { "epoch": 2.93696, "grad_norm": 0.0740516409277916, "learning_rate": 0.00014981653711919945, "loss": 0.0049, "step": 4590 }, { "epoch": 2.94336, "grad_norm": 0.05767810717225075, "learning_rate": 0.00014958689460644182, "loss": 0.0043, "step": 4600 }, { "epoch": 2.94976, "grad_norm": 0.06912495195865631, "learning_rate": 0.00014935690480407204, "loss": 0.0044, "step": 4610 }, { "epoch": 2.95616, "grad_norm": 0.06187307834625244, "learning_rate": 0.00014912656932285977, "loss": 0.0043, "step": 4620 }, { "epoch": 2.96256, "grad_norm": 0.05753752589225769, "learning_rate": 0.00014889588977599582, "loss": 0.0043, "step": 4630 }, { "epoch": 2.96896, "grad_norm": 0.06326685845851898, "learning_rate": 0.00014866486777908067, "loss": 0.0043, "step": 4640 }, { "epoch": 2.9753600000000002, "grad_norm": 0.0579674132168293, "learning_rate": 0.0001484335049501132, "loss": 0.0043, "step": 4650 }, { "epoch": 2.98176, "grad_norm": 0.05672167241573334, "learning_rate": 0.0001482018029094793, "loss": 0.0037, "step": 4660 }, { "epoch": 2.98816, "grad_norm": 0.06865669041872025, "learning_rate": 0.0001479697632799407, "loss": 0.0042, "step": 4670 }, { "epoch": 2.99456, "grad_norm": 0.04459594190120697, "learning_rate": 0.00014773738768662342, "loss": 0.0039, "step": 4680 }, { "epoch": 3.00064, "grad_norm": 0.0677582323551178, "learning_rate": 0.00014750467775700643, "loss": 0.0039, "step": 4690 }, { "epoch": 3.00704, "grad_norm": 0.05301297456026077, "learning_rate": 0.00014727163512091032, "loss": 0.0035, "step": 4700 }, { "epoch": 3.01344, "grad_norm": 0.04779781401157379, "learning_rate": 0.00014703826141048584, "loss": 0.0034, "step": 4710 }, { "epoch": 3.01984, "grad_norm": 0.1961085945367813, "learning_rate": 0.00014680455826020244, "loss": 0.0035, "step": 4720 }, { "epoch": 3.02624, "grad_norm": 0.09204746037721634, "learning_rate": 0.00014657052730683687, "loss": 0.0038, "step": 4730 }, { "epoch": 3.03264, "grad_norm": 0.059231311082839966, "learning_rate": 0.00014633617018946176, "loss": 0.0035, "step": 4740 }, { "epoch": 3.03904, "grad_norm": 0.04249965772032738, "learning_rate": 0.00014610148854943394, "loss": 0.003, "step": 4750 }, { "epoch": 3.04544, "grad_norm": 0.0644112229347229, "learning_rate": 0.00014586648403038327, "loss": 0.0028, "step": 4760 }, { "epoch": 3.05184, "grad_norm": 0.04105900973081589, "learning_rate": 0.00014563115827820076, "loss": 0.0027, "step": 4770 }, { "epoch": 3.05824, "grad_norm": 0.061055246740579605, "learning_rate": 0.00014539551294102737, "loss": 0.0026, "step": 4780 }, { "epoch": 3.06464, "grad_norm": 0.034009743481874466, "learning_rate": 0.0001451595496692422, "loss": 0.0027, "step": 4790 }, { "epoch": 3.07104, "grad_norm": 0.03876146674156189, "learning_rate": 0.00014492327011545123, "loss": 0.0025, "step": 4800 }, { "epoch": 3.07744, "grad_norm": 0.0760762095451355, "learning_rate": 0.00014468667593447535, "loss": 0.0023, "step": 4810 }, { "epoch": 3.08384, "grad_norm": 0.023728374391794205, "learning_rate": 0.00014444976878333913, "loss": 0.0021, "step": 4820 }, { "epoch": 3.09024, "grad_norm": 0.03736911341547966, "learning_rate": 0.00014421255032125908, "loss": 0.0022, "step": 4830 }, { "epoch": 3.09664, "grad_norm": 0.049813251942396164, "learning_rate": 0.00014397502220963202, "loss": 0.0022, "step": 4840 }, { "epoch": 3.10304, "grad_norm": 0.03302242234349251, "learning_rate": 0.00014373718611202334, "loss": 0.0018, "step": 4850 }, { "epoch": 3.10944, "grad_norm": 0.0361761711537838, "learning_rate": 0.00014349904369415558, "loss": 0.0018, "step": 4860 }, { "epoch": 3.11584, "grad_norm": 0.030622286722064018, "learning_rate": 0.00014326059662389662, "loss": 0.0017, "step": 4870 }, { "epoch": 3.12224, "grad_norm": 0.023901548236608505, "learning_rate": 0.000143021846571248, "loss": 0.0016, "step": 4880 }, { "epoch": 3.12864, "grad_norm": 0.04314012825489044, "learning_rate": 0.00014278279520833325, "loss": 0.0016, "step": 4890 }, { "epoch": 3.13504, "grad_norm": 0.020138798281550407, "learning_rate": 0.00014254344420938612, "loss": 0.0015, "step": 4900 }, { "epoch": 3.1414400000000002, "grad_norm": 0.025259654968976974, "learning_rate": 0.00014230379525073902, "loss": 0.0013, "step": 4910 }, { "epoch": 3.14784, "grad_norm": 0.022845344617962837, "learning_rate": 0.0001420638500108111, "loss": 0.0012, "step": 4920 }, { "epoch": 3.15424, "grad_norm": 0.048539578914642334, "learning_rate": 0.00014182361017009656, "loss": 0.0013, "step": 4930 }, { "epoch": 3.16064, "grad_norm": 0.019314708188176155, "learning_rate": 0.00014158307741115288, "loss": 0.0011, "step": 4940 }, { "epoch": 3.16704, "grad_norm": 0.032002173364162445, "learning_rate": 0.0001413422534185891, "loss": 0.0011, "step": 4950 }, { "epoch": 3.17344, "grad_norm": 0.03771483153104782, "learning_rate": 0.00014110113987905385, "loss": 0.001, "step": 4960 }, { "epoch": 3.17984, "grad_norm": 0.021336806938052177, "learning_rate": 0.00014085973848122372, "loss": 0.0011, "step": 4970 }, { "epoch": 3.18624, "grad_norm": 0.012892824597656727, "learning_rate": 0.00014061805091579143, "loss": 0.001, "step": 4980 }, { "epoch": 3.19264, "grad_norm": 0.016763580963015556, "learning_rate": 0.00014037607887545377, "loss": 0.0009, "step": 4990 }, { "epoch": 3.19904, "grad_norm": 0.03290099278092384, "learning_rate": 0.00014013382405489997, "loss": 0.0009, "step": 5000 }, { "epoch": 3.20544, "grad_norm": 0.014267499558627605, "learning_rate": 0.00013989128815079975, "loss": 0.0009, "step": 5010 }, { "epoch": 3.21184, "grad_norm": 0.03373831510543823, "learning_rate": 0.00013964847286179147, "loss": 0.0008, "step": 5020 }, { "epoch": 3.2182399999999998, "grad_norm": 0.0255745742470026, "learning_rate": 0.00013940537988847018, "loss": 0.0008, "step": 5030 }, { "epoch": 3.22464, "grad_norm": 0.010419552214443684, "learning_rate": 0.0001391620109333757, "loss": 0.0007, "step": 5040 }, { "epoch": 3.23104, "grad_norm": 0.038270335644483566, "learning_rate": 0.0001389183677009808, "loss": 0.0008, "step": 5050 }, { "epoch": 3.23744, "grad_norm": 0.018091348931193352, "learning_rate": 0.00013867445189767917, "loss": 0.0007, "step": 5060 }, { "epoch": 3.24384, "grad_norm": 0.013200521469116211, "learning_rate": 0.00013843026523177343, "loss": 0.0008, "step": 5070 }, { "epoch": 3.25024, "grad_norm": 0.024558523669838905, "learning_rate": 0.0001381858094134634, "loss": 0.0008, "step": 5080 }, { "epoch": 3.25664, "grad_norm": 0.011341951787471771, "learning_rate": 0.00013794108615483371, "loss": 0.0006, "step": 5090 }, { "epoch": 3.26304, "grad_norm": 0.017604410648345947, "learning_rate": 0.00013769609716984222, "loss": 0.0007, "step": 5100 }, { "epoch": 3.26944, "grad_norm": 0.011536270380020142, "learning_rate": 0.00013745084417430783, "loss": 0.0006, "step": 5110 }, { "epoch": 3.27584, "grad_norm": 0.026667602360248566, "learning_rate": 0.00013720532888589844, "loss": 0.0006, "step": 5120 }, { "epoch": 3.28224, "grad_norm": 0.01084858737885952, "learning_rate": 0.00013695955302411893, "loss": 0.0005, "step": 5130 }, { "epoch": 3.28864, "grad_norm": 0.019208893179893494, "learning_rate": 0.00013671351831029922, "loss": 0.0006, "step": 5140 }, { "epoch": 3.29504, "grad_norm": 0.011453980579972267, "learning_rate": 0.00013646722646758213, "loss": 0.0005, "step": 5150 }, { "epoch": 3.30144, "grad_norm": 0.012806791812181473, "learning_rate": 0.00013622067922091128, "loss": 0.0005, "step": 5160 }, { "epoch": 3.30784, "grad_norm": 0.009096713736653328, "learning_rate": 0.00013597387829701908, "loss": 0.0005, "step": 5170 }, { "epoch": 3.31424, "grad_norm": 0.020225889980793, "learning_rate": 0.0001357268254244146, "loss": 0.0005, "step": 5180 }, { "epoch": 3.32064, "grad_norm": 0.03530052304267883, "learning_rate": 0.00013547952233337144, "loss": 0.0005, "step": 5190 }, { "epoch": 3.32704, "grad_norm": 0.008928470313549042, "learning_rate": 0.0001352319707559157, "loss": 0.0004, "step": 5200 }, { "epoch": 3.33344, "grad_norm": 0.009266318753361702, "learning_rate": 0.0001349841724258138, "loss": 0.0004, "step": 5210 }, { "epoch": 3.33984, "grad_norm": 0.006830011028796434, "learning_rate": 0.00013473612907856025, "loss": 0.0004, "step": 5220 }, { "epoch": 3.34624, "grad_norm": 0.007407594006508589, "learning_rate": 0.0001344878424513657, "loss": 0.0004, "step": 5230 }, { "epoch": 3.35264, "grad_norm": 0.007614737842231989, "learning_rate": 0.00013423931428314449, "loss": 0.0004, "step": 5240 }, { "epoch": 3.3590400000000002, "grad_norm": 0.013281909748911858, "learning_rate": 0.00013399054631450281, "loss": 0.0004, "step": 5250 }, { "epoch": 3.36544, "grad_norm": 0.006617267150431871, "learning_rate": 0.00013374154028772617, "loss": 0.0004, "step": 5260 }, { "epoch": 3.37184, "grad_norm": 0.006236367393285036, "learning_rate": 0.00013349229794676747, "loss": 0.0003, "step": 5270 }, { "epoch": 3.37824, "grad_norm": 0.014431027695536613, "learning_rate": 0.0001332428210372346, "loss": 0.0003, "step": 5280 }, { "epoch": 3.38464, "grad_norm": 0.01129809021949768, "learning_rate": 0.0001329931113063783, "loss": 0.0004, "step": 5290 }, { "epoch": 3.39104, "grad_norm": 0.016422398388385773, "learning_rate": 0.00013274317050307997, "loss": 0.0004, "step": 5300 }, { "epoch": 3.39744, "grad_norm": 0.006715536117553711, "learning_rate": 0.0001324930003778393, "loss": 0.0004, "step": 5310 }, { "epoch": 3.4038399999999998, "grad_norm": 0.010068166069686413, "learning_rate": 0.0001322426026827621, "loss": 0.0004, "step": 5320 }, { "epoch": 3.41024, "grad_norm": 0.007249618414789438, "learning_rate": 0.000131991979171548, "loss": 0.0004, "step": 5330 }, { "epoch": 3.41664, "grad_norm": 0.004973361734300852, "learning_rate": 0.00013174113159947814, "loss": 0.0003, "step": 5340 }, { "epoch": 3.42304, "grad_norm": 0.004792237188667059, "learning_rate": 0.00013149006172340292, "loss": 0.0003, "step": 5350 }, { "epoch": 3.42944, "grad_norm": 0.008321456611156464, "learning_rate": 0.00013123877130172975, "loss": 0.0003, "step": 5360 }, { "epoch": 3.43584, "grad_norm": 0.003803417319431901, "learning_rate": 0.00013098726209441057, "loss": 0.0003, "step": 5370 }, { "epoch": 3.44224, "grad_norm": 0.015835754573345184, "learning_rate": 0.00013073553586292962, "loss": 0.0003, "step": 5380 }, { "epoch": 3.44864, "grad_norm": 0.0036115648690611124, "learning_rate": 0.0001304835943702912, "loss": 0.0003, "step": 5390 }, { "epoch": 3.45504, "grad_norm": 0.007140506990253925, "learning_rate": 0.00013023143938100708, "loss": 0.0003, "step": 5400 }, { "epoch": 3.46144, "grad_norm": 0.006765529979020357, "learning_rate": 0.00012997907266108443, "loss": 0.0002, "step": 5410 }, { "epoch": 3.46784, "grad_norm": 0.013324109837412834, "learning_rate": 0.00012972649597801328, "loss": 0.0003, "step": 5420 }, { "epoch": 3.47424, "grad_norm": 0.008070064708590508, "learning_rate": 0.00012947371110075406, "loss": 0.0002, "step": 5430 }, { "epoch": 3.48064, "grad_norm": 0.00832736399024725, "learning_rate": 0.00012922071979972545, "loss": 0.0003, "step": 5440 }, { "epoch": 3.48704, "grad_norm": 0.005149370990693569, "learning_rate": 0.00012896752384679178, "loss": 0.0003, "step": 5450 }, { "epoch": 3.49344, "grad_norm": 0.005652063991874456, "learning_rate": 0.00012871412501525074, "loss": 0.0003, "step": 5460 }, { "epoch": 3.49984, "grad_norm": 0.004837596323341131, "learning_rate": 0.00012846052507982088, "loss": 0.0002, "step": 5470 }, { "epoch": 3.50624, "grad_norm": 0.009210504591464996, "learning_rate": 0.00012820672581662914, "loss": 0.0002, "step": 5480 }, { "epoch": 3.51264, "grad_norm": 0.00805340614169836, "learning_rate": 0.00012795272900319865, "loss": 0.0002, "step": 5490 }, { "epoch": 3.51904, "grad_norm": 0.0036115047987550497, "learning_rate": 0.00012769853641843602, "loss": 0.0002, "step": 5500 }, { "epoch": 3.52544, "grad_norm": 0.007321662735193968, "learning_rate": 0.00012744414984261894, "loss": 0.0002, "step": 5510 }, { "epoch": 3.53184, "grad_norm": 0.005410509649664164, "learning_rate": 0.0001271895710573838, "loss": 0.0002, "step": 5520 }, { "epoch": 3.53824, "grad_norm": 0.005937442649155855, "learning_rate": 0.00012693480184571316, "loss": 0.0002, "step": 5530 }, { "epoch": 3.5446400000000002, "grad_norm": 0.0075064413249492645, "learning_rate": 0.00012667984399192326, "loss": 0.0002, "step": 5540 }, { "epoch": 3.55104, "grad_norm": 0.0075322100892663, "learning_rate": 0.00012642469928165144, "loss": 0.0002, "step": 5550 }, { "epoch": 3.55744, "grad_norm": 0.004133699461817741, "learning_rate": 0.0001261693695018439, "loss": 0.0002, "step": 5560 }, { "epoch": 3.56384, "grad_norm": 0.008239664137363434, "learning_rate": 0.0001259138564407428, "loss": 0.0002, "step": 5570 }, { "epoch": 3.57024, "grad_norm": 0.006385622546076775, "learning_rate": 0.00012565816188787407, "loss": 0.0002, "step": 5580 }, { "epoch": 3.5766400000000003, "grad_norm": 0.005629898048937321, "learning_rate": 0.00012540228763403472, "loss": 0.0002, "step": 5590 }, { "epoch": 3.58304, "grad_norm": 0.0041769337840378284, "learning_rate": 0.00012514623547128033, "loss": 0.0002, "step": 5600 }, { "epoch": 3.5894399999999997, "grad_norm": 0.005264270585030317, "learning_rate": 0.00012489000719291242, "loss": 0.0002, "step": 5610 }, { "epoch": 3.59584, "grad_norm": 0.008328449912369251, "learning_rate": 0.00012463360459346603, "loss": 0.0002, "step": 5620 }, { "epoch": 3.60224, "grad_norm": 0.002026660367846489, "learning_rate": 0.00012437702946869713, "loss": 0.0002, "step": 5630 }, { "epoch": 3.60864, "grad_norm": 0.004840406589210033, "learning_rate": 0.0001241202836155699, "loss": 0.0002, "step": 5640 }, { "epoch": 3.61504, "grad_norm": 0.0041127316653728485, "learning_rate": 0.00012386336883224433, "loss": 0.0002, "step": 5650 }, { "epoch": 3.6214399999999998, "grad_norm": 0.00479340273886919, "learning_rate": 0.00012360628691806343, "loss": 0.0002, "step": 5660 }, { "epoch": 3.62784, "grad_norm": 0.007969073951244354, "learning_rate": 0.00012334903967354085, "loss": 0.0002, "step": 5670 }, { "epoch": 3.63424, "grad_norm": 0.005007726140320301, "learning_rate": 0.00012309162890034812, "loss": 0.0002, "step": 5680 }, { "epoch": 3.64064, "grad_norm": 0.0031036303844302893, "learning_rate": 0.00012283405640130197, "loss": 0.0002, "step": 5690 }, { "epoch": 3.64704, "grad_norm": 0.0025365138426423073, "learning_rate": 0.000122576323980352, "loss": 0.0001, "step": 5700 }, { "epoch": 3.65344, "grad_norm": 0.010275531560182571, "learning_rate": 0.0001223184334425677, "loss": 0.0002, "step": 5710 }, { "epoch": 3.65984, "grad_norm": 0.02229669876396656, "learning_rate": 0.00012206038659412598, "loss": 0.0001, "step": 5720 }, { "epoch": 3.66624, "grad_norm": 0.0057335407473146915, "learning_rate": 0.00012180218524229853, "loss": 0.0002, "step": 5730 }, { "epoch": 3.67264, "grad_norm": 0.0038611507043242455, "learning_rate": 0.00012154383119543911, "loss": 0.0001, "step": 5740 }, { "epoch": 3.67904, "grad_norm": 0.001979715656489134, "learning_rate": 0.0001212853262629709, "loss": 0.0002, "step": 5750 }, { "epoch": 3.68544, "grad_norm": 0.002679873490706086, "learning_rate": 0.00012102667225537383, "loss": 0.0001, "step": 5760 }, { "epoch": 3.69184, "grad_norm": 0.004427657462656498, "learning_rate": 0.00012076787098417193, "loss": 0.0001, "step": 5770 }, { "epoch": 3.69824, "grad_norm": 0.0024044376332312822, "learning_rate": 0.00012050892426192056, "loss": 0.0001, "step": 5780 }, { "epoch": 3.70464, "grad_norm": 0.0036555484402924776, "learning_rate": 0.00012024983390219378, "loss": 0.0001, "step": 5790 }, { "epoch": 3.71104, "grad_norm": 0.0036854424979537725, "learning_rate": 0.00011999060171957173, "loss": 0.0002, "step": 5800 }, { "epoch": 3.71744, "grad_norm": 0.0030764855910092592, "learning_rate": 0.0001197312295296277, "loss": 0.0001, "step": 5810 }, { "epoch": 3.72384, "grad_norm": 0.005647803656756878, "learning_rate": 0.00011947171914891561, "loss": 0.0001, "step": 5820 }, { "epoch": 3.7302400000000002, "grad_norm": 0.007356626912951469, "learning_rate": 0.0001192120723949572, "loss": 0.0001, "step": 5830 }, { "epoch": 3.73664, "grad_norm": 0.0028790475334972143, "learning_rate": 0.00011895229108622936, "loss": 0.0002, "step": 5840 }, { "epoch": 3.74304, "grad_norm": 0.003247808665037155, "learning_rate": 0.00011869237704215132, "loss": 0.0001, "step": 5850 }, { "epoch": 3.74944, "grad_norm": 0.005482264328747988, "learning_rate": 0.00011843233208307195, "loss": 0.0001, "step": 5860 }, { "epoch": 3.75584, "grad_norm": 0.008444298058748245, "learning_rate": 0.00011817215803025699, "loss": 0.0001, "step": 5870 }, { "epoch": 3.7622400000000003, "grad_norm": 0.003493464319035411, "learning_rate": 0.00011791185670587633, "loss": 0.0001, "step": 5880 }, { "epoch": 3.76864, "grad_norm": 0.001699146581813693, "learning_rate": 0.0001176514299329912, "loss": 0.0001, "step": 5890 }, { "epoch": 3.7750399999999997, "grad_norm": 0.0033851140178740025, "learning_rate": 0.00011739087953554148, "loss": 0.0001, "step": 5900 }, { "epoch": 3.78144, "grad_norm": 0.002607950707897544, "learning_rate": 0.00011713020733833282, "loss": 0.0001, "step": 5910 }, { "epoch": 3.78784, "grad_norm": 0.003277568146586418, "learning_rate": 0.00011686941516702396, "loss": 0.0001, "step": 5920 }, { "epoch": 3.79424, "grad_norm": 0.0029663932509720325, "learning_rate": 0.00011660850484811383, "loss": 0.0001, "step": 5930 }, { "epoch": 3.80064, "grad_norm": 0.0051533919759094715, "learning_rate": 0.00011634747820892888, "loss": 0.0002, "step": 5940 }, { "epoch": 3.8070399999999998, "grad_norm": 0.059739045798778534, "learning_rate": 0.00011608633707761028, "loss": 0.0002, "step": 5950 }, { "epoch": 3.81344, "grad_norm": 0.009315905161201954, "learning_rate": 0.00011582508328310088, "loss": 0.0001, "step": 5960 }, { "epoch": 3.81984, "grad_norm": 0.0026497789658606052, "learning_rate": 0.00011556371865513283, "loss": 0.0001, "step": 5970 }, { "epoch": 3.82624, "grad_norm": 0.004137436859309673, "learning_rate": 0.00011530224502421427, "loss": 0.0001, "step": 5980 }, { "epoch": 3.83264, "grad_norm": 0.0035333994310349226, "learning_rate": 0.000115040664221617, "loss": 0.0001, "step": 5990 }, { "epoch": 3.83904, "grad_norm": 0.004958984442055225, "learning_rate": 0.00011477897807936315, "loss": 0.0001, "step": 6000 }, { "epoch": 3.84544, "grad_norm": 0.007131820544600487, "learning_rate": 0.00011451718843021291, "loss": 0.0001, "step": 6010 }, { "epoch": 3.85184, "grad_norm": 0.0020861646626144648, "learning_rate": 0.00011425529710765117, "loss": 0.0001, "step": 6020 }, { "epoch": 3.85824, "grad_norm": 0.0015744837000966072, "learning_rate": 0.00011399330594587496, "loss": 0.0001, "step": 6030 }, { "epoch": 3.86464, "grad_norm": 0.0023337542079389095, "learning_rate": 0.00011373121677978062, "loss": 0.0001, "step": 6040 }, { "epoch": 3.87104, "grad_norm": 0.0015538070583716035, "learning_rate": 0.00011346903144495082, "loss": 0.0001, "step": 6050 }, { "epoch": 3.87744, "grad_norm": 0.011488903313875198, "learning_rate": 0.00011320675177764175, "loss": 0.0001, "step": 6060 }, { "epoch": 3.88384, "grad_norm": 0.0016245105070993304, "learning_rate": 0.00011294437961477033, "loss": 0.0001, "step": 6070 }, { "epoch": 3.89024, "grad_norm": 0.004181460943073034, "learning_rate": 0.00011268191679390121, "loss": 0.0001, "step": 6080 }, { "epoch": 3.89664, "grad_norm": 0.009193438105285168, "learning_rate": 0.00011241936515323403, "loss": 0.0001, "step": 6090 }, { "epoch": 3.90304, "grad_norm": 0.0013679822441190481, "learning_rate": 0.00011215672653159048, "loss": 0.0001, "step": 6100 }, { "epoch": 3.90944, "grad_norm": 0.0026799410115927458, "learning_rate": 0.00011189400276840147, "loss": 0.0001, "step": 6110 }, { "epoch": 3.91584, "grad_norm": 0.003947190009057522, "learning_rate": 0.00011163119570369415, "loss": 0.0001, "step": 6120 }, { "epoch": 3.92224, "grad_norm": 0.0029811388812959194, "learning_rate": 0.00011136830717807911, "loss": 0.0001, "step": 6130 }, { "epoch": 3.92864, "grad_norm": 0.003317706985399127, "learning_rate": 0.00011110533903273747, "loss": 0.0001, "step": 6140 }, { "epoch": 3.93504, "grad_norm": 0.000889102288056165, "learning_rate": 0.00011084229310940804, "loss": 0.0001, "step": 6150 }, { "epoch": 3.94144, "grad_norm": 0.003926425706595182, "learning_rate": 0.0001105791712503742, "loss": 0.0001, "step": 6160 }, { "epoch": 3.9478400000000002, "grad_norm": 0.0024535113479942083, "learning_rate": 0.00011031597529845132, "loss": 0.0001, "step": 6170 }, { "epoch": 3.95424, "grad_norm": 0.0014819132629781961, "learning_rate": 0.0001100527070969736, "loss": 0.0001, "step": 6180 }, { "epoch": 3.96064, "grad_norm": 0.001418104860931635, "learning_rate": 0.00010978936848978132, "loss": 0.0001, "step": 6190 }, { "epoch": 3.96704, "grad_norm": 0.005277856253087521, "learning_rate": 0.00010952596132120774, "loss": 0.0001, "step": 6200 }, { "epoch": 3.97344, "grad_norm": 0.0026480485685169697, "learning_rate": 0.00010926248743606644, "loss": 0.0001, "step": 6210 }, { "epoch": 3.9798400000000003, "grad_norm": 0.008038278669118881, "learning_rate": 0.0001089989486796382, "loss": 0.0001, "step": 6220 }, { "epoch": 3.98624, "grad_norm": 0.002608482725918293, "learning_rate": 0.0001087353468976581, "loss": 0.0001, "step": 6230 }, { "epoch": 3.9926399999999997, "grad_norm": 0.0015241248765960336, "learning_rate": 0.00010847168393630265, "loss": 0.0001, "step": 6240 }, { "epoch": 3.99904, "grad_norm": 0.003047541482374072, "learning_rate": 0.00010820796164217693, "loss": 0.0001, "step": 6250 }, { "epoch": 4.00512, "grad_norm": 0.0038846030365675688, "learning_rate": 0.00010794418186230142, "loss": 0.0001, "step": 6260 }, { "epoch": 4.01152, "grad_norm": 0.003039821982383728, "learning_rate": 0.00010768034644409925, "loss": 0.0001, "step": 6270 }, { "epoch": 4.01792, "grad_norm": 0.001275695045478642, "learning_rate": 0.00010741645723538332, "loss": 0.0001, "step": 6280 }, { "epoch": 4.02432, "grad_norm": 0.0015453484375029802, "learning_rate": 0.00010715251608434318, "loss": 0.0001, "step": 6290 }, { "epoch": 4.03072, "grad_norm": 0.001359252375550568, "learning_rate": 0.00010688852483953213, "loss": 0.0001, "step": 6300 }, { "epoch": 4.03712, "grad_norm": 0.001726098358631134, "learning_rate": 0.00010662448534985438, "loss": 0.0001, "step": 6310 }, { "epoch": 4.04352, "grad_norm": 0.0024288867134600878, "learning_rate": 0.00010636039946455206, "loss": 0.0001, "step": 6320 }, { "epoch": 4.04992, "grad_norm": 0.0026837766636162996, "learning_rate": 0.00010609626903319212, "loss": 0.0001, "step": 6330 }, { "epoch": 4.05632, "grad_norm": 0.001903801690787077, "learning_rate": 0.00010583209590565355, "loss": 0.0001, "step": 6340 }, { "epoch": 4.06272, "grad_norm": 0.0012848847545683384, "learning_rate": 0.00010556788193211447, "loss": 0.0001, "step": 6350 }, { "epoch": 4.06912, "grad_norm": 0.0022049429826438427, "learning_rate": 0.0001053036289630389, "loss": 0.0001, "step": 6360 }, { "epoch": 4.07552, "grad_norm": 0.004059161525219679, "learning_rate": 0.00010503933884916404, "loss": 0.0001, "step": 6370 }, { "epoch": 4.08192, "grad_norm": 0.00089957972522825, "learning_rate": 0.00010477501344148733, "loss": 0.0001, "step": 6380 }, { "epoch": 4.08832, "grad_norm": 0.0033322053495794535, "learning_rate": 0.00010451065459125326, "loss": 0.0001, "step": 6390 }, { "epoch": 4.09472, "grad_norm": 0.005828673951327801, "learning_rate": 0.00010424626414994065, "loss": 0.0001, "step": 6400 }, { "epoch": 4.10112, "grad_norm": 0.0021740414667874575, "learning_rate": 0.00010398184396924943, "loss": 0.0001, "step": 6410 }, { "epoch": 4.10752, "grad_norm": 0.0014413021272048354, "learning_rate": 0.00010371739590108802, "loss": 0.0001, "step": 6420 }, { "epoch": 4.11392, "grad_norm": 0.007168428506702185, "learning_rate": 0.00010345292179755997, "loss": 0.0001, "step": 6430 }, { "epoch": 4.12032, "grad_norm": 0.0018904060125350952, "learning_rate": 0.00010318842351095126, "loss": 0.0001, "step": 6440 }, { "epoch": 4.12672, "grad_norm": 0.002378735225647688, "learning_rate": 0.00010292390289371723, "loss": 0.0001, "step": 6450 }, { "epoch": 4.13312, "grad_norm": 0.00112124381121248, "learning_rate": 0.0001026593617984696, "loss": 0.0001, "step": 6460 }, { "epoch": 4.13952, "grad_norm": 0.0019584367983043194, "learning_rate": 0.00010239480207796348, "loss": 0.0001, "step": 6470 }, { "epoch": 4.14592, "grad_norm": 0.006739636417478323, "learning_rate": 0.00010213022558508456, "loss": 0.0001, "step": 6480 }, { "epoch": 4.15232, "grad_norm": 0.0019856938160955906, "learning_rate": 0.00010186563417283583, "loss": 0.0001, "step": 6490 }, { "epoch": 4.15872, "grad_norm": 0.0016924213850870728, "learning_rate": 0.00010160102969432489, "loss": 0.0001, "step": 6500 }, { "epoch": 4.16512, "grad_norm": 0.0019246400333940983, "learning_rate": 0.00010133641400275074, "loss": 0.0001, "step": 6510 }, { "epoch": 4.17152, "grad_norm": 0.0023078240919858217, "learning_rate": 0.00010107178895139104, "loss": 0.0001, "step": 6520 }, { "epoch": 4.17792, "grad_norm": 0.0008400859078392386, "learning_rate": 0.00010080715639358893, "loss": 0.0001, "step": 6530 }, { "epoch": 4.18432, "grad_norm": 0.002902250038459897, "learning_rate": 0.0001005425181827401, "loss": 0.0001, "step": 6540 }, { "epoch": 4.19072, "grad_norm": 0.002260729903355241, "learning_rate": 0.0001002778761722799, "loss": 0.0001, "step": 6550 }, { "epoch": 4.19712, "grad_norm": 0.0022633469197899103, "learning_rate": 0.00010001323221567023, "loss": 0.0001, "step": 6560 }, { "epoch": 4.20352, "grad_norm": 0.0007320491131395102, "learning_rate": 9.974858816638667e-05, "loss": 0.0, "step": 6570 }, { "epoch": 4.20992, "grad_norm": 0.001049243612214923, "learning_rate": 9.948394587790539e-05, "loss": 0.0001, "step": 6580 }, { "epoch": 4.21632, "grad_norm": 0.0015000372659415007, "learning_rate": 9.921930720369029e-05, "loss": 0.0001, "step": 6590 }, { "epoch": 4.22272, "grad_norm": 0.003601560601964593, "learning_rate": 9.895467399717994e-05, "loss": 0.0001, "step": 6600 }, { "epoch": 4.22912, "grad_norm": 0.0015423265285789967, "learning_rate": 9.869004811177459e-05, "loss": 0.0, "step": 6610 }, { "epoch": 4.23552, "grad_norm": 0.002220613183453679, "learning_rate": 9.84254314008232e-05, "loss": 0.0001, "step": 6620 }, { "epoch": 4.24192, "grad_norm": 0.0009786622831597924, "learning_rate": 9.816082571761059e-05, "loss": 0.0001, "step": 6630 }, { "epoch": 4.24832, "grad_norm": 0.0009164505754597485, "learning_rate": 9.789623291534418e-05, "loss": 0.0001, "step": 6640 }, { "epoch": 4.25472, "grad_norm": 0.001106041599996388, "learning_rate": 9.763165484714129e-05, "loss": 0.0001, "step": 6650 }, { "epoch": 4.26112, "grad_norm": 0.0008867424912750721, "learning_rate": 9.736709336601604e-05, "loss": 0.0001, "step": 6660 }, { "epoch": 4.26752, "grad_norm": 0.0011774192098528147, "learning_rate": 9.710255032486633e-05, "loss": 0.0, "step": 6670 }, { "epoch": 4.27392, "grad_norm": 0.0012079707812517881, "learning_rate": 9.683802757646093e-05, "loss": 0.0001, "step": 6680 }, { "epoch": 4.28032, "grad_norm": 0.002764978911727667, "learning_rate": 9.657352697342654e-05, "loss": 0.0001, "step": 6690 }, { "epoch": 4.28672, "grad_norm": 0.0010154303163290024, "learning_rate": 9.630905036823466e-05, "loss": 0.0, "step": 6700 }, { "epoch": 4.29312, "grad_norm": 0.0013680924894288182, "learning_rate": 9.604459961318878e-05, "loss": 0.0001, "step": 6710 }, { "epoch": 4.29952, "grad_norm": 0.0009449819917790592, "learning_rate": 9.578017656041137e-05, "loss": 0.0001, "step": 6720 }, { "epoch": 4.30592, "grad_norm": 0.005995923187583685, "learning_rate": 9.551578306183086e-05, "loss": 0.0, "step": 6730 }, { "epoch": 4.31232, "grad_norm": 0.0022056573070585728, "learning_rate": 9.525142096916864e-05, "loss": 0.0001, "step": 6740 }, { "epoch": 4.31872, "grad_norm": 0.0010296618565917015, "learning_rate": 9.49870921339262e-05, "loss": 0.0, "step": 6750 }, { "epoch": 4.32512, "grad_norm": 0.0015661416109651327, "learning_rate": 9.472279840737212e-05, "loss": 0.0, "step": 6760 }, { "epoch": 4.33152, "grad_norm": 0.0009396601235494018, "learning_rate": 9.445854164052905e-05, "loss": 0.0, "step": 6770 }, { "epoch": 4.33792, "grad_norm": 0.0009973363485187292, "learning_rate": 9.419432368416079e-05, "loss": 0.0, "step": 6780 }, { "epoch": 4.34432, "grad_norm": 0.002283514942973852, "learning_rate": 9.393014638875935e-05, "loss": 0.0, "step": 6790 }, { "epoch": 4.35072, "grad_norm": 0.000869634619448334, "learning_rate": 9.366601160453197e-05, "loss": 0.0001, "step": 6800 }, { "epoch": 4.35712, "grad_norm": 0.001987042836844921, "learning_rate": 9.34019211813881e-05, "loss": 0.0, "step": 6810 }, { "epoch": 4.36352, "grad_norm": 0.0007485595415346324, "learning_rate": 9.313787696892654e-05, "loss": 0.0, "step": 6820 }, { "epoch": 4.3699200000000005, "grad_norm": 0.0005415177438408136, "learning_rate": 9.287388081642247e-05, "loss": 0.0, "step": 6830 }, { "epoch": 4.37632, "grad_norm": 0.0010981593513861299, "learning_rate": 9.260993457281444e-05, "loss": 0.0, "step": 6840 }, { "epoch": 4.38272, "grad_norm": 0.0009245636756531894, "learning_rate": 9.234604008669145e-05, "loss": 0.0, "step": 6850 }, { "epoch": 4.38912, "grad_norm": 0.00895983912050724, "learning_rate": 9.208219920628003e-05, "loss": 0.0001, "step": 6860 }, { "epoch": 4.39552, "grad_norm": 0.00437021953985095, "learning_rate": 9.181841377943127e-05, "loss": 0.0001, "step": 6870 }, { "epoch": 4.40192, "grad_norm": 0.0011202754685655236, "learning_rate": 9.155468565360788e-05, "loss": 0.0, "step": 6880 }, { "epoch": 4.40832, "grad_norm": 0.000658258970361203, "learning_rate": 9.129101667587126e-05, "loss": 0.0001, "step": 6890 }, { "epoch": 4.41472, "grad_norm": 0.0009512751712463796, "learning_rate": 9.102740869286852e-05, "loss": 0.0, "step": 6900 }, { "epoch": 4.42112, "grad_norm": 0.0017683912301436067, "learning_rate": 9.076386355081962e-05, "loss": 0.0, "step": 6910 }, { "epoch": 4.42752, "grad_norm": 0.001371291116811335, "learning_rate": 9.050038309550437e-05, "loss": 0.0, "step": 6920 }, { "epoch": 4.43392, "grad_norm": 0.0005873953923583031, "learning_rate": 9.023696917224962e-05, "loss": 0.0, "step": 6930 }, { "epoch": 4.44032, "grad_norm": 0.0018079986330121756, "learning_rate": 8.997362362591618e-05, "loss": 0.0, "step": 6940 }, { "epoch": 4.44672, "grad_norm": 0.0021235537715256214, "learning_rate": 8.971034830088594e-05, "loss": 0.0, "step": 6950 }, { "epoch": 4.45312, "grad_norm": 0.0006452450761571527, "learning_rate": 8.94471450410491e-05, "loss": 0.0, "step": 6960 }, { "epoch": 4.45952, "grad_norm": 0.0012891553342342377, "learning_rate": 8.918401568979101e-05, "loss": 0.0, "step": 6970 }, { "epoch": 4.46592, "grad_norm": 0.0009984251810237765, "learning_rate": 8.892096208997948e-05, "loss": 0.0, "step": 6980 }, { "epoch": 4.47232, "grad_norm": 0.0023644643370062113, "learning_rate": 8.865798608395173e-05, "loss": 0.0, "step": 6990 }, { "epoch": 4.47872, "grad_norm": 0.000976758310571313, "learning_rate": 8.839508951350159e-05, "loss": 0.0001, "step": 7000 }, { "epoch": 4.48512, "grad_norm": 0.002631554612889886, "learning_rate": 8.813227421986649e-05, "loss": 0.0001, "step": 7010 }, { "epoch": 4.49152, "grad_norm": 0.0007220843690447509, "learning_rate": 8.78695420437147e-05, "loss": 0.0, "step": 7020 }, { "epoch": 4.49792, "grad_norm": 0.007990571670234203, "learning_rate": 8.760689482513227e-05, "loss": 0.0001, "step": 7030 }, { "epoch": 4.50432, "grad_norm": 0.002274405676871538, "learning_rate": 8.734433440361033e-05, "loss": 0.0, "step": 7040 }, { "epoch": 4.51072, "grad_norm": 0.0006974103162065148, "learning_rate": 8.708186261803206e-05, "loss": 0.0, "step": 7050 }, { "epoch": 4.51712, "grad_norm": 0.0005700604524463415, "learning_rate": 8.681948130665986e-05, "loss": 0.0, "step": 7060 }, { "epoch": 4.5235199999999995, "grad_norm": 0.009220695123076439, "learning_rate": 8.65571923071225e-05, "loss": 0.0001, "step": 7070 }, { "epoch": 4.52992, "grad_norm": 0.0008239074959419668, "learning_rate": 8.629499745640229e-05, "loss": 0.0, "step": 7080 }, { "epoch": 4.53632, "grad_norm": 0.0016024673823267221, "learning_rate": 8.603289859082196e-05, "loss": 0.0, "step": 7090 }, { "epoch": 4.54272, "grad_norm": 0.0014032447943463922, "learning_rate": 8.57708975460322e-05, "loss": 0.0, "step": 7100 }, { "epoch": 4.54912, "grad_norm": 0.0014270299579948187, "learning_rate": 8.55089961569985e-05, "loss": 0.0, "step": 7110 }, { "epoch": 4.55552, "grad_norm": 0.0010027544340118766, "learning_rate": 8.524719625798841e-05, "loss": 0.0, "step": 7120 }, { "epoch": 4.56192, "grad_norm": 0.0009253265452571213, "learning_rate": 8.49854996825587e-05, "loss": 0.0, "step": 7130 }, { "epoch": 4.56832, "grad_norm": 0.000514794432092458, "learning_rate": 8.472390826354247e-05, "loss": 0.0, "step": 7140 }, { "epoch": 4.57472, "grad_norm": 0.0029237319249659777, "learning_rate": 8.446242383303635e-05, "loss": 0.0, "step": 7150 }, { "epoch": 4.58112, "grad_norm": 0.0016806174535304308, "learning_rate": 8.420104822238763e-05, "loss": 0.0, "step": 7160 }, { "epoch": 4.58752, "grad_norm": 0.032188937067985535, "learning_rate": 8.393978326218155e-05, "loss": 0.0001, "step": 7170 }, { "epoch": 4.59392, "grad_norm": 0.0007481428328901529, "learning_rate": 8.367863078222828e-05, "loss": 0.0, "step": 7180 }, { "epoch": 4.60032, "grad_norm": 0.0009033736423589289, "learning_rate": 8.34175926115503e-05, "loss": 0.0, "step": 7190 }, { "epoch": 4.60672, "grad_norm": 0.0013743266463279724, "learning_rate": 8.315667057836946e-05, "loss": 0.0001, "step": 7200 }, { "epoch": 4.61312, "grad_norm": 0.0014176828553900123, "learning_rate": 8.289586651009425e-05, "loss": 0.0, "step": 7210 }, { "epoch": 4.61952, "grad_norm": 0.000894620141480118, "learning_rate": 8.263518223330697e-05, "loss": 0.0, "step": 7220 }, { "epoch": 4.62592, "grad_norm": 0.000759554619435221, "learning_rate": 8.237461957375091e-05, "loss": 0.0, "step": 7230 }, { "epoch": 4.63232, "grad_norm": 0.0012899973662570119, "learning_rate": 8.211418035631766e-05, "loss": 0.0, "step": 7240 }, { "epoch": 4.63872, "grad_norm": 0.003155265236273408, "learning_rate": 8.185386640503421e-05, "loss": 0.0, "step": 7250 }, { "epoch": 4.64512, "grad_norm": 0.011853489093482494, "learning_rate": 8.159367954305021e-05, "loss": 0.0001, "step": 7260 }, { "epoch": 4.65152, "grad_norm": 0.0006065752822905779, "learning_rate": 8.133362159262529e-05, "loss": 0.0, "step": 7270 }, { "epoch": 4.65792, "grad_norm": 0.0013588240835815668, "learning_rate": 8.107369437511623e-05, "loss": 0.0, "step": 7280 }, { "epoch": 4.66432, "grad_norm": 0.002025183290243149, "learning_rate": 8.081389971096404e-05, "loss": 0.0, "step": 7290 }, { "epoch": 4.67072, "grad_norm": 0.004483617842197418, "learning_rate": 8.05542394196816e-05, "loss": 0.0001, "step": 7300 }, { "epoch": 4.67712, "grad_norm": 0.003150070086121559, "learning_rate": 8.029471531984057e-05, "loss": 0.0, "step": 7310 }, { "epoch": 4.68352, "grad_norm": 0.0008244431228376925, "learning_rate": 8.003532922905873e-05, "loss": 0.0, "step": 7320 }, { "epoch": 4.68992, "grad_norm": 0.00042607742943800986, "learning_rate": 7.977608296398738e-05, "loss": 0.0, "step": 7330 }, { "epoch": 4.69632, "grad_norm": 0.00046544562792405486, "learning_rate": 7.951697834029849e-05, "loss": 0.0, "step": 7340 }, { "epoch": 4.70272, "grad_norm": 0.000623291009105742, "learning_rate": 7.925801717267205e-05, "loss": 0.0, "step": 7350 }, { "epoch": 4.70912, "grad_norm": 0.0006776353693567216, "learning_rate": 7.899920127478329e-05, "loss": 0.0, "step": 7360 }, { "epoch": 4.71552, "grad_norm": 0.001022032112814486, "learning_rate": 7.874053245929003e-05, "loss": 0.0, "step": 7370 }, { "epoch": 4.72192, "grad_norm": 0.0006723579135723412, "learning_rate": 7.848201253782001e-05, "loss": 0.0, "step": 7380 }, { "epoch": 4.72832, "grad_norm": 0.0016167550347745419, "learning_rate": 7.822364332095812e-05, "loss": 0.0, "step": 7390 }, { "epoch": 4.73472, "grad_norm": 0.0006243832176551223, "learning_rate": 7.796542661823381e-05, "loss": 0.0, "step": 7400 }, { "epoch": 4.7411200000000004, "grad_norm": 0.003034275956451893, "learning_rate": 7.770736423810834e-05, "loss": 0.0, "step": 7410 }, { "epoch": 4.74752, "grad_norm": 0.0006528021185658872, "learning_rate": 7.744945798796217e-05, "loss": 0.0, "step": 7420 }, { "epoch": 4.75392, "grad_norm": 0.0017535928636789322, "learning_rate": 7.719170967408226e-05, "loss": 0.0, "step": 7430 }, { "epoch": 4.76032, "grad_norm": 0.000532408244907856, "learning_rate": 7.693412110164945e-05, "loss": 0.0, "step": 7440 }, { "epoch": 4.76672, "grad_norm": 0.002770819002762437, "learning_rate": 7.667669407472582e-05, "loss": 0.0, "step": 7450 }, { "epoch": 4.7731200000000005, "grad_norm": 0.0023190926294773817, "learning_rate": 7.6419430396242e-05, "loss": 0.0, "step": 7460 }, { "epoch": 4.77952, "grad_norm": 0.00029258790891617537, "learning_rate": 7.616233186798467e-05, "loss": 0.0, "step": 7470 }, { "epoch": 4.78592, "grad_norm": 0.00066639349097386, "learning_rate": 7.590540029058368e-05, "loss": 0.0, "step": 7480 }, { "epoch": 4.79232, "grad_norm": 0.0007754392572678626, "learning_rate": 7.564863746349981e-05, "loss": 0.0, "step": 7490 }, { "epoch": 4.79872, "grad_norm": 0.00039158647996373475, "learning_rate": 7.539204518501185e-05, "loss": 0.0, "step": 7500 }, { "epoch": 4.80512, "grad_norm": 0.0007236429955810308, "learning_rate": 7.513562525220418e-05, "loss": 0.0, "step": 7510 }, { "epoch": 4.81152, "grad_norm": 0.0015206924872472882, "learning_rate": 7.487937946095411e-05, "loss": 0.0, "step": 7520 }, { "epoch": 4.81792, "grad_norm": 0.0005230027600191534, "learning_rate": 7.462330960591932e-05, "loss": 0.0, "step": 7530 }, { "epoch": 4.82432, "grad_norm": 0.0008915518410503864, "learning_rate": 7.436741748052529e-05, "loss": 0.0001, "step": 7540 }, { "epoch": 4.83072, "grad_norm": 0.002265029354020953, "learning_rate": 7.411170487695278e-05, "loss": 0.0, "step": 7550 }, { "epoch": 4.83712, "grad_norm": 0.0007108392892405391, "learning_rate": 7.38561735861252e-05, "loss": 0.0, "step": 7560 }, { "epoch": 4.84352, "grad_norm": 0.0005819438956677914, "learning_rate": 7.360082539769609e-05, "loss": 0.0, "step": 7570 }, { "epoch": 4.84992, "grad_norm": 0.0005630487576127052, "learning_rate": 7.334566210003666e-05, "loss": 0.0, "step": 7580 }, { "epoch": 4.85632, "grad_norm": 0.0005390221485868096, "learning_rate": 7.309068548022318e-05, "loss": 0.0, "step": 7590 }, { "epoch": 4.86272, "grad_norm": 0.0019175540655851364, "learning_rate": 7.28358973240245e-05, "loss": 0.0, "step": 7600 }, { "epoch": 4.86912, "grad_norm": 0.0012262096861377358, "learning_rate": 7.258129941588946e-05, "loss": 0.0, "step": 7610 }, { "epoch": 4.87552, "grad_norm": 0.0021938756108283997, "learning_rate": 7.232689353893465e-05, "loss": 0.0, "step": 7620 }, { "epoch": 4.88192, "grad_norm": 0.0006876824772916734, "learning_rate": 7.207268147493155e-05, "loss": 0.0, "step": 7630 }, { "epoch": 4.88832, "grad_norm": 0.002458295552060008, "learning_rate": 7.181866500429433e-05, "loss": 0.0, "step": 7640 }, { "epoch": 4.8947199999999995, "grad_norm": 0.00099923275411129, "learning_rate": 7.156484590606727e-05, "loss": 0.0, "step": 7650 }, { "epoch": 4.90112, "grad_norm": 0.0003110594116151333, "learning_rate": 7.131122595791236e-05, "loss": 0.0, "step": 7660 }, { "epoch": 4.90752, "grad_norm": 0.0013562621315941215, "learning_rate": 7.105780693609677e-05, "loss": 0.0, "step": 7670 }, { "epoch": 4.91392, "grad_norm": 0.0006193812005221844, "learning_rate": 7.080459061548044e-05, "loss": 0.0, "step": 7680 }, { "epoch": 4.92032, "grad_norm": 0.003004739759489894, "learning_rate": 7.055157876950369e-05, "loss": 0.0, "step": 7690 }, { "epoch": 4.9267199999999995, "grad_norm": 0.001012381981126964, "learning_rate": 7.029877317017474e-05, "loss": 0.0, "step": 7700 }, { "epoch": 4.93312, "grad_norm": 0.0008806535042822361, "learning_rate": 7.004617558805737e-05, "loss": 0.0, "step": 7710 }, { "epoch": 4.93952, "grad_norm": 0.0005518533289432526, "learning_rate": 6.979378779225848e-05, "loss": 0.0, "step": 7720 }, { "epoch": 4.94592, "grad_norm": 0.004782427102327347, "learning_rate": 6.954161155041566e-05, "loss": 0.0, "step": 7730 }, { "epoch": 4.95232, "grad_norm": 0.0015157710295170546, "learning_rate": 6.928964862868483e-05, "loss": 0.0, "step": 7740 }, { "epoch": 4.95872, "grad_norm": 0.004800068214535713, "learning_rate": 6.903790079172799e-05, "loss": 0.0, "step": 7750 }, { "epoch": 4.96512, "grad_norm": 0.0009375224472023547, "learning_rate": 6.878636980270064e-05, "loss": 0.0, "step": 7760 }, { "epoch": 4.97152, "grad_norm": 0.0027233005966991186, "learning_rate": 6.853505742323965e-05, "loss": 0.0, "step": 7770 }, { "epoch": 4.97792, "grad_norm": 0.0009301421232521534, "learning_rate": 6.828396541345072e-05, "loss": 0.0, "step": 7780 }, { "epoch": 4.98432, "grad_norm": 0.0005867728032171726, "learning_rate": 6.803309553189627e-05, "loss": 0.0, "step": 7790 }, { "epoch": 4.99072, "grad_norm": 0.004380800295621157, "learning_rate": 6.778244953558296e-05, "loss": 0.0, "step": 7800 }, { "epoch": 4.99712, "grad_norm": 0.0006304297712631524, "learning_rate": 6.75320291799494e-05, "loss": 0.0, "step": 7810 }, { "epoch": 5.0032, "grad_norm": 0.0006652146112173796, "learning_rate": 6.728183621885391e-05, "loss": 0.0, "step": 7820 }, { "epoch": 5.0096, "grad_norm": 0.0004275637911632657, "learning_rate": 6.703187240456226e-05, "loss": 0.0, "step": 7830 }, { "epoch": 5.016, "grad_norm": 0.0005458914674818516, "learning_rate": 6.678213948773531e-05, "loss": 0.0, "step": 7840 }, { "epoch": 5.0224, "grad_norm": 0.00022156047634780407, "learning_rate": 6.65326392174168e-05, "loss": 0.0, "step": 7850 }, { "epoch": 5.0288, "grad_norm": 0.0002712153655011207, "learning_rate": 6.62833733410211e-05, "loss": 0.0, "step": 7860 }, { "epoch": 5.0352, "grad_norm": 0.000466106430394575, "learning_rate": 6.603434360432102e-05, "loss": 0.0, "step": 7870 }, { "epoch": 5.0416, "grad_norm": 0.0005679886089637876, "learning_rate": 6.578555175143535e-05, "loss": 0.0, "step": 7880 }, { "epoch": 5.048, "grad_norm": 0.0004863209032919258, "learning_rate": 6.553699952481704e-05, "loss": 0.0, "step": 7890 }, { "epoch": 5.0544, "grad_norm": 0.0035348080564290285, "learning_rate": 6.528868866524065e-05, "loss": 0.0, "step": 7900 }, { "epoch": 5.0608, "grad_norm": 0.00072966527659446, "learning_rate": 6.504062091179031e-05, "loss": 0.0, "step": 7910 }, { "epoch": 5.0672, "grad_norm": 0.0004411406989675015, "learning_rate": 6.479279800184758e-05, "loss": 0.0, "step": 7920 }, { "epoch": 5.0736, "grad_norm": 0.00041177772800438106, "learning_rate": 6.454522167107914e-05, "loss": 0.0, "step": 7930 }, { "epoch": 5.08, "grad_norm": 0.0014752205461263657, "learning_rate": 6.429789365342475e-05, "loss": 0.0, "step": 7940 }, { "epoch": 5.0864, "grad_norm": 0.0009817450772970915, "learning_rate": 6.405081568108505e-05, "loss": 0.0, "step": 7950 }, { "epoch": 5.0928, "grad_norm": 0.0007892246940173209, "learning_rate": 6.380398948450949e-05, "loss": 0.0, "step": 7960 }, { "epoch": 5.0992, "grad_norm": 0.0003638708731159568, "learning_rate": 6.355741679238414e-05, "loss": 0.0, "step": 7970 }, { "epoch": 5.1056, "grad_norm": 0.0027179366443306208, "learning_rate": 6.331109933161961e-05, "loss": 0.0, "step": 7980 }, { "epoch": 5.112, "grad_norm": 0.0010728917550295591, "learning_rate": 6.306503882733892e-05, "loss": 0.0, "step": 7990 }, { "epoch": 5.1184, "grad_norm": 0.0015335918869823217, "learning_rate": 6.281923700286556e-05, "loss": 0.0, "step": 8000 }, { "epoch": 5.1248, "grad_norm": 0.0005848638829775155, "learning_rate": 6.257369557971122e-05, "loss": 0.0, "step": 8010 }, { "epoch": 5.1312, "grad_norm": 0.00040784873999655247, "learning_rate": 6.232841627756386e-05, "loss": 0.0, "step": 8020 }, { "epoch": 5.1376, "grad_norm": 0.003918357193470001, "learning_rate": 6.208340081427564e-05, "loss": 0.0, "step": 8030 }, { "epoch": 5.144, "grad_norm": 0.006137945223599672, "learning_rate": 6.183865090585087e-05, "loss": 0.0, "step": 8040 }, { "epoch": 5.1504, "grad_norm": 0.0003453862154856324, "learning_rate": 6.159416826643402e-05, "loss": 0.0, "step": 8050 }, { "epoch": 5.1568, "grad_norm": 0.0007830571266822517, "learning_rate": 6.134995460829772e-05, "loss": 0.0, "step": 8060 }, { "epoch": 5.1632, "grad_norm": 0.0005073132342658937, "learning_rate": 6.110601164183067e-05, "loss": 0.0, "step": 8070 }, { "epoch": 5.1696, "grad_norm": 0.0002498060348443687, "learning_rate": 6.0862341075525775e-05, "loss": 0.0, "step": 8080 }, { "epoch": 5.176, "grad_norm": 0.0005740774213336408, "learning_rate": 6.06189446159682e-05, "loss": 0.0, "step": 8090 }, { "epoch": 5.1824, "grad_norm": 0.0005645538913086057, "learning_rate": 6.037582396782331e-05, "loss": 0.0, "step": 8100 }, { "epoch": 5.1888, "grad_norm": 0.0005211788229644299, "learning_rate": 6.013298083382477e-05, "loss": 0.0, "step": 8110 }, { "epoch": 5.1952, "grad_norm": 0.0008704047068022192, "learning_rate": 5.989041691476264e-05, "loss": 0.0, "step": 8120 }, { "epoch": 5.2016, "grad_norm": 0.00039490158087573946, "learning_rate": 5.964813390947148e-05, "loss": 0.0, "step": 8130 }, { "epoch": 5.208, "grad_norm": 0.0004883244400843978, "learning_rate": 5.9406133514818416e-05, "loss": 0.0, "step": 8140 }, { "epoch": 5.2144, "grad_norm": 0.0004299427382647991, "learning_rate": 5.9164417425691246e-05, "loss": 0.0, "step": 8150 }, { "epoch": 5.2208, "grad_norm": 0.0016830244567245245, "learning_rate": 5.892298733498658e-05, "loss": 0.0, "step": 8160 }, { "epoch": 5.2272, "grad_norm": 0.001430254545994103, "learning_rate": 5.868184493359805e-05, "loss": 0.0, "step": 8170 }, { "epoch": 5.2336, "grad_norm": 0.0004158075025770813, "learning_rate": 5.844099191040436e-05, "loss": 0.0, "step": 8180 }, { "epoch": 5.24, "grad_norm": 0.0005643863114528358, "learning_rate": 5.820042995225752e-05, "loss": 0.0, "step": 8190 }, { "epoch": 5.2464, "grad_norm": 0.0004114991461392492, "learning_rate": 5.796016074397104e-05, "loss": 0.0, "step": 8200 }, { "epoch": 5.2528, "grad_norm": 0.000396321906009689, "learning_rate": 5.772018596830807e-05, "loss": 0.0, "step": 8210 }, { "epoch": 5.2592, "grad_norm": 0.0007019813638180494, "learning_rate": 5.74805073059697e-05, "loss": 0.0, "step": 8220 }, { "epoch": 5.2656, "grad_norm": 0.0004690071218647063, "learning_rate": 5.724112643558312e-05, "loss": 0.0, "step": 8230 }, { "epoch": 5.272, "grad_norm": 0.0004065631655976176, "learning_rate": 5.700204503368988e-05, "loss": 0.0, "step": 8240 }, { "epoch": 5.2783999999999995, "grad_norm": 0.0005771334399469197, "learning_rate": 5.6763264774734125e-05, "loss": 0.0, "step": 8250 }, { "epoch": 5.2848, "grad_norm": 0.000775280233938247, "learning_rate": 5.6524787331051066e-05, "loss": 0.0, "step": 8260 }, { "epoch": 5.2912, "grad_norm": 0.0014264881610870361, "learning_rate": 5.628661437285485e-05, "loss": 0.0, "step": 8270 }, { "epoch": 5.2976, "grad_norm": 0.0003939148737117648, "learning_rate": 5.604874756822729e-05, "loss": 0.0, "step": 8280 }, { "epoch": 5.304, "grad_norm": 0.0007272304501384497, "learning_rate": 5.581118858310591e-05, "loss": 0.0, "step": 8290 }, { "epoch": 5.3104, "grad_norm": 0.0002333100710529834, "learning_rate": 5.557393908127244e-05, "loss": 0.0, "step": 8300 }, { "epoch": 5.3168, "grad_norm": 0.0011103893630206585, "learning_rate": 5.533700072434101e-05, "loss": 0.0, "step": 8310 }, { "epoch": 5.3232, "grad_norm": 0.0010259030386805534, "learning_rate": 5.5100375171746755e-05, "loss": 0.0, "step": 8320 }, { "epoch": 5.3296, "grad_norm": 0.0006746077560819685, "learning_rate": 5.486406408073386e-05, "loss": 0.0, "step": 8330 }, { "epoch": 5.336, "grad_norm": 0.00035126088187098503, "learning_rate": 5.4628069106344236e-05, "loss": 0.0, "step": 8340 }, { "epoch": 5.3424, "grad_norm": 0.00040055718272924423, "learning_rate": 5.439239190140577e-05, "loss": 0.0, "step": 8350 }, { "epoch": 5.3488, "grad_norm": 0.009842721745371819, "learning_rate": 5.415703411652082e-05, "loss": 0.0001, "step": 8360 }, { "epoch": 5.3552, "grad_norm": 0.0017996706301346421, "learning_rate": 5.392199740005464e-05, "loss": 0.0001, "step": 8370 }, { "epoch": 5.3616, "grad_norm": 0.001865432714112103, "learning_rate": 5.3687283398123764e-05, "loss": 0.0, "step": 8380 }, { "epoch": 5.368, "grad_norm": 0.0007399875321425498, "learning_rate": 5.3452893754584734e-05, "loss": 0.0, "step": 8390 }, { "epoch": 5.3744, "grad_norm": 0.0008410124573856592, "learning_rate": 5.3218830111022175e-05, "loss": 0.0, "step": 8400 }, { "epoch": 5.3808, "grad_norm": 0.0004833274579141289, "learning_rate": 5.298509410673764e-05, "loss": 0.0, "step": 8410 }, { "epoch": 5.3872, "grad_norm": 0.0013560849474743009, "learning_rate": 5.275168737873797e-05, "loss": 0.0, "step": 8420 }, { "epoch": 5.3936, "grad_norm": 0.0004382517945487052, "learning_rate": 5.25186115617239e-05, "loss": 0.0, "step": 8430 }, { "epoch": 5.4, "grad_norm": 0.0004103973333258182, "learning_rate": 5.2285868288078534e-05, "loss": 0.0, "step": 8440 }, { "epoch": 5.4064, "grad_norm": 0.0010381974279880524, "learning_rate": 5.205345918785599e-05, "loss": 0.0, "step": 8450 }, { "epoch": 5.4128, "grad_norm": 0.0006711820024065673, "learning_rate": 5.1821385888769944e-05, "loss": 0.0, "step": 8460 }, { "epoch": 5.4192, "grad_norm": 0.000339700112817809, "learning_rate": 5.1589650016182214e-05, "loss": 0.0, "step": 8470 }, { "epoch": 5.4256, "grad_norm": 0.002752552507445216, "learning_rate": 5.1358253193091444e-05, "loss": 0.0, "step": 8480 }, { "epoch": 5.432, "grad_norm": 0.0008057256927713752, "learning_rate": 5.112719704012163e-05, "loss": 0.0, "step": 8490 }, { "epoch": 5.4384, "grad_norm": 0.0006297290092334151, "learning_rate": 5.08964831755109e-05, "loss": 0.0, "step": 8500 }, { "epoch": 5.4448, "grad_norm": 0.0013571062590926886, "learning_rate": 5.066611321510002e-05, "loss": 0.0, "step": 8510 }, { "epoch": 5.4512, "grad_norm": 0.00040690990863367915, "learning_rate": 5.043608877232129e-05, "loss": 0.0, "step": 8520 }, { "epoch": 5.4576, "grad_norm": 0.00028304135776124895, "learning_rate": 5.0206411458187054e-05, "loss": 0.0, "step": 8530 }, { "epoch": 5.464, "grad_norm": 0.001045572804287076, "learning_rate": 4.9977082881278446e-05, "loss": 0.0, "step": 8540 }, { "epoch": 5.4704, "grad_norm": 0.0004534093604888767, "learning_rate": 4.974810464773425e-05, "loss": 0.0, "step": 8550 }, { "epoch": 5.4768, "grad_norm": 0.00025887280935421586, "learning_rate": 4.951947836123949e-05, "loss": 0.0, "step": 8560 }, { "epoch": 5.4832, "grad_norm": 0.0002589666109997779, "learning_rate": 4.929120562301432e-05, "loss": 0.0, "step": 8570 }, { "epoch": 5.4896, "grad_norm": 0.00035185812157578766, "learning_rate": 4.906328803180277e-05, "loss": 0.0, "step": 8580 }, { "epoch": 5.496, "grad_norm": 0.00033228934626094997, "learning_rate": 4.8835727183861455e-05, "loss": 0.0, "step": 8590 }, { "epoch": 5.5024, "grad_norm": 0.00045153163955546916, "learning_rate": 4.860852467294864e-05, "loss": 0.0, "step": 8600 }, { "epoch": 5.5088, "grad_norm": 0.0007027922547422349, "learning_rate": 4.838168209031278e-05, "loss": 0.0, "step": 8610 }, { "epoch": 5.5152, "grad_norm": 0.0010729333152994514, "learning_rate": 4.815520102468158e-05, "loss": 0.0, "step": 8620 }, { "epoch": 5.5216, "grad_norm": 0.0020798651967197657, "learning_rate": 4.792908306225079e-05, "loss": 0.0, "step": 8630 }, { "epoch": 5.5280000000000005, "grad_norm": 0.0007145311101339757, "learning_rate": 4.77033297866731e-05, "loss": 0.0, "step": 8640 }, { "epoch": 5.5344, "grad_norm": 0.0036713588051497936, "learning_rate": 4.747794277904707e-05, "loss": 0.0, "step": 8650 }, { "epoch": 5.5408, "grad_norm": 0.002009272575378418, "learning_rate": 4.725292361790603e-05, "loss": 0.0, "step": 8660 }, { "epoch": 5.5472, "grad_norm": 0.0004370822280179709, "learning_rate": 4.702827387920707e-05, "loss": 0.0, "step": 8670 }, { "epoch": 5.5536, "grad_norm": 0.0002922616258729249, "learning_rate": 4.6803995136319945e-05, "loss": 0.0, "step": 8680 }, { "epoch": 5.5600000000000005, "grad_norm": 0.0008368630660697818, "learning_rate": 4.65800889600161e-05, "loss": 0.0, "step": 8690 }, { "epoch": 5.5664, "grad_norm": 0.0002522336726542562, "learning_rate": 4.635655691845763e-05, "loss": 0.0, "step": 8700 }, { "epoch": 5.5728, "grad_norm": 0.0002653815899975598, "learning_rate": 4.613340057718634e-05, "loss": 0.0, "step": 8710 }, { "epoch": 5.5792, "grad_norm": 0.0003307004808448255, "learning_rate": 4.591062149911269e-05, "loss": 0.0, "step": 8720 }, { "epoch": 5.5856, "grad_norm": 0.0005645652418024838, "learning_rate": 4.568822124450508e-05, "loss": 0.0, "step": 8730 }, { "epoch": 5.592, "grad_norm": 0.0016015060245990753, "learning_rate": 4.546620137097861e-05, "loss": 0.0, "step": 8740 }, { "epoch": 5.5984, "grad_norm": 0.00023849598073866218, "learning_rate": 4.524456343348438e-05, "loss": 0.0, "step": 8750 }, { "epoch": 5.6048, "grad_norm": 0.00025429626111872494, "learning_rate": 4.502330898429851e-05, "loss": 0.0, "step": 8760 }, { "epoch": 5.6112, "grad_norm": 0.0006911303498782218, "learning_rate": 4.480243957301132e-05, "loss": 0.0, "step": 8770 }, { "epoch": 5.6176, "grad_norm": 0.000203828327357769, "learning_rate": 4.4581956746516476e-05, "loss": 0.0, "step": 8780 }, { "epoch": 5.624, "grad_norm": 0.00045741634676232934, "learning_rate": 4.436186204900006e-05, "loss": 0.0, "step": 8790 }, { "epoch": 5.6304, "grad_norm": 0.0002372904564253986, "learning_rate": 4.4142157021929976e-05, "loss": 0.0, "step": 8800 }, { "epoch": 5.6368, "grad_norm": 0.00030138102010823786, "learning_rate": 4.392284320404488e-05, "loss": 0.0, "step": 8810 }, { "epoch": 5.6432, "grad_norm": 0.00017351192946080118, "learning_rate": 4.3703922131343565e-05, "loss": 0.0, "step": 8820 }, { "epoch": 5.6495999999999995, "grad_norm": 0.00048075272934511304, "learning_rate": 4.348539533707421e-05, "loss": 0.0, "step": 8830 }, { "epoch": 5.656, "grad_norm": 0.0003020168514922261, "learning_rate": 4.326726435172357e-05, "loss": 0.0, "step": 8840 }, { "epoch": 5.6624, "grad_norm": 0.0005500345141626894, "learning_rate": 4.304953070300621e-05, "loss": 0.0, "step": 8850 }, { "epoch": 5.6688, "grad_norm": 0.0004523877869360149, "learning_rate": 4.283219591585409e-05, "loss": 0.0, "step": 8860 }, { "epoch": 5.6752, "grad_norm": 0.009775153361260891, "learning_rate": 4.2615261512405505e-05, "loss": 0.0, "step": 8870 }, { "epoch": 5.6815999999999995, "grad_norm": 0.000685524195432663, "learning_rate": 4.239872901199464e-05, "loss": 0.0, "step": 8880 }, { "epoch": 5.688, "grad_norm": 0.004739644471555948, "learning_rate": 4.218259993114094e-05, "loss": 0.0, "step": 8890 }, { "epoch": 5.6944, "grad_norm": 0.0005469830939546227, "learning_rate": 4.1966875783538386e-05, "loss": 0.0, "step": 8900 }, { "epoch": 5.7008, "grad_norm": 0.00030927910120226443, "learning_rate": 4.175155808004495e-05, "loss": 0.0, "step": 8910 }, { "epoch": 5.7072, "grad_norm": 0.0011606155894696712, "learning_rate": 4.1536648328672036e-05, "loss": 0.0, "step": 8920 }, { "epoch": 5.7136, "grad_norm": 0.0010632361518219113, "learning_rate": 4.1322148034573825e-05, "loss": 0.0, "step": 8930 }, { "epoch": 5.72, "grad_norm": 0.0005148481577634811, "learning_rate": 4.110805870003693e-05, "loss": 0.0, "step": 8940 }, { "epoch": 5.7264, "grad_norm": 0.00039052526699379086, "learning_rate": 4.089438182446963e-05, "loss": 0.0, "step": 8950 }, { "epoch": 5.7328, "grad_norm": 0.0007700026035308838, "learning_rate": 4.068111890439151e-05, "loss": 0.0, "step": 8960 }, { "epoch": 5.7392, "grad_norm": 0.0002456352231092751, "learning_rate": 4.0468271433422965e-05, "loss": 0.0, "step": 8970 }, { "epoch": 5.7456, "grad_norm": 0.0004287140036467463, "learning_rate": 4.025584090227471e-05, "loss": 0.0, "step": 8980 }, { "epoch": 5.752, "grad_norm": 0.0003967559605371207, "learning_rate": 4.004382879873737e-05, "loss": 0.0, "step": 8990 }, { "epoch": 5.7584, "grad_norm": 0.0009372354834340513, "learning_rate": 3.983223660767101e-05, "loss": 0.0, "step": 9000 }, { "epoch": 5.7648, "grad_norm": 0.00015464219904970378, "learning_rate": 3.96210658109949e-05, "loss": 0.0, "step": 9010 }, { "epoch": 5.7712, "grad_norm": 0.00034181203227490187, "learning_rate": 3.941031788767683e-05, "loss": 0.0, "step": 9020 }, { "epoch": 5.7776, "grad_norm": 0.000291988137178123, "learning_rate": 3.9199994313723054e-05, "loss": 0.0, "step": 9030 }, { "epoch": 5.784, "grad_norm": 0.0002149088104488328, "learning_rate": 3.89900965621678e-05, "loss": 0.0, "step": 9040 }, { "epoch": 5.7904, "grad_norm": 0.00017684962949715555, "learning_rate": 3.878062610306292e-05, "loss": 0.0, "step": 9050 }, { "epoch": 5.7968, "grad_norm": 0.00038186917663551867, "learning_rate": 3.857158440346769e-05, "loss": 0.0, "step": 9060 }, { "epoch": 5.8032, "grad_norm": 0.00047446656390093267, "learning_rate": 3.836297292743859e-05, "loss": 0.0, "step": 9070 }, { "epoch": 5.8096, "grad_norm": 0.0005511663621291518, "learning_rate": 3.8154793136018865e-05, "loss": 0.0, "step": 9080 }, { "epoch": 5.816, "grad_norm": 0.000674871844239533, "learning_rate": 3.79470464872284e-05, "loss": 0.0, "step": 9090 }, { "epoch": 5.8224, "grad_norm": 0.00035004797973670065, "learning_rate": 3.773973443605352e-05, "loss": 0.0, "step": 9100 }, { "epoch": 5.8288, "grad_norm": 0.00040632771560922265, "learning_rate": 3.7532858434436754e-05, "loss": 0.0, "step": 9110 }, { "epoch": 5.8352, "grad_norm": 0.0021263728849589825, "learning_rate": 3.732641993126673e-05, "loss": 0.0, "step": 9120 }, { "epoch": 5.8416, "grad_norm": 0.00018720059597399086, "learning_rate": 3.71204203723679e-05, "loss": 0.0, "step": 9130 }, { "epoch": 5.848, "grad_norm": 0.0005728589603677392, "learning_rate": 3.691486120049063e-05, "loss": 0.0, "step": 9140 }, { "epoch": 5.8544, "grad_norm": 0.0004497800546232611, "learning_rate": 3.670974385530089e-05, "loss": 0.0, "step": 9150 }, { "epoch": 5.8608, "grad_norm": 0.00025472239940427244, "learning_rate": 3.6505069773370225e-05, "loss": 0.0, "step": 9160 }, { "epoch": 5.8672, "grad_norm": 0.0003587140527088195, "learning_rate": 3.630084038816577e-05, "loss": 0.0, "step": 9170 }, { "epoch": 5.8736, "grad_norm": 0.0002967363689094782, "learning_rate": 3.6097057130040116e-05, "loss": 0.0, "step": 9180 }, { "epoch": 5.88, "grad_norm": 0.0017270715907216072, "learning_rate": 3.589372142622134e-05, "loss": 0.0, "step": 9190 }, { "epoch": 5.8864, "grad_norm": 0.00033721121144481003, "learning_rate": 3.5690834700803036e-05, "loss": 0.0, "step": 9200 }, { "epoch": 5.8928, "grad_norm": 0.0004907999536953866, "learning_rate": 3.5488398374734225e-05, "loss": 0.0, "step": 9210 }, { "epoch": 5.8992, "grad_norm": 0.0007076003239490092, "learning_rate": 3.528641386580963e-05, "loss": 0.0, "step": 9220 }, { "epoch": 5.9056, "grad_norm": 0.0004834200663026422, "learning_rate": 3.508488258865946e-05, "loss": 0.0, "step": 9230 }, { "epoch": 5.912, "grad_norm": 0.00017953138740267605, "learning_rate": 3.488380595473976e-05, "loss": 0.0, "step": 9240 }, { "epoch": 5.9184, "grad_norm": 0.0018645809032022953, "learning_rate": 3.4683185372322255e-05, "loss": 0.0, "step": 9250 }, { "epoch": 5.9248, "grad_norm": 0.001094704493880272, "learning_rate": 3.4483022246484774e-05, "loss": 0.0, "step": 9260 }, { "epoch": 5.9312000000000005, "grad_norm": 0.0003876324335578829, "learning_rate": 3.428331797910122e-05, "loss": 0.0, "step": 9270 }, { "epoch": 5.9376, "grad_norm": 0.00016423167835455388, "learning_rate": 3.408407396883187e-05, "loss": 0.0, "step": 9280 }, { "epoch": 5.944, "grad_norm": 0.00016265384329017252, "learning_rate": 3.3885291611113456e-05, "loss": 0.0, "step": 9290 }, { "epoch": 5.9504, "grad_norm": 0.0003380306006874889, "learning_rate": 3.3686972298149466e-05, "loss": 0.0, "step": 9300 }, { "epoch": 5.9568, "grad_norm": 0.0004975654883310199, "learning_rate": 3.3489117418900385e-05, "loss": 0.0, "step": 9310 }, { "epoch": 5.9632, "grad_norm": 0.006829795427620411, "learning_rate": 3.329172835907397e-05, "loss": 0.0, "step": 9320 }, { "epoch": 5.9696, "grad_norm": 0.000526486081071198, "learning_rate": 3.309480650111553e-05, "loss": 0.0, "step": 9330 }, { "epoch": 5.976, "grad_norm": 0.00016913373838178813, "learning_rate": 3.289835322419823e-05, "loss": 0.0, "step": 9340 }, { "epoch": 5.9824, "grad_norm": 0.0003635974717326462, "learning_rate": 3.2702369904213535e-05, "loss": 0.0, "step": 9350 }, { "epoch": 5.9888, "grad_norm": 0.00019950153364334255, "learning_rate": 3.2506857913761425e-05, "loss": 0.0, "step": 9360 }, { "epoch": 5.9952, "grad_norm": 0.0010508991545066237, "learning_rate": 3.231181862214084e-05, "loss": 0.0, "step": 9370 }, { "epoch": 6.00128, "grad_norm": 0.0006432119407691061, "learning_rate": 3.211725339534014e-05, "loss": 0.0, "step": 9380 }, { "epoch": 6.00768, "grad_norm": 0.0001953030878212303, "learning_rate": 3.1923163596027464e-05, "loss": 0.0, "step": 9390 }, { "epoch": 6.01408, "grad_norm": 0.003775060875341296, "learning_rate": 3.172955058354124e-05, "loss": 0.0, "step": 9400 }, { "epoch": 6.02048, "grad_norm": 0.000399916956666857, "learning_rate": 3.153641571388062e-05, "loss": 0.0, "step": 9410 }, { "epoch": 6.02688, "grad_norm": 0.0004169768071733415, "learning_rate": 3.134376033969608e-05, "loss": 0.0, "step": 9420 }, { "epoch": 6.03328, "grad_norm": 0.00018549227388575673, "learning_rate": 3.1151585810279816e-05, "loss": 0.0, "step": 9430 }, { "epoch": 6.03968, "grad_norm": 0.00037099956534802914, "learning_rate": 3.095989347155631e-05, "loss": 0.0, "step": 9440 }, { "epoch": 6.04608, "grad_norm": 0.0002764857199508697, "learning_rate": 3.076868466607301e-05, "loss": 0.0, "step": 9450 }, { "epoch": 6.05248, "grad_norm": 0.000232993348618038, "learning_rate": 3.057796073299085e-05, "loss": 0.0, "step": 9460 }, { "epoch": 6.05888, "grad_norm": 0.001546881627291441, "learning_rate": 3.0387723008074853e-05, "loss": 0.0, "step": 9470 }, { "epoch": 6.06528, "grad_norm": 0.0002100062120007351, "learning_rate": 3.0197972823684895e-05, "loss": 0.0, "step": 9480 }, { "epoch": 6.07168, "grad_norm": 0.0008240665192715824, "learning_rate": 3.0008711508766186e-05, "loss": 0.0, "step": 9490 }, { "epoch": 6.07808, "grad_norm": 0.0002615935809444636, "learning_rate": 2.981994038884012e-05, "loss": 0.0, "step": 9500 }, { "epoch": 6.08448, "grad_norm": 0.00037213534233160317, "learning_rate": 2.9631660785994886e-05, "loss": 0.0, "step": 9510 }, { "epoch": 6.09088, "grad_norm": 0.0004987175343558192, "learning_rate": 2.9443874018876295e-05, "loss": 0.0, "step": 9520 }, { "epoch": 6.09728, "grad_norm": 0.0002529900521039963, "learning_rate": 2.9256581402678496e-05, "loss": 0.0, "step": 9530 }, { "epoch": 6.10368, "grad_norm": 0.00022572539455723017, "learning_rate": 2.906978424913477e-05, "loss": 0.0, "step": 9540 }, { "epoch": 6.11008, "grad_norm": 0.0005010335007682443, "learning_rate": 2.888348386650831e-05, "loss": 0.0, "step": 9550 }, { "epoch": 6.11648, "grad_norm": 0.0037152862641960382, "learning_rate": 2.8697681559583212e-05, "loss": 0.0, "step": 9560 }, { "epoch": 6.12288, "grad_norm": 0.0002287563547724858, "learning_rate": 2.8512378629655102e-05, "loss": 0.0, "step": 9570 }, { "epoch": 6.12928, "grad_norm": 0.005399771500378847, "learning_rate": 2.832757637452219e-05, "loss": 0.0, "step": 9580 }, { "epoch": 6.13568, "grad_norm": 0.0008591354708187282, "learning_rate": 2.814327608847611e-05, "loss": 0.0, "step": 9590 }, { "epoch": 6.14208, "grad_norm": 0.0005686097429133952, "learning_rate": 2.7959479062292915e-05, "loss": 0.0, "step": 9600 }, { "epoch": 6.14848, "grad_norm": 0.0008644568151794374, "learning_rate": 2.777618658322394e-05, "loss": 0.0, "step": 9610 }, { "epoch": 6.15488, "grad_norm": 0.0016218802193179727, "learning_rate": 2.7593399934986873e-05, "loss": 0.0, "step": 9620 }, { "epoch": 6.16128, "grad_norm": 0.0003004611062351614, "learning_rate": 2.741112039775683e-05, "loss": 0.0, "step": 9630 }, { "epoch": 6.16768, "grad_norm": 0.00017903698608279228, "learning_rate": 2.72293492481571e-05, "loss": 0.0, "step": 9640 }, { "epoch": 6.17408, "grad_norm": 0.0005590069340541959, "learning_rate": 2.704808775925055e-05, "loss": 0.0, "step": 9650 }, { "epoch": 6.18048, "grad_norm": 0.0001558540971018374, "learning_rate": 2.6867337200530518e-05, "loss": 0.0, "step": 9660 }, { "epoch": 6.18688, "grad_norm": 0.0001897190959425643, "learning_rate": 2.668709883791195e-05, "loss": 0.0, "step": 9670 }, { "epoch": 6.19328, "grad_norm": 0.00015458017878700048, "learning_rate": 2.6507373933722523e-05, "loss": 0.0, "step": 9680 }, { "epoch": 6.19968, "grad_norm": 0.00043941271724179387, "learning_rate": 2.6328163746693934e-05, "loss": 0.0, "step": 9690 }, { "epoch": 6.20608, "grad_norm": 0.04050607979297638, "learning_rate": 2.6149469531952852e-05, "loss": 0.0, "step": 9700 }, { "epoch": 6.21248, "grad_norm": 0.0012593106366693974, "learning_rate": 2.5971292541012325e-05, "loss": 0.0, "step": 9710 }, { "epoch": 6.21888, "grad_norm": 0.0007512260344810784, "learning_rate": 2.5793634021762902e-05, "loss": 0.0, "step": 9720 }, { "epoch": 6.22528, "grad_norm": 0.0007650696788914502, "learning_rate": 2.5616495218463964e-05, "loss": 0.0, "step": 9730 }, { "epoch": 6.23168, "grad_norm": 0.00038582339766435325, "learning_rate": 2.5439877371734965e-05, "loss": 0.0, "step": 9740 }, { "epoch": 6.23808, "grad_norm": 0.00038897356716915965, "learning_rate": 2.526378171854673e-05, "loss": 0.0, "step": 9750 }, { "epoch": 6.24448, "grad_norm": 0.0002180268056690693, "learning_rate": 2.5088209492212912e-05, "loss": 0.0, "step": 9760 }, { "epoch": 6.25088, "grad_norm": 0.0006056619458831847, "learning_rate": 2.4913161922381177e-05, "loss": 0.0, "step": 9770 }, { "epoch": 6.25728, "grad_norm": 0.0002819981309585273, "learning_rate": 2.473864023502469e-05, "loss": 0.0, "step": 9780 }, { "epoch": 6.26368, "grad_norm": 0.00027019556728191674, "learning_rate": 2.4564645652433536e-05, "loss": 0.0, "step": 9790 }, { "epoch": 6.27008, "grad_norm": 0.0011226411443203688, "learning_rate": 2.439117939320612e-05, "loss": 0.0, "step": 9800 }, { "epoch": 6.27648, "grad_norm": 0.00044034759048372507, "learning_rate": 2.4218242672240664e-05, "loss": 0.0, "step": 9810 }, { "epoch": 6.2828800000000005, "grad_norm": 0.0005095952656120062, "learning_rate": 2.4045836700726686e-05, "loss": 0.0, "step": 9820 }, { "epoch": 6.28928, "grad_norm": 0.0004759672738146037, "learning_rate": 2.3873962686136496e-05, "loss": 0.0, "step": 9830 }, { "epoch": 6.29568, "grad_norm": 0.0002974249073304236, "learning_rate": 2.37026218322168e-05, "loss": 0.0, "step": 9840 }, { "epoch": 6.30208, "grad_norm": 0.0016952420119196177, "learning_rate": 2.353181533898019e-05, "loss": 0.0, "step": 9850 }, { "epoch": 6.30848, "grad_norm": 0.00029084106790833175, "learning_rate": 2.33615444026968e-05, "loss": 0.0, "step": 9860 }, { "epoch": 6.31488, "grad_norm": 0.00033461744897067547, "learning_rate": 2.31918102158859e-05, "loss": 0.0, "step": 9870 }, { "epoch": 6.32128, "grad_norm": 0.0008496759692206979, "learning_rate": 2.3022613967307547e-05, "loss": 0.0, "step": 9880 }, { "epoch": 6.32768, "grad_norm": 0.00030978411086834967, "learning_rate": 2.285395684195425e-05, "loss": 0.0, "step": 9890 }, { "epoch": 6.33408, "grad_norm": 0.0004930213908664882, "learning_rate": 2.2685840021042746e-05, "loss": 0.0, "step": 9900 }, { "epoch": 6.34048, "grad_norm": 0.00011754396837204695, "learning_rate": 2.251826468200561e-05, "loss": 0.0, "step": 9910 }, { "epoch": 6.34688, "grad_norm": 0.00023248976503964514, "learning_rate": 2.2351231998483057e-05, "loss": 0.0, "step": 9920 }, { "epoch": 6.35328, "grad_norm": 0.00039943907177075744, "learning_rate": 2.2184743140314757e-05, "loss": 0.0, "step": 9930 }, { "epoch": 6.35968, "grad_norm": 0.00018861009448301047, "learning_rate": 2.2018799273531598e-05, "loss": 0.0, "step": 9940 }, { "epoch": 6.36608, "grad_norm": 0.0007404431817121804, "learning_rate": 2.185340156034754e-05, "loss": 0.0, "step": 9950 }, { "epoch": 6.37248, "grad_norm": 0.0002325508394278586, "learning_rate": 2.168855115915145e-05, "loss": 0.0, "step": 9960 }, { "epoch": 6.37888, "grad_norm": 0.00022824874031357467, "learning_rate": 2.152424922449906e-05, "loss": 0.0, "step": 9970 }, { "epoch": 6.38528, "grad_norm": 0.0003613017324823886, "learning_rate": 2.136049690710481e-05, "loss": 0.0, "step": 9980 }, { "epoch": 6.39168, "grad_norm": 0.0001560365635668859, "learning_rate": 2.1197295353833767e-05, "loss": 0.0, "step": 9990 }, { "epoch": 6.39808, "grad_norm": 0.001062127761542797, "learning_rate": 2.103464570769369e-05, "loss": 0.0, "step": 10000 }, { "epoch": 6.40448, "grad_norm": 0.00044632452772930264, "learning_rate": 2.0872549107826933e-05, "loss": 0.0, "step": 10010 }, { "epoch": 6.41088, "grad_norm": 0.00023737261653877795, "learning_rate": 2.071100668950252e-05, "loss": 0.0, "step": 10020 }, { "epoch": 6.41728, "grad_norm": 0.0007262078579515219, "learning_rate": 2.055001958410817e-05, "loss": 0.0, "step": 10030 }, { "epoch": 6.42368, "grad_norm": 0.0004753602552227676, "learning_rate": 2.03895889191424e-05, "loss": 0.0, "step": 10040 }, { "epoch": 6.43008, "grad_norm": 0.0008529215701855719, "learning_rate": 2.0229715818206585e-05, "loss": 0.0, "step": 10050 }, { "epoch": 6.4364799999999995, "grad_norm": 0.0003257516073063016, "learning_rate": 2.007040140099712e-05, "loss": 0.0, "step": 10060 }, { "epoch": 6.44288, "grad_norm": 0.0004623719141818583, "learning_rate": 1.9911646783297567e-05, "loss": 0.0, "step": 10070 }, { "epoch": 6.44928, "grad_norm": 0.0002611337404232472, "learning_rate": 1.975345307697086e-05, "loss": 0.0, "step": 10080 }, { "epoch": 6.45568, "grad_norm": 0.0004225234151817858, "learning_rate": 1.9595821389951462e-05, "loss": 0.0, "step": 10090 }, { "epoch": 6.46208, "grad_norm": 0.0003359653928782791, "learning_rate": 1.943875282623774e-05, "loss": 0.0, "step": 10100 }, { "epoch": 6.46848, "grad_norm": 0.0006682898965664208, "learning_rate": 1.9282248485884026e-05, "loss": 0.0, "step": 10110 }, { "epoch": 6.47488, "grad_norm": 0.0010938640916720033, "learning_rate": 1.9126309464993076e-05, "loss": 0.0, "step": 10120 }, { "epoch": 6.48128, "grad_norm": 0.0003156275488436222, "learning_rate": 1.8970936855708354e-05, "loss": 0.0, "step": 10130 }, { "epoch": 6.48768, "grad_norm": 0.00021634039876516908, "learning_rate": 1.8816131746206346e-05, "loss": 0.0, "step": 10140 }, { "epoch": 6.49408, "grad_norm": 0.000696473871357739, "learning_rate": 1.8661895220688964e-05, "loss": 0.0, "step": 10150 }, { "epoch": 6.50048, "grad_norm": 0.0006465862970799208, "learning_rate": 1.850822835937599e-05, "loss": 0.0, "step": 10160 }, { "epoch": 6.50688, "grad_norm": 0.00039105204632505774, "learning_rate": 1.8355132238497387e-05, "loss": 0.0, "step": 10170 }, { "epoch": 6.51328, "grad_norm": 0.00016950693679973483, "learning_rate": 1.8202607930285986e-05, "loss": 0.0, "step": 10180 }, { "epoch": 6.51968, "grad_norm": 0.00019938306650146842, "learning_rate": 1.8050656502969722e-05, "loss": 0.0, "step": 10190 }, { "epoch": 6.52608, "grad_norm": 0.00026915426133200526, "learning_rate": 1.7899279020764294e-05, "loss": 0.0, "step": 10200 }, { "epoch": 6.53248, "grad_norm": 0.00014651856326963753, "learning_rate": 1.7748476543865743e-05, "loss": 0.0, "step": 10210 }, { "epoch": 6.53888, "grad_norm": 0.00012094051635358483, "learning_rate": 1.759825012844284e-05, "loss": 0.0, "step": 10220 }, { "epoch": 6.54528, "grad_norm": 0.00019855085702147335, "learning_rate": 1.7448600826629968e-05, "loss": 0.0, "step": 10230 }, { "epoch": 6.55168, "grad_norm": 0.0005125760799273849, "learning_rate": 1.7299529686519535e-05, "loss": 0.0, "step": 10240 }, { "epoch": 6.55808, "grad_norm": 0.00013649897300638258, "learning_rate": 1.7151037752154697e-05, "loss": 0.0, "step": 10250 }, { "epoch": 6.56448, "grad_norm": 0.0001825349172577262, "learning_rate": 1.7003126063522058e-05, "loss": 0.0, "step": 10260 }, { "epoch": 6.57088, "grad_norm": 0.00019164799596183002, "learning_rate": 1.685579565654438e-05, "loss": 0.0, "step": 10270 }, { "epoch": 6.57728, "grad_norm": 0.00023466751736123115, "learning_rate": 1.6709047563073345e-05, "loss": 0.0, "step": 10280 }, { "epoch": 6.58368, "grad_norm": 0.0004346106434240937, "learning_rate": 1.6562882810882273e-05, "loss": 0.0, "step": 10290 }, { "epoch": 6.59008, "grad_norm": 0.0002854301128536463, "learning_rate": 1.6417302423658997e-05, "loss": 0.0, "step": 10300 }, { "epoch": 6.59648, "grad_norm": 0.004947732202708721, "learning_rate": 1.6272307420998667e-05, "loss": 0.0, "step": 10310 }, { "epoch": 6.60288, "grad_norm": 0.00020063831470906734, "learning_rate": 1.612789881839656e-05, "loss": 0.0, "step": 10320 }, { "epoch": 6.60928, "grad_norm": 0.0004319002036936581, "learning_rate": 1.5984077627241022e-05, "loss": 0.0, "step": 10330 }, { "epoch": 6.61568, "grad_norm": 0.0005006842548027635, "learning_rate": 1.5840844854806402e-05, "loss": 0.0, "step": 10340 }, { "epoch": 6.62208, "grad_norm": 0.0003016633272636682, "learning_rate": 1.5698201504245914e-05, "loss": 0.0, "step": 10350 }, { "epoch": 6.62848, "grad_norm": 0.0002967767359223217, "learning_rate": 1.5556148574584694e-05, "loss": 0.0, "step": 10360 }, { "epoch": 6.63488, "grad_norm": 0.0003186151443514973, "learning_rate": 1.541468706071275e-05, "loss": 0.0, "step": 10370 }, { "epoch": 6.64128, "grad_norm": 0.0002886214933823794, "learning_rate": 1.527381795337808e-05, "loss": 0.0, "step": 10380 }, { "epoch": 6.64768, "grad_norm": 0.00018841103883460164, "learning_rate": 1.5133542239179599e-05, "loss": 0.0, "step": 10390 }, { "epoch": 6.65408, "grad_norm": 0.0019203820265829563, "learning_rate": 1.499386090056033e-05, "loss": 0.0, "step": 10400 }, { "epoch": 6.66048, "grad_norm": 0.00032773063867352903, "learning_rate": 1.4854774915800507e-05, "loss": 0.0, "step": 10410 }, { "epoch": 6.66688, "grad_norm": 0.0003797499812208116, "learning_rate": 1.4716285259010631e-05, "loss": 0.0, "step": 10420 }, { "epoch": 6.67328, "grad_norm": 0.00030273105949163437, "learning_rate": 1.4578392900124816e-05, "loss": 0.0, "step": 10430 }, { "epoch": 6.67968, "grad_norm": 0.00012044944742228836, "learning_rate": 1.4441098804893893e-05, "loss": 0.0, "step": 10440 }, { "epoch": 6.6860800000000005, "grad_norm": 0.001053573447279632, "learning_rate": 1.430440393487864e-05, "loss": 0.0, "step": 10450 }, { "epoch": 6.69248, "grad_norm": 0.0005372678861021996, "learning_rate": 1.4168309247443056e-05, "loss": 0.0, "step": 10460 }, { "epoch": 6.69888, "grad_norm": 0.0003481036110315472, "learning_rate": 1.403281569574768e-05, "loss": 0.0, "step": 10470 }, { "epoch": 6.70528, "grad_norm": 0.00038238134584389627, "learning_rate": 1.389792422874292e-05, "loss": 0.0, "step": 10480 }, { "epoch": 6.71168, "grad_norm": 0.00014385953545570374, "learning_rate": 1.3763635791162355e-05, "loss": 0.0, "step": 10490 }, { "epoch": 6.7180800000000005, "grad_norm": 0.0002750820422079414, "learning_rate": 1.3629951323516188e-05, "loss": 0.0, "step": 10500 }, { "epoch": 6.72448, "grad_norm": 0.0001988253352465108, "learning_rate": 1.3496871762084562e-05, "loss": 0.0, "step": 10510 }, { "epoch": 6.73088, "grad_norm": 0.00013493617007043213, "learning_rate": 1.3364398038911152e-05, "loss": 0.0, "step": 10520 }, { "epoch": 6.73728, "grad_norm": 0.0003130730474367738, "learning_rate": 1.3232531081796507e-05, "loss": 0.0, "step": 10530 }, { "epoch": 6.74368, "grad_norm": 0.00022669571626465768, "learning_rate": 1.3101271814291571e-05, "loss": 0.0, "step": 10540 }, { "epoch": 6.75008, "grad_norm": 0.00022119398636277765, "learning_rate": 1.2970621155691264e-05, "loss": 0.0, "step": 10550 }, { "epoch": 6.75648, "grad_norm": 0.0006729229935444891, "learning_rate": 1.2840580021028026e-05, "loss": 0.0, "step": 10560 }, { "epoch": 6.76288, "grad_norm": 0.0002190524828620255, "learning_rate": 1.2711149321065374e-05, "loss": 0.0, "step": 10570 }, { "epoch": 6.76928, "grad_norm": 0.00024163314083125442, "learning_rate": 1.2582329962291538e-05, "loss": 0.0, "step": 10580 }, { "epoch": 6.77568, "grad_norm": 0.00036401578108780086, "learning_rate": 1.2454122846913207e-05, "loss": 0.0, "step": 10590 }, { "epoch": 6.78208, "grad_norm": 0.0002193679247284308, "learning_rate": 1.2326528872849064e-05, "loss": 0.0, "step": 10600 }, { "epoch": 6.78848, "grad_norm": 0.0003991362464148551, "learning_rate": 1.2199548933723526e-05, "loss": 0.0, "step": 10610 }, { "epoch": 6.79488, "grad_norm": 0.00022096067550592124, "learning_rate": 1.2073183918860576e-05, "loss": 0.0, "step": 10620 }, { "epoch": 6.80128, "grad_norm": 0.00020714991842396557, "learning_rate": 1.1947434713277461e-05, "loss": 0.0, "step": 10630 }, { "epoch": 6.8076799999999995, "grad_norm": 0.0003564826911315322, "learning_rate": 1.1822302197678492e-05, "loss": 0.0, "step": 10640 }, { "epoch": 6.81408, "grad_norm": 0.00020037556532770395, "learning_rate": 1.1697787248448966e-05, "loss": 0.0, "step": 10650 }, { "epoch": 6.82048, "grad_norm": 0.00026201506261713803, "learning_rate": 1.1573890737648863e-05, "loss": 0.0, "step": 10660 }, { "epoch": 6.82688, "grad_norm": 0.00028176247724331915, "learning_rate": 1.1450613533006904e-05, "loss": 0.0, "step": 10670 }, { "epoch": 6.83328, "grad_norm": 0.00020657226559706032, "learning_rate": 1.1327956497914349e-05, "loss": 0.0, "step": 10680 }, { "epoch": 6.8396799999999995, "grad_norm": 0.0005632273387163877, "learning_rate": 1.1205920491419041e-05, "loss": 0.0, "step": 10690 }, { "epoch": 6.84608, "grad_norm": 0.00019107489788439125, "learning_rate": 1.1084506368219327e-05, "loss": 0.0, "step": 10700 }, { "epoch": 6.85248, "grad_norm": 0.0014545434387400746, "learning_rate": 1.0963714978658101e-05, "loss": 0.0, "step": 10710 }, { "epoch": 6.85888, "grad_norm": 0.0006535252905450761, "learning_rate": 1.0843547168716872e-05, "loss": 0.0, "step": 10720 }, { "epoch": 6.86528, "grad_norm": 0.0003116198640782386, "learning_rate": 1.0724003780009784e-05, "loss": 0.0, "step": 10730 }, { "epoch": 6.87168, "grad_norm": 0.00022676156368106604, "learning_rate": 1.0605085649777746e-05, "loss": 0.0, "step": 10740 }, { "epoch": 6.87808, "grad_norm": 0.0002352067967876792, "learning_rate": 1.0486793610882572e-05, "loss": 0.0, "step": 10750 }, { "epoch": 6.88448, "grad_norm": 0.0002968076732940972, "learning_rate": 1.0369128491801172e-05, "loss": 0.0, "step": 10760 }, { "epoch": 6.89088, "grad_norm": 0.0006478537106886506, "learning_rate": 1.025209111661969e-05, "loss": 0.0, "step": 10770 }, { "epoch": 6.89728, "grad_norm": 0.000639138335827738, "learning_rate": 1.0135682305027794e-05, "loss": 0.0, "step": 10780 }, { "epoch": 6.90368, "grad_norm": 0.00021679601923096925, "learning_rate": 1.001990287231288e-05, "loss": 0.0, "step": 10790 }, { "epoch": 6.91008, "grad_norm": 0.00025661513791419566, "learning_rate": 9.904753629354447e-06, "loss": 0.0, "step": 10800 }, { "epoch": 6.91648, "grad_norm": 0.0008730865083634853, "learning_rate": 9.790235382618273e-06, "loss": 0.0, "step": 10810 }, { "epoch": 6.92288, "grad_norm": 9.191743447445333e-05, "learning_rate": 9.676348934150937e-06, "loss": 0.0, "step": 10820 }, { "epoch": 6.92928, "grad_norm": 0.00029353026184253395, "learning_rate": 9.56309508157407e-06, "loss": 0.0, "step": 10830 }, { "epoch": 6.93568, "grad_norm": 0.000274675025139004, "learning_rate": 9.45047461807881e-06, "loss": 0.0, "step": 10840 }, { "epoch": 6.94208, "grad_norm": 0.0001643135183257982, "learning_rate": 9.338488332420326e-06, "loss": 0.0, "step": 10850 }, { "epoch": 6.94848, "grad_norm": 0.00036645637010224164, "learning_rate": 9.227137008912157e-06, "loss": 0.0, "step": 10860 }, { "epoch": 6.95488, "grad_norm": 0.0007341490127146244, "learning_rate": 9.116421427420806e-06, "loss": 0.0, "step": 10870 }, { "epoch": 6.96128, "grad_norm": 0.00020302693883422762, "learning_rate": 9.006342363360243e-06, "loss": 0.0, "step": 10880 }, { "epoch": 6.96768, "grad_norm": 0.00010089918214362115, "learning_rate": 8.896900587686507e-06, "loss": 0.0, "step": 10890 }, { "epoch": 6.97408, "grad_norm": 0.00169876660220325, "learning_rate": 8.78809686689227e-06, "loss": 0.0, "step": 10900 }, { "epoch": 6.98048, "grad_norm": 0.0008903718553483486, "learning_rate": 8.67993196300152e-06, "loss": 0.0, "step": 10910 }, { "epoch": 6.98688, "grad_norm": 0.00020576795213855803, "learning_rate": 8.572406633564123e-06, "loss": 0.0, "step": 10920 }, { "epoch": 6.99328, "grad_norm": 0.00018240396457258612, "learning_rate": 8.465521631650675e-06, "loss": 0.0, "step": 10930 }, { "epoch": 6.99968, "grad_norm": 0.0006208484992384911, "learning_rate": 8.359277705847068e-06, "loss": 0.0, "step": 10940 }, { "epoch": 7.00576, "grad_norm": 0.006056746933609247, "learning_rate": 8.253675600249356e-06, "loss": 0.0, "step": 10950 }, { "epoch": 7.01216, "grad_norm": 0.00023922731634229422, "learning_rate": 8.148716054458471e-06, "loss": 0.0, "step": 10960 }, { "epoch": 7.01856, "grad_norm": 0.00022546869877260178, "learning_rate": 8.044399803575086e-06, "loss": 0.0, "step": 10970 }, { "epoch": 7.02496, "grad_norm": 0.0005652814288623631, "learning_rate": 7.940727578194484e-06, "loss": 0.0, "step": 10980 }, { "epoch": 7.03136, "grad_norm": 0.00034033178235404193, "learning_rate": 7.837700104401369e-06, "loss": 0.0, "step": 10990 }, { "epoch": 7.03776, "grad_norm": 0.0002791277947835624, "learning_rate": 7.73531810376491e-06, "loss": 0.0, "step": 11000 }, { "epoch": 7.04416, "grad_norm": 0.0004487695696298033, "learning_rate": 7.633582293333474e-06, "loss": 0.0, "step": 11010 }, { "epoch": 7.05056, "grad_norm": 0.0001852764398790896, "learning_rate": 7.532493385629835e-06, "loss": 0.0, "step": 11020 }, { "epoch": 7.05696, "grad_norm": 0.0025820755399763584, "learning_rate": 7.432052088646047e-06, "loss": 0.0, "step": 11030 }, { "epoch": 7.06336, "grad_norm": 0.0006320344400592148, "learning_rate": 7.332259105838535e-06, "loss": 0.0, "step": 11040 }, { "epoch": 7.06976, "grad_norm": 0.0001462882210034877, "learning_rate": 7.233115136123103e-06, "loss": 0.0, "step": 11050 }, { "epoch": 7.07616, "grad_norm": 0.00046915063285268843, "learning_rate": 7.13462087387019e-06, "loss": 0.0, "step": 11060 }, { "epoch": 7.08256, "grad_norm": 0.00016017569578252733, "learning_rate": 7.036777008899809e-06, "loss": 0.0, "step": 11070 }, { "epoch": 7.08896, "grad_norm": 0.00015621141938026994, "learning_rate": 6.939584226476858e-06, "loss": 0.0, "step": 11080 }, { "epoch": 7.09536, "grad_norm": 0.00035261077573522925, "learning_rate": 6.843043207306265e-06, "loss": 0.0, "step": 11090 }, { "epoch": 7.10176, "grad_norm": 0.0001724821631796658, "learning_rate": 6.7471546275282515e-06, "loss": 0.0, "step": 11100 }, { "epoch": 7.10816, "grad_norm": 0.0002114973176503554, "learning_rate": 6.651919158713549e-06, "loss": 0.0, "step": 11110 }, { "epoch": 7.11456, "grad_norm": 0.00010726188338594511, "learning_rate": 6.557337467858715e-06, "loss": 0.0, "step": 11120 }, { "epoch": 7.12096, "grad_norm": 0.0017735674045979977, "learning_rate": 6.463410217381527e-06, "loss": 0.0, "step": 11130 }, { "epoch": 7.12736, "grad_norm": 0.0001152692930190824, "learning_rate": 6.370138065116238e-06, "loss": 0.0, "step": 11140 }, { "epoch": 7.13376, "grad_norm": 0.0002211851387983188, "learning_rate": 6.2775216643090275e-06, "loss": 0.0, "step": 11150 }, { "epoch": 7.14016, "grad_norm": 0.0002296050952281803, "learning_rate": 6.185561663613415e-06, "loss": 0.0, "step": 11160 }, { "epoch": 7.14656, "grad_norm": 0.00024251236754935235, "learning_rate": 6.094258707085731e-06, "loss": 0.0, "step": 11170 }, { "epoch": 7.15296, "grad_norm": 0.00025032952544279397, "learning_rate": 6.003613434180588e-06, "loss": 0.0, "step": 11180 }, { "epoch": 7.15936, "grad_norm": 0.00031780777499079704, "learning_rate": 5.913626479746392e-06, "loss": 0.0, "step": 11190 }, { "epoch": 7.16576, "grad_norm": 0.0005290366243571043, "learning_rate": 5.824298474020939e-06, "loss": 0.0, "step": 11200 }, { "epoch": 7.17216, "grad_norm": 0.00014589760394301265, "learning_rate": 5.735630042626949e-06, "loss": 0.0, "step": 11210 }, { "epoch": 7.17856, "grad_norm": 0.00024644634686410427, "learning_rate": 5.647621806567738e-06, "loss": 0.0, "step": 11220 }, { "epoch": 7.18496, "grad_norm": 0.0001813811541069299, "learning_rate": 5.560274382222807e-06, "loss": 0.0, "step": 11230 }, { "epoch": 7.19136, "grad_norm": 0.00020472636970225722, "learning_rate": 5.473588381343575e-06, "loss": 0.0, "step": 11240 }, { "epoch": 7.19776, "grad_norm": 0.0008168770000338554, "learning_rate": 5.387564411049095e-06, "loss": 0.0, "step": 11250 }, { "epoch": 7.20416, "grad_norm": 0.00015317718498408794, "learning_rate": 5.302203073821732e-06, "loss": 0.0, "step": 11260 }, { "epoch": 7.21056, "grad_norm": 0.00010825356730492786, "learning_rate": 5.217504967503073e-06, "loss": 0.0, "step": 11270 }, { "epoch": 7.21696, "grad_norm": 0.00013220794789958745, "learning_rate": 5.133470685289609e-06, "loss": 0.0, "step": 11280 }, { "epoch": 7.22336, "grad_norm": 0.0003977144951932132, "learning_rate": 5.0501008157286315e-06, "loss": 0.0, "step": 11290 }, { "epoch": 7.22976, "grad_norm": 0.0004988234722986817, "learning_rate": 4.967395942714148e-06, "loss": 0.0, "step": 11300 }, { "epoch": 7.23616, "grad_norm": 0.0001399771572323516, "learning_rate": 4.885356645482719e-06, "loss": 0.0, "step": 11310 }, { "epoch": 7.24256, "grad_norm": 0.00011362881195964292, "learning_rate": 4.803983498609477e-06, "loss": 0.0, "step": 11320 }, { "epoch": 7.24896, "grad_norm": 0.0008027742733247578, "learning_rate": 4.7232770720040285e-06, "loss": 0.0, "step": 11330 }, { "epoch": 7.25536, "grad_norm": 0.00023357181635219604, "learning_rate": 4.643237930906552e-06, "loss": 0.0, "step": 11340 }, { "epoch": 7.26176, "grad_norm": 0.0002817047934513539, "learning_rate": 4.56386663588374e-06, "loss": 0.0, "step": 11350 }, { "epoch": 7.26816, "grad_norm": 0.0002601803280413151, "learning_rate": 4.485163742824927e-06, "loss": 0.0, "step": 11360 }, { "epoch": 7.27456, "grad_norm": 0.00010443588689668104, "learning_rate": 4.407129802938214e-06, "loss": 0.0, "step": 11370 }, { "epoch": 7.28096, "grad_norm": 0.00023155131202656776, "learning_rate": 4.329765362746552e-06, "loss": 0.0, "step": 11380 }, { "epoch": 7.28736, "grad_norm": 0.00016661446716170758, "learning_rate": 4.2530709640839716e-06, "loss": 0.0, "step": 11390 }, { "epoch": 7.29376, "grad_norm": 0.0001071359874913469, "learning_rate": 4.1770471440917395e-06, "loss": 0.0, "step": 11400 }, { "epoch": 7.30016, "grad_norm": 0.0001562583929626271, "learning_rate": 4.101694435214654e-06, "loss": 0.0, "step": 11410 }, { "epoch": 7.30656, "grad_norm": 0.00015882834850344807, "learning_rate": 4.02701336519723e-06, "loss": 0.0, "step": 11420 }, { "epoch": 7.31296, "grad_norm": 0.0001605400029802695, "learning_rate": 3.953004457080101e-06, "loss": 0.0, "step": 11430 }, { "epoch": 7.31936, "grad_norm": 0.00044943607645109296, "learning_rate": 3.879668229196276e-06, "loss": 0.0, "step": 11440 }, { "epoch": 7.32576, "grad_norm": 0.00011381880904082209, "learning_rate": 3.8070051951675677e-06, "loss": 0.0, "step": 11450 }, { "epoch": 7.33216, "grad_norm": 0.0006117502925917506, "learning_rate": 3.735015863900948e-06, "loss": 0.0, "step": 11460 }, { "epoch": 7.33856, "grad_norm": 0.00018561078468337655, "learning_rate": 3.663700739585041e-06, "loss": 0.0, "step": 11470 }, { "epoch": 7.34496, "grad_norm": 0.0001931956794578582, "learning_rate": 3.593060321686503e-06, "loss": 0.0, "step": 11480 }, { "epoch": 7.35136, "grad_norm": 0.00022686085139866918, "learning_rate": 3.5230951049466277e-06, "loss": 0.0, "step": 11490 }, { "epoch": 7.35776, "grad_norm": 0.00026771079865284264, "learning_rate": 3.4538055793778003e-06, "loss": 0.0, "step": 11500 }, { "epoch": 7.36416, "grad_norm": 0.00017013792239595205, "learning_rate": 3.3851922302601037e-06, "loss": 0.0, "step": 11510 }, { "epoch": 7.37056, "grad_norm": 0.00012284290278330445, "learning_rate": 3.31725553813792e-06, "loss": 0.0, "step": 11520 }, { "epoch": 7.37696, "grad_norm": 0.000490885809995234, "learning_rate": 3.2499959788165557e-06, "loss": 0.0, "step": 11530 }, { "epoch": 7.38336, "grad_norm": 0.00030261592473834753, "learning_rate": 3.1834140233588883e-06, "loss": 0.0, "step": 11540 }, { "epoch": 7.38976, "grad_norm": 0.0005706922383978963, "learning_rate": 3.117510138082136e-06, "loss": 0.0, "step": 11550 }, { "epoch": 7.39616, "grad_norm": 0.0002388882712693885, "learning_rate": 3.0522847845545155e-06, "loss": 0.0, "step": 11560 }, { "epoch": 7.40256, "grad_norm": 0.00033629901008680463, "learning_rate": 2.9877384195920344e-06, "loss": 0.0, "step": 11570 }, { "epoch": 7.40896, "grad_norm": 0.0003895597474183887, "learning_rate": 2.923871495255337e-06, "loss": 0.0, "step": 11580 }, { "epoch": 7.41536, "grad_norm": 0.00028987627592869103, "learning_rate": 2.86068445884643e-06, "loss": 0.0, "step": 11590 }, { "epoch": 7.42176, "grad_norm": 0.00016705355665180832, "learning_rate": 2.798177752905651e-06, "loss": 0.0, "step": 11600 }, { "epoch": 7.42816, "grad_norm": 0.00018726917915046215, "learning_rate": 2.7363518152085823e-06, "loss": 0.0, "step": 11610 }, { "epoch": 7.43456, "grad_norm": 0.0001556228380650282, "learning_rate": 2.675207078762887e-06, "loss": 0.0, "step": 11620 }, { "epoch": 7.4409600000000005, "grad_norm": 0.00017182243755087256, "learning_rate": 2.6147439718053226e-06, "loss": 0.0, "step": 11630 }, { "epoch": 7.44736, "grad_norm": 0.0010358666768297553, "learning_rate": 2.5549629177987755e-06, "loss": 0.0, "step": 11640 }, { "epoch": 7.45376, "grad_norm": 0.00045476158265955746, "learning_rate": 2.4958643354292543e-06, "loss": 0.0, "step": 11650 }, { "epoch": 7.46016, "grad_norm": 0.00022931063722353429, "learning_rate": 2.4374486386029682e-06, "loss": 0.0, "step": 11660 }, { "epoch": 7.46656, "grad_norm": 0.00035840796772390604, "learning_rate": 2.37971623644343e-06, "loss": 0.0, "step": 11670 }, { "epoch": 7.47296, "grad_norm": 0.00023283465998247266, "learning_rate": 2.322667533288614e-06, "loss": 0.0, "step": 11680 }, { "epoch": 7.47936, "grad_norm": 0.021141916513442993, "learning_rate": 2.266302928688069e-06, "loss": 0.0, "step": 11690 }, { "epoch": 7.48576, "grad_norm": 0.00016841931210365146, "learning_rate": 2.210622817400176e-06, "loss": 0.0, "step": 11700 }, { "epoch": 7.49216, "grad_norm": 0.0002737250761128962, "learning_rate": 2.15562758938932e-06, "loss": 0.0, "step": 11710 }, { "epoch": 7.49856, "grad_norm": 0.00017102232959587127, "learning_rate": 2.1013176298232517e-06, "loss": 0.0, "step": 11720 }, { "epoch": 7.50496, "grad_norm": 0.0002724958467297256, "learning_rate": 2.0476933190703096e-06, "loss": 0.0, "step": 11730 }, { "epoch": 7.51136, "grad_norm": 0.00015037567936815321, "learning_rate": 1.9947550326967603e-06, "loss": 0.0, "step": 11740 }, { "epoch": 7.51776, "grad_norm": 0.00019154968322254717, "learning_rate": 1.942503141464247e-06, "loss": 0.0, "step": 11750 }, { "epoch": 7.52416, "grad_norm": 0.005371495615690947, "learning_rate": 1.8909380113270815e-06, "loss": 0.0, "step": 11760 }, { "epoch": 7.53056, "grad_norm": 0.00019049049296882004, "learning_rate": 1.8400600034297778e-06, "loss": 0.0, "step": 11770 }, { "epoch": 7.53696, "grad_norm": 0.0002738216135185212, "learning_rate": 1.7898694741044663e-06, "loss": 0.0, "step": 11780 }, { "epoch": 7.54336, "grad_norm": 0.00019769067876040936, "learning_rate": 1.740366774868385e-06, "loss": 0.0, "step": 11790 }, { "epoch": 7.54976, "grad_norm": 0.00013452973507810384, "learning_rate": 1.6915522524214688e-06, "loss": 0.0, "step": 11800 }, { "epoch": 7.55616, "grad_norm": 0.00014966858725529164, "learning_rate": 1.6434262486439311e-06, "loss": 0.0, "step": 11810 }, { "epoch": 7.5625599999999995, "grad_norm": 0.00023427560518030077, "learning_rate": 1.5959891005937865e-06, "loss": 0.0, "step": 11820 }, { "epoch": 7.56896, "grad_norm": 0.00010952445154543966, "learning_rate": 1.549241140504565e-06, "loss": 0.0, "step": 11830 }, { "epoch": 7.57536, "grad_norm": 0.002692018635571003, "learning_rate": 1.5031826957829455e-06, "loss": 0.0, "step": 11840 }, { "epoch": 7.58176, "grad_norm": 0.00023257030989043415, "learning_rate": 1.457814089006493e-06, "loss": 0.0, "step": 11850 }, { "epoch": 7.58816, "grad_norm": 0.00027447770116850734, "learning_rate": 1.4131356379213811e-06, "loss": 0.0, "step": 11860 }, { "epoch": 7.5945599999999995, "grad_norm": 0.00032596863457001746, "learning_rate": 1.3691476554401616e-06, "loss": 0.0, "step": 11870 }, { "epoch": 7.60096, "grad_norm": 0.00020995744853280485, "learning_rate": 1.3258504496395762e-06, "loss": 0.0, "step": 11880 }, { "epoch": 7.60736, "grad_norm": 0.00018043308227788657, "learning_rate": 1.283244323758437e-06, "loss": 0.0, "step": 11890 }, { "epoch": 7.61376, "grad_norm": 0.0003039049915969372, "learning_rate": 1.2413295761954158e-06, "loss": 0.0, "step": 11900 }, { "epoch": 7.62016, "grad_norm": 0.00030403234995901585, "learning_rate": 1.20010650050707e-06, "loss": 0.0, "step": 11910 }, { "epoch": 7.62656, "grad_norm": 0.0006140306941233575, "learning_rate": 1.1595753854056534e-06, "loss": 0.0, "step": 11920 }, { "epoch": 7.63296, "grad_norm": 0.00036363242543302476, "learning_rate": 1.1197365147572302e-06, "loss": 0.0, "step": 11930 }, { "epoch": 7.63936, "grad_norm": 0.00028989353450015187, "learning_rate": 1.080590167579587e-06, "loss": 0.0, "step": 11940 }, { "epoch": 7.64576, "grad_norm": 0.00012473958486225456, "learning_rate": 1.0421366180403124e-06, "loss": 0.0, "step": 11950 }, { "epoch": 7.65216, "grad_norm": 0.00018616183660924435, "learning_rate": 1.0043761354548986e-06, "loss": 0.0, "step": 11960 }, { "epoch": 7.65856, "grad_norm": 0.00015438452828675508, "learning_rate": 9.673089842848316e-07, "loss": 0.0, "step": 11970 }, { "epoch": 7.66496, "grad_norm": 0.0003283002879470587, "learning_rate": 9.309354241357038e-07, "loss": 0.0, "step": 11980 }, { "epoch": 7.67136, "grad_norm": 0.00023687421344220638, "learning_rate": 8.952557097554714e-07, "loss": 0.0, "step": 11990 }, { "epoch": 7.67776, "grad_norm": 0.00013886185479350388, "learning_rate": 8.602700910326223e-07, "loss": 0.0, "step": 12000 }, { "epoch": 7.68416, "grad_norm": 0.0002610433439258486, "learning_rate": 8.259788129944546e-07, "loss": 0.0, "step": 12010 }, { "epoch": 7.69056, "grad_norm": 0.00014407183334697038, "learning_rate": 7.923821158053013e-07, "loss": 0.0, "step": 12020 }, { "epoch": 7.69696, "grad_norm": 0.0004856382729485631, "learning_rate": 7.59480234764931e-07, "loss": 0.0, "step": 12030 }, { "epoch": 7.70336, "grad_norm": 0.0005081892013549805, "learning_rate": 7.272734003068382e-07, "loss": 0.0, "step": 12040 }, { "epoch": 7.70976, "grad_norm": 0.000346034619724378, "learning_rate": 6.957618379966446e-07, "loss": 0.0, "step": 12050 }, { "epoch": 7.71616, "grad_norm": 0.00020823795057367533, "learning_rate": 6.649457685305338e-07, "loss": 0.0, "step": 12060 }, { "epoch": 7.72256, "grad_norm": 8.786644320935011e-05, "learning_rate": 6.348254077336969e-07, "loss": 0.0, "step": 12070 }, { "epoch": 7.72896, "grad_norm": 0.0007902226643636823, "learning_rate": 6.054009665588001e-07, "loss": 0.0, "step": 12080 }, { "epoch": 7.73536, "grad_norm": 0.00025771427317522466, "learning_rate": 5.766726510845644e-07, "loss": 0.0, "step": 12090 }, { "epoch": 7.74176, "grad_norm": 0.00015634979354217649, "learning_rate": 5.486406625142437e-07, "loss": 0.0, "step": 12100 }, { "epoch": 7.74816, "grad_norm": 0.00025305658346042037, "learning_rate": 5.213051971743043e-07, "loss": 0.0, "step": 12110 }, { "epoch": 7.75456, "grad_norm": 0.0003112293779850006, "learning_rate": 4.946664465129481e-07, "loss": 0.0, "step": 12120 }, { "epoch": 7.76096, "grad_norm": 0.00011374629684723914, "learning_rate": 4.687245970988685e-07, "loss": 0.0, "step": 12130 }, { "epoch": 7.76736, "grad_norm": 0.00013655547809321433, "learning_rate": 4.434798306198751e-07, "loss": 0.0, "step": 12140 }, { "epoch": 7.77376, "grad_norm": 0.00027221054187975824, "learning_rate": 4.1893232388167116e-07, "loss": 0.0, "step": 12150 }, { "epoch": 7.78016, "grad_norm": 0.0003387167234905064, "learning_rate": 3.950822488065775e-07, "loss": 0.0, "step": 12160 }, { "epoch": 7.78656, "grad_norm": 0.000268040836090222, "learning_rate": 3.719297724323334e-07, "loss": 0.0, "step": 12170 }, { "epoch": 7.79296, "grad_norm": 0.00035825709346681833, "learning_rate": 3.494750569109639e-07, "loss": 0.0, "step": 12180 }, { "epoch": 7.79936, "grad_norm": 0.0015648460248485208, "learning_rate": 3.2771825950758117e-07, "loss": 0.0, "step": 12190 }, { "epoch": 7.80576, "grad_norm": 0.00013431403203867376, "learning_rate": 3.0665953259935153e-07, "loss": 0.0, "step": 12200 }, { "epoch": 7.81216, "grad_norm": 0.0005575722898356616, "learning_rate": 2.8629902367436345e-07, "loss": 0.0, "step": 12210 }, { "epoch": 7.81856, "grad_norm": 0.00016370757657568902, "learning_rate": 2.666368753306614e-07, "loss": 0.0, "step": 12220 }, { "epoch": 7.82496, "grad_norm": 0.00030557173886336386, "learning_rate": 2.47673225275169e-07, "loss": 0.0, "step": 12230 }, { "epoch": 7.83136, "grad_norm": 0.00013793434482067823, "learning_rate": 2.2940820632282312e-07, "loss": 0.0, "step": 12240 }, { "epoch": 7.83776, "grad_norm": 0.0008358698105439544, "learning_rate": 2.1184194639551903e-07, "loss": 0.0, "step": 12250 }, { "epoch": 7.8441600000000005, "grad_norm": 0.00014559549163095653, "learning_rate": 1.9497456852135553e-07, "loss": 0.0, "step": 12260 }, { "epoch": 7.85056, "grad_norm": 0.00036514553357847035, "learning_rate": 1.7880619083363582e-07, "loss": 0.0, "step": 12270 }, { "epoch": 7.85696, "grad_norm": 0.00013725973258260638, "learning_rate": 1.6333692657015675e-07, "loss": 0.0, "step": 12280 }, { "epoch": 7.86336, "grad_norm": 0.00014303994248621166, "learning_rate": 1.4856688407232088e-07, "loss": 0.0, "step": 12290 }, { "epoch": 7.86976, "grad_norm": 0.0008966902387328446, "learning_rate": 1.3449616678445909e-07, "loss": 0.0, "step": 12300 }, { "epoch": 7.8761600000000005, "grad_norm": 0.002862999914214015, "learning_rate": 1.2112487325304234e-07, "loss": 0.0, "step": 12310 }, { "epoch": 7.88256, "grad_norm": 0.0002702738856896758, "learning_rate": 1.084530971260489e-07, "loss": 0.0, "step": 12320 }, { "epoch": 7.88896, "grad_norm": 0.00014437139907386154, "learning_rate": 9.648092715222045e-08, "loss": 0.0, "step": 12330 }, { "epoch": 7.89536, "grad_norm": 0.0001701904839137569, "learning_rate": 8.520844718056253e-08, "loss": 0.0, "step": 12340 }, { "epoch": 7.90176, "grad_norm": 0.00033985907793976367, "learning_rate": 7.463573615964503e-08, "loss": 0.0, "step": 12350 }, { "epoch": 7.90816, "grad_norm": 0.0002233480627182871, "learning_rate": 6.476286813711374e-08, "loss": 0.0, "step": 12360 }, { "epoch": 7.91456, "grad_norm": 0.00032247818307951093, "learning_rate": 5.558991225914634e-08, "loss": 0.0, "step": 12370 }, { "epoch": 7.92096, "grad_norm": 0.00021747993014287204, "learning_rate": 4.711693276999718e-08, "loss": 0.0, "step": 12380 }, { "epoch": 7.92736, "grad_norm": 0.0001646179734962061, "learning_rate": 3.9343989011497716e-08, "loss": 0.0, "step": 12390 }, { "epoch": 7.93376, "grad_norm": 0.00035240428405813873, "learning_rate": 3.227113542267901e-08, "loss": 0.0, "step": 12400 }, { "epoch": 7.94016, "grad_norm": 0.00014487198495771736, "learning_rate": 2.5898421539394257e-08, "loss": 0.0, "step": 12410 }, { "epoch": 7.94656, "grad_norm": 0.00018061220180243254, "learning_rate": 2.0225891993952417e-08, "loss": 0.0, "step": 12420 }, { "epoch": 7.95296, "grad_norm": 9.149716061074287e-05, "learning_rate": 1.5253586514785146e-08, "loss": 0.0, "step": 12430 }, { "epoch": 7.95936, "grad_norm": 0.0009225666872225702, "learning_rate": 1.0981539926224748e-08, "loss": 0.0, "step": 12440 }, { "epoch": 7.9657599999999995, "grad_norm": 0.00024299851793330163, "learning_rate": 7.409782148215527e-09, "loss": 0.0, "step": 12450 }, { "epoch": 7.97216, "grad_norm": 0.00010815354471560568, "learning_rate": 4.53833819614724e-09, "loss": 0.0, "step": 12460 }, { "epoch": 7.97856, "grad_norm": 0.00026829339913092554, "learning_rate": 2.3672281805997565e-09, "loss": 0.0, "step": 12470 }, { "epoch": 7.98496, "grad_norm": 0.000327946909237653, "learning_rate": 8.964673073097451e-10, "loss": 0.0, "step": 12480 }, { "epoch": 7.99136, "grad_norm": 0.00013642928388435394, "learning_rate": 1.260658769597356e-10, "loss": 0.0, "step": 12490 } ], "logging_steps": 10, "max_steps": 12496, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.0133945185992704e+17, "train_batch_size": 32, "trial_name": null, "trial_params": null }