{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 5.0, "eval_steps": 500, "global_step": 7625, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0006557377049180328, "grad_norm": 10.59804630279541, "learning_rate": 0.0, "loss": 5.514, "step": 1 }, { "epoch": 0.0013114754098360656, "grad_norm": 9.457587242126465, "learning_rate": 8.733624454148472e-08, "loss": 5.4891, "step": 2 }, { "epoch": 0.0019672131147540984, "grad_norm": 11.109737396240234, "learning_rate": 1.7467248908296944e-07, "loss": 5.5498, "step": 3 }, { "epoch": 0.002622950819672131, "grad_norm": 10.326108932495117, "learning_rate": 2.6200873362445414e-07, "loss": 5.483, "step": 4 }, { "epoch": 0.003278688524590164, "grad_norm": 17.23823356628418, "learning_rate": 3.4934497816593887e-07, "loss": 5.4828, "step": 5 }, { "epoch": 0.003934426229508197, "grad_norm": 18.86377716064453, "learning_rate": 4.366812227074236e-07, "loss": 5.5502, "step": 6 }, { "epoch": 0.0045901639344262295, "grad_norm": 16.687576293945312, "learning_rate": 5.240174672489083e-07, "loss": 5.5188, "step": 7 }, { "epoch": 0.005245901639344262, "grad_norm": 12.120393753051758, "learning_rate": 6.11353711790393e-07, "loss": 5.5482, "step": 8 }, { "epoch": 0.005901639344262295, "grad_norm": 9.653380393981934, "learning_rate": 6.986899563318777e-07, "loss": 5.497, "step": 9 }, { "epoch": 0.006557377049180328, "grad_norm": 17.3355655670166, "learning_rate": 7.860262008733626e-07, "loss": 5.4988, "step": 10 }, { "epoch": 0.007213114754098361, "grad_norm": 11.876628875732422, "learning_rate": 8.733624454148472e-07, "loss": 5.4671, "step": 11 }, { "epoch": 0.007868852459016393, "grad_norm": 22.442533493041992, "learning_rate": 9.60698689956332e-07, "loss": 5.5234, "step": 12 }, { "epoch": 0.008524590163934427, "grad_norm": 18.1199951171875, "learning_rate": 1.0480349344978166e-06, "loss": 5.5064, "step": 13 }, { "epoch": 0.009180327868852459, "grad_norm": 21.865896224975586, "learning_rate": 1.1353711790393014e-06, "loss": 5.4413, "step": 14 }, { "epoch": 0.009836065573770493, "grad_norm": 37.728759765625, "learning_rate": 1.222707423580786e-06, "loss": 5.4226, "step": 15 }, { "epoch": 0.010491803278688525, "grad_norm": 50.87600326538086, "learning_rate": 1.3100436681222709e-06, "loss": 5.3321, "step": 16 }, { "epoch": 0.011147540983606558, "grad_norm": 47.24626922607422, "learning_rate": 1.3973799126637555e-06, "loss": 5.2145, "step": 17 }, { "epoch": 0.01180327868852459, "grad_norm": 37.234153747558594, "learning_rate": 1.4847161572052403e-06, "loss": 5.206, "step": 18 }, { "epoch": 0.012459016393442624, "grad_norm": 69.8071060180664, "learning_rate": 1.5720524017467252e-06, "loss": 5.1078, "step": 19 }, { "epoch": 0.013114754098360656, "grad_norm": 54.1302375793457, "learning_rate": 1.6593886462882098e-06, "loss": 5.0041, "step": 20 }, { "epoch": 0.01377049180327869, "grad_norm": 16.407276153564453, "learning_rate": 1.7467248908296944e-06, "loss": 4.6821, "step": 21 }, { "epoch": 0.014426229508196721, "grad_norm": 26.59598731994629, "learning_rate": 1.8340611353711792e-06, "loss": 4.6824, "step": 22 }, { "epoch": 0.015081967213114755, "grad_norm": 30.387798309326172, "learning_rate": 1.921397379912664e-06, "loss": 4.7795, "step": 23 }, { "epoch": 0.015737704918032787, "grad_norm": 21.934375762939453, "learning_rate": 2.0087336244541485e-06, "loss": 4.7351, "step": 24 }, { "epoch": 0.01639344262295082, "grad_norm": 29.124784469604492, "learning_rate": 2.096069868995633e-06, "loss": 4.785, "step": 25 }, { "epoch": 0.017049180327868854, "grad_norm": 26.521060943603516, "learning_rate": 2.183406113537118e-06, "loss": 4.6988, "step": 26 }, { "epoch": 0.017704918032786884, "grad_norm": 25.64030647277832, "learning_rate": 2.270742358078603e-06, "loss": 4.6763, "step": 27 }, { "epoch": 0.018360655737704918, "grad_norm": 25.822139739990234, "learning_rate": 2.3580786026200874e-06, "loss": 4.5955, "step": 28 }, { "epoch": 0.01901639344262295, "grad_norm": 19.79346466064453, "learning_rate": 2.445414847161572e-06, "loss": 4.4887, "step": 29 }, { "epoch": 0.019672131147540985, "grad_norm": 21.90506935119629, "learning_rate": 2.5327510917030567e-06, "loss": 4.4381, "step": 30 }, { "epoch": 0.020327868852459016, "grad_norm": 19.048263549804688, "learning_rate": 2.6200873362445417e-06, "loss": 4.5099, "step": 31 }, { "epoch": 0.02098360655737705, "grad_norm": 15.476898193359375, "learning_rate": 2.7074235807860268e-06, "loss": 4.5149, "step": 32 }, { "epoch": 0.021639344262295083, "grad_norm": 17.832582473754883, "learning_rate": 2.794759825327511e-06, "loss": 4.521, "step": 33 }, { "epoch": 0.022295081967213116, "grad_norm": 18.692371368408203, "learning_rate": 2.882096069868996e-06, "loss": 4.5566, "step": 34 }, { "epoch": 0.022950819672131147, "grad_norm": 15.354305267333984, "learning_rate": 2.9694323144104806e-06, "loss": 4.4887, "step": 35 }, { "epoch": 0.02360655737704918, "grad_norm": 22.992111206054688, "learning_rate": 3.0567685589519653e-06, "loss": 4.4702, "step": 36 }, { "epoch": 0.024262295081967214, "grad_norm": 14.531196594238281, "learning_rate": 3.1441048034934503e-06, "loss": 4.3632, "step": 37 }, { "epoch": 0.024918032786885248, "grad_norm": 12.390142440795898, "learning_rate": 3.2314410480349345e-06, "loss": 4.3205, "step": 38 }, { "epoch": 0.025573770491803278, "grad_norm": 8.131023406982422, "learning_rate": 3.3187772925764196e-06, "loss": 4.3264, "step": 39 }, { "epoch": 0.02622950819672131, "grad_norm": 5.684437274932861, "learning_rate": 3.406113537117904e-06, "loss": 4.3112, "step": 40 }, { "epoch": 0.026885245901639345, "grad_norm": 7.101864337921143, "learning_rate": 3.493449781659389e-06, "loss": 4.2833, "step": 41 }, { "epoch": 0.02754098360655738, "grad_norm": 10.915765762329102, "learning_rate": 3.580786026200874e-06, "loss": 4.265, "step": 42 }, { "epoch": 0.02819672131147541, "grad_norm": 6.612048625946045, "learning_rate": 3.6681222707423585e-06, "loss": 4.1633, "step": 43 }, { "epoch": 0.028852459016393443, "grad_norm": 7.476202011108398, "learning_rate": 3.755458515283843e-06, "loss": 4.1058, "step": 44 }, { "epoch": 0.029508196721311476, "grad_norm": 18.66765785217285, "learning_rate": 3.842794759825328e-06, "loss": 4.1231, "step": 45 }, { "epoch": 0.03016393442622951, "grad_norm": 15.058649063110352, "learning_rate": 3.930131004366812e-06, "loss": 4.0084, "step": 46 }, { "epoch": 0.03081967213114754, "grad_norm": 6.364838600158691, "learning_rate": 4.017467248908297e-06, "loss": 3.9838, "step": 47 }, { "epoch": 0.031475409836065574, "grad_norm": 6.96612548828125, "learning_rate": 4.104803493449782e-06, "loss": 3.9433, "step": 48 }, { "epoch": 0.032131147540983604, "grad_norm": 7.147680759429932, "learning_rate": 4.192139737991266e-06, "loss": 3.9026, "step": 49 }, { "epoch": 0.03278688524590164, "grad_norm": 15.690053939819336, "learning_rate": 4.279475982532751e-06, "loss": 3.807, "step": 50 }, { "epoch": 0.03344262295081967, "grad_norm": 11.00485610961914, "learning_rate": 4.366812227074236e-06, "loss": 3.7902, "step": 51 }, { "epoch": 0.03409836065573771, "grad_norm": 6.259166717529297, "learning_rate": 4.4541484716157205e-06, "loss": 3.7267, "step": 52 }, { "epoch": 0.03475409836065574, "grad_norm": 6.659572124481201, "learning_rate": 4.541484716157206e-06, "loss": 3.6976, "step": 53 }, { "epoch": 0.03540983606557377, "grad_norm": 6.687905788421631, "learning_rate": 4.628820960698691e-06, "loss": 3.6952, "step": 54 }, { "epoch": 0.036065573770491806, "grad_norm": 5.12823486328125, "learning_rate": 4.716157205240175e-06, "loss": 3.6293, "step": 55 }, { "epoch": 0.036721311475409836, "grad_norm": 4.567576885223389, "learning_rate": 4.80349344978166e-06, "loss": 3.5696, "step": 56 }, { "epoch": 0.037377049180327866, "grad_norm": 5.144262790679932, "learning_rate": 4.890829694323144e-06, "loss": 3.5941, "step": 57 }, { "epoch": 0.0380327868852459, "grad_norm": 5.701405048370361, "learning_rate": 4.978165938864629e-06, "loss": 3.5475, "step": 58 }, { "epoch": 0.038688524590163934, "grad_norm": 4.054128170013428, "learning_rate": 5.065502183406113e-06, "loss": 3.5828, "step": 59 }, { "epoch": 0.03934426229508197, "grad_norm": 2.5911734104156494, "learning_rate": 5.152838427947598e-06, "loss": 3.4794, "step": 60 }, { "epoch": 0.04, "grad_norm": 4.345052719116211, "learning_rate": 5.2401746724890834e-06, "loss": 3.5108, "step": 61 }, { "epoch": 0.04065573770491803, "grad_norm": 3.548562526702881, "learning_rate": 5.3275109170305685e-06, "loss": 3.4471, "step": 62 }, { "epoch": 0.04131147540983607, "grad_norm": 3.024752140045166, "learning_rate": 5.4148471615720535e-06, "loss": 3.4303, "step": 63 }, { "epoch": 0.0419672131147541, "grad_norm": 4.572287082672119, "learning_rate": 5.502183406113537e-06, "loss": 3.4679, "step": 64 }, { "epoch": 0.04262295081967213, "grad_norm": 2.4170420169830322, "learning_rate": 5.589519650655022e-06, "loss": 3.4625, "step": 65 }, { "epoch": 0.043278688524590166, "grad_norm": 2.6228654384613037, "learning_rate": 5.676855895196507e-06, "loss": 3.4561, "step": 66 }, { "epoch": 0.043934426229508196, "grad_norm": 5.065174579620361, "learning_rate": 5.764192139737992e-06, "loss": 3.4268, "step": 67 }, { "epoch": 0.04459016393442623, "grad_norm": 3.01833438873291, "learning_rate": 5.851528384279477e-06, "loss": 3.4141, "step": 68 }, { "epoch": 0.04524590163934426, "grad_norm": 3.644610643386841, "learning_rate": 5.938864628820961e-06, "loss": 3.4531, "step": 69 }, { "epoch": 0.04590163934426229, "grad_norm": 3.3658642768859863, "learning_rate": 6.0262008733624455e-06, "loss": 3.3865, "step": 70 }, { "epoch": 0.04655737704918033, "grad_norm": 1.8688169717788696, "learning_rate": 6.1135371179039305e-06, "loss": 3.3775, "step": 71 }, { "epoch": 0.04721311475409836, "grad_norm": 1.708267331123352, "learning_rate": 6.200873362445416e-06, "loss": 3.4042, "step": 72 }, { "epoch": 0.04786885245901639, "grad_norm": 1.659161925315857, "learning_rate": 6.288209606986901e-06, "loss": 3.39, "step": 73 }, { "epoch": 0.04852459016393443, "grad_norm": 2.0990428924560547, "learning_rate": 6.375545851528385e-06, "loss": 3.3804, "step": 74 }, { "epoch": 0.04918032786885246, "grad_norm": 2.18556809425354, "learning_rate": 6.462882096069869e-06, "loss": 3.3762, "step": 75 }, { "epoch": 0.049836065573770495, "grad_norm": 1.8088715076446533, "learning_rate": 6.550218340611354e-06, "loss": 3.3618, "step": 76 }, { "epoch": 0.050491803278688525, "grad_norm": 1.7431591749191284, "learning_rate": 6.637554585152839e-06, "loss": 3.3609, "step": 77 }, { "epoch": 0.051147540983606556, "grad_norm": 1.2542765140533447, "learning_rate": 6.724890829694324e-06, "loss": 3.2973, "step": 78 }, { "epoch": 0.05180327868852459, "grad_norm": 1.9846086502075195, "learning_rate": 6.812227074235808e-06, "loss": 3.2929, "step": 79 }, { "epoch": 0.05245901639344262, "grad_norm": 2.060163736343384, "learning_rate": 6.8995633187772934e-06, "loss": 3.326, "step": 80 }, { "epoch": 0.05311475409836065, "grad_norm": 2.4638092517852783, "learning_rate": 6.986899563318778e-06, "loss": 3.3079, "step": 81 }, { "epoch": 0.05377049180327869, "grad_norm": 1.1659919023513794, "learning_rate": 7.074235807860263e-06, "loss": 3.2852, "step": 82 }, { "epoch": 0.05442622950819672, "grad_norm": 2.4471867084503174, "learning_rate": 7.161572052401748e-06, "loss": 3.2417, "step": 83 }, { "epoch": 0.05508196721311476, "grad_norm": 1.06482994556427, "learning_rate": 7.248908296943232e-06, "loss": 3.268, "step": 84 }, { "epoch": 0.05573770491803279, "grad_norm": 1.288070797920227, "learning_rate": 7.336244541484717e-06, "loss": 3.2595, "step": 85 }, { "epoch": 0.05639344262295082, "grad_norm": 3.1670188903808594, "learning_rate": 7.423580786026201e-06, "loss": 3.3053, "step": 86 }, { "epoch": 0.057049180327868855, "grad_norm": 2.2785024642944336, "learning_rate": 7.510917030567686e-06, "loss": 3.2583, "step": 87 }, { "epoch": 0.057704918032786885, "grad_norm": 3.662846326828003, "learning_rate": 7.598253275109171e-06, "loss": 3.2187, "step": 88 }, { "epoch": 0.058360655737704915, "grad_norm": 3.7289507389068604, "learning_rate": 7.685589519650655e-06, "loss": 3.2629, "step": 89 }, { "epoch": 0.05901639344262295, "grad_norm": 1.4803707599639893, "learning_rate": 7.77292576419214e-06, "loss": 3.2241, "step": 90 }, { "epoch": 0.05967213114754098, "grad_norm": 3.6179778575897217, "learning_rate": 7.860262008733624e-06, "loss": 3.2357, "step": 91 }, { "epoch": 0.06032786885245902, "grad_norm": 3.5110650062561035, "learning_rate": 7.947598253275109e-06, "loss": 3.2375, "step": 92 }, { "epoch": 0.06098360655737705, "grad_norm": 1.6458433866500854, "learning_rate": 8.034934497816594e-06, "loss": 3.2563, "step": 93 }, { "epoch": 0.06163934426229508, "grad_norm": 2.4232099056243896, "learning_rate": 8.122270742358079e-06, "loss": 3.2481, "step": 94 }, { "epoch": 0.06229508196721312, "grad_norm": 3.3896090984344482, "learning_rate": 8.209606986899564e-06, "loss": 3.2552, "step": 95 }, { "epoch": 0.06295081967213115, "grad_norm": 1.7643014192581177, "learning_rate": 8.296943231441049e-06, "loss": 3.2673, "step": 96 }, { "epoch": 0.06360655737704918, "grad_norm": 1.4004802703857422, "learning_rate": 8.384279475982532e-06, "loss": 3.199, "step": 97 }, { "epoch": 0.06426229508196721, "grad_norm": 1.3193302154541016, "learning_rate": 8.471615720524018e-06, "loss": 3.2388, "step": 98 }, { "epoch": 0.06491803278688525, "grad_norm": 1.2838363647460938, "learning_rate": 8.558951965065503e-06, "loss": 3.2285, "step": 99 }, { "epoch": 0.06557377049180328, "grad_norm": 2.753002166748047, "learning_rate": 8.646288209606988e-06, "loss": 3.2675, "step": 100 }, { "epoch": 0.06622950819672131, "grad_norm": 1.395212173461914, "learning_rate": 8.733624454148473e-06, "loss": 3.2741, "step": 101 }, { "epoch": 0.06688524590163934, "grad_norm": 6.1341142654418945, "learning_rate": 8.820960698689956e-06, "loss": 3.2697, "step": 102 }, { "epoch": 0.06754098360655737, "grad_norm": 4.438823223114014, "learning_rate": 8.908296943231441e-06, "loss": 3.2468, "step": 103 }, { "epoch": 0.06819672131147542, "grad_norm": 3.530917167663574, "learning_rate": 8.995633187772926e-06, "loss": 3.2511, "step": 104 }, { "epoch": 0.06885245901639345, "grad_norm": 3.029388427734375, "learning_rate": 9.082969432314411e-06, "loss": 3.2079, "step": 105 }, { "epoch": 0.06950819672131148, "grad_norm": 2.299556016921997, "learning_rate": 9.170305676855896e-06, "loss": 3.2172, "step": 106 }, { "epoch": 0.07016393442622951, "grad_norm": 2.6486635208129883, "learning_rate": 9.257641921397381e-06, "loss": 3.1986, "step": 107 }, { "epoch": 0.07081967213114754, "grad_norm": 2.2458250522613525, "learning_rate": 9.344978165938865e-06, "loss": 3.2049, "step": 108 }, { "epoch": 0.07147540983606557, "grad_norm": 0.9511486887931824, "learning_rate": 9.43231441048035e-06, "loss": 3.1848, "step": 109 }, { "epoch": 0.07213114754098361, "grad_norm": 2.001537561416626, "learning_rate": 9.519650655021835e-06, "loss": 3.2119, "step": 110 }, { "epoch": 0.07278688524590164, "grad_norm": 1.9880690574645996, "learning_rate": 9.60698689956332e-06, "loss": 3.2327, "step": 111 }, { "epoch": 0.07344262295081967, "grad_norm": 3.311511516571045, "learning_rate": 9.694323144104805e-06, "loss": 3.2474, "step": 112 }, { "epoch": 0.0740983606557377, "grad_norm": 1.9234298467636108, "learning_rate": 9.781659388646288e-06, "loss": 3.1892, "step": 113 }, { "epoch": 0.07475409836065573, "grad_norm": 5.158207416534424, "learning_rate": 9.868995633187773e-06, "loss": 3.2446, "step": 114 }, { "epoch": 0.07540983606557378, "grad_norm": 4.679701328277588, "learning_rate": 9.956331877729258e-06, "loss": 3.2067, "step": 115 }, { "epoch": 0.0760655737704918, "grad_norm": 2.1357271671295166, "learning_rate": 1.0043668122270742e-05, "loss": 3.1787, "step": 116 }, { "epoch": 0.07672131147540984, "grad_norm": 2.439558982849121, "learning_rate": 1.0131004366812227e-05, "loss": 3.2397, "step": 117 }, { "epoch": 0.07737704918032787, "grad_norm": 2.3965225219726562, "learning_rate": 1.0218340611353712e-05, "loss": 3.1948, "step": 118 }, { "epoch": 0.0780327868852459, "grad_norm": 2.3541946411132812, "learning_rate": 1.0305676855895197e-05, "loss": 3.1859, "step": 119 }, { "epoch": 0.07868852459016394, "grad_norm": 1.7635712623596191, "learning_rate": 1.0393013100436682e-05, "loss": 3.2057, "step": 120 }, { "epoch": 0.07934426229508197, "grad_norm": 1.2275358438491821, "learning_rate": 1.0480349344978167e-05, "loss": 3.2058, "step": 121 }, { "epoch": 0.08, "grad_norm": 1.949601411819458, "learning_rate": 1.0567685589519652e-05, "loss": 3.2102, "step": 122 }, { "epoch": 0.08065573770491803, "grad_norm": 2.3200902938842773, "learning_rate": 1.0655021834061137e-05, "loss": 3.1762, "step": 123 }, { "epoch": 0.08131147540983606, "grad_norm": 1.8286374807357788, "learning_rate": 1.0742358078602622e-05, "loss": 3.2324, "step": 124 }, { "epoch": 0.08196721311475409, "grad_norm": 1.643670678138733, "learning_rate": 1.0829694323144107e-05, "loss": 3.1995, "step": 125 }, { "epoch": 0.08262295081967214, "grad_norm": 2.100780963897705, "learning_rate": 1.0917030567685592e-05, "loss": 3.147, "step": 126 }, { "epoch": 0.08327868852459017, "grad_norm": 1.606541633605957, "learning_rate": 1.1004366812227074e-05, "loss": 3.1772, "step": 127 }, { "epoch": 0.0839344262295082, "grad_norm": 0.899986207485199, "learning_rate": 1.1091703056768559e-05, "loss": 3.2068, "step": 128 }, { "epoch": 0.08459016393442623, "grad_norm": 1.2590065002441406, "learning_rate": 1.1179039301310044e-05, "loss": 3.1748, "step": 129 }, { "epoch": 0.08524590163934426, "grad_norm": 1.2774766683578491, "learning_rate": 1.1266375545851529e-05, "loss": 3.2057, "step": 130 }, { "epoch": 0.0859016393442623, "grad_norm": 3.490537166595459, "learning_rate": 1.1353711790393014e-05, "loss": 3.2217, "step": 131 }, { "epoch": 0.08655737704918033, "grad_norm": 1.3653161525726318, "learning_rate": 1.1441048034934499e-05, "loss": 3.1955, "step": 132 }, { "epoch": 0.08721311475409836, "grad_norm": 1.3479052782058716, "learning_rate": 1.1528384279475984e-05, "loss": 3.2128, "step": 133 }, { "epoch": 0.08786885245901639, "grad_norm": 0.89507657289505, "learning_rate": 1.1615720524017469e-05, "loss": 3.1876, "step": 134 }, { "epoch": 0.08852459016393442, "grad_norm": 6.171803951263428, "learning_rate": 1.1703056768558954e-05, "loss": 3.1941, "step": 135 }, { "epoch": 0.08918032786885247, "grad_norm": 2.8141140937805176, "learning_rate": 1.179039301310044e-05, "loss": 3.1854, "step": 136 }, { "epoch": 0.0898360655737705, "grad_norm": 6.276035308837891, "learning_rate": 1.1877729257641923e-05, "loss": 3.229, "step": 137 }, { "epoch": 0.09049180327868853, "grad_norm": 2.2424073219299316, "learning_rate": 1.1965065502183406e-05, "loss": 3.1915, "step": 138 }, { "epoch": 0.09114754098360656, "grad_norm": 4.844606399536133, "learning_rate": 1.2052401746724891e-05, "loss": 3.1989, "step": 139 }, { "epoch": 0.09180327868852459, "grad_norm": 1.2013871669769287, "learning_rate": 1.2139737991266376e-05, "loss": 3.2001, "step": 140 }, { "epoch": 0.09245901639344262, "grad_norm": 8.908531188964844, "learning_rate": 1.2227074235807861e-05, "loss": 3.2457, "step": 141 }, { "epoch": 0.09311475409836066, "grad_norm": 8.7354097366333, "learning_rate": 1.2314410480349346e-05, "loss": 3.2338, "step": 142 }, { "epoch": 0.09377049180327869, "grad_norm": 3.2091126441955566, "learning_rate": 1.2401746724890831e-05, "loss": 3.1613, "step": 143 }, { "epoch": 0.09442622950819672, "grad_norm": 6.6846818923950195, "learning_rate": 1.2489082969432316e-05, "loss": 3.2185, "step": 144 }, { "epoch": 0.09508196721311475, "grad_norm": 5.311040878295898, "learning_rate": 1.2576419213973801e-05, "loss": 3.1958, "step": 145 }, { "epoch": 0.09573770491803278, "grad_norm": 2.0866005420684814, "learning_rate": 1.2663755458515286e-05, "loss": 3.1527, "step": 146 }, { "epoch": 0.09639344262295083, "grad_norm": 3.3009166717529297, "learning_rate": 1.275109170305677e-05, "loss": 3.1473, "step": 147 }, { "epoch": 0.09704918032786886, "grad_norm": 2.156501293182373, "learning_rate": 1.2838427947598255e-05, "loss": 3.1835, "step": 148 }, { "epoch": 0.09770491803278689, "grad_norm": 1.9532251358032227, "learning_rate": 1.2925764192139738e-05, "loss": 3.1361, "step": 149 }, { "epoch": 0.09836065573770492, "grad_norm": 2.439971446990967, "learning_rate": 1.3013100436681223e-05, "loss": 3.1827, "step": 150 }, { "epoch": 0.09901639344262295, "grad_norm": 1.8110294342041016, "learning_rate": 1.3100436681222708e-05, "loss": 3.1754, "step": 151 }, { "epoch": 0.09967213114754099, "grad_norm": 1.8815042972564697, "learning_rate": 1.3187772925764193e-05, "loss": 3.1396, "step": 152 }, { "epoch": 0.10032786885245902, "grad_norm": 1.299121379852295, "learning_rate": 1.3275109170305678e-05, "loss": 3.1751, "step": 153 }, { "epoch": 0.10098360655737705, "grad_norm": 1.497621774673462, "learning_rate": 1.3362445414847163e-05, "loss": 3.139, "step": 154 }, { "epoch": 0.10163934426229508, "grad_norm": 2.291271448135376, "learning_rate": 1.3449781659388648e-05, "loss": 3.218, "step": 155 }, { "epoch": 0.10229508196721311, "grad_norm": 0.9214124083518982, "learning_rate": 1.3537117903930132e-05, "loss": 3.218, "step": 156 }, { "epoch": 0.10295081967213114, "grad_norm": 0.9057753682136536, "learning_rate": 1.3624454148471617e-05, "loss": 3.1366, "step": 157 }, { "epoch": 0.10360655737704919, "grad_norm": 1.1143356561660767, "learning_rate": 1.3711790393013102e-05, "loss": 3.1597, "step": 158 }, { "epoch": 0.10426229508196722, "grad_norm": 0.9919065833091736, "learning_rate": 1.3799126637554587e-05, "loss": 3.2066, "step": 159 }, { "epoch": 0.10491803278688525, "grad_norm": 1.3682775497436523, "learning_rate": 1.388646288209607e-05, "loss": 3.1641, "step": 160 }, { "epoch": 0.10557377049180328, "grad_norm": 2.05537486076355, "learning_rate": 1.3973799126637555e-05, "loss": 3.2205, "step": 161 }, { "epoch": 0.1062295081967213, "grad_norm": 1.6173715591430664, "learning_rate": 1.406113537117904e-05, "loss": 3.1512, "step": 162 }, { "epoch": 0.10688524590163935, "grad_norm": 1.040443778038025, "learning_rate": 1.4148471615720525e-05, "loss": 3.1298, "step": 163 }, { "epoch": 0.10754098360655738, "grad_norm": 3.317492723464966, "learning_rate": 1.423580786026201e-05, "loss": 3.16, "step": 164 }, { "epoch": 0.10819672131147541, "grad_norm": 1.728637456893921, "learning_rate": 1.4323144104803495e-05, "loss": 3.1874, "step": 165 }, { "epoch": 0.10885245901639344, "grad_norm": 1.8728370666503906, "learning_rate": 1.4410480349344979e-05, "loss": 3.1668, "step": 166 }, { "epoch": 0.10950819672131147, "grad_norm": 1.783652663230896, "learning_rate": 1.4497816593886464e-05, "loss": 3.1473, "step": 167 }, { "epoch": 0.11016393442622952, "grad_norm": 0.7062529921531677, "learning_rate": 1.4585152838427949e-05, "loss": 3.128, "step": 168 }, { "epoch": 0.11081967213114755, "grad_norm": 3.4708032608032227, "learning_rate": 1.4672489082969434e-05, "loss": 3.168, "step": 169 }, { "epoch": 0.11147540983606558, "grad_norm": 1.6041001081466675, "learning_rate": 1.4759825327510919e-05, "loss": 3.1414, "step": 170 }, { "epoch": 0.1121311475409836, "grad_norm": 1.6077015399932861, "learning_rate": 1.4847161572052402e-05, "loss": 3.1358, "step": 171 }, { "epoch": 0.11278688524590164, "grad_norm": 1.3750935792922974, "learning_rate": 1.4934497816593887e-05, "loss": 3.145, "step": 172 }, { "epoch": 0.11344262295081967, "grad_norm": 4.432397365570068, "learning_rate": 1.5021834061135372e-05, "loss": 3.2133, "step": 173 }, { "epoch": 0.11409836065573771, "grad_norm": 1.9936082363128662, "learning_rate": 1.5109170305676858e-05, "loss": 3.1666, "step": 174 }, { "epoch": 0.11475409836065574, "grad_norm": 3.1487772464752197, "learning_rate": 1.5196506550218343e-05, "loss": 3.1753, "step": 175 }, { "epoch": 0.11540983606557377, "grad_norm": 5.837237358093262, "learning_rate": 1.5283842794759826e-05, "loss": 3.1459, "step": 176 }, { "epoch": 0.1160655737704918, "grad_norm": 2.129533529281616, "learning_rate": 1.537117903930131e-05, "loss": 3.1345, "step": 177 }, { "epoch": 0.11672131147540983, "grad_norm": 1.46523118019104, "learning_rate": 1.5458515283842796e-05, "loss": 3.1342, "step": 178 }, { "epoch": 0.11737704918032787, "grad_norm": 1.5040457248687744, "learning_rate": 1.554585152838428e-05, "loss": 3.1751, "step": 179 }, { "epoch": 0.1180327868852459, "grad_norm": 1.098005771636963, "learning_rate": 1.5633187772925766e-05, "loss": 3.145, "step": 180 }, { "epoch": 0.11868852459016394, "grad_norm": 3.2457339763641357, "learning_rate": 1.5720524017467248e-05, "loss": 3.1404, "step": 181 }, { "epoch": 0.11934426229508197, "grad_norm": 3.3710336685180664, "learning_rate": 1.5807860262008733e-05, "loss": 3.168, "step": 182 }, { "epoch": 0.12, "grad_norm": 1.0631777048110962, "learning_rate": 1.5895196506550218e-05, "loss": 3.1742, "step": 183 }, { "epoch": 0.12065573770491804, "grad_norm": 1.0016586780548096, "learning_rate": 1.5982532751091703e-05, "loss": 3.1716, "step": 184 }, { "epoch": 0.12131147540983607, "grad_norm": 1.1202927827835083, "learning_rate": 1.6069868995633188e-05, "loss": 3.1364, "step": 185 }, { "epoch": 0.1219672131147541, "grad_norm": 4.579658508300781, "learning_rate": 1.6157205240174673e-05, "loss": 3.1675, "step": 186 }, { "epoch": 0.12262295081967213, "grad_norm": 4.044950485229492, "learning_rate": 1.6244541484716158e-05, "loss": 3.1664, "step": 187 }, { "epoch": 0.12327868852459016, "grad_norm": 3.9138247966766357, "learning_rate": 1.6331877729257643e-05, "loss": 3.1091, "step": 188 }, { "epoch": 0.12393442622950819, "grad_norm": 1.9960319995880127, "learning_rate": 1.6419213973799128e-05, "loss": 3.1056, "step": 189 }, { "epoch": 0.12459016393442623, "grad_norm": 6.741069793701172, "learning_rate": 1.6506550218340613e-05, "loss": 3.1457, "step": 190 }, { "epoch": 0.12524590163934426, "grad_norm": 2.5281853675842285, "learning_rate": 1.6593886462882098e-05, "loss": 3.1296, "step": 191 }, { "epoch": 0.1259016393442623, "grad_norm": 7.46475076675415, "learning_rate": 1.668122270742358e-05, "loss": 3.1595, "step": 192 }, { "epoch": 0.12655737704918033, "grad_norm": 6.400028705596924, "learning_rate": 1.6768558951965065e-05, "loss": 3.2249, "step": 193 }, { "epoch": 0.12721311475409836, "grad_norm": 1.910938024520874, "learning_rate": 1.685589519650655e-05, "loss": 3.1751, "step": 194 }, { "epoch": 0.12786885245901639, "grad_norm": 5.260747909545898, "learning_rate": 1.6943231441048035e-05, "loss": 3.2119, "step": 195 }, { "epoch": 0.12852459016393442, "grad_norm": 5.867123126983643, "learning_rate": 1.703056768558952e-05, "loss": 3.158, "step": 196 }, { "epoch": 0.12918032786885245, "grad_norm": 1.8602137565612793, "learning_rate": 1.7117903930131005e-05, "loss": 3.121, "step": 197 }, { "epoch": 0.1298360655737705, "grad_norm": 4.318003177642822, "learning_rate": 1.720524017467249e-05, "loss": 3.1489, "step": 198 }, { "epoch": 0.13049180327868853, "grad_norm": 4.888754367828369, "learning_rate": 1.7292576419213975e-05, "loss": 3.1819, "step": 199 }, { "epoch": 0.13114754098360656, "grad_norm": 2.2626149654388428, "learning_rate": 1.737991266375546e-05, "loss": 3.1802, "step": 200 }, { "epoch": 0.1318032786885246, "grad_norm": 1.944951057434082, "learning_rate": 1.7467248908296945e-05, "loss": 3.1656, "step": 201 }, { "epoch": 0.13245901639344262, "grad_norm": 1.5316565036773682, "learning_rate": 1.755458515283843e-05, "loss": 3.094, "step": 202 }, { "epoch": 0.13311475409836065, "grad_norm": 2.235187530517578, "learning_rate": 1.7641921397379912e-05, "loss": 3.1729, "step": 203 }, { "epoch": 0.13377049180327868, "grad_norm": 2.7932119369506836, "learning_rate": 1.7729257641921397e-05, "loss": 3.1623, "step": 204 }, { "epoch": 0.13442622950819672, "grad_norm": 1.7405897378921509, "learning_rate": 1.7816593886462882e-05, "loss": 3.0959, "step": 205 }, { "epoch": 0.13508196721311475, "grad_norm": 1.185951828956604, "learning_rate": 1.7903930131004367e-05, "loss": 3.1536, "step": 206 }, { "epoch": 0.13573770491803278, "grad_norm": 1.1024359464645386, "learning_rate": 1.7991266375545852e-05, "loss": 3.1242, "step": 207 }, { "epoch": 0.13639344262295083, "grad_norm": 3.1145505905151367, "learning_rate": 1.8078602620087337e-05, "loss": 3.1901, "step": 208 }, { "epoch": 0.13704918032786886, "grad_norm": 1.496017575263977, "learning_rate": 1.8165938864628822e-05, "loss": 3.119, "step": 209 }, { "epoch": 0.1377049180327869, "grad_norm": 5.321681976318359, "learning_rate": 1.8253275109170307e-05, "loss": 3.1774, "step": 210 }, { "epoch": 0.13836065573770492, "grad_norm": 4.998087406158447, "learning_rate": 1.8340611353711792e-05, "loss": 3.1895, "step": 211 }, { "epoch": 0.13901639344262295, "grad_norm": 1.399526834487915, "learning_rate": 1.8427947598253278e-05, "loss": 3.2037, "step": 212 }, { "epoch": 0.13967213114754098, "grad_norm": 4.7921929359436035, "learning_rate": 1.8515283842794763e-05, "loss": 3.1988, "step": 213 }, { "epoch": 0.14032786885245901, "grad_norm": 3.766019821166992, "learning_rate": 1.8602620087336244e-05, "loss": 3.1817, "step": 214 }, { "epoch": 0.14098360655737704, "grad_norm": 2.2488245964050293, "learning_rate": 1.868995633187773e-05, "loss": 3.1681, "step": 215 }, { "epoch": 0.14163934426229507, "grad_norm": 1.8825676441192627, "learning_rate": 1.8777292576419214e-05, "loss": 3.1426, "step": 216 }, { "epoch": 0.1422950819672131, "grad_norm": 1.4274919033050537, "learning_rate": 1.88646288209607e-05, "loss": 3.1328, "step": 217 }, { "epoch": 0.14295081967213114, "grad_norm": 1.6728397607803345, "learning_rate": 1.8951965065502184e-05, "loss": 3.1596, "step": 218 }, { "epoch": 0.1436065573770492, "grad_norm": 0.9212014079093933, "learning_rate": 1.903930131004367e-05, "loss": 3.1732, "step": 219 }, { "epoch": 0.14426229508196722, "grad_norm": 1.6666642427444458, "learning_rate": 1.9126637554585155e-05, "loss": 3.1631, "step": 220 }, { "epoch": 0.14491803278688525, "grad_norm": 1.4172918796539307, "learning_rate": 1.921397379912664e-05, "loss": 3.184, "step": 221 }, { "epoch": 0.14557377049180328, "grad_norm": 0.8206419944763184, "learning_rate": 1.9301310043668125e-05, "loss": 3.1716, "step": 222 }, { "epoch": 0.14622950819672131, "grad_norm": 1.1145745515823364, "learning_rate": 1.938864628820961e-05, "loss": 3.1718, "step": 223 }, { "epoch": 0.14688524590163934, "grad_norm": 4.585623741149902, "learning_rate": 1.9475982532751095e-05, "loss": 3.1477, "step": 224 }, { "epoch": 0.14754098360655737, "grad_norm": 3.545231580734253, "learning_rate": 1.9563318777292576e-05, "loss": 3.1098, "step": 225 }, { "epoch": 0.1481967213114754, "grad_norm": 2.2117919921875, "learning_rate": 1.965065502183406e-05, "loss": 3.1476, "step": 226 }, { "epoch": 0.14885245901639343, "grad_norm": 1.7416110038757324, "learning_rate": 1.9737991266375546e-05, "loss": 3.1502, "step": 227 }, { "epoch": 0.14950819672131146, "grad_norm": 2.9805538654327393, "learning_rate": 1.982532751091703e-05, "loss": 3.1422, "step": 228 }, { "epoch": 0.1501639344262295, "grad_norm": 1.0466740131378174, "learning_rate": 1.9912663755458517e-05, "loss": 3.1152, "step": 229 }, { "epoch": 0.15081967213114755, "grad_norm": 0.9354531168937683, "learning_rate": 2e-05, "loss": 3.1611, "step": 230 }, { "epoch": 0.15147540983606558, "grad_norm": 1.3386627435684204, "learning_rate": 1.9999999097855852e-05, "loss": 3.1541, "step": 231 }, { "epoch": 0.1521311475409836, "grad_norm": 3.556607961654663, "learning_rate": 1.9999996391423555e-05, "loss": 3.1549, "step": 232 }, { "epoch": 0.15278688524590164, "grad_norm": 2.3086609840393066, "learning_rate": 1.9999991880703612e-05, "loss": 3.1659, "step": 233 }, { "epoch": 0.15344262295081967, "grad_norm": 3.25089168548584, "learning_rate": 1.9999985565696826e-05, "loss": 3.1264, "step": 234 }, { "epoch": 0.1540983606557377, "grad_norm": 2.759190797805786, "learning_rate": 1.999997744640434e-05, "loss": 3.1294, "step": 235 }, { "epoch": 0.15475409836065573, "grad_norm": 2.7907474040985107, "learning_rate": 1.9999967522827622e-05, "loss": 3.1147, "step": 236 }, { "epoch": 0.15540983606557376, "grad_norm": 2.0513839721679688, "learning_rate": 1.9999955794968456e-05, "loss": 3.0995, "step": 237 }, { "epoch": 0.1560655737704918, "grad_norm": 4.594433307647705, "learning_rate": 1.9999942262828967e-05, "loss": 3.1289, "step": 238 }, { "epoch": 0.15672131147540982, "grad_norm": 3.6406352519989014, "learning_rate": 1.999992692641159e-05, "loss": 3.1262, "step": 239 }, { "epoch": 0.15737704918032788, "grad_norm": 1.2714788913726807, "learning_rate": 1.9999909785719088e-05, "loss": 3.1097, "step": 240 }, { "epoch": 0.1580327868852459, "grad_norm": 1.931274652481079, "learning_rate": 1.9999890840754567e-05, "loss": 3.1711, "step": 241 }, { "epoch": 0.15868852459016394, "grad_norm": 0.8086072206497192, "learning_rate": 1.999987009152143e-05, "loss": 3.1402, "step": 242 }, { "epoch": 0.15934426229508197, "grad_norm": 2.5442519187927246, "learning_rate": 1.9999847538023435e-05, "loss": 3.1312, "step": 243 }, { "epoch": 0.16, "grad_norm": 1.1528111696243286, "learning_rate": 1.999982318026464e-05, "loss": 3.1598, "step": 244 }, { "epoch": 0.16065573770491803, "grad_norm": 4.0890936851501465, "learning_rate": 1.999979701824945e-05, "loss": 3.1355, "step": 245 }, { "epoch": 0.16131147540983606, "grad_norm": 2.781320571899414, "learning_rate": 1.9999769051982578e-05, "loss": 3.1083, "step": 246 }, { "epoch": 0.1619672131147541, "grad_norm": 4.612626075744629, "learning_rate": 1.999973928146907e-05, "loss": 3.1863, "step": 247 }, { "epoch": 0.16262295081967212, "grad_norm": 4.186485290527344, "learning_rate": 1.9999707706714296e-05, "loss": 3.2051, "step": 248 }, { "epoch": 0.16327868852459015, "grad_norm": 1.8561092615127563, "learning_rate": 1.999967432772396e-05, "loss": 3.1248, "step": 249 }, { "epoch": 0.16393442622950818, "grad_norm": 3.3444364070892334, "learning_rate": 1.999963914450408e-05, "loss": 3.1707, "step": 250 }, { "epoch": 0.16459016393442624, "grad_norm": 2.906639575958252, "learning_rate": 1.9999602157061006e-05, "loss": 3.1009, "step": 251 }, { "epoch": 0.16524590163934427, "grad_norm": 1.0890120267868042, "learning_rate": 1.9999563365401407e-05, "loss": 3.1183, "step": 252 }, { "epoch": 0.1659016393442623, "grad_norm": 2.8104515075683594, "learning_rate": 1.9999522769532286e-05, "loss": 3.1544, "step": 253 }, { "epoch": 0.16655737704918033, "grad_norm": 2.1712563037872314, "learning_rate": 1.9999480369460968e-05, "loss": 3.1812, "step": 254 }, { "epoch": 0.16721311475409836, "grad_norm": 1.8537408113479614, "learning_rate": 1.9999436165195107e-05, "loss": 3.1261, "step": 255 }, { "epoch": 0.1678688524590164, "grad_norm": 2.0843653678894043, "learning_rate": 1.9999390156742667e-05, "loss": 3.1328, "step": 256 }, { "epoch": 0.16852459016393442, "grad_norm": 1.553610920906067, "learning_rate": 1.999934234411196e-05, "loss": 3.1381, "step": 257 }, { "epoch": 0.16918032786885245, "grad_norm": 2.3113434314727783, "learning_rate": 1.9999292727311608e-05, "loss": 3.1677, "step": 258 }, { "epoch": 0.16983606557377048, "grad_norm": 1.6209362745285034, "learning_rate": 1.9999241306350565e-05, "loss": 3.1677, "step": 259 }, { "epoch": 0.17049180327868851, "grad_norm": 1.0813416242599487, "learning_rate": 1.9999188081238107e-05, "loss": 3.1645, "step": 260 }, { "epoch": 0.17114754098360654, "grad_norm": 1.0182636976242065, "learning_rate": 1.9999133051983842e-05, "loss": 3.1412, "step": 261 }, { "epoch": 0.1718032786885246, "grad_norm": 0.8700554966926575, "learning_rate": 1.9999076218597693e-05, "loss": 3.1325, "step": 262 }, { "epoch": 0.17245901639344263, "grad_norm": 1.6033369302749634, "learning_rate": 1.9999017581089917e-05, "loss": 3.1286, "step": 263 }, { "epoch": 0.17311475409836066, "grad_norm": 1.7085176706314087, "learning_rate": 1.9998957139471095e-05, "loss": 3.0873, "step": 264 }, { "epoch": 0.1737704918032787, "grad_norm": 1.7529478073120117, "learning_rate": 1.9998894893752126e-05, "loss": 3.131, "step": 265 }, { "epoch": 0.17442622950819672, "grad_norm": 1.5253963470458984, "learning_rate": 1.9998830843944253e-05, "loss": 3.144, "step": 266 }, { "epoch": 0.17508196721311475, "grad_norm": 1.295393466949463, "learning_rate": 1.999876499005902e-05, "loss": 3.1396, "step": 267 }, { "epoch": 0.17573770491803278, "grad_norm": 1.317379117012024, "learning_rate": 1.9998697332108317e-05, "loss": 3.1193, "step": 268 }, { "epoch": 0.1763934426229508, "grad_norm": 1.5248440504074097, "learning_rate": 1.999862787010435e-05, "loss": 3.1184, "step": 269 }, { "epoch": 0.17704918032786884, "grad_norm": 0.837556779384613, "learning_rate": 1.999855660405965e-05, "loss": 3.1158, "step": 270 }, { "epoch": 0.17770491803278687, "grad_norm": 3.241126298904419, "learning_rate": 1.9998483533987075e-05, "loss": 3.1371, "step": 271 }, { "epoch": 0.17836065573770493, "grad_norm": 2.553938150405884, "learning_rate": 1.999840865989981e-05, "loss": 3.1284, "step": 272 }, { "epoch": 0.17901639344262296, "grad_norm": 1.9276050329208374, "learning_rate": 1.999833198181137e-05, "loss": 3.0944, "step": 273 }, { "epoch": 0.179672131147541, "grad_norm": 1.9046390056610107, "learning_rate": 1.9998253499735577e-05, "loss": 3.108, "step": 274 }, { "epoch": 0.18032786885245902, "grad_norm": 2.716600179672241, "learning_rate": 1.99981732136866e-05, "loss": 3.1256, "step": 275 }, { "epoch": 0.18098360655737705, "grad_norm": 2.1443727016448975, "learning_rate": 1.999809112367893e-05, "loss": 3.1104, "step": 276 }, { "epoch": 0.18163934426229508, "grad_norm": 1.2064731121063232, "learning_rate": 1.9998007229727366e-05, "loss": 3.1225, "step": 277 }, { "epoch": 0.1822950819672131, "grad_norm": 1.2427235841751099, "learning_rate": 1.9997921531847052e-05, "loss": 3.0477, "step": 278 }, { "epoch": 0.18295081967213114, "grad_norm": 1.3326256275177002, "learning_rate": 1.9997834030053454e-05, "loss": 3.0949, "step": 279 }, { "epoch": 0.18360655737704917, "grad_norm": 1.0338642597198486, "learning_rate": 1.999774472436235e-05, "loss": 3.0926, "step": 280 }, { "epoch": 0.1842622950819672, "grad_norm": 2.1263856887817383, "learning_rate": 1.9997653614789864e-05, "loss": 3.1067, "step": 281 }, { "epoch": 0.18491803278688523, "grad_norm": 1.4027321338653564, "learning_rate": 1.999756070135243e-05, "loss": 3.0661, "step": 282 }, { "epoch": 0.1855737704918033, "grad_norm": 2.948453664779663, "learning_rate": 1.9997465984066805e-05, "loss": 3.151, "step": 283 }, { "epoch": 0.18622950819672132, "grad_norm": 2.6988654136657715, "learning_rate": 1.999736946295009e-05, "loss": 3.1276, "step": 284 }, { "epoch": 0.18688524590163935, "grad_norm": 1.7569386959075928, "learning_rate": 1.9997271138019695e-05, "loss": 3.0892, "step": 285 }, { "epoch": 0.18754098360655738, "grad_norm": 1.9731853008270264, "learning_rate": 1.999717100929336e-05, "loss": 3.0898, "step": 286 }, { "epoch": 0.1881967213114754, "grad_norm": 0.975020170211792, "learning_rate": 1.9997069076789155e-05, "loss": 3.0803, "step": 287 }, { "epoch": 0.18885245901639344, "grad_norm": 2.5153613090515137, "learning_rate": 1.999696534052547e-05, "loss": 3.1183, "step": 288 }, { "epoch": 0.18950819672131147, "grad_norm": 1.1836154460906982, "learning_rate": 1.999685980052102e-05, "loss": 3.1245, "step": 289 }, { "epoch": 0.1901639344262295, "grad_norm": 2.191905975341797, "learning_rate": 1.9996752456794846e-05, "loss": 3.1284, "step": 290 }, { "epoch": 0.19081967213114753, "grad_norm": 1.8489428758621216, "learning_rate": 1.9996643309366318e-05, "loss": 3.1113, "step": 291 }, { "epoch": 0.19147540983606556, "grad_norm": 1.6138861179351807, "learning_rate": 1.9996532358255135e-05, "loss": 3.0827, "step": 292 }, { "epoch": 0.1921311475409836, "grad_norm": 2.4682226181030273, "learning_rate": 1.9996419603481304e-05, "loss": 3.0978, "step": 293 }, { "epoch": 0.19278688524590165, "grad_norm": 1.0653122663497925, "learning_rate": 1.9996305045065182e-05, "loss": 3.1063, "step": 294 }, { "epoch": 0.19344262295081968, "grad_norm": 1.8250521421432495, "learning_rate": 1.999618868302743e-05, "loss": 3.1307, "step": 295 }, { "epoch": 0.1940983606557377, "grad_norm": 1.5596349239349365, "learning_rate": 1.9996070517389047e-05, "loss": 3.0901, "step": 296 }, { "epoch": 0.19475409836065574, "grad_norm": 1.3992631435394287, "learning_rate": 1.9995950548171347e-05, "loss": 3.0477, "step": 297 }, { "epoch": 0.19540983606557377, "grad_norm": 1.2323976755142212, "learning_rate": 1.9995828775395985e-05, "loss": 3.1687, "step": 298 }, { "epoch": 0.1960655737704918, "grad_norm": 1.4095791578292847, "learning_rate": 1.9995705199084926e-05, "loss": 3.1121, "step": 299 }, { "epoch": 0.19672131147540983, "grad_norm": 1.0419318675994873, "learning_rate": 1.999557981926047e-05, "loss": 3.1416, "step": 300 }, { "epoch": 0.19737704918032786, "grad_norm": 2.1908013820648193, "learning_rate": 1.999545263594524e-05, "loss": 3.1107, "step": 301 }, { "epoch": 0.1980327868852459, "grad_norm": 2.411862373352051, "learning_rate": 1.999532364916218e-05, "loss": 3.1391, "step": 302 }, { "epoch": 0.19868852459016392, "grad_norm": 1.3293414115905762, "learning_rate": 1.9995192858934566e-05, "loss": 3.0486, "step": 303 }, { "epoch": 0.19934426229508198, "grad_norm": 1.323306679725647, "learning_rate": 1.999506026528599e-05, "loss": 3.0928, "step": 304 }, { "epoch": 0.2, "grad_norm": 1.8397557735443115, "learning_rate": 1.9994925868240385e-05, "loss": 3.0612, "step": 305 }, { "epoch": 0.20065573770491804, "grad_norm": 0.924361526966095, "learning_rate": 1.9994789667821996e-05, "loss": 3.093, "step": 306 }, { "epoch": 0.20131147540983607, "grad_norm": 1.8848081827163696, "learning_rate": 1.9994651664055395e-05, "loss": 3.0877, "step": 307 }, { "epoch": 0.2019672131147541, "grad_norm": 1.3248305320739746, "learning_rate": 1.9994511856965482e-05, "loss": 3.063, "step": 308 }, { "epoch": 0.20262295081967213, "grad_norm": 3.408329486846924, "learning_rate": 1.999437024657749e-05, "loss": 3.1089, "step": 309 }, { "epoch": 0.20327868852459016, "grad_norm": 2.429335117340088, "learning_rate": 1.9994226832916957e-05, "loss": 3.0682, "step": 310 }, { "epoch": 0.2039344262295082, "grad_norm": 1.64085054397583, "learning_rate": 1.999408161600977e-05, "loss": 3.0678, "step": 311 }, { "epoch": 0.20459016393442622, "grad_norm": 1.7400178909301758, "learning_rate": 1.9993934595882127e-05, "loss": 3.0664, "step": 312 }, { "epoch": 0.20524590163934425, "grad_norm": 0.7022049427032471, "learning_rate": 1.999378577256055e-05, "loss": 3.148, "step": 313 }, { "epoch": 0.20590163934426228, "grad_norm": 2.791677951812744, "learning_rate": 1.9993635146071903e-05, "loss": 3.1067, "step": 314 }, { "epoch": 0.20655737704918034, "grad_norm": 1.6814862489700317, "learning_rate": 1.9993482716443345e-05, "loss": 3.0938, "step": 315 }, { "epoch": 0.20721311475409837, "grad_norm": 1.9034287929534912, "learning_rate": 1.9993328483702393e-05, "loss": 3.1055, "step": 316 }, { "epoch": 0.2078688524590164, "grad_norm": 2.399951219558716, "learning_rate": 1.9993172447876874e-05, "loss": 3.1306, "step": 317 }, { "epoch": 0.20852459016393443, "grad_norm": 1.3252376317977905, "learning_rate": 1.9993014608994935e-05, "loss": 3.0771, "step": 318 }, { "epoch": 0.20918032786885246, "grad_norm": 2.015312433242798, "learning_rate": 1.9992854967085062e-05, "loss": 3.0592, "step": 319 }, { "epoch": 0.2098360655737705, "grad_norm": 2.421180009841919, "learning_rate": 1.999269352217605e-05, "loss": 3.0745, "step": 320 }, { "epoch": 0.21049180327868852, "grad_norm": 1.2867341041564941, "learning_rate": 1.999253027429703e-05, "loss": 3.0474, "step": 321 }, { "epoch": 0.21114754098360655, "grad_norm": 1.6668381690979004, "learning_rate": 1.999236522347747e-05, "loss": 3.0986, "step": 322 }, { "epoch": 0.21180327868852458, "grad_norm": 3.1768500804901123, "learning_rate": 1.9992198369747133e-05, "loss": 3.1064, "step": 323 }, { "epoch": 0.2124590163934426, "grad_norm": 1.8462737798690796, "learning_rate": 1.999202971313613e-05, "loss": 3.0686, "step": 324 }, { "epoch": 0.21311475409836064, "grad_norm": 1.7096689939498901, "learning_rate": 1.9991859253674898e-05, "loss": 3.1168, "step": 325 }, { "epoch": 0.2137704918032787, "grad_norm": 2.723564386367798, "learning_rate": 1.999168699139418e-05, "loss": 3.0885, "step": 326 }, { "epoch": 0.21442622950819673, "grad_norm": 1.8290526866912842, "learning_rate": 1.9991512926325073e-05, "loss": 3.0561, "step": 327 }, { "epoch": 0.21508196721311476, "grad_norm": 1.2742704153060913, "learning_rate": 1.999133705849897e-05, "loss": 3.0668, "step": 328 }, { "epoch": 0.2157377049180328, "grad_norm": 2.149714946746826, "learning_rate": 1.9991159387947606e-05, "loss": 3.0976, "step": 329 }, { "epoch": 0.21639344262295082, "grad_norm": 1.8941000699996948, "learning_rate": 1.999097991470304e-05, "loss": 3.1102, "step": 330 }, { "epoch": 0.21704918032786885, "grad_norm": 2.517145872116089, "learning_rate": 1.9990798638797656e-05, "loss": 3.1168, "step": 331 }, { "epoch": 0.21770491803278688, "grad_norm": 1.7456313371658325, "learning_rate": 1.999061556026416e-05, "loss": 3.0556, "step": 332 }, { "epoch": 0.2183606557377049, "grad_norm": 3.6632437705993652, "learning_rate": 1.999043067913558e-05, "loss": 3.1016, "step": 333 }, { "epoch": 0.21901639344262294, "grad_norm": 2.0688388347625732, "learning_rate": 1.9990243995445278e-05, "loss": 3.0371, "step": 334 }, { "epoch": 0.21967213114754097, "grad_norm": 2.791738748550415, "learning_rate": 1.999005550922694e-05, "loss": 3.0221, "step": 335 }, { "epoch": 0.22032786885245903, "grad_norm": 2.267498254776001, "learning_rate": 1.9989865220514566e-05, "loss": 3.0488, "step": 336 }, { "epoch": 0.22098360655737706, "grad_norm": 3.0350358486175537, "learning_rate": 1.9989673129342496e-05, "loss": 3.0952, "step": 337 }, { "epoch": 0.2216393442622951, "grad_norm": 2.5897762775421143, "learning_rate": 1.9989479235745385e-05, "loss": 3.0913, "step": 338 }, { "epoch": 0.22229508196721312, "grad_norm": 2.343876600265503, "learning_rate": 1.9989283539758226e-05, "loss": 3.0541, "step": 339 }, { "epoch": 0.22295081967213115, "grad_norm": 2.2347140312194824, "learning_rate": 1.9989086041416316e-05, "loss": 3.0795, "step": 340 }, { "epoch": 0.22360655737704918, "grad_norm": 2.3393683433532715, "learning_rate": 1.9988886740755296e-05, "loss": 3.05, "step": 341 }, { "epoch": 0.2242622950819672, "grad_norm": 1.9725404977798462, "learning_rate": 1.9988685637811126e-05, "loss": 3.0323, "step": 342 }, { "epoch": 0.22491803278688524, "grad_norm": 1.6640681028366089, "learning_rate": 1.9988482732620085e-05, "loss": 3.0586, "step": 343 }, { "epoch": 0.22557377049180327, "grad_norm": 1.3502401113510132, "learning_rate": 1.998827802521879e-05, "loss": 3.1047, "step": 344 }, { "epoch": 0.2262295081967213, "grad_norm": 2.4209611415863037, "learning_rate": 1.9988071515644175e-05, "loss": 3.0257, "step": 345 }, { "epoch": 0.22688524590163933, "grad_norm": 2.2847821712493896, "learning_rate": 1.9987863203933493e-05, "loss": 3.0582, "step": 346 }, { "epoch": 0.2275409836065574, "grad_norm": 1.2859035730361938, "learning_rate": 1.998765309012434e-05, "loss": 2.977, "step": 347 }, { "epoch": 0.22819672131147542, "grad_norm": 2.182971715927124, "learning_rate": 1.998744117425462e-05, "loss": 3.0622, "step": 348 }, { "epoch": 0.22885245901639345, "grad_norm": 1.560961365699768, "learning_rate": 1.998722745636257e-05, "loss": 3.0448, "step": 349 }, { "epoch": 0.22950819672131148, "grad_norm": 2.509798049926758, "learning_rate": 1.9987011936486752e-05, "loss": 3.0826, "step": 350 }, { "epoch": 0.2301639344262295, "grad_norm": 2.057710647583008, "learning_rate": 1.9986794614666047e-05, "loss": 3.0584, "step": 351 }, { "epoch": 0.23081967213114754, "grad_norm": 1.6122781038284302, "learning_rate": 1.9986575490939674e-05, "loss": 3.002, "step": 352 }, { "epoch": 0.23147540983606557, "grad_norm": 1.6836787462234497, "learning_rate": 1.9986354565347167e-05, "loss": 3.038, "step": 353 }, { "epoch": 0.2321311475409836, "grad_norm": 1.612282156944275, "learning_rate": 1.9986131837928383e-05, "loss": 3.0536, "step": 354 }, { "epoch": 0.23278688524590163, "grad_norm": 1.3086771965026855, "learning_rate": 1.9985907308723513e-05, "loss": 3.0691, "step": 355 }, { "epoch": 0.23344262295081966, "grad_norm": 1.0590020418167114, "learning_rate": 1.9985680977773065e-05, "loss": 2.9991, "step": 356 }, { "epoch": 0.2340983606557377, "grad_norm": 1.8133243322372437, "learning_rate": 1.998545284511788e-05, "loss": 3.0064, "step": 357 }, { "epoch": 0.23475409836065575, "grad_norm": 1.9908599853515625, "learning_rate": 1.9985222910799112e-05, "loss": 3.0312, "step": 358 }, { "epoch": 0.23540983606557378, "grad_norm": 1.1487356424331665, "learning_rate": 1.998499117485826e-05, "loss": 3.0719, "step": 359 }, { "epoch": 0.2360655737704918, "grad_norm": 1.8179101943969727, "learning_rate": 1.9984757637337125e-05, "loss": 3.0234, "step": 360 }, { "epoch": 0.23672131147540984, "grad_norm": 2.166144609451294, "learning_rate": 1.998452229827785e-05, "loss": 3.0846, "step": 361 }, { "epoch": 0.23737704918032787, "grad_norm": 1.2263609170913696, "learning_rate": 1.998428515772289e-05, "loss": 3.0104, "step": 362 }, { "epoch": 0.2380327868852459, "grad_norm": 1.0757896900177002, "learning_rate": 1.998404621571504e-05, "loss": 2.9746, "step": 363 }, { "epoch": 0.23868852459016393, "grad_norm": 2.7927513122558594, "learning_rate": 1.998380547229741e-05, "loss": 3.0689, "step": 364 }, { "epoch": 0.23934426229508196, "grad_norm": 2.19854736328125, "learning_rate": 1.9983562927513433e-05, "loss": 3.0094, "step": 365 }, { "epoch": 0.24, "grad_norm": 1.854699730873108, "learning_rate": 1.9983318581406876e-05, "loss": 3.0027, "step": 366 }, { "epoch": 0.24065573770491802, "grad_norm": 1.8990769386291504, "learning_rate": 1.998307243402182e-05, "loss": 3.0514, "step": 367 }, { "epoch": 0.24131147540983608, "grad_norm": 2.3208703994750977, "learning_rate": 1.9982824485402683e-05, "loss": 2.9893, "step": 368 }, { "epoch": 0.2419672131147541, "grad_norm": 0.9964947700500488, "learning_rate": 1.99825747355942e-05, "loss": 3.0392, "step": 369 }, { "epoch": 0.24262295081967214, "grad_norm": 3.105051279067993, "learning_rate": 1.9982323184641436e-05, "loss": 2.9862, "step": 370 }, { "epoch": 0.24327868852459017, "grad_norm": 2.8325729370117188, "learning_rate": 1.998206983258977e-05, "loss": 3.0634, "step": 371 }, { "epoch": 0.2439344262295082, "grad_norm": 1.9622799158096313, "learning_rate": 1.9981814679484925e-05, "loss": 2.9869, "step": 372 }, { "epoch": 0.24459016393442623, "grad_norm": 2.293978452682495, "learning_rate": 1.9981557725372925e-05, "loss": 3.0239, "step": 373 }, { "epoch": 0.24524590163934426, "grad_norm": 1.7855253219604492, "learning_rate": 1.9981298970300143e-05, "loss": 2.9813, "step": 374 }, { "epoch": 0.2459016393442623, "grad_norm": 1.434179425239563, "learning_rate": 1.9981038414313262e-05, "loss": 2.9764, "step": 375 }, { "epoch": 0.24655737704918032, "grad_norm": 1.745302677154541, "learning_rate": 1.9980776057459294e-05, "loss": 2.9685, "step": 376 }, { "epoch": 0.24721311475409835, "grad_norm": 1.4127304553985596, "learning_rate": 1.9980511899785576e-05, "loss": 3.0367, "step": 377 }, { "epoch": 0.24786885245901638, "grad_norm": 2.4176583290100098, "learning_rate": 1.9980245941339768e-05, "loss": 3.0168, "step": 378 }, { "epoch": 0.24852459016393444, "grad_norm": 1.7726012468338013, "learning_rate": 1.9979978182169856e-05, "loss": 2.9359, "step": 379 }, { "epoch": 0.24918032786885247, "grad_norm": 2.7266902923583984, "learning_rate": 1.9979708622324156e-05, "loss": 2.9937, "step": 380 }, { "epoch": 0.2498360655737705, "grad_norm": 1.5475106239318848, "learning_rate": 1.9979437261851303e-05, "loss": 2.9605, "step": 381 }, { "epoch": 0.25049180327868853, "grad_norm": 2.469226121902466, "learning_rate": 1.9979164100800253e-05, "loss": 2.9701, "step": 382 }, { "epoch": 0.25114754098360653, "grad_norm": 1.5927740335464478, "learning_rate": 1.99788891392203e-05, "loss": 3.0253, "step": 383 }, { "epoch": 0.2518032786885246, "grad_norm": 2.704894542694092, "learning_rate": 1.9978612377161045e-05, "loss": 3.0444, "step": 384 }, { "epoch": 0.25245901639344265, "grad_norm": 2.2928318977355957, "learning_rate": 1.9978333814672435e-05, "loss": 3.015, "step": 385 }, { "epoch": 0.25311475409836065, "grad_norm": 1.947089672088623, "learning_rate": 1.9978053451804724e-05, "loss": 2.9903, "step": 386 }, { "epoch": 0.2537704918032787, "grad_norm": 2.9605376720428467, "learning_rate": 1.9977771288608497e-05, "loss": 2.973, "step": 387 }, { "epoch": 0.2544262295081967, "grad_norm": 1.5263116359710693, "learning_rate": 1.9977487325134672e-05, "loss": 2.9804, "step": 388 }, { "epoch": 0.25508196721311477, "grad_norm": 2.3067626953125, "learning_rate": 1.9977201561434473e-05, "loss": 2.9777, "step": 389 }, { "epoch": 0.25573770491803277, "grad_norm": 3.320838451385498, "learning_rate": 1.9976913997559468e-05, "loss": 2.9531, "step": 390 }, { "epoch": 0.25639344262295083, "grad_norm": 1.8166910409927368, "learning_rate": 1.9976624633561536e-05, "loss": 2.9905, "step": 391 }, { "epoch": 0.25704918032786883, "grad_norm": 3.206974983215332, "learning_rate": 1.9976333469492894e-05, "loss": 3.0073, "step": 392 }, { "epoch": 0.2577049180327869, "grad_norm": 2.528395175933838, "learning_rate": 1.997604050540607e-05, "loss": 2.9543, "step": 393 }, { "epoch": 0.2583606557377049, "grad_norm": 2.2287003993988037, "learning_rate": 1.9975745741353927e-05, "loss": 3.0253, "step": 394 }, { "epoch": 0.25901639344262295, "grad_norm": 1.303931713104248, "learning_rate": 1.997544917738965e-05, "loss": 2.9869, "step": 395 }, { "epoch": 0.259672131147541, "grad_norm": 2.5550875663757324, "learning_rate": 1.997515081356674e-05, "loss": 2.942, "step": 396 }, { "epoch": 0.260327868852459, "grad_norm": 1.0943689346313477, "learning_rate": 1.997485064993904e-05, "loss": 2.9355, "step": 397 }, { "epoch": 0.26098360655737707, "grad_norm": 1.9848661422729492, "learning_rate": 1.9974548686560703e-05, "loss": 2.9252, "step": 398 }, { "epoch": 0.26163934426229507, "grad_norm": 2.234302043914795, "learning_rate": 1.9974244923486212e-05, "loss": 2.983, "step": 399 }, { "epoch": 0.26229508196721313, "grad_norm": 1.6856095790863037, "learning_rate": 1.9973939360770376e-05, "loss": 2.9798, "step": 400 }, { "epoch": 0.26295081967213113, "grad_norm": 1.9972071647644043, "learning_rate": 1.9973631998468326e-05, "loss": 2.9881, "step": 401 }, { "epoch": 0.2636065573770492, "grad_norm": 1.821326494216919, "learning_rate": 1.9973322836635517e-05, "loss": 2.9441, "step": 402 }, { "epoch": 0.2642622950819672, "grad_norm": 1.565712809562683, "learning_rate": 1.9973011875327737e-05, "loss": 2.9404, "step": 403 }, { "epoch": 0.26491803278688525, "grad_norm": 1.916740894317627, "learning_rate": 1.9972699114601088e-05, "loss": 2.9349, "step": 404 }, { "epoch": 0.26557377049180325, "grad_norm": 1.9877376556396484, "learning_rate": 1.9972384554512004e-05, "loss": 2.9715, "step": 405 }, { "epoch": 0.2662295081967213, "grad_norm": 2.9291598796844482, "learning_rate": 1.9972068195117235e-05, "loss": 3.0345, "step": 406 }, { "epoch": 0.26688524590163937, "grad_norm": 1.441409945487976, "learning_rate": 1.9971750036473866e-05, "loss": 2.9487, "step": 407 }, { "epoch": 0.26754098360655737, "grad_norm": 2.396453619003296, "learning_rate": 1.99714300786393e-05, "loss": 2.9717, "step": 408 }, { "epoch": 0.26819672131147543, "grad_norm": 2.2467052936553955, "learning_rate": 1.997110832167127e-05, "loss": 2.9424, "step": 409 }, { "epoch": 0.26885245901639343, "grad_norm": 1.9895553588867188, "learning_rate": 1.9970784765627824e-05, "loss": 2.9067, "step": 410 }, { "epoch": 0.2695081967213115, "grad_norm": 2.656651735305786, "learning_rate": 1.9970459410567348e-05, "loss": 3.0012, "step": 411 }, { "epoch": 0.2701639344262295, "grad_norm": 1.8991135358810425, "learning_rate": 1.997013225654854e-05, "loss": 2.9665, "step": 412 }, { "epoch": 0.27081967213114755, "grad_norm": 1.2609137296676636, "learning_rate": 1.9969803303630434e-05, "loss": 2.9603, "step": 413 }, { "epoch": 0.27147540983606555, "grad_norm": 3.741990327835083, "learning_rate": 1.9969472551872373e-05, "loss": 2.9233, "step": 414 }, { "epoch": 0.2721311475409836, "grad_norm": 1.9456981420516968, "learning_rate": 1.9969140001334044e-05, "loss": 2.9488, "step": 415 }, { "epoch": 0.27278688524590167, "grad_norm": 3.454684019088745, "learning_rate": 1.996880565207544e-05, "loss": 2.9356, "step": 416 }, { "epoch": 0.27344262295081967, "grad_norm": 2.7423367500305176, "learning_rate": 1.99684695041569e-05, "loss": 2.9335, "step": 417 }, { "epoch": 0.2740983606557377, "grad_norm": 3.6413145065307617, "learning_rate": 1.996813155763906e-05, "loss": 2.9863, "step": 418 }, { "epoch": 0.27475409836065573, "grad_norm": 3.3205907344818115, "learning_rate": 1.99677918125829e-05, "loss": 2.9747, "step": 419 }, { "epoch": 0.2754098360655738, "grad_norm": 2.4527692794799805, "learning_rate": 1.9967450269049727e-05, "loss": 2.9113, "step": 420 }, { "epoch": 0.2760655737704918, "grad_norm": 2.0212960243225098, "learning_rate": 1.9967106927101156e-05, "loss": 2.9293, "step": 421 }, { "epoch": 0.27672131147540985, "grad_norm": 2.569406270980835, "learning_rate": 1.996676178679914e-05, "loss": 2.9493, "step": 422 }, { "epoch": 0.27737704918032785, "grad_norm": 2.2038888931274414, "learning_rate": 1.9966414848205957e-05, "loss": 2.9272, "step": 423 }, { "epoch": 0.2780327868852459, "grad_norm": 1.915586233139038, "learning_rate": 1.9966066111384194e-05, "loss": 2.924, "step": 424 }, { "epoch": 0.2786885245901639, "grad_norm": 2.274970293045044, "learning_rate": 1.996571557639678e-05, "loss": 2.9253, "step": 425 }, { "epoch": 0.27934426229508197, "grad_norm": 1.9900097846984863, "learning_rate": 1.996536324330696e-05, "loss": 2.9249, "step": 426 }, { "epoch": 0.28, "grad_norm": 1.8833460807800293, "learning_rate": 1.996500911217831e-05, "loss": 2.9051, "step": 427 }, { "epoch": 0.28065573770491803, "grad_norm": 1.8875699043273926, "learning_rate": 1.9964653183074713e-05, "loss": 2.9046, "step": 428 }, { "epoch": 0.2813114754098361, "grad_norm": 1.25684654712677, "learning_rate": 1.9964295456060405e-05, "loss": 2.8743, "step": 429 }, { "epoch": 0.2819672131147541, "grad_norm": 3.436789035797119, "learning_rate": 1.9963935931199917e-05, "loss": 2.88, "step": 430 }, { "epoch": 0.28262295081967215, "grad_norm": 1.9827569723129272, "learning_rate": 1.9963574608558124e-05, "loss": 2.9358, "step": 431 }, { "epoch": 0.28327868852459015, "grad_norm": 3.0327775478363037, "learning_rate": 1.9963211488200218e-05, "loss": 2.9467, "step": 432 }, { "epoch": 0.2839344262295082, "grad_norm": 2.7430381774902344, "learning_rate": 1.9962846570191718e-05, "loss": 2.9258, "step": 433 }, { "epoch": 0.2845901639344262, "grad_norm": 2.417243480682373, "learning_rate": 1.9962479854598463e-05, "loss": 2.9615, "step": 434 }, { "epoch": 0.28524590163934427, "grad_norm": 2.0883359909057617, "learning_rate": 1.9962111341486618e-05, "loss": 2.9023, "step": 435 }, { "epoch": 0.28590163934426227, "grad_norm": 2.2617862224578857, "learning_rate": 1.9961741030922677e-05, "loss": 2.9603, "step": 436 }, { "epoch": 0.28655737704918033, "grad_norm": 1.8045523166656494, "learning_rate": 1.9961368922973453e-05, "loss": 2.9034, "step": 437 }, { "epoch": 0.2872131147540984, "grad_norm": 3.07072377204895, "learning_rate": 1.9960995017706082e-05, "loss": 2.9428, "step": 438 }, { "epoch": 0.2878688524590164, "grad_norm": 2.703015089035034, "learning_rate": 1.9960619315188036e-05, "loss": 2.9087, "step": 439 }, { "epoch": 0.28852459016393445, "grad_norm": 2.3274731636047363, "learning_rate": 1.9960241815487094e-05, "loss": 2.9214, "step": 440 }, { "epoch": 0.28918032786885245, "grad_norm": 2.3275375366210938, "learning_rate": 1.995986251867137e-05, "loss": 2.8654, "step": 441 }, { "epoch": 0.2898360655737705, "grad_norm": 2.6279397010803223, "learning_rate": 1.9959481424809302e-05, "loss": 2.887, "step": 442 }, { "epoch": 0.2904918032786885, "grad_norm": 2.6492629051208496, "learning_rate": 1.995909853396965e-05, "loss": 2.8523, "step": 443 }, { "epoch": 0.29114754098360657, "grad_norm": 1.8384602069854736, "learning_rate": 1.9958713846221495e-05, "loss": 2.8639, "step": 444 }, { "epoch": 0.29180327868852457, "grad_norm": 2.180399179458618, "learning_rate": 1.9958327361634248e-05, "loss": 2.8879, "step": 445 }, { "epoch": 0.29245901639344263, "grad_norm": 1.2447491884231567, "learning_rate": 1.9957939080277647e-05, "loss": 2.8627, "step": 446 }, { "epoch": 0.29311475409836063, "grad_norm": 3.9665591716766357, "learning_rate": 1.995754900222174e-05, "loss": 2.8752, "step": 447 }, { "epoch": 0.2937704918032787, "grad_norm": 2.4464519023895264, "learning_rate": 1.9957157127536916e-05, "loss": 2.8939, "step": 448 }, { "epoch": 0.29442622950819675, "grad_norm": 3.8094332218170166, "learning_rate": 1.9956763456293874e-05, "loss": 2.8918, "step": 449 }, { "epoch": 0.29508196721311475, "grad_norm": 3.0817110538482666, "learning_rate": 1.995636798856365e-05, "loss": 2.8764, "step": 450 }, { "epoch": 0.2957377049180328, "grad_norm": 2.5164222717285156, "learning_rate": 1.9955970724417594e-05, "loss": 2.8819, "step": 451 }, { "epoch": 0.2963934426229508, "grad_norm": 2.679121732711792, "learning_rate": 1.9955571663927385e-05, "loss": 2.8361, "step": 452 }, { "epoch": 0.29704918032786887, "grad_norm": 3.0325047969818115, "learning_rate": 1.9955170807165024e-05, "loss": 2.8721, "step": 453 }, { "epoch": 0.29770491803278687, "grad_norm": 2.202155113220215, "learning_rate": 1.995476815420284e-05, "loss": 2.8657, "step": 454 }, { "epoch": 0.2983606557377049, "grad_norm": 2.060816526412964, "learning_rate": 1.9954363705113477e-05, "loss": 2.9168, "step": 455 }, { "epoch": 0.29901639344262293, "grad_norm": 3.1489624977111816, "learning_rate": 1.9953957459969917e-05, "loss": 2.8931, "step": 456 }, { "epoch": 0.299672131147541, "grad_norm": 2.2607805728912354, "learning_rate": 1.995354941884545e-05, "loss": 2.8541, "step": 457 }, { "epoch": 0.300327868852459, "grad_norm": 2.4659600257873535, "learning_rate": 1.9953139581813708e-05, "loss": 2.8711, "step": 458 }, { "epoch": 0.30098360655737705, "grad_norm": 2.6668901443481445, "learning_rate": 1.9952727948948633e-05, "loss": 2.8577, "step": 459 }, { "epoch": 0.3016393442622951, "grad_norm": 2.5019426345825195, "learning_rate": 1.9952314520324493e-05, "loss": 2.8585, "step": 460 }, { "epoch": 0.3022950819672131, "grad_norm": 1.7317687273025513, "learning_rate": 1.9951899296015882e-05, "loss": 2.8848, "step": 461 }, { "epoch": 0.30295081967213117, "grad_norm": 2.2531323432922363, "learning_rate": 1.9951482276097726e-05, "loss": 2.8651, "step": 462 }, { "epoch": 0.30360655737704917, "grad_norm": 1.8930957317352295, "learning_rate": 1.9951063460645256e-05, "loss": 2.8447, "step": 463 }, { "epoch": 0.3042622950819672, "grad_norm": 2.5754661560058594, "learning_rate": 1.9950642849734047e-05, "loss": 2.842, "step": 464 }, { "epoch": 0.30491803278688523, "grad_norm": 2.609863042831421, "learning_rate": 1.995022044343999e-05, "loss": 2.8652, "step": 465 }, { "epoch": 0.3055737704918033, "grad_norm": 1.5671638250350952, "learning_rate": 1.9949796241839293e-05, "loss": 2.8374, "step": 466 }, { "epoch": 0.3062295081967213, "grad_norm": 2.4997663497924805, "learning_rate": 1.99493702450085e-05, "loss": 2.7975, "step": 467 }, { "epoch": 0.30688524590163935, "grad_norm": 3.05013370513916, "learning_rate": 1.994894245302447e-05, "loss": 2.7815, "step": 468 }, { "epoch": 0.30754098360655735, "grad_norm": 2.213639736175537, "learning_rate": 1.9948512865964384e-05, "loss": 2.7967, "step": 469 }, { "epoch": 0.3081967213114754, "grad_norm": 2.6803488731384277, "learning_rate": 1.9948081483905763e-05, "loss": 2.8262, "step": 470 }, { "epoch": 0.30885245901639347, "grad_norm": 2.5290627479553223, "learning_rate": 1.9947648306926434e-05, "loss": 2.8449, "step": 471 }, { "epoch": 0.30950819672131147, "grad_norm": 2.4075796604156494, "learning_rate": 1.9947213335104557e-05, "loss": 2.8034, "step": 472 }, { "epoch": 0.3101639344262295, "grad_norm": 2.323509931564331, "learning_rate": 1.994677656851861e-05, "loss": 2.8072, "step": 473 }, { "epoch": 0.31081967213114753, "grad_norm": 2.685131311416626, "learning_rate": 1.99463380072474e-05, "loss": 2.7812, "step": 474 }, { "epoch": 0.3114754098360656, "grad_norm": 2.399379014968872, "learning_rate": 1.9945897651370058e-05, "loss": 2.7446, "step": 475 }, { "epoch": 0.3121311475409836, "grad_norm": 3.3400678634643555, "learning_rate": 1.9945455500966037e-05, "loss": 2.8007, "step": 476 }, { "epoch": 0.31278688524590165, "grad_norm": 2.3867383003234863, "learning_rate": 1.9945011556115107e-05, "loss": 2.8191, "step": 477 }, { "epoch": 0.31344262295081965, "grad_norm": 2.8456454277038574, "learning_rate": 1.9944565816897378e-05, "loss": 2.803, "step": 478 }, { "epoch": 0.3140983606557377, "grad_norm": 2.527527332305908, "learning_rate": 1.994411828339327e-05, "loss": 2.7788, "step": 479 }, { "epoch": 0.31475409836065577, "grad_norm": 2.520113229751587, "learning_rate": 1.994366895568353e-05, "loss": 2.8393, "step": 480 }, { "epoch": 0.31540983606557377, "grad_norm": 2.686000347137451, "learning_rate": 1.994321783384923e-05, "loss": 2.7445, "step": 481 }, { "epoch": 0.3160655737704918, "grad_norm": 2.2112133502960205, "learning_rate": 1.9942764917971767e-05, "loss": 2.779, "step": 482 }, { "epoch": 0.31672131147540983, "grad_norm": 2.0969481468200684, "learning_rate": 1.9942310208132856e-05, "loss": 2.7828, "step": 483 }, { "epoch": 0.3173770491803279, "grad_norm": 1.819413661956787, "learning_rate": 1.9941853704414545e-05, "loss": 2.8165, "step": 484 }, { "epoch": 0.3180327868852459, "grad_norm": 1.8777354955673218, "learning_rate": 1.9941395406899196e-05, "loss": 2.7476, "step": 485 }, { "epoch": 0.31868852459016395, "grad_norm": 3.0011649131774902, "learning_rate": 1.9940935315669504e-05, "loss": 2.7671, "step": 486 }, { "epoch": 0.31934426229508195, "grad_norm": 2.437955379486084, "learning_rate": 1.994047343080848e-05, "loss": 2.7704, "step": 487 }, { "epoch": 0.32, "grad_norm": 3.1633739471435547, "learning_rate": 1.9940009752399462e-05, "loss": 2.7861, "step": 488 }, { "epoch": 0.320655737704918, "grad_norm": 2.954859495162964, "learning_rate": 1.993954428052611e-05, "loss": 2.8018, "step": 489 }, { "epoch": 0.32131147540983607, "grad_norm": 2.4538156986236572, "learning_rate": 1.9939077015272404e-05, "loss": 2.752, "step": 490 }, { "epoch": 0.3219672131147541, "grad_norm": 3.9167211055755615, "learning_rate": 1.9938607956722662e-05, "loss": 2.7821, "step": 491 }, { "epoch": 0.3226229508196721, "grad_norm": 2.233234167098999, "learning_rate": 1.9938137104961507e-05, "loss": 2.7791, "step": 492 }, { "epoch": 0.3232786885245902, "grad_norm": 3.3242833614349365, "learning_rate": 1.99376644600739e-05, "loss": 2.7049, "step": 493 }, { "epoch": 0.3239344262295082, "grad_norm": 3.4955592155456543, "learning_rate": 1.993719002214512e-05, "loss": 2.7875, "step": 494 }, { "epoch": 0.32459016393442625, "grad_norm": 2.415661334991455, "learning_rate": 1.993671379126076e-05, "loss": 2.7587, "step": 495 }, { "epoch": 0.32524590163934425, "grad_norm": 2.759267807006836, "learning_rate": 1.9936235767506758e-05, "loss": 2.723, "step": 496 }, { "epoch": 0.3259016393442623, "grad_norm": 2.713108539581299, "learning_rate": 1.993575595096936e-05, "loss": 2.7175, "step": 497 }, { "epoch": 0.3265573770491803, "grad_norm": 2.140813112258911, "learning_rate": 1.9935274341735132e-05, "loss": 2.7348, "step": 498 }, { "epoch": 0.32721311475409837, "grad_norm": 3.5504071712493896, "learning_rate": 1.9934790939890974e-05, "loss": 2.77, "step": 499 }, { "epoch": 0.32786885245901637, "grad_norm": 2.9104647636413574, "learning_rate": 1.9934305745524106e-05, "loss": 2.7937, "step": 500 }, { "epoch": 0.3285245901639344, "grad_norm": 3.1977436542510986, "learning_rate": 1.9933818758722076e-05, "loss": 2.736, "step": 501 }, { "epoch": 0.3291803278688525, "grad_norm": 2.1257500648498535, "learning_rate": 1.9933329979572743e-05, "loss": 2.7484, "step": 502 }, { "epoch": 0.3298360655737705, "grad_norm": 2.2882776260375977, "learning_rate": 1.9932839408164303e-05, "loss": 2.7015, "step": 503 }, { "epoch": 0.33049180327868855, "grad_norm": 1.7586313486099243, "learning_rate": 1.9932347044585264e-05, "loss": 2.6816, "step": 504 }, { "epoch": 0.33114754098360655, "grad_norm": 2.7207815647125244, "learning_rate": 1.9931852888924463e-05, "loss": 2.7364, "step": 505 }, { "epoch": 0.3318032786885246, "grad_norm": 2.025151491165161, "learning_rate": 1.993135694127106e-05, "loss": 2.7159, "step": 506 }, { "epoch": 0.3324590163934426, "grad_norm": 2.2345387935638428, "learning_rate": 1.9930859201714544e-05, "loss": 2.6881, "step": 507 }, { "epoch": 0.33311475409836067, "grad_norm": 3.017686605453491, "learning_rate": 1.993035967034472e-05, "loss": 2.6885, "step": 508 }, { "epoch": 0.33377049180327867, "grad_norm": 2.549661159515381, "learning_rate": 1.992985834725171e-05, "loss": 2.682, "step": 509 }, { "epoch": 0.3344262295081967, "grad_norm": 3.0153517723083496, "learning_rate": 1.9929355232525976e-05, "loss": 2.692, "step": 510 }, { "epoch": 0.33508196721311473, "grad_norm": 2.5179247856140137, "learning_rate": 1.9928850326258285e-05, "loss": 2.691, "step": 511 }, { "epoch": 0.3357377049180328, "grad_norm": 2.211869478225708, "learning_rate": 1.992834362853975e-05, "loss": 2.6524, "step": 512 }, { "epoch": 0.33639344262295084, "grad_norm": 3.0584168434143066, "learning_rate": 1.992783513946178e-05, "loss": 2.6368, "step": 513 }, { "epoch": 0.33704918032786885, "grad_norm": 2.5124900341033936, "learning_rate": 1.992732485911613e-05, "loss": 2.6515, "step": 514 }, { "epoch": 0.3377049180327869, "grad_norm": 2.9523580074310303, "learning_rate": 1.992681278759487e-05, "loss": 2.6044, "step": 515 }, { "epoch": 0.3383606557377049, "grad_norm": 3.5275776386260986, "learning_rate": 1.9926298924990384e-05, "loss": 2.6133, "step": 516 }, { "epoch": 0.33901639344262297, "grad_norm": 2.723017454147339, "learning_rate": 1.9925783271395392e-05, "loss": 2.5732, "step": 517 }, { "epoch": 0.33967213114754097, "grad_norm": 2.646575450897217, "learning_rate": 1.9925265826902936e-05, "loss": 2.5839, "step": 518 }, { "epoch": 0.340327868852459, "grad_norm": 2.9475643634796143, "learning_rate": 1.992474659160638e-05, "loss": 2.5597, "step": 519 }, { "epoch": 0.34098360655737703, "grad_norm": 3.485856771469116, "learning_rate": 1.9924225565599396e-05, "loss": 2.5598, "step": 520 }, { "epoch": 0.3416393442622951, "grad_norm": 3.265268087387085, "learning_rate": 1.9923702748976004e-05, "loss": 2.5215, "step": 521 }, { "epoch": 0.3422950819672131, "grad_norm": 3.4237823486328125, "learning_rate": 1.9923178141830536e-05, "loss": 2.5322, "step": 522 }, { "epoch": 0.34295081967213115, "grad_norm": 3.0502917766571045, "learning_rate": 1.9922651744257636e-05, "loss": 2.5287, "step": 523 }, { "epoch": 0.3436065573770492, "grad_norm": 3.299724817276001, "learning_rate": 1.992212355635229e-05, "loss": 2.4959, "step": 524 }, { "epoch": 0.3442622950819672, "grad_norm": 3.437058687210083, "learning_rate": 1.9921593578209796e-05, "loss": 2.4038, "step": 525 }, { "epoch": 0.34491803278688526, "grad_norm": 3.3807008266448975, "learning_rate": 1.9921061809925777e-05, "loss": 2.4695, "step": 526 }, { "epoch": 0.34557377049180327, "grad_norm": 3.0085010528564453, "learning_rate": 1.992052825159618e-05, "loss": 2.4412, "step": 527 }, { "epoch": 0.3462295081967213, "grad_norm": 3.339111566543579, "learning_rate": 1.991999290331727e-05, "loss": 2.3776, "step": 528 }, { "epoch": 0.3468852459016393, "grad_norm": 4.500754356384277, "learning_rate": 1.9919455765185646e-05, "loss": 2.3995, "step": 529 }, { "epoch": 0.3475409836065574, "grad_norm": 3.194535732269287, "learning_rate": 1.991891683729822e-05, "loss": 2.3484, "step": 530 }, { "epoch": 0.3481967213114754, "grad_norm": 3.2698869705200195, "learning_rate": 1.991837611975223e-05, "loss": 2.3363, "step": 531 }, { "epoch": 0.34885245901639345, "grad_norm": 3.226905584335327, "learning_rate": 1.9917833612645237e-05, "loss": 2.3089, "step": 532 }, { "epoch": 0.34950819672131145, "grad_norm": 4.537738800048828, "learning_rate": 1.9917289316075125e-05, "loss": 2.3117, "step": 533 }, { "epoch": 0.3501639344262295, "grad_norm": 5.220520496368408, "learning_rate": 1.99167432301401e-05, "loss": 2.3052, "step": 534 }, { "epoch": 0.35081967213114756, "grad_norm": 3.360320568084717, "learning_rate": 1.9916195354938694e-05, "loss": 2.2279, "step": 535 }, { "epoch": 0.35147540983606557, "grad_norm": 3.3771932125091553, "learning_rate": 1.991564569056976e-05, "loss": 2.1891, "step": 536 }, { "epoch": 0.3521311475409836, "grad_norm": 4.749637126922607, "learning_rate": 1.9915094237132466e-05, "loss": 2.1175, "step": 537 }, { "epoch": 0.3527868852459016, "grad_norm": 5.694477558135986, "learning_rate": 1.991454099472632e-05, "loss": 2.157, "step": 538 }, { "epoch": 0.3534426229508197, "grad_norm": 3.7854385375976562, "learning_rate": 1.9913985963451136e-05, "loss": 2.1043, "step": 539 }, { "epoch": 0.3540983606557377, "grad_norm": 3.1352763175964355, "learning_rate": 1.9913429143407063e-05, "loss": 2.0452, "step": 540 }, { "epoch": 0.35475409836065575, "grad_norm": 4.2041850090026855, "learning_rate": 1.9912870534694564e-05, "loss": 2.0293, "step": 541 }, { "epoch": 0.35540983606557375, "grad_norm": 4.323914051055908, "learning_rate": 1.9912310137414426e-05, "loss": 1.9876, "step": 542 }, { "epoch": 0.3560655737704918, "grad_norm": 3.2425668239593506, "learning_rate": 1.9911747951667764e-05, "loss": 1.9537, "step": 543 }, { "epoch": 0.35672131147540986, "grad_norm": 4.140580177307129, "learning_rate": 1.9911183977556012e-05, "loss": 1.9204, "step": 544 }, { "epoch": 0.35737704918032787, "grad_norm": 3.996952533721924, "learning_rate": 1.991061821518093e-05, "loss": 1.8958, "step": 545 }, { "epoch": 0.3580327868852459, "grad_norm": 4.664858818054199, "learning_rate": 1.991005066464459e-05, "loss": 1.8476, "step": 546 }, { "epoch": 0.3586885245901639, "grad_norm": 2.8928134441375732, "learning_rate": 1.9909481326049403e-05, "loss": 1.8011, "step": 547 }, { "epoch": 0.359344262295082, "grad_norm": 4.402481555938721, "learning_rate": 1.9908910199498088e-05, "loss": 1.7826, "step": 548 }, { "epoch": 0.36, "grad_norm": 4.459559440612793, "learning_rate": 1.9908337285093697e-05, "loss": 1.6906, "step": 549 }, { "epoch": 0.36065573770491804, "grad_norm": 3.7284486293792725, "learning_rate": 1.9907762582939596e-05, "loss": 1.727, "step": 550 }, { "epoch": 0.36131147540983605, "grad_norm": 2.931652069091797, "learning_rate": 1.9907186093139482e-05, "loss": 1.6613, "step": 551 }, { "epoch": 0.3619672131147541, "grad_norm": 3.447021961212158, "learning_rate": 1.9906607815797373e-05, "loss": 1.6262, "step": 552 }, { "epoch": 0.3626229508196721, "grad_norm": 3.4363925457000732, "learning_rate": 1.9906027751017595e-05, "loss": 1.6363, "step": 553 }, { "epoch": 0.36327868852459017, "grad_norm": 3.9945340156555176, "learning_rate": 1.9905445898904822e-05, "loss": 1.5672, "step": 554 }, { "epoch": 0.3639344262295082, "grad_norm": 3.1349291801452637, "learning_rate": 1.9904862259564027e-05, "loss": 1.554, "step": 555 }, { "epoch": 0.3645901639344262, "grad_norm": 3.2490391731262207, "learning_rate": 1.9904276833100522e-05, "loss": 1.527, "step": 556 }, { "epoch": 0.3652459016393443, "grad_norm": 2.8609464168548584, "learning_rate": 1.990368961961993e-05, "loss": 1.4733, "step": 557 }, { "epoch": 0.3659016393442623, "grad_norm": 2.936169147491455, "learning_rate": 1.9903100619228202e-05, "loss": 1.4671, "step": 558 }, { "epoch": 0.36655737704918034, "grad_norm": 3.0018186569213867, "learning_rate": 1.9902509832031617e-05, "loss": 1.3983, "step": 559 }, { "epoch": 0.36721311475409835, "grad_norm": 3.73979115486145, "learning_rate": 1.990191725813676e-05, "loss": 1.3566, "step": 560 }, { "epoch": 0.3678688524590164, "grad_norm": 2.9942119121551514, "learning_rate": 1.9901322897650558e-05, "loss": 1.3611, "step": 561 }, { "epoch": 0.3685245901639344, "grad_norm": 3.387255907058716, "learning_rate": 1.990072675068024e-05, "loss": 1.3282, "step": 562 }, { "epoch": 0.36918032786885246, "grad_norm": 2.8679301738739014, "learning_rate": 1.9900128817333376e-05, "loss": 1.269, "step": 563 }, { "epoch": 0.36983606557377047, "grad_norm": 2.3767263889312744, "learning_rate": 1.9899529097717855e-05, "loss": 1.2574, "step": 564 }, { "epoch": 0.3704918032786885, "grad_norm": 3.020667791366577, "learning_rate": 1.989892759194187e-05, "loss": 1.245, "step": 565 }, { "epoch": 0.3711475409836066, "grad_norm": 2.7091267108917236, "learning_rate": 1.9898324300113963e-05, "loss": 1.1657, "step": 566 }, { "epoch": 0.3718032786885246, "grad_norm": 3.0143351554870605, "learning_rate": 1.9897719222342977e-05, "loss": 1.2062, "step": 567 }, { "epoch": 0.37245901639344264, "grad_norm": 2.973735809326172, "learning_rate": 1.9897112358738086e-05, "loss": 1.1415, "step": 568 }, { "epoch": 0.37311475409836065, "grad_norm": 2.9212169647216797, "learning_rate": 1.9896503709408792e-05, "loss": 1.1076, "step": 569 }, { "epoch": 0.3737704918032787, "grad_norm": 2.7441070079803467, "learning_rate": 1.9895893274464907e-05, "loss": 1.1209, "step": 570 }, { "epoch": 0.3744262295081967, "grad_norm": 3.719853401184082, "learning_rate": 1.9895281054016572e-05, "loss": 1.0422, "step": 571 }, { "epoch": 0.37508196721311476, "grad_norm": 2.853390693664551, "learning_rate": 1.9894667048174248e-05, "loss": 1.0449, "step": 572 }, { "epoch": 0.37573770491803277, "grad_norm": 2.547335624694824, "learning_rate": 1.9894051257048725e-05, "loss": 0.9913, "step": 573 }, { "epoch": 0.3763934426229508, "grad_norm": 4.3266401290893555, "learning_rate": 1.9893433680751105e-05, "loss": 0.9933, "step": 574 }, { "epoch": 0.3770491803278688, "grad_norm": 2.8945512771606445, "learning_rate": 1.9892814319392816e-05, "loss": 0.9742, "step": 575 }, { "epoch": 0.3777049180327869, "grad_norm": 2.959996461868286, "learning_rate": 1.989219317308561e-05, "loss": 0.9418, "step": 576 }, { "epoch": 0.37836065573770494, "grad_norm": 3.5663998126983643, "learning_rate": 1.989157024194156e-05, "loss": 0.9145, "step": 577 }, { "epoch": 0.37901639344262295, "grad_norm": 2.243131399154663, "learning_rate": 1.989094552607306e-05, "loss": 0.8877, "step": 578 }, { "epoch": 0.379672131147541, "grad_norm": 5.015261173248291, "learning_rate": 1.9890319025592826e-05, "loss": 0.906, "step": 579 }, { "epoch": 0.380327868852459, "grad_norm": 3.420663833618164, "learning_rate": 1.9889690740613906e-05, "loss": 0.871, "step": 580 }, { "epoch": 0.38098360655737706, "grad_norm": 4.605745792388916, "learning_rate": 1.9889060671249646e-05, "loss": 0.8614, "step": 581 }, { "epoch": 0.38163934426229507, "grad_norm": 3.296476125717163, "learning_rate": 1.9888428817613735e-05, "loss": 0.8489, "step": 582 }, { "epoch": 0.3822950819672131, "grad_norm": 4.942335605621338, "learning_rate": 1.988779517982018e-05, "loss": 0.8365, "step": 583 }, { "epoch": 0.3829508196721311, "grad_norm": 3.811710834503174, "learning_rate": 1.9887159757983302e-05, "loss": 0.8163, "step": 584 }, { "epoch": 0.3836065573770492, "grad_norm": 3.9996531009674072, "learning_rate": 1.9886522552217757e-05, "loss": 0.8365, "step": 585 }, { "epoch": 0.3842622950819672, "grad_norm": 3.9541032314300537, "learning_rate": 1.988588356263851e-05, "loss": 0.775, "step": 586 }, { "epoch": 0.38491803278688524, "grad_norm": 3.5366733074188232, "learning_rate": 1.9885242789360855e-05, "loss": 0.7618, "step": 587 }, { "epoch": 0.3855737704918033, "grad_norm": 3.41599702835083, "learning_rate": 1.9884600232500403e-05, "loss": 0.7691, "step": 588 }, { "epoch": 0.3862295081967213, "grad_norm": 2.9135007858276367, "learning_rate": 1.9883955892173093e-05, "loss": 0.7616, "step": 589 }, { "epoch": 0.38688524590163936, "grad_norm": 2.9168901443481445, "learning_rate": 1.9883309768495183e-05, "loss": 0.7681, "step": 590 }, { "epoch": 0.38754098360655737, "grad_norm": 3.053914785385132, "learning_rate": 1.9882661861583247e-05, "loss": 0.7409, "step": 591 }, { "epoch": 0.3881967213114754, "grad_norm": 2.4258813858032227, "learning_rate": 1.9882012171554194e-05, "loss": 0.6902, "step": 592 }, { "epoch": 0.3888524590163934, "grad_norm": 3.0303428173065186, "learning_rate": 1.9881360698525242e-05, "loss": 0.7003, "step": 593 }, { "epoch": 0.3895081967213115, "grad_norm": 2.244157314300537, "learning_rate": 1.988070744261394e-05, "loss": 0.6755, "step": 594 }, { "epoch": 0.3901639344262295, "grad_norm": 3.8296306133270264, "learning_rate": 1.9880052403938146e-05, "loss": 0.7066, "step": 595 }, { "epoch": 0.39081967213114754, "grad_norm": 2.685629367828369, "learning_rate": 1.9879395582616052e-05, "loss": 0.6707, "step": 596 }, { "epoch": 0.39147540983606555, "grad_norm": 3.093372344970703, "learning_rate": 1.9878736978766173e-05, "loss": 0.6854, "step": 597 }, { "epoch": 0.3921311475409836, "grad_norm": 2.767376184463501, "learning_rate": 1.987807659250733e-05, "loss": 0.7159, "step": 598 }, { "epoch": 0.39278688524590166, "grad_norm": 2.5429723262786865, "learning_rate": 1.987741442395868e-05, "loss": 0.6561, "step": 599 }, { "epoch": 0.39344262295081966, "grad_norm": 2.578287363052368, "learning_rate": 1.9876750473239702e-05, "loss": 0.6564, "step": 600 }, { "epoch": 0.3940983606557377, "grad_norm": 2.360555648803711, "learning_rate": 1.9876084740470186e-05, "loss": 0.665, "step": 601 }, { "epoch": 0.3947540983606557, "grad_norm": 2.126925230026245, "learning_rate": 1.987541722577025e-05, "loss": 0.6631, "step": 602 }, { "epoch": 0.3954098360655738, "grad_norm": 2.050457715988159, "learning_rate": 1.987474792926034e-05, "loss": 0.6243, "step": 603 }, { "epoch": 0.3960655737704918, "grad_norm": 2.1852645874023438, "learning_rate": 1.9874076851061207e-05, "loss": 0.6443, "step": 604 }, { "epoch": 0.39672131147540984, "grad_norm": 1.851378083229065, "learning_rate": 1.9873403991293937e-05, "loss": 0.644, "step": 605 }, { "epoch": 0.39737704918032785, "grad_norm": 2.2828264236450195, "learning_rate": 1.987272935007993e-05, "loss": 0.6193, "step": 606 }, { "epoch": 0.3980327868852459, "grad_norm": 2.079983949661255, "learning_rate": 1.9872052927540916e-05, "loss": 0.6236, "step": 607 }, { "epoch": 0.39868852459016396, "grad_norm": 1.7632882595062256, "learning_rate": 1.9871374723798937e-05, "loss": 0.5888, "step": 608 }, { "epoch": 0.39934426229508196, "grad_norm": 2.4622092247009277, "learning_rate": 1.9870694738976368e-05, "loss": 0.662, "step": 609 }, { "epoch": 0.4, "grad_norm": 1.5570085048675537, "learning_rate": 1.9870012973195883e-05, "loss": 0.6299, "step": 610 }, { "epoch": 0.400655737704918, "grad_norm": 2.4086596965789795, "learning_rate": 1.986932942658051e-05, "loss": 0.6387, "step": 611 }, { "epoch": 0.4013114754098361, "grad_norm": 1.8307089805603027, "learning_rate": 1.9868644099253568e-05, "loss": 0.5972, "step": 612 }, { "epoch": 0.4019672131147541, "grad_norm": 1.908818244934082, "learning_rate": 1.986795699133871e-05, "loss": 0.6069, "step": 613 }, { "epoch": 0.40262295081967214, "grad_norm": 2.034268617630005, "learning_rate": 1.986726810295992e-05, "loss": 0.5837, "step": 614 }, { "epoch": 0.40327868852459015, "grad_norm": 1.755958914756775, "learning_rate": 1.9866577434241484e-05, "loss": 0.6051, "step": 615 }, { "epoch": 0.4039344262295082, "grad_norm": 1.7490853071212769, "learning_rate": 1.986588498530802e-05, "loss": 0.5982, "step": 616 }, { "epoch": 0.4045901639344262, "grad_norm": 1.586369514465332, "learning_rate": 1.9865190756284467e-05, "loss": 0.5541, "step": 617 }, { "epoch": 0.40524590163934426, "grad_norm": 1.7171764373779297, "learning_rate": 1.9864494747296084e-05, "loss": 0.5776, "step": 618 }, { "epoch": 0.4059016393442623, "grad_norm": 2.007866144180298, "learning_rate": 1.9863796958468456e-05, "loss": 0.5798, "step": 619 }, { "epoch": 0.4065573770491803, "grad_norm": 1.7615785598754883, "learning_rate": 1.9863097389927475e-05, "loss": 0.5689, "step": 620 }, { "epoch": 0.4072131147540984, "grad_norm": 1.438928484916687, "learning_rate": 1.986239604179937e-05, "loss": 0.5474, "step": 621 }, { "epoch": 0.4078688524590164, "grad_norm": 1.713065266609192, "learning_rate": 1.986169291421068e-05, "loss": 0.599, "step": 622 }, { "epoch": 0.40852459016393444, "grad_norm": 1.4829177856445312, "learning_rate": 1.9860988007288277e-05, "loss": 0.5693, "step": 623 }, { "epoch": 0.40918032786885244, "grad_norm": 1.337371587753296, "learning_rate": 1.9860281321159337e-05, "loss": 0.5412, "step": 624 }, { "epoch": 0.4098360655737705, "grad_norm": 1.8672879934310913, "learning_rate": 1.985957285595137e-05, "loss": 0.5796, "step": 625 }, { "epoch": 0.4104918032786885, "grad_norm": 1.5812263488769531, "learning_rate": 1.9858862611792206e-05, "loss": 0.5505, "step": 626 }, { "epoch": 0.41114754098360656, "grad_norm": 1.386968970298767, "learning_rate": 1.985815058880999e-05, "loss": 0.5571, "step": 627 }, { "epoch": 0.41180327868852457, "grad_norm": 1.9059537649154663, "learning_rate": 1.98574367871332e-05, "loss": 0.5513, "step": 628 }, { "epoch": 0.4124590163934426, "grad_norm": 1.692779302597046, "learning_rate": 1.9856721206890613e-05, "loss": 0.5755, "step": 629 }, { "epoch": 0.4131147540983607, "grad_norm": 1.3692773580551147, "learning_rate": 1.9856003848211345e-05, "loss": 0.5801, "step": 630 }, { "epoch": 0.4137704918032787, "grad_norm": 1.4799975156784058, "learning_rate": 1.9855284711224837e-05, "loss": 0.5191, "step": 631 }, { "epoch": 0.41442622950819674, "grad_norm": 1.3589521646499634, "learning_rate": 1.9854563796060832e-05, "loss": 0.5324, "step": 632 }, { "epoch": 0.41508196721311474, "grad_norm": 1.5109864473342896, "learning_rate": 1.985384110284941e-05, "loss": 0.5239, "step": 633 }, { "epoch": 0.4157377049180328, "grad_norm": 1.440395712852478, "learning_rate": 1.985311663172096e-05, "loss": 0.5324, "step": 634 }, { "epoch": 0.4163934426229508, "grad_norm": 1.429249882698059, "learning_rate": 1.98523903828062e-05, "loss": 0.4988, "step": 635 }, { "epoch": 0.41704918032786886, "grad_norm": 1.8340792655944824, "learning_rate": 1.9851662356236167e-05, "loss": 0.5336, "step": 636 }, { "epoch": 0.41770491803278686, "grad_norm": 1.3815667629241943, "learning_rate": 1.985093255214222e-05, "loss": 0.5155, "step": 637 }, { "epoch": 0.4183606557377049, "grad_norm": 1.3279801607131958, "learning_rate": 1.9850200970656032e-05, "loss": 0.5547, "step": 638 }, { "epoch": 0.4190163934426229, "grad_norm": 1.7467700242996216, "learning_rate": 1.98494676119096e-05, "loss": 0.5289, "step": 639 }, { "epoch": 0.419672131147541, "grad_norm": 1.4346327781677246, "learning_rate": 1.9848732476035253e-05, "loss": 0.5373, "step": 640 }, { "epoch": 0.42032786885245904, "grad_norm": 1.8921911716461182, "learning_rate": 1.9847995563165623e-05, "loss": 0.5593, "step": 641 }, { "epoch": 0.42098360655737704, "grad_norm": 1.6354215145111084, "learning_rate": 1.9847256873433672e-05, "loss": 0.5266, "step": 642 }, { "epoch": 0.4216393442622951, "grad_norm": 1.3519008159637451, "learning_rate": 1.9846516406972678e-05, "loss": 0.5241, "step": 643 }, { "epoch": 0.4222950819672131, "grad_norm": 1.362835168838501, "learning_rate": 1.984577416391625e-05, "loss": 0.5188, "step": 644 }, { "epoch": 0.42295081967213116, "grad_norm": 1.467276692390442, "learning_rate": 1.98450301443983e-05, "loss": 0.5131, "step": 645 }, { "epoch": 0.42360655737704916, "grad_norm": 1.319367527961731, "learning_rate": 1.9844284348553077e-05, "loss": 0.5104, "step": 646 }, { "epoch": 0.4242622950819672, "grad_norm": 1.3955079317092896, "learning_rate": 1.9843536776515146e-05, "loss": 0.4982, "step": 647 }, { "epoch": 0.4249180327868852, "grad_norm": 1.220702886581421, "learning_rate": 1.9842787428419385e-05, "loss": 0.4999, "step": 648 }, { "epoch": 0.4255737704918033, "grad_norm": 1.2410638332366943, "learning_rate": 1.9842036304401e-05, "loss": 0.4983, "step": 649 }, { "epoch": 0.4262295081967213, "grad_norm": 1.4421955347061157, "learning_rate": 1.984128340459552e-05, "loss": 0.4937, "step": 650 }, { "epoch": 0.42688524590163934, "grad_norm": 1.4150524139404297, "learning_rate": 1.984052872913878e-05, "loss": 0.5142, "step": 651 }, { "epoch": 0.4275409836065574, "grad_norm": 1.4690285921096802, "learning_rate": 1.9839772278166954e-05, "loss": 0.5186, "step": 652 }, { "epoch": 0.4281967213114754, "grad_norm": 1.6443278789520264, "learning_rate": 1.983901405181652e-05, "loss": 0.5013, "step": 653 }, { "epoch": 0.42885245901639346, "grad_norm": 1.1362334489822388, "learning_rate": 1.9838254050224294e-05, "loss": 0.4901, "step": 654 }, { "epoch": 0.42950819672131146, "grad_norm": 1.992194414138794, "learning_rate": 1.9837492273527395e-05, "loss": 0.484, "step": 655 }, { "epoch": 0.4301639344262295, "grad_norm": 1.357947826385498, "learning_rate": 1.9836728721863273e-05, "loss": 0.4818, "step": 656 }, { "epoch": 0.4308196721311475, "grad_norm": 1.647794246673584, "learning_rate": 1.9835963395369687e-05, "loss": 0.5155, "step": 657 }, { "epoch": 0.4314754098360656, "grad_norm": 1.3505719900131226, "learning_rate": 1.9835196294184736e-05, "loss": 0.4764, "step": 658 }, { "epoch": 0.4321311475409836, "grad_norm": 1.7443797588348389, "learning_rate": 1.9834427418446817e-05, "loss": 0.4849, "step": 659 }, { "epoch": 0.43278688524590164, "grad_norm": 1.3390836715698242, "learning_rate": 1.983365676829466e-05, "loss": 0.4985, "step": 660 }, { "epoch": 0.43344262295081964, "grad_norm": 1.647719383239746, "learning_rate": 1.983288434386732e-05, "loss": 0.5164, "step": 661 }, { "epoch": 0.4340983606557377, "grad_norm": 1.187244176864624, "learning_rate": 1.9832110145304152e-05, "loss": 0.4919, "step": 662 }, { "epoch": 0.43475409836065576, "grad_norm": 1.9472646713256836, "learning_rate": 1.9831334172744855e-05, "loss": 0.5132, "step": 663 }, { "epoch": 0.43540983606557376, "grad_norm": 1.0590274333953857, "learning_rate": 1.983055642632943e-05, "loss": 0.4671, "step": 664 }, { "epoch": 0.4360655737704918, "grad_norm": 2.022488594055176, "learning_rate": 1.9829776906198208e-05, "loss": 0.4719, "step": 665 }, { "epoch": 0.4367213114754098, "grad_norm": 1.4430158138275146, "learning_rate": 1.982899561249183e-05, "loss": 0.4836, "step": 666 }, { "epoch": 0.4373770491803279, "grad_norm": 1.8645451068878174, "learning_rate": 1.9828212545351274e-05, "loss": 0.4816, "step": 667 }, { "epoch": 0.4380327868852459, "grad_norm": 1.5686346292495728, "learning_rate": 1.9827427704917827e-05, "loss": 0.4708, "step": 668 }, { "epoch": 0.43868852459016394, "grad_norm": 1.7833513021469116, "learning_rate": 1.982664109133309e-05, "loss": 0.4915, "step": 669 }, { "epoch": 0.43934426229508194, "grad_norm": 1.7683367729187012, "learning_rate": 1.9825852704738993e-05, "loss": 0.5092, "step": 670 }, { "epoch": 0.44, "grad_norm": 1.379717230796814, "learning_rate": 1.9825062545277785e-05, "loss": 0.4749, "step": 671 }, { "epoch": 0.44065573770491806, "grad_norm": 2.0375475883483887, "learning_rate": 1.9824270613092033e-05, "loss": 0.4886, "step": 672 }, { "epoch": 0.44131147540983606, "grad_norm": 1.1094375848770142, "learning_rate": 1.982347690832463e-05, "loss": 0.4967, "step": 673 }, { "epoch": 0.4419672131147541, "grad_norm": 1.5925530195236206, "learning_rate": 1.982268143111877e-05, "loss": 0.4795, "step": 674 }, { "epoch": 0.4426229508196721, "grad_norm": 1.085997223854065, "learning_rate": 1.9821884181617993e-05, "loss": 0.4703, "step": 675 }, { "epoch": 0.4432786885245902, "grad_norm": 1.1889348030090332, "learning_rate": 1.9821085159966138e-05, "loss": 0.5082, "step": 676 }, { "epoch": 0.4439344262295082, "grad_norm": 1.0887422561645508, "learning_rate": 1.9820284366307377e-05, "loss": 0.4639, "step": 677 }, { "epoch": 0.44459016393442624, "grad_norm": 1.0804634094238281, "learning_rate": 1.9819481800786192e-05, "loss": 0.4694, "step": 678 }, { "epoch": 0.44524590163934424, "grad_norm": 1.269584059715271, "learning_rate": 1.9818677463547394e-05, "loss": 0.4402, "step": 679 }, { "epoch": 0.4459016393442623, "grad_norm": 1.1800382137298584, "learning_rate": 1.98178713547361e-05, "loss": 0.4701, "step": 680 }, { "epoch": 0.4465573770491803, "grad_norm": 1.098667860031128, "learning_rate": 1.9817063474497763e-05, "loss": 0.4475, "step": 681 }, { "epoch": 0.44721311475409836, "grad_norm": 1.061305046081543, "learning_rate": 1.9816253822978147e-05, "loss": 0.4543, "step": 682 }, { "epoch": 0.4478688524590164, "grad_norm": 1.1205363273620605, "learning_rate": 1.9815442400323334e-05, "loss": 0.4528, "step": 683 }, { "epoch": 0.4485245901639344, "grad_norm": 1.0209124088287354, "learning_rate": 1.9814629206679726e-05, "loss": 0.4765, "step": 684 }, { "epoch": 0.4491803278688525, "grad_norm": 1.0043175220489502, "learning_rate": 1.9813814242194053e-05, "loss": 0.4822, "step": 685 }, { "epoch": 0.4498360655737705, "grad_norm": 1.114415168762207, "learning_rate": 1.981299750701335e-05, "loss": 0.4311, "step": 686 }, { "epoch": 0.45049180327868854, "grad_norm": 1.1073867082595825, "learning_rate": 1.981217900128499e-05, "loss": 0.4407, "step": 687 }, { "epoch": 0.45114754098360654, "grad_norm": 1.0957777500152588, "learning_rate": 1.9811358725156642e-05, "loss": 0.4619, "step": 688 }, { "epoch": 0.4518032786885246, "grad_norm": 0.947039783000946, "learning_rate": 1.981053667877632e-05, "loss": 0.4913, "step": 689 }, { "epoch": 0.4524590163934426, "grad_norm": 1.1880171298980713, "learning_rate": 1.980971286229234e-05, "loss": 0.4867, "step": 690 }, { "epoch": 0.45311475409836066, "grad_norm": 1.0722510814666748, "learning_rate": 1.980888727585334e-05, "loss": 0.454, "step": 691 }, { "epoch": 0.45377049180327866, "grad_norm": 1.148842692375183, "learning_rate": 1.980805991960828e-05, "loss": 0.4692, "step": 692 }, { "epoch": 0.4544262295081967, "grad_norm": 0.9929507374763489, "learning_rate": 1.980723079370644e-05, "loss": 0.4523, "step": 693 }, { "epoch": 0.4550819672131148, "grad_norm": 1.0579720735549927, "learning_rate": 1.9806399898297422e-05, "loss": 0.4656, "step": 694 }, { "epoch": 0.4557377049180328, "grad_norm": 1.1636658906936646, "learning_rate": 1.980556723353114e-05, "loss": 0.4544, "step": 695 }, { "epoch": 0.45639344262295084, "grad_norm": 0.9437072277069092, "learning_rate": 1.9804732799557826e-05, "loss": 0.4341, "step": 696 }, { "epoch": 0.45704918032786884, "grad_norm": 1.1673976182937622, "learning_rate": 1.9803896596528043e-05, "loss": 0.43, "step": 697 }, { "epoch": 0.4577049180327869, "grad_norm": 1.116019368171692, "learning_rate": 1.9803058624592665e-05, "loss": 0.4669, "step": 698 }, { "epoch": 0.4583606557377049, "grad_norm": 0.9800017476081848, "learning_rate": 1.9802218883902883e-05, "loss": 0.4248, "step": 699 }, { "epoch": 0.45901639344262296, "grad_norm": 1.0784199237823486, "learning_rate": 1.9801377374610215e-05, "loss": 0.4282, "step": 700 }, { "epoch": 0.45967213114754096, "grad_norm": 0.9963327050209045, "learning_rate": 1.980053409686649e-05, "loss": 0.4039, "step": 701 }, { "epoch": 0.460327868852459, "grad_norm": 1.21923828125, "learning_rate": 1.979968905082386e-05, "loss": 0.4437, "step": 702 }, { "epoch": 0.460983606557377, "grad_norm": 1.072357177734375, "learning_rate": 1.9798842236634797e-05, "loss": 0.4301, "step": 703 }, { "epoch": 0.4616393442622951, "grad_norm": 1.1422092914581299, "learning_rate": 1.979799365445209e-05, "loss": 0.4615, "step": 704 }, { "epoch": 0.46229508196721314, "grad_norm": 1.0821166038513184, "learning_rate": 1.9797143304428844e-05, "loss": 0.4326, "step": 705 }, { "epoch": 0.46295081967213114, "grad_norm": 0.9882342219352722, "learning_rate": 1.9796291186718494e-05, "loss": 0.4369, "step": 706 }, { "epoch": 0.4636065573770492, "grad_norm": 1.0953161716461182, "learning_rate": 1.9795437301474782e-05, "loss": 0.4611, "step": 707 }, { "epoch": 0.4642622950819672, "grad_norm": 1.0627155303955078, "learning_rate": 1.9794581648851778e-05, "loss": 0.426, "step": 708 }, { "epoch": 0.46491803278688526, "grad_norm": 0.9908983707427979, "learning_rate": 1.9793724229003857e-05, "loss": 0.4232, "step": 709 }, { "epoch": 0.46557377049180326, "grad_norm": 1.059618353843689, "learning_rate": 1.9792865042085732e-05, "loss": 0.4461, "step": 710 }, { "epoch": 0.4662295081967213, "grad_norm": 1.0633649826049805, "learning_rate": 1.9792004088252418e-05, "loss": 0.4442, "step": 711 }, { "epoch": 0.4668852459016393, "grad_norm": 0.9030393362045288, "learning_rate": 1.9791141367659262e-05, "loss": 0.4281, "step": 712 }, { "epoch": 0.4675409836065574, "grad_norm": 0.9433462023735046, "learning_rate": 1.979027688046192e-05, "loss": 0.439, "step": 713 }, { "epoch": 0.4681967213114754, "grad_norm": 1.076433539390564, "learning_rate": 1.9789410626816373e-05, "loss": 0.453, "step": 714 }, { "epoch": 0.46885245901639344, "grad_norm": 0.9422880411148071, "learning_rate": 1.9788542606878914e-05, "loss": 0.4312, "step": 715 }, { "epoch": 0.4695081967213115, "grad_norm": 0.9478533864021301, "learning_rate": 1.978767282080616e-05, "loss": 0.4544, "step": 716 }, { "epoch": 0.4701639344262295, "grad_norm": 0.9225272536277771, "learning_rate": 1.9786801268755048e-05, "loss": 0.4297, "step": 717 }, { "epoch": 0.47081967213114756, "grad_norm": 0.9192737340927124, "learning_rate": 1.978592795088283e-05, "loss": 0.4212, "step": 718 }, { "epoch": 0.47147540983606556, "grad_norm": 0.9496148824691772, "learning_rate": 1.9785052867347078e-05, "loss": 0.4419, "step": 719 }, { "epoch": 0.4721311475409836, "grad_norm": 0.9746457934379578, "learning_rate": 1.978417601830568e-05, "loss": 0.4149, "step": 720 }, { "epoch": 0.4727868852459016, "grad_norm": 0.9691188335418701, "learning_rate": 1.978329740391685e-05, "loss": 0.4585, "step": 721 }, { "epoch": 0.4734426229508197, "grad_norm": 0.9631668329238892, "learning_rate": 1.9782417024339108e-05, "loss": 0.4478, "step": 722 }, { "epoch": 0.4740983606557377, "grad_norm": 0.8075328469276428, "learning_rate": 1.9781534879731306e-05, "loss": 0.4029, "step": 723 }, { "epoch": 0.47475409836065574, "grad_norm": 0.9638462066650391, "learning_rate": 1.9780650970252604e-05, "loss": 0.426, "step": 724 }, { "epoch": 0.47540983606557374, "grad_norm": 0.9112637639045715, "learning_rate": 1.977976529606249e-05, "loss": 0.3962, "step": 725 }, { "epoch": 0.4760655737704918, "grad_norm": 0.9014537334442139, "learning_rate": 1.977887785732076e-05, "loss": 0.4383, "step": 726 }, { "epoch": 0.47672131147540986, "grad_norm": 0.8954065442085266, "learning_rate": 1.9777988654187536e-05, "loss": 0.4232, "step": 727 }, { "epoch": 0.47737704918032786, "grad_norm": 1.0010331869125366, "learning_rate": 1.9777097686823258e-05, "loss": 0.4599, "step": 728 }, { "epoch": 0.4780327868852459, "grad_norm": 0.9790931940078735, "learning_rate": 1.9776204955388675e-05, "loss": 0.4376, "step": 729 }, { "epoch": 0.4786885245901639, "grad_norm": 0.913762092590332, "learning_rate": 1.977531046004487e-05, "loss": 0.4228, "step": 730 }, { "epoch": 0.479344262295082, "grad_norm": 1.0131670236587524, "learning_rate": 1.977441420095323e-05, "loss": 0.4608, "step": 731 }, { "epoch": 0.48, "grad_norm": 1.0120525360107422, "learning_rate": 1.977351617827547e-05, "loss": 0.417, "step": 732 }, { "epoch": 0.48065573770491804, "grad_norm": 0.9118962287902832, "learning_rate": 1.9772616392173613e-05, "loss": 0.4426, "step": 733 }, { "epoch": 0.48131147540983604, "grad_norm": 0.9689704179763794, "learning_rate": 1.9771714842810014e-05, "loss": 0.4349, "step": 734 }, { "epoch": 0.4819672131147541, "grad_norm": 1.0007908344268799, "learning_rate": 1.9770811530347336e-05, "loss": 0.4059, "step": 735 }, { "epoch": 0.48262295081967216, "grad_norm": 0.9746111631393433, "learning_rate": 1.9769906454948557e-05, "loss": 0.412, "step": 736 }, { "epoch": 0.48327868852459016, "grad_norm": 0.8445163369178772, "learning_rate": 1.9768999616776985e-05, "loss": 0.3932, "step": 737 }, { "epoch": 0.4839344262295082, "grad_norm": 0.9538013935089111, "learning_rate": 1.976809101599624e-05, "loss": 0.4192, "step": 738 }, { "epoch": 0.4845901639344262, "grad_norm": 0.9215701222419739, "learning_rate": 1.976718065277026e-05, "loss": 0.4375, "step": 739 }, { "epoch": 0.4852459016393443, "grad_norm": 0.9467805624008179, "learning_rate": 1.976626852726329e-05, "loss": 0.4149, "step": 740 }, { "epoch": 0.4859016393442623, "grad_norm": 0.8918532729148865, "learning_rate": 1.976535463963992e-05, "loss": 0.4435, "step": 741 }, { "epoch": 0.48655737704918034, "grad_norm": 1.0380253791809082, "learning_rate": 1.976443899006503e-05, "loss": 0.4588, "step": 742 }, { "epoch": 0.48721311475409834, "grad_norm": 0.9024478793144226, "learning_rate": 1.9763521578703835e-05, "loss": 0.4485, "step": 743 }, { "epoch": 0.4878688524590164, "grad_norm": 0.8000268936157227, "learning_rate": 1.976260240572186e-05, "loss": 0.391, "step": 744 }, { "epoch": 0.4885245901639344, "grad_norm": 0.9279454350471497, "learning_rate": 1.9761681471284953e-05, "loss": 0.412, "step": 745 }, { "epoch": 0.48918032786885246, "grad_norm": 0.9359666109085083, "learning_rate": 1.9760758775559275e-05, "loss": 0.4288, "step": 746 }, { "epoch": 0.4898360655737705, "grad_norm": 0.8532087802886963, "learning_rate": 1.9759834318711305e-05, "loss": 0.4534, "step": 747 }, { "epoch": 0.4904918032786885, "grad_norm": 0.8775076866149902, "learning_rate": 1.9758908100907845e-05, "loss": 0.434, "step": 748 }, { "epoch": 0.4911475409836066, "grad_norm": 0.8263611197471619, "learning_rate": 1.975798012231601e-05, "loss": 0.391, "step": 749 }, { "epoch": 0.4918032786885246, "grad_norm": 0.887219250202179, "learning_rate": 1.9757050383103235e-05, "loss": 0.433, "step": 750 }, { "epoch": 0.49245901639344264, "grad_norm": 0.8921666145324707, "learning_rate": 1.9756118883437273e-05, "loss": 0.4079, "step": 751 }, { "epoch": 0.49311475409836064, "grad_norm": 0.8389676809310913, "learning_rate": 1.975518562348619e-05, "loss": 0.4172, "step": 752 }, { "epoch": 0.4937704918032787, "grad_norm": 0.7906104922294617, "learning_rate": 1.9754250603418375e-05, "loss": 0.4426, "step": 753 }, { "epoch": 0.4944262295081967, "grad_norm": 0.8548662662506104, "learning_rate": 1.9753313823402536e-05, "loss": 0.4107, "step": 754 }, { "epoch": 0.49508196721311476, "grad_norm": 0.886286735534668, "learning_rate": 1.9752375283607687e-05, "loss": 0.4335, "step": 755 }, { "epoch": 0.49573770491803276, "grad_norm": 0.8484817743301392, "learning_rate": 1.9751434984203172e-05, "loss": 0.4404, "step": 756 }, { "epoch": 0.4963934426229508, "grad_norm": 0.8184062242507935, "learning_rate": 1.9750492925358648e-05, "loss": 0.4311, "step": 757 }, { "epoch": 0.4970491803278689, "grad_norm": 0.8491660952568054, "learning_rate": 1.974954910724409e-05, "loss": 0.435, "step": 758 }, { "epoch": 0.4977049180327869, "grad_norm": 0.8053784370422363, "learning_rate": 1.974860353002979e-05, "loss": 0.4472, "step": 759 }, { "epoch": 0.49836065573770494, "grad_norm": 0.7922771573066711, "learning_rate": 1.9747656193886357e-05, "loss": 0.4249, "step": 760 }, { "epoch": 0.49901639344262294, "grad_norm": 0.8780274987220764, "learning_rate": 1.974670709898472e-05, "loss": 0.4179, "step": 761 }, { "epoch": 0.499672131147541, "grad_norm": 0.8610652089118958, "learning_rate": 1.9745756245496118e-05, "loss": 0.4414, "step": 762 }, { "epoch": 0.5003278688524591, "grad_norm": 0.8632429838180542, "learning_rate": 1.9744803633592116e-05, "loss": 0.4242, "step": 763 }, { "epoch": 0.5009836065573771, "grad_norm": 1.0305968523025513, "learning_rate": 1.9743849263444593e-05, "loss": 0.4508, "step": 764 }, { "epoch": 0.5016393442622951, "grad_norm": 0.9753813147544861, "learning_rate": 1.974289313522574e-05, "loss": 0.3976, "step": 765 }, { "epoch": 0.5022950819672131, "grad_norm": 0.7990188598632812, "learning_rate": 1.974193524910808e-05, "loss": 0.3865, "step": 766 }, { "epoch": 0.5029508196721312, "grad_norm": 1.0649973154067993, "learning_rate": 1.9740975605264433e-05, "loss": 0.4385, "step": 767 }, { "epoch": 0.5036065573770492, "grad_norm": 0.782438337802887, "learning_rate": 1.974001420386795e-05, "loss": 0.4041, "step": 768 }, { "epoch": 0.5042622950819672, "grad_norm": 1.0295718908309937, "learning_rate": 1.97390510450921e-05, "loss": 0.4277, "step": 769 }, { "epoch": 0.5049180327868853, "grad_norm": 0.7723469734191895, "learning_rate": 1.9738086129110655e-05, "loss": 0.4401, "step": 770 }, { "epoch": 0.5055737704918033, "grad_norm": 0.8895331025123596, "learning_rate": 1.9737119456097728e-05, "loss": 0.4376, "step": 771 }, { "epoch": 0.5062295081967213, "grad_norm": 0.7394243478775024, "learning_rate": 1.973615102622772e-05, "loss": 0.4321, "step": 772 }, { "epoch": 0.5068852459016393, "grad_norm": 0.799897313117981, "learning_rate": 1.973518083967537e-05, "loss": 0.4326, "step": 773 }, { "epoch": 0.5075409836065574, "grad_norm": 0.690925657749176, "learning_rate": 1.973420889661573e-05, "loss": 0.3838, "step": 774 }, { "epoch": 0.5081967213114754, "grad_norm": 0.7732022404670715, "learning_rate": 1.973323519722416e-05, "loss": 0.3899, "step": 775 }, { "epoch": 0.5088524590163934, "grad_norm": 0.8470715284347534, "learning_rate": 1.973225974167635e-05, "loss": 0.4272, "step": 776 }, { "epoch": 0.5095081967213114, "grad_norm": 0.7173417210578918, "learning_rate": 1.9731282530148295e-05, "loss": 0.3981, "step": 777 }, { "epoch": 0.5101639344262295, "grad_norm": 0.7025096416473389, "learning_rate": 1.973030356281632e-05, "loss": 0.4183, "step": 778 }, { "epoch": 0.5108196721311475, "grad_norm": 0.7506680488586426, "learning_rate": 1.972932283985705e-05, "loss": 0.4208, "step": 779 }, { "epoch": 0.5114754098360655, "grad_norm": 0.8416818976402283, "learning_rate": 1.972834036144744e-05, "loss": 0.4273, "step": 780 }, { "epoch": 0.5121311475409837, "grad_norm": 0.6727314591407776, "learning_rate": 1.9727356127764756e-05, "loss": 0.3812, "step": 781 }, { "epoch": 0.5127868852459017, "grad_norm": 0.7096375823020935, "learning_rate": 1.9726370138986583e-05, "loss": 0.4251, "step": 782 }, { "epoch": 0.5134426229508197, "grad_norm": 0.7806318998336792, "learning_rate": 1.9725382395290825e-05, "loss": 0.3825, "step": 783 }, { "epoch": 0.5140983606557377, "grad_norm": 0.7866442799568176, "learning_rate": 1.972439289685569e-05, "loss": 0.4024, "step": 784 }, { "epoch": 0.5147540983606558, "grad_norm": 0.8832169771194458, "learning_rate": 1.9723401643859726e-05, "loss": 0.415, "step": 785 }, { "epoch": 0.5154098360655738, "grad_norm": 0.70549476146698, "learning_rate": 1.972240863648177e-05, "loss": 0.3772, "step": 786 }, { "epoch": 0.5160655737704918, "grad_norm": 0.8750735521316528, "learning_rate": 1.9721413874900998e-05, "loss": 0.3779, "step": 787 }, { "epoch": 0.5167213114754098, "grad_norm": 0.7777984738349915, "learning_rate": 1.972041735929689e-05, "loss": 0.4345, "step": 788 }, { "epoch": 0.5173770491803279, "grad_norm": 0.7258181571960449, "learning_rate": 1.971941908984925e-05, "loss": 0.3825, "step": 789 }, { "epoch": 0.5180327868852459, "grad_norm": 0.869515597820282, "learning_rate": 1.9718419066738186e-05, "loss": 0.3968, "step": 790 }, { "epoch": 0.5186885245901639, "grad_norm": 0.8013421893119812, "learning_rate": 1.9717417290144138e-05, "loss": 0.4083, "step": 791 }, { "epoch": 0.519344262295082, "grad_norm": 0.8449980616569519, "learning_rate": 1.9716413760247858e-05, "loss": 0.4457, "step": 792 }, { "epoch": 0.52, "grad_norm": 0.939982533454895, "learning_rate": 1.9715408477230403e-05, "loss": 0.4089, "step": 793 }, { "epoch": 0.520655737704918, "grad_norm": 0.8202877640724182, "learning_rate": 1.971440144127316e-05, "loss": 0.3925, "step": 794 }, { "epoch": 0.521311475409836, "grad_norm": 1.0104520320892334, "learning_rate": 1.9713392652557826e-05, "loss": 0.4209, "step": 795 }, { "epoch": 0.5219672131147541, "grad_norm": 0.8888489007949829, "learning_rate": 1.9712382111266423e-05, "loss": 0.3871, "step": 796 }, { "epoch": 0.5226229508196721, "grad_norm": 1.0433450937271118, "learning_rate": 1.971136981758127e-05, "loss": 0.4111, "step": 797 }, { "epoch": 0.5232786885245901, "grad_norm": 0.7401371598243713, "learning_rate": 1.9710355771685017e-05, "loss": 0.3851, "step": 798 }, { "epoch": 0.5239344262295081, "grad_norm": 1.2918131351470947, "learning_rate": 1.9709339973760634e-05, "loss": 0.4105, "step": 799 }, { "epoch": 0.5245901639344263, "grad_norm": 0.8189591765403748, "learning_rate": 1.9708322423991394e-05, "loss": 0.3976, "step": 800 }, { "epoch": 0.5252459016393443, "grad_norm": 1.0229002237319946, "learning_rate": 1.9707303122560892e-05, "loss": 0.4256, "step": 801 }, { "epoch": 0.5259016393442623, "grad_norm": 1.0660719871520996, "learning_rate": 1.9706282069653043e-05, "loss": 0.4231, "step": 802 }, { "epoch": 0.5265573770491804, "grad_norm": 0.8927357196807861, "learning_rate": 1.9705259265452072e-05, "loss": 0.4034, "step": 803 }, { "epoch": 0.5272131147540984, "grad_norm": 1.026423454284668, "learning_rate": 1.9704234710142526e-05, "loss": 0.4387, "step": 804 }, { "epoch": 0.5278688524590164, "grad_norm": 0.7984228730201721, "learning_rate": 1.970320840390926e-05, "loss": 0.3969, "step": 805 }, { "epoch": 0.5285245901639344, "grad_norm": 1.007311463356018, "learning_rate": 1.970218034693745e-05, "loss": 0.3819, "step": 806 }, { "epoch": 0.5291803278688525, "grad_norm": 0.7200626134872437, "learning_rate": 1.9701150539412587e-05, "loss": 0.3955, "step": 807 }, { "epoch": 0.5298360655737705, "grad_norm": 0.9635360836982727, "learning_rate": 1.970011898152048e-05, "loss": 0.436, "step": 808 }, { "epoch": 0.5304918032786885, "grad_norm": 0.7813896536827087, "learning_rate": 1.9699085673447248e-05, "loss": 0.3954, "step": 809 }, { "epoch": 0.5311475409836065, "grad_norm": 0.8244313597679138, "learning_rate": 1.9698050615379333e-05, "loss": 0.4087, "step": 810 }, { "epoch": 0.5318032786885246, "grad_norm": 0.8130790591239929, "learning_rate": 1.969701380750349e-05, "loss": 0.3965, "step": 811 }, { "epoch": 0.5324590163934426, "grad_norm": 0.730667233467102, "learning_rate": 1.9695975250006786e-05, "loss": 0.4452, "step": 812 }, { "epoch": 0.5331147540983606, "grad_norm": 0.9358476996421814, "learning_rate": 1.9694934943076607e-05, "loss": 0.3824, "step": 813 }, { "epoch": 0.5337704918032787, "grad_norm": 0.7357387542724609, "learning_rate": 1.9693892886900656e-05, "loss": 0.3934, "step": 814 }, { "epoch": 0.5344262295081967, "grad_norm": 0.8316843509674072, "learning_rate": 1.969284908166695e-05, "loss": 0.401, "step": 815 }, { "epoch": 0.5350819672131147, "grad_norm": 0.7366746068000793, "learning_rate": 1.969180352756382e-05, "loss": 0.4062, "step": 816 }, { "epoch": 0.5357377049180327, "grad_norm": 0.7752484679222107, "learning_rate": 1.9690756224779916e-05, "loss": 0.4045, "step": 817 }, { "epoch": 0.5363934426229509, "grad_norm": 0.7585566639900208, "learning_rate": 1.96897071735042e-05, "loss": 0.41, "step": 818 }, { "epoch": 0.5370491803278689, "grad_norm": 0.7439751029014587, "learning_rate": 1.9688656373925954e-05, "loss": 0.3896, "step": 819 }, { "epoch": 0.5377049180327869, "grad_norm": 0.6758644580841064, "learning_rate": 1.968760382623477e-05, "loss": 0.3735, "step": 820 }, { "epoch": 0.5383606557377049, "grad_norm": 0.7268162965774536, "learning_rate": 1.9686549530620557e-05, "loss": 0.3721, "step": 821 }, { "epoch": 0.539016393442623, "grad_norm": 0.7435059547424316, "learning_rate": 1.9685493487273542e-05, "loss": 0.4331, "step": 822 }, { "epoch": 0.539672131147541, "grad_norm": 0.6657230257987976, "learning_rate": 1.9684435696384265e-05, "loss": 0.4122, "step": 823 }, { "epoch": 0.540327868852459, "grad_norm": 0.6746082305908203, "learning_rate": 1.9683376158143582e-05, "loss": 0.3898, "step": 824 }, { "epoch": 0.5409836065573771, "grad_norm": 0.8203991651535034, "learning_rate": 1.9682314872742665e-05, "loss": 0.3937, "step": 825 }, { "epoch": 0.5416393442622951, "grad_norm": 0.6936449408531189, "learning_rate": 1.9681251840372998e-05, "loss": 0.4147, "step": 826 }, { "epoch": 0.5422950819672131, "grad_norm": 0.8131155967712402, "learning_rate": 1.9680187061226387e-05, "loss": 0.3945, "step": 827 }, { "epoch": 0.5429508196721311, "grad_norm": 0.7405210733413696, "learning_rate": 1.9679120535494948e-05, "loss": 0.4038, "step": 828 }, { "epoch": 0.5436065573770492, "grad_norm": 0.777991533279419, "learning_rate": 1.9678052263371108e-05, "loss": 0.3996, "step": 829 }, { "epoch": 0.5442622950819672, "grad_norm": 0.7315877079963684, "learning_rate": 1.967698224504762e-05, "loss": 0.3924, "step": 830 }, { "epoch": 0.5449180327868852, "grad_norm": 0.8794568181037903, "learning_rate": 1.9675910480717543e-05, "loss": 0.3905, "step": 831 }, { "epoch": 0.5455737704918033, "grad_norm": 0.7022942900657654, "learning_rate": 1.9674836970574253e-05, "loss": 0.4328, "step": 832 }, { "epoch": 0.5462295081967213, "grad_norm": 0.712936282157898, "learning_rate": 1.9673761714811448e-05, "loss": 0.3758, "step": 833 }, { "epoch": 0.5468852459016393, "grad_norm": 0.7233001589775085, "learning_rate": 1.9672684713623125e-05, "loss": 0.3972, "step": 834 }, { "epoch": 0.5475409836065573, "grad_norm": 0.7098828554153442, "learning_rate": 1.967160596720362e-05, "loss": 0.386, "step": 835 }, { "epoch": 0.5481967213114755, "grad_norm": 0.6662554740905762, "learning_rate": 1.9670525475747557e-05, "loss": 0.3697, "step": 836 }, { "epoch": 0.5488524590163935, "grad_norm": 0.6800884008407593, "learning_rate": 1.9669443239449895e-05, "loss": 0.4071, "step": 837 }, { "epoch": 0.5495081967213115, "grad_norm": 0.6911755204200745, "learning_rate": 1.9668359258505898e-05, "loss": 0.3915, "step": 838 }, { "epoch": 0.5501639344262295, "grad_norm": 0.8106720447540283, "learning_rate": 1.966727353311115e-05, "loss": 0.4032, "step": 839 }, { "epoch": 0.5508196721311476, "grad_norm": 0.7064002752304077, "learning_rate": 1.9666186063461545e-05, "loss": 0.3959, "step": 840 }, { "epoch": 0.5514754098360656, "grad_norm": 0.7020820379257202, "learning_rate": 1.966509684975329e-05, "loss": 0.3497, "step": 841 }, { "epoch": 0.5521311475409836, "grad_norm": 0.627784788608551, "learning_rate": 1.9664005892182917e-05, "loss": 0.3697, "step": 842 }, { "epoch": 0.5527868852459017, "grad_norm": 0.6343140602111816, "learning_rate": 1.9662913190947267e-05, "loss": 0.3851, "step": 843 }, { "epoch": 0.5534426229508197, "grad_norm": 0.6840484142303467, "learning_rate": 1.966181874624349e-05, "loss": 0.4005, "step": 844 }, { "epoch": 0.5540983606557377, "grad_norm": 0.7099123597145081, "learning_rate": 1.9660722558269058e-05, "loss": 0.4131, "step": 845 }, { "epoch": 0.5547540983606557, "grad_norm": 0.6994616985321045, "learning_rate": 1.965962462722175e-05, "loss": 0.3886, "step": 846 }, { "epoch": 0.5554098360655738, "grad_norm": 0.6269222497940063, "learning_rate": 1.965852495329967e-05, "loss": 0.3821, "step": 847 }, { "epoch": 0.5560655737704918, "grad_norm": 0.7062409520149231, "learning_rate": 1.9657423536701233e-05, "loss": 0.3904, "step": 848 }, { "epoch": 0.5567213114754098, "grad_norm": 0.6494797468185425, "learning_rate": 1.965632037762516e-05, "loss": 0.3726, "step": 849 }, { "epoch": 0.5573770491803278, "grad_norm": 0.7189656496047974, "learning_rate": 1.9655215476270494e-05, "loss": 0.3963, "step": 850 }, { "epoch": 0.5580327868852459, "grad_norm": 0.7385460138320923, "learning_rate": 1.965410883283659e-05, "loss": 0.4157, "step": 851 }, { "epoch": 0.5586885245901639, "grad_norm": 0.628387987613678, "learning_rate": 1.965300044752313e-05, "loss": 0.3952, "step": 852 }, { "epoch": 0.5593442622950819, "grad_norm": 0.7564176321029663, "learning_rate": 1.965189032053008e-05, "loss": 0.3867, "step": 853 }, { "epoch": 0.56, "grad_norm": 0.7197856307029724, "learning_rate": 1.9650778452057752e-05, "loss": 0.398, "step": 854 }, { "epoch": 0.5606557377049181, "grad_norm": 0.6380115747451782, "learning_rate": 1.964966484230676e-05, "loss": 0.3956, "step": 855 }, { "epoch": 0.5613114754098361, "grad_norm": 0.6952461004257202, "learning_rate": 1.9648549491478017e-05, "loss": 0.3866, "step": 856 }, { "epoch": 0.5619672131147541, "grad_norm": 0.6816891431808472, "learning_rate": 1.964743239977278e-05, "loss": 0.4027, "step": 857 }, { "epoch": 0.5626229508196722, "grad_norm": 0.7372793555259705, "learning_rate": 1.96463135673926e-05, "loss": 0.4069, "step": 858 }, { "epoch": 0.5632786885245902, "grad_norm": 0.6601927876472473, "learning_rate": 1.9645192994539345e-05, "loss": 0.4142, "step": 859 }, { "epoch": 0.5639344262295082, "grad_norm": 0.6488259434700012, "learning_rate": 1.9644070681415196e-05, "loss": 0.4016, "step": 860 }, { "epoch": 0.5645901639344262, "grad_norm": 0.6950017213821411, "learning_rate": 1.9642946628222653e-05, "loss": 0.3996, "step": 861 }, { "epoch": 0.5652459016393443, "grad_norm": 0.6524448394775391, "learning_rate": 1.9641820835164532e-05, "loss": 0.3781, "step": 862 }, { "epoch": 0.5659016393442623, "grad_norm": 0.743608295917511, "learning_rate": 1.9640693302443953e-05, "loss": 0.3996, "step": 863 }, { "epoch": 0.5665573770491803, "grad_norm": 0.7076931595802307, "learning_rate": 1.9639564030264357e-05, "loss": 0.3925, "step": 864 }, { "epoch": 0.5672131147540984, "grad_norm": 0.6066857576370239, "learning_rate": 1.96384330188295e-05, "loss": 0.3714, "step": 865 }, { "epoch": 0.5678688524590164, "grad_norm": 0.5942518711090088, "learning_rate": 1.9637300268343442e-05, "loss": 0.3662, "step": 866 }, { "epoch": 0.5685245901639344, "grad_norm": 0.6573300957679749, "learning_rate": 1.9636165779010575e-05, "loss": 0.4032, "step": 867 }, { "epoch": 0.5691803278688524, "grad_norm": 0.646981418132782, "learning_rate": 1.963502955103558e-05, "loss": 0.4037, "step": 868 }, { "epoch": 0.5698360655737705, "grad_norm": 0.6172918677330017, "learning_rate": 1.9633891584623476e-05, "loss": 0.3652, "step": 869 }, { "epoch": 0.5704918032786885, "grad_norm": 0.6341440081596375, "learning_rate": 1.963275187997958e-05, "loss": 0.3741, "step": 870 }, { "epoch": 0.5711475409836065, "grad_norm": 0.6583384871482849, "learning_rate": 1.963161043730953e-05, "loss": 0.3675, "step": 871 }, { "epoch": 0.5718032786885245, "grad_norm": 0.6340945959091187, "learning_rate": 1.9630467256819272e-05, "loss": 0.4161, "step": 872 }, { "epoch": 0.5724590163934427, "grad_norm": 0.6359735727310181, "learning_rate": 1.962932233871507e-05, "loss": 0.3977, "step": 873 }, { "epoch": 0.5731147540983607, "grad_norm": 0.5900897979736328, "learning_rate": 1.9628175683203505e-05, "loss": 0.3589, "step": 874 }, { "epoch": 0.5737704918032787, "grad_norm": 0.6718880534172058, "learning_rate": 1.962702729049146e-05, "loss": 0.3723, "step": 875 }, { "epoch": 0.5744262295081968, "grad_norm": 0.6528983116149902, "learning_rate": 1.9625877160786144e-05, "loss": 0.4163, "step": 876 }, { "epoch": 0.5750819672131148, "grad_norm": 0.6366679668426514, "learning_rate": 1.9624725294295066e-05, "loss": 0.4164, "step": 877 }, { "epoch": 0.5757377049180328, "grad_norm": 0.7046028971672058, "learning_rate": 1.962357169122606e-05, "loss": 0.415, "step": 878 }, { "epoch": 0.5763934426229508, "grad_norm": 0.6057848930358887, "learning_rate": 1.962241635178727e-05, "loss": 0.3413, "step": 879 }, { "epoch": 0.5770491803278689, "grad_norm": 0.6211008429527283, "learning_rate": 1.9621259276187157e-05, "loss": 0.3738, "step": 880 }, { "epoch": 0.5777049180327869, "grad_norm": 0.6701104044914246, "learning_rate": 1.962010046463448e-05, "loss": 0.4048, "step": 881 }, { "epoch": 0.5783606557377049, "grad_norm": 0.65434330701828, "learning_rate": 1.9618939917338328e-05, "loss": 0.4028, "step": 882 }, { "epoch": 0.5790163934426229, "grad_norm": 0.6058496236801147, "learning_rate": 1.9617777634508102e-05, "loss": 0.3509, "step": 883 }, { "epoch": 0.579672131147541, "grad_norm": 0.5928832292556763, "learning_rate": 1.9616613616353502e-05, "loss": 0.399, "step": 884 }, { "epoch": 0.580327868852459, "grad_norm": 0.6104910969734192, "learning_rate": 1.9615447863084558e-05, "loss": 0.4036, "step": 885 }, { "epoch": 0.580983606557377, "grad_norm": 0.5961373448371887, "learning_rate": 1.9614280374911597e-05, "loss": 0.3636, "step": 886 }, { "epoch": 0.5816393442622951, "grad_norm": 0.6131849884986877, "learning_rate": 1.9613111152045277e-05, "loss": 0.3841, "step": 887 }, { "epoch": 0.5822950819672131, "grad_norm": 0.7248963117599487, "learning_rate": 1.9611940194696558e-05, "loss": 0.3934, "step": 888 }, { "epoch": 0.5829508196721311, "grad_norm": 0.62800532579422, "learning_rate": 1.9610767503076708e-05, "loss": 0.3967, "step": 889 }, { "epoch": 0.5836065573770491, "grad_norm": 0.8536917567253113, "learning_rate": 1.9609593077397317e-05, "loss": 0.4239, "step": 890 }, { "epoch": 0.5842622950819673, "grad_norm": 0.5547741055488586, "learning_rate": 1.960841691787029e-05, "loss": 0.3717, "step": 891 }, { "epoch": 0.5849180327868853, "grad_norm": 0.7280603647232056, "learning_rate": 1.9607239024707833e-05, "loss": 0.3864, "step": 892 }, { "epoch": 0.5855737704918033, "grad_norm": 0.6560327410697937, "learning_rate": 1.960605939812248e-05, "loss": 0.3622, "step": 893 }, { "epoch": 0.5862295081967213, "grad_norm": 0.5862560868263245, "learning_rate": 1.960487803832706e-05, "loss": 0.3981, "step": 894 }, { "epoch": 0.5868852459016394, "grad_norm": 0.6848666667938232, "learning_rate": 1.960369494553473e-05, "loss": 0.3946, "step": 895 }, { "epoch": 0.5875409836065574, "grad_norm": 0.6329331398010254, "learning_rate": 1.9602510119958956e-05, "loss": 0.3908, "step": 896 }, { "epoch": 0.5881967213114754, "grad_norm": 0.592397928237915, "learning_rate": 1.9601323561813513e-05, "loss": 0.3738, "step": 897 }, { "epoch": 0.5888524590163935, "grad_norm": 0.7363341450691223, "learning_rate": 1.9600135271312484e-05, "loss": 0.3809, "step": 898 }, { "epoch": 0.5895081967213115, "grad_norm": 0.604495644569397, "learning_rate": 1.9598945248670282e-05, "loss": 0.4031, "step": 899 }, { "epoch": 0.5901639344262295, "grad_norm": 0.6491966843605042, "learning_rate": 1.9597753494101615e-05, "loss": 0.3557, "step": 900 }, { "epoch": 0.5908196721311475, "grad_norm": 0.6239376068115234, "learning_rate": 1.9596560007821508e-05, "loss": 0.3856, "step": 901 }, { "epoch": 0.5914754098360656, "grad_norm": 0.6870257258415222, "learning_rate": 1.9595364790045303e-05, "loss": 0.4153, "step": 902 }, { "epoch": 0.5921311475409836, "grad_norm": 0.6855207085609436, "learning_rate": 1.9594167840988655e-05, "loss": 0.3777, "step": 903 }, { "epoch": 0.5927868852459016, "grad_norm": 0.5945484042167664, "learning_rate": 1.959296916086752e-05, "loss": 0.3728, "step": 904 }, { "epoch": 0.5934426229508196, "grad_norm": 0.6236671209335327, "learning_rate": 1.9591768749898184e-05, "loss": 0.3664, "step": 905 }, { "epoch": 0.5940983606557377, "grad_norm": 0.6291599869728088, "learning_rate": 1.959056660829723e-05, "loss": 0.3884, "step": 906 }, { "epoch": 0.5947540983606557, "grad_norm": 0.6238031387329102, "learning_rate": 1.958936273628156e-05, "loss": 0.41, "step": 907 }, { "epoch": 0.5954098360655737, "grad_norm": 0.6269093751907349, "learning_rate": 1.9588157134068387e-05, "loss": 0.3585, "step": 908 }, { "epoch": 0.5960655737704919, "grad_norm": 0.7346486449241638, "learning_rate": 1.9586949801875233e-05, "loss": 0.3942, "step": 909 }, { "epoch": 0.5967213114754099, "grad_norm": 0.6147899627685547, "learning_rate": 1.9585740739919946e-05, "loss": 0.4004, "step": 910 }, { "epoch": 0.5973770491803279, "grad_norm": 0.6069476008415222, "learning_rate": 1.958452994842066e-05, "loss": 0.3921, "step": 911 }, { "epoch": 0.5980327868852459, "grad_norm": 0.6192357540130615, "learning_rate": 1.9583317427595855e-05, "loss": 0.346, "step": 912 }, { "epoch": 0.598688524590164, "grad_norm": 0.7040508389472961, "learning_rate": 1.9582103177664288e-05, "loss": 0.3812, "step": 913 }, { "epoch": 0.599344262295082, "grad_norm": 0.6504547595977783, "learning_rate": 1.9580887198845055e-05, "loss": 0.3717, "step": 914 }, { "epoch": 0.6, "grad_norm": 0.6162576675415039, "learning_rate": 1.9579669491357548e-05, "loss": 0.3619, "step": 915 }, { "epoch": 0.600655737704918, "grad_norm": 0.5941154956817627, "learning_rate": 1.9578450055421483e-05, "loss": 0.3765, "step": 916 }, { "epoch": 0.6013114754098361, "grad_norm": 0.661983847618103, "learning_rate": 1.9577228891256876e-05, "loss": 0.3681, "step": 917 }, { "epoch": 0.6019672131147541, "grad_norm": 0.6335529685020447, "learning_rate": 1.957600599908406e-05, "loss": 0.3717, "step": 918 }, { "epoch": 0.6026229508196721, "grad_norm": 0.5948861241340637, "learning_rate": 1.9574781379123683e-05, "loss": 0.3938, "step": 919 }, { "epoch": 0.6032786885245902, "grad_norm": 0.6087607741355896, "learning_rate": 1.9573555031596703e-05, "loss": 0.3383, "step": 920 }, { "epoch": 0.6039344262295082, "grad_norm": 0.679761528968811, "learning_rate": 1.9572326956724385e-05, "loss": 0.3772, "step": 921 }, { "epoch": 0.6045901639344262, "grad_norm": 0.6159775257110596, "learning_rate": 1.9571097154728306e-05, "loss": 0.3948, "step": 922 }, { "epoch": 0.6052459016393442, "grad_norm": 0.586265504360199, "learning_rate": 1.9569865625830366e-05, "loss": 0.3937, "step": 923 }, { "epoch": 0.6059016393442623, "grad_norm": 0.6438859701156616, "learning_rate": 1.9568632370252757e-05, "loss": 0.405, "step": 924 }, { "epoch": 0.6065573770491803, "grad_norm": 0.6712629199028015, "learning_rate": 1.956739738821801e-05, "loss": 0.3819, "step": 925 }, { "epoch": 0.6072131147540983, "grad_norm": 0.62074875831604, "learning_rate": 1.956616067994894e-05, "loss": 0.3867, "step": 926 }, { "epoch": 0.6078688524590163, "grad_norm": 0.575040340423584, "learning_rate": 1.9564922245668682e-05, "loss": 0.3792, "step": 927 }, { "epoch": 0.6085245901639345, "grad_norm": 0.6215519905090332, "learning_rate": 1.9563682085600693e-05, "loss": 0.3676, "step": 928 }, { "epoch": 0.6091803278688525, "grad_norm": 0.6895798444747925, "learning_rate": 1.9562440199968735e-05, "loss": 0.3833, "step": 929 }, { "epoch": 0.6098360655737705, "grad_norm": 0.6564600467681885, "learning_rate": 1.9561196588996873e-05, "loss": 0.4082, "step": 930 }, { "epoch": 0.6104918032786886, "grad_norm": 0.6318045854568481, "learning_rate": 1.955995125290949e-05, "loss": 0.3857, "step": 931 }, { "epoch": 0.6111475409836066, "grad_norm": 0.6630182862281799, "learning_rate": 1.9558704191931287e-05, "loss": 0.3925, "step": 932 }, { "epoch": 0.6118032786885246, "grad_norm": 0.7501193284988403, "learning_rate": 1.955745540628727e-05, "loss": 0.3907, "step": 933 }, { "epoch": 0.6124590163934426, "grad_norm": 0.6015627384185791, "learning_rate": 1.9556204896202748e-05, "loss": 0.3624, "step": 934 }, { "epoch": 0.6131147540983607, "grad_norm": 0.6440961360931396, "learning_rate": 1.9554952661903353e-05, "loss": 0.3636, "step": 935 }, { "epoch": 0.6137704918032787, "grad_norm": 0.7091489434242249, "learning_rate": 1.9553698703615026e-05, "loss": 0.4001, "step": 936 }, { "epoch": 0.6144262295081967, "grad_norm": 0.6428148746490479, "learning_rate": 1.9552443021564016e-05, "loss": 0.3839, "step": 937 }, { "epoch": 0.6150819672131147, "grad_norm": 0.6524655818939209, "learning_rate": 1.9551185615976883e-05, "loss": 0.3931, "step": 938 }, { "epoch": 0.6157377049180328, "grad_norm": 0.6957705616950989, "learning_rate": 1.9549926487080504e-05, "loss": 0.3993, "step": 939 }, { "epoch": 0.6163934426229508, "grad_norm": 0.6387180089950562, "learning_rate": 1.9548665635102057e-05, "loss": 0.3842, "step": 940 }, { "epoch": 0.6170491803278688, "grad_norm": 0.6676021814346313, "learning_rate": 1.9547403060269034e-05, "loss": 0.3606, "step": 941 }, { "epoch": 0.6177049180327869, "grad_norm": 0.592679500579834, "learning_rate": 1.9546138762809246e-05, "loss": 0.3672, "step": 942 }, { "epoch": 0.6183606557377049, "grad_norm": 0.6314433813095093, "learning_rate": 1.954487274295081e-05, "loss": 0.39, "step": 943 }, { "epoch": 0.6190163934426229, "grad_norm": 0.6437102556228638, "learning_rate": 1.9543605000922142e-05, "loss": 0.3655, "step": 944 }, { "epoch": 0.6196721311475409, "grad_norm": 0.6265156269073486, "learning_rate": 1.954233553695199e-05, "loss": 0.4025, "step": 945 }, { "epoch": 0.620327868852459, "grad_norm": 0.5691855549812317, "learning_rate": 1.9541064351269398e-05, "loss": 0.3942, "step": 946 }, { "epoch": 0.620983606557377, "grad_norm": 0.5918092131614685, "learning_rate": 1.9539791444103722e-05, "loss": 0.3739, "step": 947 }, { "epoch": 0.6216393442622951, "grad_norm": 0.6738765239715576, "learning_rate": 1.9538516815684634e-05, "loss": 0.3654, "step": 948 }, { "epoch": 0.6222950819672131, "grad_norm": 0.6467800736427307, "learning_rate": 1.9537240466242116e-05, "loss": 0.3647, "step": 949 }, { "epoch": 0.6229508196721312, "grad_norm": 0.607622504234314, "learning_rate": 1.9535962396006453e-05, "loss": 0.3514, "step": 950 }, { "epoch": 0.6236065573770492, "grad_norm": 0.6357554197311401, "learning_rate": 1.9534682605208245e-05, "loss": 0.3595, "step": 951 }, { "epoch": 0.6242622950819672, "grad_norm": 0.6421661376953125, "learning_rate": 1.9533401094078412e-05, "loss": 0.3954, "step": 952 }, { "epoch": 0.6249180327868853, "grad_norm": 0.5881907343864441, "learning_rate": 1.953211786284817e-05, "loss": 0.3656, "step": 953 }, { "epoch": 0.6255737704918033, "grad_norm": 0.6334294676780701, "learning_rate": 1.9530832911749046e-05, "loss": 0.3598, "step": 954 }, { "epoch": 0.6262295081967213, "grad_norm": 0.6413960456848145, "learning_rate": 1.952954624101289e-05, "loss": 0.407, "step": 955 }, { "epoch": 0.6268852459016393, "grad_norm": 0.6644241213798523, "learning_rate": 1.952825785087185e-05, "loss": 0.3652, "step": 956 }, { "epoch": 0.6275409836065574, "grad_norm": 0.580193817615509, "learning_rate": 1.952696774155839e-05, "loss": 0.3876, "step": 957 }, { "epoch": 0.6281967213114754, "grad_norm": 0.6462026834487915, "learning_rate": 1.952567591330529e-05, "loss": 0.3907, "step": 958 }, { "epoch": 0.6288524590163934, "grad_norm": 0.5895223617553711, "learning_rate": 1.952438236634562e-05, "loss": 0.4131, "step": 959 }, { "epoch": 0.6295081967213115, "grad_norm": 0.5703699588775635, "learning_rate": 1.952308710091278e-05, "loss": 0.3534, "step": 960 }, { "epoch": 0.6301639344262295, "grad_norm": 0.6189813613891602, "learning_rate": 1.9521790117240472e-05, "loss": 0.3427, "step": 961 }, { "epoch": 0.6308196721311475, "grad_norm": 0.580399751663208, "learning_rate": 1.952049141556271e-05, "loss": 0.3549, "step": 962 }, { "epoch": 0.6314754098360655, "grad_norm": 0.6554223299026489, "learning_rate": 1.9519190996113816e-05, "loss": 0.3925, "step": 963 }, { "epoch": 0.6321311475409837, "grad_norm": 0.5902701616287231, "learning_rate": 1.9517888859128427e-05, "loss": 0.3559, "step": 964 }, { "epoch": 0.6327868852459017, "grad_norm": 0.6755025386810303, "learning_rate": 1.9516585004841482e-05, "loss": 0.3503, "step": 965 }, { "epoch": 0.6334426229508197, "grad_norm": 0.5591962933540344, "learning_rate": 1.9515279433488235e-05, "loss": 0.3416, "step": 966 }, { "epoch": 0.6340983606557377, "grad_norm": 0.6441771984100342, "learning_rate": 1.951397214530425e-05, "loss": 0.3603, "step": 967 }, { "epoch": 0.6347540983606558, "grad_norm": 0.6304444670677185, "learning_rate": 1.9512663140525398e-05, "loss": 0.3527, "step": 968 }, { "epoch": 0.6354098360655738, "grad_norm": 0.5437119603157043, "learning_rate": 1.951135241938786e-05, "loss": 0.3916, "step": 969 }, { "epoch": 0.6360655737704918, "grad_norm": 0.6712258458137512, "learning_rate": 1.951003998212813e-05, "loss": 0.3612, "step": 970 }, { "epoch": 0.6367213114754099, "grad_norm": 0.652845561504364, "learning_rate": 1.950872582898301e-05, "loss": 0.3516, "step": 971 }, { "epoch": 0.6373770491803279, "grad_norm": 0.6182851791381836, "learning_rate": 1.950740996018961e-05, "loss": 0.3853, "step": 972 }, { "epoch": 0.6380327868852459, "grad_norm": 0.60989910364151, "learning_rate": 1.950609237598535e-05, "loss": 0.3548, "step": 973 }, { "epoch": 0.6386885245901639, "grad_norm": 0.6172269582748413, "learning_rate": 1.9504773076607963e-05, "loss": 0.4112, "step": 974 }, { "epoch": 0.639344262295082, "grad_norm": 0.5842474699020386, "learning_rate": 1.950345206229548e-05, "loss": 0.3829, "step": 975 }, { "epoch": 0.64, "grad_norm": 0.6182403564453125, "learning_rate": 1.9502129333286265e-05, "loss": 0.4081, "step": 976 }, { "epoch": 0.640655737704918, "grad_norm": 0.6033580303192139, "learning_rate": 1.9500804889818966e-05, "loss": 0.3827, "step": 977 }, { "epoch": 0.641311475409836, "grad_norm": 0.5612863302230835, "learning_rate": 1.949947873213255e-05, "loss": 0.376, "step": 978 }, { "epoch": 0.6419672131147541, "grad_norm": 0.59791100025177, "learning_rate": 1.94981508604663e-05, "loss": 0.3595, "step": 979 }, { "epoch": 0.6426229508196721, "grad_norm": 0.5761856436729431, "learning_rate": 1.9496821275059798e-05, "loss": 0.3679, "step": 980 }, { "epoch": 0.6432786885245901, "grad_norm": 0.6057948470115662, "learning_rate": 1.9495489976152942e-05, "loss": 0.3772, "step": 981 }, { "epoch": 0.6439344262295082, "grad_norm": 0.5394213795661926, "learning_rate": 1.9494156963985934e-05, "loss": 0.3318, "step": 982 }, { "epoch": 0.6445901639344263, "grad_norm": 0.5495105385780334, "learning_rate": 1.949282223879929e-05, "loss": 0.3577, "step": 983 }, { "epoch": 0.6452459016393443, "grad_norm": 0.6069830656051636, "learning_rate": 1.9491485800833833e-05, "loss": 0.3583, "step": 984 }, { "epoch": 0.6459016393442623, "grad_norm": 0.6072990298271179, "learning_rate": 1.949014765033069e-05, "loss": 0.3729, "step": 985 }, { "epoch": 0.6465573770491804, "grad_norm": 0.5589612126350403, "learning_rate": 1.948880778753131e-05, "loss": 0.363, "step": 986 }, { "epoch": 0.6472131147540984, "grad_norm": 0.6750317215919495, "learning_rate": 1.948746621267744e-05, "loss": 0.3456, "step": 987 }, { "epoch": 0.6478688524590164, "grad_norm": 0.5649055242538452, "learning_rate": 1.9486122926011136e-05, "loss": 0.3884, "step": 988 }, { "epoch": 0.6485245901639344, "grad_norm": 0.5905556082725525, "learning_rate": 1.9484777927774768e-05, "loss": 0.3788, "step": 989 }, { "epoch": 0.6491803278688525, "grad_norm": 0.5678622126579285, "learning_rate": 1.948343121821101e-05, "loss": 0.3677, "step": 990 }, { "epoch": 0.6498360655737705, "grad_norm": 0.5681084394454956, "learning_rate": 1.948208279756285e-05, "loss": 0.3606, "step": 991 }, { "epoch": 0.6504918032786885, "grad_norm": 0.6454958319664001, "learning_rate": 1.9480732666073583e-05, "loss": 0.3982, "step": 992 }, { "epoch": 0.6511475409836066, "grad_norm": 0.6025444865226746, "learning_rate": 1.9479380823986808e-05, "loss": 0.3858, "step": 993 }, { "epoch": 0.6518032786885246, "grad_norm": 0.565785825252533, "learning_rate": 1.947802727154644e-05, "loss": 0.3738, "step": 994 }, { "epoch": 0.6524590163934426, "grad_norm": 0.592727780342102, "learning_rate": 1.9476672008996696e-05, "loss": 0.4039, "step": 995 }, { "epoch": 0.6531147540983606, "grad_norm": 0.5653600692749023, "learning_rate": 1.9475315036582107e-05, "loss": 0.3753, "step": 996 }, { "epoch": 0.6537704918032787, "grad_norm": 0.5939279198646545, "learning_rate": 1.9473956354547504e-05, "loss": 0.3945, "step": 997 }, { "epoch": 0.6544262295081967, "grad_norm": 0.6295197606086731, "learning_rate": 1.9472595963138037e-05, "loss": 0.3641, "step": 998 }, { "epoch": 0.6550819672131147, "grad_norm": 0.7090100646018982, "learning_rate": 1.947123386259916e-05, "loss": 0.3876, "step": 999 }, { "epoch": 0.6557377049180327, "grad_norm": 0.5708013772964478, "learning_rate": 1.946987005317664e-05, "loss": 0.3425, "step": 1000 }, { "epoch": 0.6563934426229509, "grad_norm": 0.6709855198860168, "learning_rate": 1.9468504535116537e-05, "loss": 0.3681, "step": 1001 }, { "epoch": 0.6570491803278689, "grad_norm": 0.6679271459579468, "learning_rate": 1.9467137308665237e-05, "loss": 0.3573, "step": 1002 }, { "epoch": 0.6577049180327869, "grad_norm": 0.5633180141448975, "learning_rate": 1.9465768374069426e-05, "loss": 0.3966, "step": 1003 }, { "epoch": 0.658360655737705, "grad_norm": 0.5704208612442017, "learning_rate": 1.9464397731576093e-05, "loss": 0.3716, "step": 1004 }, { "epoch": 0.659016393442623, "grad_norm": 0.6532183289527893, "learning_rate": 1.946302538143255e-05, "loss": 0.3755, "step": 1005 }, { "epoch": 0.659672131147541, "grad_norm": 0.610909640789032, "learning_rate": 1.9461651323886408e-05, "loss": 0.3616, "step": 1006 }, { "epoch": 0.660327868852459, "grad_norm": 0.5520835518836975, "learning_rate": 1.9460275559185584e-05, "loss": 0.394, "step": 1007 }, { "epoch": 0.6609836065573771, "grad_norm": 0.5803346633911133, "learning_rate": 1.9458898087578303e-05, "loss": 0.3506, "step": 1008 }, { "epoch": 0.6616393442622951, "grad_norm": 0.5590320229530334, "learning_rate": 1.9457518909313105e-05, "loss": 0.3476, "step": 1009 }, { "epoch": 0.6622950819672131, "grad_norm": 0.6454845666885376, "learning_rate": 1.9456138024638832e-05, "loss": 0.3761, "step": 1010 }, { "epoch": 0.6629508196721311, "grad_norm": 0.6030909419059753, "learning_rate": 1.9454755433804636e-05, "loss": 0.3694, "step": 1011 }, { "epoch": 0.6636065573770492, "grad_norm": 0.592064380645752, "learning_rate": 1.945337113705997e-05, "loss": 0.3502, "step": 1012 }, { "epoch": 0.6642622950819672, "grad_norm": 0.5336918234825134, "learning_rate": 1.9451985134654608e-05, "loss": 0.3499, "step": 1013 }, { "epoch": 0.6649180327868852, "grad_norm": 0.4979150891304016, "learning_rate": 1.9450597426838627e-05, "loss": 0.3705, "step": 1014 }, { "epoch": 0.6655737704918033, "grad_norm": 0.5694454312324524, "learning_rate": 1.9449208013862404e-05, "loss": 0.3754, "step": 1015 }, { "epoch": 0.6662295081967213, "grad_norm": 0.5602849125862122, "learning_rate": 1.944781689597663e-05, "loss": 0.4014, "step": 1016 }, { "epoch": 0.6668852459016393, "grad_norm": 0.5574076771736145, "learning_rate": 1.9446424073432305e-05, "loss": 0.3619, "step": 1017 }, { "epoch": 0.6675409836065573, "grad_norm": 0.6783556342124939, "learning_rate": 1.9445029546480735e-05, "loss": 0.379, "step": 1018 }, { "epoch": 0.6681967213114755, "grad_norm": 0.6088345646858215, "learning_rate": 1.9443633315373526e-05, "loss": 0.3965, "step": 1019 }, { "epoch": 0.6688524590163935, "grad_norm": 0.6393967270851135, "learning_rate": 1.9442235380362605e-05, "loss": 0.358, "step": 1020 }, { "epoch": 0.6695081967213115, "grad_norm": 0.5894363522529602, "learning_rate": 1.94408357417002e-05, "loss": 0.388, "step": 1021 }, { "epoch": 0.6701639344262295, "grad_norm": 0.5743799209594727, "learning_rate": 1.943943439963884e-05, "loss": 0.3422, "step": 1022 }, { "epoch": 0.6708196721311476, "grad_norm": 0.5910724401473999, "learning_rate": 1.9438031354431376e-05, "loss": 0.3476, "step": 1023 }, { "epoch": 0.6714754098360656, "grad_norm": 0.5827677845954895, "learning_rate": 1.943662660633095e-05, "loss": 0.3847, "step": 1024 }, { "epoch": 0.6721311475409836, "grad_norm": 0.5707821249961853, "learning_rate": 1.9435220155591026e-05, "loss": 0.3467, "step": 1025 }, { "epoch": 0.6727868852459017, "grad_norm": 0.5268064141273499, "learning_rate": 1.9433812002465364e-05, "loss": 0.336, "step": 1026 }, { "epoch": 0.6734426229508197, "grad_norm": 0.600862979888916, "learning_rate": 1.9432402147208034e-05, "loss": 0.3786, "step": 1027 }, { "epoch": 0.6740983606557377, "grad_norm": 0.5879495739936829, "learning_rate": 1.9430990590073417e-05, "loss": 0.3552, "step": 1028 }, { "epoch": 0.6747540983606557, "grad_norm": 0.5949241518974304, "learning_rate": 1.94295773313162e-05, "loss": 0.3654, "step": 1029 }, { "epoch": 0.6754098360655738, "grad_norm": 0.5619842410087585, "learning_rate": 1.9428162371191373e-05, "loss": 0.3743, "step": 1030 }, { "epoch": 0.6760655737704918, "grad_norm": 0.5724053978919983, "learning_rate": 1.942674570995424e-05, "loss": 0.3576, "step": 1031 }, { "epoch": 0.6767213114754098, "grad_norm": 0.6838934421539307, "learning_rate": 1.9425327347860398e-05, "loss": 0.3586, "step": 1032 }, { "epoch": 0.6773770491803278, "grad_norm": 0.557210385799408, "learning_rate": 1.942390728516577e-05, "loss": 0.3545, "step": 1033 }, { "epoch": 0.6780327868852459, "grad_norm": 0.6843912601470947, "learning_rate": 1.9422485522126574e-05, "loss": 0.3804, "step": 1034 }, { "epoch": 0.6786885245901639, "grad_norm": 0.5788407921791077, "learning_rate": 1.942106205899933e-05, "loss": 0.3593, "step": 1035 }, { "epoch": 0.6793442622950819, "grad_norm": 0.5398268103599548, "learning_rate": 1.9419636896040882e-05, "loss": 0.3841, "step": 1036 }, { "epoch": 0.68, "grad_norm": 0.5802367329597473, "learning_rate": 1.9418210033508366e-05, "loss": 0.3739, "step": 1037 }, { "epoch": 0.680655737704918, "grad_norm": 0.5940770506858826, "learning_rate": 1.941678147165923e-05, "loss": 0.4002, "step": 1038 }, { "epoch": 0.681311475409836, "grad_norm": 0.5962654948234558, "learning_rate": 1.9415351210751226e-05, "loss": 0.3452, "step": 1039 }, { "epoch": 0.6819672131147541, "grad_norm": 0.5384284853935242, "learning_rate": 1.941391925104241e-05, "loss": 0.3505, "step": 1040 }, { "epoch": 0.6826229508196722, "grad_norm": 0.6647515296936035, "learning_rate": 1.9412485592791163e-05, "loss": 0.3643, "step": 1041 }, { "epoch": 0.6832786885245902, "grad_norm": 0.5298411846160889, "learning_rate": 1.9411050236256145e-05, "loss": 0.3762, "step": 1042 }, { "epoch": 0.6839344262295082, "grad_norm": 0.5675814747810364, "learning_rate": 1.940961318169634e-05, "loss": 0.389, "step": 1043 }, { "epoch": 0.6845901639344262, "grad_norm": 0.6063776016235352, "learning_rate": 1.9408174429371037e-05, "loss": 0.3749, "step": 1044 }, { "epoch": 0.6852459016393443, "grad_norm": 0.6048668026924133, "learning_rate": 1.9406733979539822e-05, "loss": 0.3724, "step": 1045 }, { "epoch": 0.6859016393442623, "grad_norm": 0.508407473564148, "learning_rate": 1.94052918324626e-05, "loss": 0.3287, "step": 1046 }, { "epoch": 0.6865573770491803, "grad_norm": 0.6448549032211304, "learning_rate": 1.940384798839957e-05, "loss": 0.3662, "step": 1047 }, { "epoch": 0.6872131147540984, "grad_norm": 0.5619198679924011, "learning_rate": 1.9402402447611245e-05, "loss": 0.3391, "step": 1048 }, { "epoch": 0.6878688524590164, "grad_norm": 0.5828344225883484, "learning_rate": 1.9400955210358447e-05, "loss": 0.3902, "step": 1049 }, { "epoch": 0.6885245901639344, "grad_norm": 0.5184596180915833, "learning_rate": 1.9399506276902297e-05, "loss": 0.3607, "step": 1050 }, { "epoch": 0.6891803278688524, "grad_norm": 0.61149001121521, "learning_rate": 1.939805564750422e-05, "loss": 0.382, "step": 1051 }, { "epoch": 0.6898360655737705, "grad_norm": 0.5333234071731567, "learning_rate": 1.939660332242596e-05, "loss": 0.3425, "step": 1052 }, { "epoch": 0.6904918032786885, "grad_norm": 0.6661623120307922, "learning_rate": 1.9395149301929543e-05, "loss": 0.3817, "step": 1053 }, { "epoch": 0.6911475409836065, "grad_norm": 0.6515725255012512, "learning_rate": 1.9393693586277332e-05, "loss": 0.3787, "step": 1054 }, { "epoch": 0.6918032786885245, "grad_norm": 0.5960993766784668, "learning_rate": 1.9392236175731973e-05, "loss": 0.3717, "step": 1055 }, { "epoch": 0.6924590163934427, "grad_norm": 0.5894950032234192, "learning_rate": 1.939077707055643e-05, "loss": 0.377, "step": 1056 }, { "epoch": 0.6931147540983607, "grad_norm": 0.5500583648681641, "learning_rate": 1.938931627101396e-05, "loss": 0.4, "step": 1057 }, { "epoch": 0.6937704918032787, "grad_norm": 0.5630271434783936, "learning_rate": 1.9387853777368136e-05, "loss": 0.3687, "step": 1058 }, { "epoch": 0.6944262295081968, "grad_norm": 0.5461584329605103, "learning_rate": 1.9386389589882836e-05, "loss": 0.381, "step": 1059 }, { "epoch": 0.6950819672131148, "grad_norm": 0.5626040697097778, "learning_rate": 1.938492370882224e-05, "loss": 0.3567, "step": 1060 }, { "epoch": 0.6957377049180328, "grad_norm": 0.5161492824554443, "learning_rate": 1.938345613445084e-05, "loss": 0.3414, "step": 1061 }, { "epoch": 0.6963934426229508, "grad_norm": 0.5874390006065369, "learning_rate": 1.9381986867033418e-05, "loss": 0.364, "step": 1062 }, { "epoch": 0.6970491803278689, "grad_norm": 0.5602717995643616, "learning_rate": 1.9380515906835082e-05, "loss": 0.3831, "step": 1063 }, { "epoch": 0.6977049180327869, "grad_norm": 0.4942082464694977, "learning_rate": 1.9379043254121234e-05, "loss": 0.373, "step": 1064 }, { "epoch": 0.6983606557377049, "grad_norm": 0.5413825511932373, "learning_rate": 1.9377568909157577e-05, "loss": 0.3703, "step": 1065 }, { "epoch": 0.6990163934426229, "grad_norm": 0.5669273138046265, "learning_rate": 1.9376092872210135e-05, "loss": 0.3875, "step": 1066 }, { "epoch": 0.699672131147541, "grad_norm": 0.5945592522621155, "learning_rate": 1.9374615143545217e-05, "loss": 0.4122, "step": 1067 }, { "epoch": 0.700327868852459, "grad_norm": 0.4937454164028168, "learning_rate": 1.9373135723429456e-05, "loss": 0.3628, "step": 1068 }, { "epoch": 0.700983606557377, "grad_norm": 0.49472707509994507, "learning_rate": 1.937165461212978e-05, "loss": 0.352, "step": 1069 }, { "epoch": 0.7016393442622951, "grad_norm": 0.5507587194442749, "learning_rate": 1.9370171809913426e-05, "loss": 0.3651, "step": 1070 }, { "epoch": 0.7022950819672131, "grad_norm": 0.5752772092819214, "learning_rate": 1.9368687317047926e-05, "loss": 0.3671, "step": 1071 }, { "epoch": 0.7029508196721311, "grad_norm": 0.5200299620628357, "learning_rate": 1.9367201133801132e-05, "loss": 0.3567, "step": 1072 }, { "epoch": 0.7036065573770491, "grad_norm": 0.5563174486160278, "learning_rate": 1.9365713260441197e-05, "loss": 0.3451, "step": 1073 }, { "epoch": 0.7042622950819672, "grad_norm": 0.6070590019226074, "learning_rate": 1.936422369723657e-05, "loss": 0.379, "step": 1074 }, { "epoch": 0.7049180327868853, "grad_norm": 0.5121375322341919, "learning_rate": 1.9362732444456013e-05, "loss": 0.3662, "step": 1075 }, { "epoch": 0.7055737704918033, "grad_norm": 0.4985313415527344, "learning_rate": 1.9361239502368594e-05, "loss": 0.3328, "step": 1076 }, { "epoch": 0.7062295081967213, "grad_norm": 0.5373536348342896, "learning_rate": 1.935974487124368e-05, "loss": 0.3685, "step": 1077 }, { "epoch": 0.7068852459016394, "grad_norm": 0.5658964514732361, "learning_rate": 1.9358248551350945e-05, "loss": 0.3486, "step": 1078 }, { "epoch": 0.7075409836065574, "grad_norm": 0.5185624957084656, "learning_rate": 1.935675054296037e-05, "loss": 0.3613, "step": 1079 }, { "epoch": 0.7081967213114754, "grad_norm": 0.5325077176094055, "learning_rate": 1.9355250846342237e-05, "loss": 0.3542, "step": 1080 }, { "epoch": 0.7088524590163935, "grad_norm": 0.5119587779045105, "learning_rate": 1.9353749461767138e-05, "loss": 0.3407, "step": 1081 }, { "epoch": 0.7095081967213115, "grad_norm": 0.5229988694190979, "learning_rate": 1.9352246389505963e-05, "loss": 0.3717, "step": 1082 }, { "epoch": 0.7101639344262295, "grad_norm": 0.47874897718429565, "learning_rate": 1.935074162982991e-05, "loss": 0.3501, "step": 1083 }, { "epoch": 0.7108196721311475, "grad_norm": 0.5424061417579651, "learning_rate": 1.934923518301048e-05, "loss": 0.3211, "step": 1084 }, { "epoch": 0.7114754098360656, "grad_norm": 0.47759896516799927, "learning_rate": 1.934772704931948e-05, "loss": 0.3586, "step": 1085 }, { "epoch": 0.7121311475409836, "grad_norm": 0.5471397638320923, "learning_rate": 1.9346217229029026e-05, "loss": 0.3845, "step": 1086 }, { "epoch": 0.7127868852459016, "grad_norm": 0.631335973739624, "learning_rate": 1.9344705722411526e-05, "loss": 0.3425, "step": 1087 }, { "epoch": 0.7134426229508197, "grad_norm": 0.5300271511077881, "learning_rate": 1.9343192529739704e-05, "loss": 0.3491, "step": 1088 }, { "epoch": 0.7140983606557377, "grad_norm": 0.5983269214630127, "learning_rate": 1.934167765128658e-05, "loss": 0.3754, "step": 1089 }, { "epoch": 0.7147540983606557, "grad_norm": 0.5679674744606018, "learning_rate": 1.9340161087325483e-05, "loss": 0.3564, "step": 1090 }, { "epoch": 0.7154098360655737, "grad_norm": 0.5542874336242676, "learning_rate": 1.9338642838130045e-05, "loss": 0.3494, "step": 1091 }, { "epoch": 0.7160655737704918, "grad_norm": 0.6280565857887268, "learning_rate": 1.9337122903974204e-05, "loss": 0.3852, "step": 1092 }, { "epoch": 0.7167213114754099, "grad_norm": 0.5464491248130798, "learning_rate": 1.9335601285132196e-05, "loss": 0.3493, "step": 1093 }, { "epoch": 0.7173770491803279, "grad_norm": 0.6168355941772461, "learning_rate": 1.933407798187857e-05, "loss": 0.3561, "step": 1094 }, { "epoch": 0.7180327868852459, "grad_norm": 0.6034473776817322, "learning_rate": 1.9332552994488167e-05, "loss": 0.3575, "step": 1095 }, { "epoch": 0.718688524590164, "grad_norm": 0.658827543258667, "learning_rate": 1.9331026323236144e-05, "loss": 0.365, "step": 1096 }, { "epoch": 0.719344262295082, "grad_norm": 0.5448818206787109, "learning_rate": 1.9329497968397956e-05, "loss": 0.3579, "step": 1097 }, { "epoch": 0.72, "grad_norm": 0.5096502304077148, "learning_rate": 1.9327967930249362e-05, "loss": 0.3647, "step": 1098 }, { "epoch": 0.7206557377049181, "grad_norm": 0.5125827789306641, "learning_rate": 1.9326436209066424e-05, "loss": 0.3544, "step": 1099 }, { "epoch": 0.7213114754098361, "grad_norm": 0.5812241435050964, "learning_rate": 1.932490280512551e-05, "loss": 0.3812, "step": 1100 }, { "epoch": 0.7219672131147541, "grad_norm": 0.5353633165359497, "learning_rate": 1.9323367718703287e-05, "loss": 0.3556, "step": 1101 }, { "epoch": 0.7226229508196721, "grad_norm": 0.5498498678207397, "learning_rate": 1.9321830950076732e-05, "loss": 0.3503, "step": 1102 }, { "epoch": 0.7232786885245902, "grad_norm": 0.5566413998603821, "learning_rate": 1.932029249952312e-05, "loss": 0.3559, "step": 1103 }, { "epoch": 0.7239344262295082, "grad_norm": 0.5878036618232727, "learning_rate": 1.9318752367320036e-05, "loss": 0.3497, "step": 1104 }, { "epoch": 0.7245901639344262, "grad_norm": 0.5658801198005676, "learning_rate": 1.931721055374536e-05, "loss": 0.3859, "step": 1105 }, { "epoch": 0.7252459016393442, "grad_norm": 0.49835774302482605, "learning_rate": 1.931566705907728e-05, "loss": 0.3283, "step": 1106 }, { "epoch": 0.7259016393442623, "grad_norm": 0.5285317301750183, "learning_rate": 1.931412188359429e-05, "loss": 0.3438, "step": 1107 }, { "epoch": 0.7265573770491803, "grad_norm": 0.5562677383422852, "learning_rate": 1.931257502757518e-05, "loss": 0.3636, "step": 1108 }, { "epoch": 0.7272131147540983, "grad_norm": 0.525734543800354, "learning_rate": 1.9311026491299055e-05, "loss": 0.3692, "step": 1109 }, { "epoch": 0.7278688524590164, "grad_norm": 0.5602403283119202, "learning_rate": 1.9309476275045306e-05, "loss": 0.3372, "step": 1110 }, { "epoch": 0.7285245901639344, "grad_norm": 0.5368486046791077, "learning_rate": 1.9307924379093642e-05, "loss": 0.3629, "step": 1111 }, { "epoch": 0.7291803278688525, "grad_norm": 0.5707906484603882, "learning_rate": 1.930637080372407e-05, "loss": 0.3529, "step": 1112 }, { "epoch": 0.7298360655737705, "grad_norm": 0.5464630722999573, "learning_rate": 1.93048155492169e-05, "loss": 0.3839, "step": 1113 }, { "epoch": 0.7304918032786886, "grad_norm": 0.562015950679779, "learning_rate": 1.9303258615852737e-05, "loss": 0.3473, "step": 1114 }, { "epoch": 0.7311475409836066, "grad_norm": 0.5020716190338135, "learning_rate": 1.930170000391251e-05, "loss": 0.3661, "step": 1115 }, { "epoch": 0.7318032786885246, "grad_norm": 0.5308968424797058, "learning_rate": 1.9300139713677427e-05, "loss": 0.3381, "step": 1116 }, { "epoch": 0.7324590163934426, "grad_norm": 0.5634737014770508, "learning_rate": 1.9298577745429013e-05, "loss": 0.3596, "step": 1117 }, { "epoch": 0.7331147540983607, "grad_norm": 0.5152485370635986, "learning_rate": 1.9297014099449095e-05, "loss": 0.348, "step": 1118 }, { "epoch": 0.7337704918032787, "grad_norm": 0.513145387172699, "learning_rate": 1.9295448776019795e-05, "loss": 0.3312, "step": 1119 }, { "epoch": 0.7344262295081967, "grad_norm": 0.5382434725761414, "learning_rate": 1.929388177542354e-05, "loss": 0.3837, "step": 1120 }, { "epoch": 0.7350819672131148, "grad_norm": 0.6004472374916077, "learning_rate": 1.9292313097943074e-05, "loss": 0.3555, "step": 1121 }, { "epoch": 0.7357377049180328, "grad_norm": 0.5558732748031616, "learning_rate": 1.929074274386142e-05, "loss": 0.3591, "step": 1122 }, { "epoch": 0.7363934426229508, "grad_norm": 0.5195455551147461, "learning_rate": 1.928917071346192e-05, "loss": 0.359, "step": 1123 }, { "epoch": 0.7370491803278688, "grad_norm": 0.5626704096794128, "learning_rate": 1.9287597007028212e-05, "loss": 0.3578, "step": 1124 }, { "epoch": 0.7377049180327869, "grad_norm": 0.5001062750816345, "learning_rate": 1.928602162484424e-05, "loss": 0.3527, "step": 1125 }, { "epoch": 0.7383606557377049, "grad_norm": 0.48401448130607605, "learning_rate": 1.9284444567194246e-05, "loss": 0.3901, "step": 1126 }, { "epoch": 0.7390163934426229, "grad_norm": 0.5908032059669495, "learning_rate": 1.9282865834362777e-05, "loss": 0.3989, "step": 1127 }, { "epoch": 0.7396721311475409, "grad_norm": 0.4917707145214081, "learning_rate": 1.9281285426634687e-05, "loss": 0.3567, "step": 1128 }, { "epoch": 0.740327868852459, "grad_norm": 0.5181052088737488, "learning_rate": 1.9279703344295118e-05, "loss": 0.3777, "step": 1129 }, { "epoch": 0.740983606557377, "grad_norm": 0.6410199999809265, "learning_rate": 1.927811958762953e-05, "loss": 0.3767, "step": 1130 }, { "epoch": 0.741639344262295, "grad_norm": 0.5337629914283752, "learning_rate": 1.9276534156923676e-05, "loss": 0.374, "step": 1131 }, { "epoch": 0.7422950819672132, "grad_norm": 0.5357259511947632, "learning_rate": 1.9274947052463614e-05, "loss": 0.3458, "step": 1132 }, { "epoch": 0.7429508196721312, "grad_norm": 0.5464279651641846, "learning_rate": 1.9273358274535703e-05, "loss": 0.3524, "step": 1133 }, { "epoch": 0.7436065573770492, "grad_norm": 0.5304073691368103, "learning_rate": 1.9271767823426607e-05, "loss": 0.3649, "step": 1134 }, { "epoch": 0.7442622950819672, "grad_norm": 0.5054913759231567, "learning_rate": 1.9270175699423286e-05, "loss": 0.3498, "step": 1135 }, { "epoch": 0.7449180327868853, "grad_norm": 0.6105019450187683, "learning_rate": 1.9268581902813003e-05, "loss": 0.3729, "step": 1136 }, { "epoch": 0.7455737704918033, "grad_norm": 0.47470301389694214, "learning_rate": 1.9266986433883332e-05, "loss": 0.3519, "step": 1137 }, { "epoch": 0.7462295081967213, "grad_norm": 0.6430538296699524, "learning_rate": 1.9265389292922133e-05, "loss": 0.3793, "step": 1138 }, { "epoch": 0.7468852459016393, "grad_norm": 0.5646718740463257, "learning_rate": 1.9263790480217587e-05, "loss": 0.3626, "step": 1139 }, { "epoch": 0.7475409836065574, "grad_norm": 0.5264889597892761, "learning_rate": 1.9262189996058155e-05, "loss": 0.3718, "step": 1140 }, { "epoch": 0.7481967213114754, "grad_norm": 0.6734728813171387, "learning_rate": 1.9260587840732616e-05, "loss": 0.3599, "step": 1141 }, { "epoch": 0.7488524590163934, "grad_norm": 0.6076191067695618, "learning_rate": 1.9258984014530043e-05, "loss": 0.3684, "step": 1142 }, { "epoch": 0.7495081967213115, "grad_norm": 0.5115901231765747, "learning_rate": 1.9257378517739815e-05, "loss": 0.3683, "step": 1143 }, { "epoch": 0.7501639344262295, "grad_norm": 0.5594286322593689, "learning_rate": 1.925577135065161e-05, "loss": 0.3504, "step": 1144 }, { "epoch": 0.7508196721311475, "grad_norm": 0.579693078994751, "learning_rate": 1.9254162513555404e-05, "loss": 0.3725, "step": 1145 }, { "epoch": 0.7514754098360655, "grad_norm": 0.5159199237823486, "learning_rate": 1.925255200674148e-05, "loss": 0.3489, "step": 1146 }, { "epoch": 0.7521311475409836, "grad_norm": 0.5411953926086426, "learning_rate": 1.9250939830500418e-05, "loss": 0.3618, "step": 1147 }, { "epoch": 0.7527868852459016, "grad_norm": 0.4941474497318268, "learning_rate": 1.9249325985123103e-05, "loss": 0.3267, "step": 1148 }, { "epoch": 0.7534426229508197, "grad_norm": 0.5366165637969971, "learning_rate": 1.924771047090072e-05, "loss": 0.3665, "step": 1149 }, { "epoch": 0.7540983606557377, "grad_norm": 0.5153239369392395, "learning_rate": 1.9246093288124748e-05, "loss": 0.3512, "step": 1150 }, { "epoch": 0.7547540983606558, "grad_norm": 0.5292659997940063, "learning_rate": 1.9244474437086982e-05, "loss": 0.3569, "step": 1151 }, { "epoch": 0.7554098360655738, "grad_norm": 0.5362513661384583, "learning_rate": 1.9242853918079506e-05, "loss": 0.3499, "step": 1152 }, { "epoch": 0.7560655737704918, "grad_norm": 0.5522027015686035, "learning_rate": 1.9241231731394708e-05, "loss": 0.3584, "step": 1153 }, { "epoch": 0.7567213114754099, "grad_norm": 0.5052298903465271, "learning_rate": 1.9239607877325275e-05, "loss": 0.3868, "step": 1154 }, { "epoch": 0.7573770491803279, "grad_norm": 0.4969017803668976, "learning_rate": 1.92379823561642e-05, "loss": 0.3658, "step": 1155 }, { "epoch": 0.7580327868852459, "grad_norm": 0.5364577174186707, "learning_rate": 1.9236355168204773e-05, "loss": 0.3576, "step": 1156 }, { "epoch": 0.7586885245901639, "grad_norm": 0.5394541025161743, "learning_rate": 1.923472631374059e-05, "loss": 0.3408, "step": 1157 }, { "epoch": 0.759344262295082, "grad_norm": 0.5032477378845215, "learning_rate": 1.9233095793065534e-05, "loss": 0.3347, "step": 1158 }, { "epoch": 0.76, "grad_norm": 0.5465460419654846, "learning_rate": 1.9231463606473807e-05, "loss": 0.3851, "step": 1159 }, { "epoch": 0.760655737704918, "grad_norm": 0.5074591636657715, "learning_rate": 1.9229829754259898e-05, "loss": 0.3674, "step": 1160 }, { "epoch": 0.761311475409836, "grad_norm": 0.5504751801490784, "learning_rate": 1.9228194236718597e-05, "loss": 0.3408, "step": 1161 }, { "epoch": 0.7619672131147541, "grad_norm": 0.4769642949104309, "learning_rate": 1.9226557054145008e-05, "loss": 0.3628, "step": 1162 }, { "epoch": 0.7626229508196721, "grad_norm": 0.5282301902770996, "learning_rate": 1.922491820683452e-05, "loss": 0.3646, "step": 1163 }, { "epoch": 0.7632786885245901, "grad_norm": 0.5355284810066223, "learning_rate": 1.922327769508283e-05, "loss": 0.3439, "step": 1164 }, { "epoch": 0.7639344262295082, "grad_norm": 0.5169347524642944, "learning_rate": 1.922163551918593e-05, "loss": 0.3562, "step": 1165 }, { "epoch": 0.7645901639344262, "grad_norm": 0.5485824346542358, "learning_rate": 1.921999167944012e-05, "loss": 0.371, "step": 1166 }, { "epoch": 0.7652459016393443, "grad_norm": 0.5611063241958618, "learning_rate": 1.9218346176142e-05, "loss": 0.3428, "step": 1167 }, { "epoch": 0.7659016393442623, "grad_norm": 0.512224555015564, "learning_rate": 1.9216699009588456e-05, "loss": 0.3636, "step": 1168 }, { "epoch": 0.7665573770491804, "grad_norm": 0.5117740035057068, "learning_rate": 1.9215050180076692e-05, "loss": 0.345, "step": 1169 }, { "epoch": 0.7672131147540984, "grad_norm": 0.5678763389587402, "learning_rate": 1.92133996879042e-05, "loss": 0.3595, "step": 1170 }, { "epoch": 0.7678688524590164, "grad_norm": 0.5010220408439636, "learning_rate": 1.921174753336878e-05, "loss": 0.3814, "step": 1171 }, { "epoch": 0.7685245901639344, "grad_norm": 0.5151910781860352, "learning_rate": 1.9210093716768525e-05, "loss": 0.3536, "step": 1172 }, { "epoch": 0.7691803278688525, "grad_norm": 0.5149306654930115, "learning_rate": 1.9208438238401836e-05, "loss": 0.3524, "step": 1173 }, { "epoch": 0.7698360655737705, "grad_norm": 0.6222649812698364, "learning_rate": 1.9206781098567403e-05, "loss": 0.3826, "step": 1174 }, { "epoch": 0.7704918032786885, "grad_norm": 0.5626764297485352, "learning_rate": 1.9205122297564226e-05, "loss": 0.3747, "step": 1175 }, { "epoch": 0.7711475409836066, "grad_norm": 0.6203910112380981, "learning_rate": 1.9203461835691596e-05, "loss": 0.3347, "step": 1176 }, { "epoch": 0.7718032786885246, "grad_norm": 0.5819636583328247, "learning_rate": 1.9201799713249115e-05, "loss": 0.364, "step": 1177 }, { "epoch": 0.7724590163934426, "grad_norm": 0.5149067640304565, "learning_rate": 1.9200135930536672e-05, "loss": 0.3351, "step": 1178 }, { "epoch": 0.7731147540983606, "grad_norm": 0.6363896131515503, "learning_rate": 1.9198470487854464e-05, "loss": 0.3497, "step": 1179 }, { "epoch": 0.7737704918032787, "grad_norm": 0.5584802031517029, "learning_rate": 1.9196803385502987e-05, "loss": 0.36, "step": 1180 }, { "epoch": 0.7744262295081967, "grad_norm": 0.48146769404411316, "learning_rate": 1.9195134623783026e-05, "loss": 0.3707, "step": 1181 }, { "epoch": 0.7750819672131147, "grad_norm": 0.5587342381477356, "learning_rate": 1.9193464202995688e-05, "loss": 0.3579, "step": 1182 }, { "epoch": 0.7757377049180327, "grad_norm": 0.5011317133903503, "learning_rate": 1.919179212344235e-05, "loss": 0.3536, "step": 1183 }, { "epoch": 0.7763934426229508, "grad_norm": 0.5121935606002808, "learning_rate": 1.919011838542471e-05, "loss": 0.3662, "step": 1184 }, { "epoch": 0.7770491803278688, "grad_norm": 0.525309145450592, "learning_rate": 1.918844298924476e-05, "loss": 0.3697, "step": 1185 }, { "epoch": 0.7777049180327869, "grad_norm": 0.5157081484794617, "learning_rate": 1.918676593520479e-05, "loss": 0.3617, "step": 1186 }, { "epoch": 0.778360655737705, "grad_norm": 0.48767226934432983, "learning_rate": 1.9185087223607386e-05, "loss": 0.3632, "step": 1187 }, { "epoch": 0.779016393442623, "grad_norm": 0.5098610520362854, "learning_rate": 1.9183406854755434e-05, "loss": 0.3764, "step": 1188 }, { "epoch": 0.779672131147541, "grad_norm": 0.506303608417511, "learning_rate": 1.918172482895213e-05, "loss": 0.34, "step": 1189 }, { "epoch": 0.780327868852459, "grad_norm": 0.47871366143226624, "learning_rate": 1.918004114650095e-05, "loss": 0.3531, "step": 1190 }, { "epoch": 0.7809836065573771, "grad_norm": 0.5017523765563965, "learning_rate": 1.9178355807705685e-05, "loss": 0.3493, "step": 1191 }, { "epoch": 0.7816393442622951, "grad_norm": 0.5288475751876831, "learning_rate": 1.9176668812870412e-05, "loss": 0.332, "step": 1192 }, { "epoch": 0.7822950819672131, "grad_norm": 0.5004043579101562, "learning_rate": 1.9174980162299523e-05, "loss": 0.3603, "step": 1193 }, { "epoch": 0.7829508196721311, "grad_norm": 0.5019803047180176, "learning_rate": 1.9173289856297693e-05, "loss": 0.357, "step": 1194 }, { "epoch": 0.7836065573770492, "grad_norm": 0.5121834874153137, "learning_rate": 1.9171597895169904e-05, "loss": 0.3331, "step": 1195 }, { "epoch": 0.7842622950819672, "grad_norm": 0.49689781665802, "learning_rate": 1.9169904279221435e-05, "loss": 0.3672, "step": 1196 }, { "epoch": 0.7849180327868852, "grad_norm": 0.49677547812461853, "learning_rate": 1.916820900875786e-05, "loss": 0.3338, "step": 1197 }, { "epoch": 0.7855737704918033, "grad_norm": 0.4703819751739502, "learning_rate": 1.9166512084085055e-05, "loss": 0.3406, "step": 1198 }, { "epoch": 0.7862295081967213, "grad_norm": 0.4706452190876007, "learning_rate": 1.9164813505509197e-05, "loss": 0.3593, "step": 1199 }, { "epoch": 0.7868852459016393, "grad_norm": 0.4975840449333191, "learning_rate": 1.916311327333676e-05, "loss": 0.3436, "step": 1200 }, { "epoch": 0.7875409836065573, "grad_norm": 0.5303093194961548, "learning_rate": 1.9161411387874512e-05, "loss": 0.3569, "step": 1201 }, { "epoch": 0.7881967213114754, "grad_norm": 0.5389948487281799, "learning_rate": 1.915970784942952e-05, "loss": 0.3601, "step": 1202 }, { "epoch": 0.7888524590163934, "grad_norm": 0.5491257309913635, "learning_rate": 1.9158002658309155e-05, "loss": 0.34, "step": 1203 }, { "epoch": 0.7895081967213115, "grad_norm": 0.4887930154800415, "learning_rate": 1.915629581482108e-05, "loss": 0.3432, "step": 1204 }, { "epoch": 0.7901639344262295, "grad_norm": 0.48052978515625, "learning_rate": 1.9154587319273263e-05, "loss": 0.3642, "step": 1205 }, { "epoch": 0.7908196721311476, "grad_norm": 0.4688084125518799, "learning_rate": 1.915287717197396e-05, "loss": 0.3518, "step": 1206 }, { "epoch": 0.7914754098360656, "grad_norm": 0.4580955505371094, "learning_rate": 1.9151165373231737e-05, "loss": 0.327, "step": 1207 }, { "epoch": 0.7921311475409836, "grad_norm": 0.5375223159790039, "learning_rate": 1.914945192335545e-05, "loss": 0.3427, "step": 1208 }, { "epoch": 0.7927868852459017, "grad_norm": 0.4898678958415985, "learning_rate": 1.914773682265425e-05, "loss": 0.3325, "step": 1209 }, { "epoch": 0.7934426229508197, "grad_norm": 0.4883507490158081, "learning_rate": 1.9146020071437597e-05, "loss": 0.3469, "step": 1210 }, { "epoch": 0.7940983606557377, "grad_norm": 0.48657646775245667, "learning_rate": 1.9144301670015237e-05, "loss": 0.3205, "step": 1211 }, { "epoch": 0.7947540983606557, "grad_norm": 0.5244090557098389, "learning_rate": 1.9142581618697225e-05, "loss": 0.363, "step": 1212 }, { "epoch": 0.7954098360655738, "grad_norm": 0.47849732637405396, "learning_rate": 1.9140859917793903e-05, "loss": 0.3578, "step": 1213 }, { "epoch": 0.7960655737704918, "grad_norm": 0.4886143207550049, "learning_rate": 1.913913656761592e-05, "loss": 0.3535, "step": 1214 }, { "epoch": 0.7967213114754098, "grad_norm": 0.4825996160507202, "learning_rate": 1.913741156847421e-05, "loss": 0.3501, "step": 1215 }, { "epoch": 0.7973770491803279, "grad_norm": 0.5124477744102478, "learning_rate": 1.9135684920680023e-05, "loss": 0.3787, "step": 1216 }, { "epoch": 0.7980327868852459, "grad_norm": 0.5079948306083679, "learning_rate": 1.9133956624544886e-05, "loss": 0.3415, "step": 1217 }, { "epoch": 0.7986885245901639, "grad_norm": 0.4632960557937622, "learning_rate": 1.9132226680380642e-05, "loss": 0.3662, "step": 1218 }, { "epoch": 0.7993442622950819, "grad_norm": 0.44856691360473633, "learning_rate": 1.9130495088499417e-05, "loss": 0.3294, "step": 1219 }, { "epoch": 0.8, "grad_norm": 0.5450172424316406, "learning_rate": 1.9128761849213643e-05, "loss": 0.3532, "step": 1220 }, { "epoch": 0.800655737704918, "grad_norm": 0.5043888688087463, "learning_rate": 1.9127026962836045e-05, "loss": 0.384, "step": 1221 }, { "epoch": 0.801311475409836, "grad_norm": 0.48607343435287476, "learning_rate": 1.9125290429679652e-05, "loss": 0.3433, "step": 1222 }, { "epoch": 0.801967213114754, "grad_norm": 0.5566762089729309, "learning_rate": 1.9123552250057777e-05, "loss": 0.3705, "step": 1223 }, { "epoch": 0.8026229508196722, "grad_norm": 0.5501524806022644, "learning_rate": 1.9121812424284038e-05, "loss": 0.3795, "step": 1224 }, { "epoch": 0.8032786885245902, "grad_norm": 0.49414968490600586, "learning_rate": 1.912007095267235e-05, "loss": 0.3703, "step": 1225 }, { "epoch": 0.8039344262295082, "grad_norm": 0.5233558416366577, "learning_rate": 1.911832783553693e-05, "loss": 0.3418, "step": 1226 }, { "epoch": 0.8045901639344263, "grad_norm": 0.46783140301704407, "learning_rate": 1.9116583073192286e-05, "loss": 0.359, "step": 1227 }, { "epoch": 0.8052459016393443, "grad_norm": 0.46611350774765015, "learning_rate": 1.9114836665953218e-05, "loss": 0.3286, "step": 1228 }, { "epoch": 0.8059016393442623, "grad_norm": 0.47666558623313904, "learning_rate": 1.911308861413483e-05, "loss": 0.3427, "step": 1229 }, { "epoch": 0.8065573770491803, "grad_norm": 0.4531506597995758, "learning_rate": 1.9111338918052525e-05, "loss": 0.3316, "step": 1230 }, { "epoch": 0.8072131147540984, "grad_norm": 0.6139819025993347, "learning_rate": 1.9109587578021994e-05, "loss": 0.3646, "step": 1231 }, { "epoch": 0.8078688524590164, "grad_norm": 0.4609183371067047, "learning_rate": 1.910783459435923e-05, "loss": 0.3356, "step": 1232 }, { "epoch": 0.8085245901639344, "grad_norm": 0.5310751795768738, "learning_rate": 1.9106079967380523e-05, "loss": 0.3202, "step": 1233 }, { "epoch": 0.8091803278688524, "grad_norm": 0.5447200536727905, "learning_rate": 1.9104323697402462e-05, "loss": 0.359, "step": 1234 }, { "epoch": 0.8098360655737705, "grad_norm": 0.43780213594436646, "learning_rate": 1.910256578474192e-05, "loss": 0.3305, "step": 1235 }, { "epoch": 0.8104918032786885, "grad_norm": 0.5161461234092712, "learning_rate": 1.910080622971608e-05, "loss": 0.3325, "step": 1236 }, { "epoch": 0.8111475409836065, "grad_norm": 0.5401783585548401, "learning_rate": 1.909904503264242e-05, "loss": 0.3404, "step": 1237 }, { "epoch": 0.8118032786885246, "grad_norm": 0.5212028622627258, "learning_rate": 1.9097282193838704e-05, "loss": 0.3997, "step": 1238 }, { "epoch": 0.8124590163934426, "grad_norm": 0.5639409422874451, "learning_rate": 1.9095517713623005e-05, "loss": 0.3509, "step": 1239 }, { "epoch": 0.8131147540983606, "grad_norm": 0.5330126881599426, "learning_rate": 1.909375159231368e-05, "loss": 0.377, "step": 1240 }, { "epoch": 0.8137704918032787, "grad_norm": 0.4860667884349823, "learning_rate": 1.909198383022939e-05, "loss": 0.3693, "step": 1241 }, { "epoch": 0.8144262295081968, "grad_norm": 0.5295907855033875, "learning_rate": 1.9090214427689094e-05, "loss": 0.3447, "step": 1242 }, { "epoch": 0.8150819672131148, "grad_norm": 0.4959946572780609, "learning_rate": 1.908844338501204e-05, "loss": 0.349, "step": 1243 }, { "epoch": 0.8157377049180328, "grad_norm": 0.5086130499839783, "learning_rate": 1.9086670702517776e-05, "loss": 0.3664, "step": 1244 }, { "epoch": 0.8163934426229508, "grad_norm": 0.5284883975982666, "learning_rate": 1.9084896380526146e-05, "loss": 0.349, "step": 1245 }, { "epoch": 0.8170491803278689, "grad_norm": 0.4718852639198303, "learning_rate": 1.9083120419357286e-05, "loss": 0.317, "step": 1246 }, { "epoch": 0.8177049180327869, "grad_norm": 0.6069161295890808, "learning_rate": 1.908134281933163e-05, "loss": 0.3606, "step": 1247 }, { "epoch": 0.8183606557377049, "grad_norm": 0.48662492632865906, "learning_rate": 1.9079563580769917e-05, "loss": 0.3368, "step": 1248 }, { "epoch": 0.819016393442623, "grad_norm": 0.5569068789482117, "learning_rate": 1.9077782703993165e-05, "loss": 0.3726, "step": 1249 }, { "epoch": 0.819672131147541, "grad_norm": 0.5347802042961121, "learning_rate": 1.9076000189322694e-05, "loss": 0.3608, "step": 1250 }, { "epoch": 0.820327868852459, "grad_norm": 0.5524672269821167, "learning_rate": 1.9074216037080126e-05, "loss": 0.3499, "step": 1251 }, { "epoch": 0.820983606557377, "grad_norm": 0.5275545120239258, "learning_rate": 1.9072430247587374e-05, "loss": 0.3313, "step": 1252 }, { "epoch": 0.8216393442622951, "grad_norm": 0.49209845066070557, "learning_rate": 1.907064282116664e-05, "loss": 0.3675, "step": 1253 }, { "epoch": 0.8222950819672131, "grad_norm": 0.49936071038246155, "learning_rate": 1.9068853758140432e-05, "loss": 0.3597, "step": 1254 }, { "epoch": 0.8229508196721311, "grad_norm": 0.574860692024231, "learning_rate": 1.9067063058831545e-05, "loss": 0.3864, "step": 1255 }, { "epoch": 0.8236065573770491, "grad_norm": 0.49131157994270325, "learning_rate": 1.906527072356308e-05, "loss": 0.3682, "step": 1256 }, { "epoch": 0.8242622950819672, "grad_norm": 0.5589615106582642, "learning_rate": 1.9063476752658416e-05, "loss": 0.3459, "step": 1257 }, { "epoch": 0.8249180327868852, "grad_norm": 0.4920370876789093, "learning_rate": 1.9061681146441245e-05, "loss": 0.3808, "step": 1258 }, { "epoch": 0.8255737704918032, "grad_norm": 0.544640839099884, "learning_rate": 1.9059883905235543e-05, "loss": 0.3471, "step": 1259 }, { "epoch": 0.8262295081967214, "grad_norm": 0.4901265501976013, "learning_rate": 1.9058085029365584e-05, "loss": 0.3668, "step": 1260 }, { "epoch": 0.8268852459016394, "grad_norm": 0.4641325771808624, "learning_rate": 1.9056284519155935e-05, "loss": 0.3397, "step": 1261 }, { "epoch": 0.8275409836065574, "grad_norm": 0.5325198769569397, "learning_rate": 1.905448237493147e-05, "loss": 0.3956, "step": 1262 }, { "epoch": 0.8281967213114754, "grad_norm": 0.479337602853775, "learning_rate": 1.9052678597017334e-05, "loss": 0.3293, "step": 1263 }, { "epoch": 0.8288524590163935, "grad_norm": 0.48468276858329773, "learning_rate": 1.9050873185738988e-05, "loss": 0.3592, "step": 1264 }, { "epoch": 0.8295081967213115, "grad_norm": 0.433986634016037, "learning_rate": 1.904906614142218e-05, "loss": 0.3396, "step": 1265 }, { "epoch": 0.8301639344262295, "grad_norm": 0.5126140117645264, "learning_rate": 1.904725746439295e-05, "loss": 0.3609, "step": 1266 }, { "epoch": 0.8308196721311475, "grad_norm": 0.6397754549980164, "learning_rate": 1.9045447154977638e-05, "loss": 0.346, "step": 1267 }, { "epoch": 0.8314754098360656, "grad_norm": 0.531061053276062, "learning_rate": 1.9043635213502875e-05, "loss": 0.3908, "step": 1268 }, { "epoch": 0.8321311475409836, "grad_norm": 0.4752945303916931, "learning_rate": 1.9041821640295592e-05, "loss": 0.3282, "step": 1269 }, { "epoch": 0.8327868852459016, "grad_norm": 0.4785623252391815, "learning_rate": 1.9040006435683e-05, "loss": 0.3644, "step": 1270 }, { "epoch": 0.8334426229508197, "grad_norm": 0.48324865102767944, "learning_rate": 1.9038189599992624e-05, "loss": 0.3714, "step": 1271 }, { "epoch": 0.8340983606557377, "grad_norm": 0.5090704560279846, "learning_rate": 1.9036371133552268e-05, "loss": 0.3366, "step": 1272 }, { "epoch": 0.8347540983606557, "grad_norm": 0.48836594820022583, "learning_rate": 1.903455103669004e-05, "loss": 0.3314, "step": 1273 }, { "epoch": 0.8354098360655737, "grad_norm": 0.505109429359436, "learning_rate": 1.903272930973433e-05, "loss": 0.3556, "step": 1274 }, { "epoch": 0.8360655737704918, "grad_norm": 0.5507964491844177, "learning_rate": 1.903090595301384e-05, "loss": 0.3419, "step": 1275 }, { "epoch": 0.8367213114754098, "grad_norm": 0.5080852508544922, "learning_rate": 1.9029080966857547e-05, "loss": 0.3546, "step": 1276 }, { "epoch": 0.8373770491803278, "grad_norm": 0.5050930380821228, "learning_rate": 1.902725435159474e-05, "loss": 0.3598, "step": 1277 }, { "epoch": 0.8380327868852459, "grad_norm": 0.514030396938324, "learning_rate": 1.9025426107554987e-05, "loss": 0.3356, "step": 1278 }, { "epoch": 0.838688524590164, "grad_norm": 0.49210652709007263, "learning_rate": 1.9023596235068158e-05, "loss": 0.3526, "step": 1279 }, { "epoch": 0.839344262295082, "grad_norm": 0.5140302181243896, "learning_rate": 1.9021764734464413e-05, "loss": 0.3431, "step": 1280 }, { "epoch": 0.84, "grad_norm": 0.5537097454071045, "learning_rate": 1.901993160607421e-05, "loss": 0.3472, "step": 1281 }, { "epoch": 0.8406557377049181, "grad_norm": 0.5432018637657166, "learning_rate": 1.9018096850228297e-05, "loss": 0.3524, "step": 1282 }, { "epoch": 0.8413114754098361, "grad_norm": 0.6049419045448303, "learning_rate": 1.9016260467257716e-05, "loss": 0.3783, "step": 1283 }, { "epoch": 0.8419672131147541, "grad_norm": 0.5088419914245605, "learning_rate": 1.9014422457493803e-05, "loss": 0.3603, "step": 1284 }, { "epoch": 0.8426229508196721, "grad_norm": 0.5101682543754578, "learning_rate": 1.9012582821268193e-05, "loss": 0.3503, "step": 1285 }, { "epoch": 0.8432786885245902, "grad_norm": 0.5415958762168884, "learning_rate": 1.9010741558912803e-05, "loss": 0.3371, "step": 1286 }, { "epoch": 0.8439344262295082, "grad_norm": 0.47028210759162903, "learning_rate": 1.9008898670759853e-05, "loss": 0.3698, "step": 1287 }, { "epoch": 0.8445901639344262, "grad_norm": 0.4680645167827606, "learning_rate": 1.9007054157141854e-05, "loss": 0.3233, "step": 1288 }, { "epoch": 0.8452459016393442, "grad_norm": 0.4785921275615692, "learning_rate": 1.9005208018391607e-05, "loss": 0.3375, "step": 1289 }, { "epoch": 0.8459016393442623, "grad_norm": 0.5593274235725403, "learning_rate": 1.9003360254842207e-05, "loss": 0.3617, "step": 1290 }, { "epoch": 0.8465573770491803, "grad_norm": 0.5019677877426147, "learning_rate": 1.9001510866827052e-05, "loss": 0.3154, "step": 1291 }, { "epoch": 0.8472131147540983, "grad_norm": 0.5595202445983887, "learning_rate": 1.8999659854679817e-05, "loss": 0.3627, "step": 1292 }, { "epoch": 0.8478688524590164, "grad_norm": 0.5269830226898193, "learning_rate": 1.899780721873448e-05, "loss": 0.3434, "step": 1293 }, { "epoch": 0.8485245901639344, "grad_norm": 0.4420439600944519, "learning_rate": 1.8995952959325312e-05, "loss": 0.3325, "step": 1294 }, { "epoch": 0.8491803278688524, "grad_norm": 0.5676029324531555, "learning_rate": 1.8994097076786874e-05, "loss": 0.3563, "step": 1295 }, { "epoch": 0.8498360655737704, "grad_norm": 0.4878733456134796, "learning_rate": 1.8992239571454014e-05, "loss": 0.3333, "step": 1296 }, { "epoch": 0.8504918032786886, "grad_norm": 0.49094751477241516, "learning_rate": 1.899038044366189e-05, "loss": 0.3603, "step": 1297 }, { "epoch": 0.8511475409836066, "grad_norm": 0.4934852421283722, "learning_rate": 1.898851969374594e-05, "loss": 0.3383, "step": 1298 }, { "epoch": 0.8518032786885246, "grad_norm": 0.5673993229866028, "learning_rate": 1.8986657322041887e-05, "loss": 0.3764, "step": 1299 }, { "epoch": 0.8524590163934426, "grad_norm": 0.5334917306900024, "learning_rate": 1.8984793328885772e-05, "loss": 0.3252, "step": 1300 }, { "epoch": 0.8531147540983607, "grad_norm": 0.47086983919143677, "learning_rate": 1.8982927714613903e-05, "loss": 0.3208, "step": 1301 }, { "epoch": 0.8537704918032787, "grad_norm": 0.5680205225944519, "learning_rate": 1.8981060479562893e-05, "loss": 0.349, "step": 1302 }, { "epoch": 0.8544262295081967, "grad_norm": 0.5444744229316711, "learning_rate": 1.8979191624069645e-05, "loss": 0.3348, "step": 1303 }, { "epoch": 0.8550819672131148, "grad_norm": 0.49665334820747375, "learning_rate": 1.897732114847135e-05, "loss": 0.3423, "step": 1304 }, { "epoch": 0.8557377049180328, "grad_norm": 0.5780500173568726, "learning_rate": 1.8975449053105505e-05, "loss": 0.343, "step": 1305 }, { "epoch": 0.8563934426229508, "grad_norm": 0.5952107906341553, "learning_rate": 1.8973575338309884e-05, "loss": 0.3305, "step": 1306 }, { "epoch": 0.8570491803278688, "grad_norm": 0.473604679107666, "learning_rate": 1.897170000442256e-05, "loss": 0.3442, "step": 1307 }, { "epoch": 0.8577049180327869, "grad_norm": 0.47612231969833374, "learning_rate": 1.8969823051781894e-05, "loss": 0.3443, "step": 1308 }, { "epoch": 0.8583606557377049, "grad_norm": 0.5430725812911987, "learning_rate": 1.896794448072655e-05, "loss": 0.3454, "step": 1309 }, { "epoch": 0.8590163934426229, "grad_norm": 0.4933246672153473, "learning_rate": 1.8966064291595472e-05, "loss": 0.342, "step": 1310 }, { "epoch": 0.8596721311475409, "grad_norm": 0.5369341969490051, "learning_rate": 1.8964182484727904e-05, "loss": 0.3553, "step": 1311 }, { "epoch": 0.860327868852459, "grad_norm": 0.5203889608383179, "learning_rate": 1.8962299060463367e-05, "loss": 0.3468, "step": 1312 }, { "epoch": 0.860983606557377, "grad_norm": 0.4555705487728119, "learning_rate": 1.89604140191417e-05, "loss": 0.3409, "step": 1313 }, { "epoch": 0.861639344262295, "grad_norm": 0.4727828800678253, "learning_rate": 1.8958527361103005e-05, "loss": 0.3603, "step": 1314 }, { "epoch": 0.8622950819672132, "grad_norm": 0.42749452590942383, "learning_rate": 1.89566390866877e-05, "loss": 0.3339, "step": 1315 }, { "epoch": 0.8629508196721312, "grad_norm": 0.5039231777191162, "learning_rate": 1.895474919623648e-05, "loss": 0.3475, "step": 1316 }, { "epoch": 0.8636065573770492, "grad_norm": 0.49067988991737366, "learning_rate": 1.8952857690090338e-05, "loss": 0.3521, "step": 1317 }, { "epoch": 0.8642622950819672, "grad_norm": 0.4903900921344757, "learning_rate": 1.8950964568590548e-05, "loss": 0.3478, "step": 1318 }, { "epoch": 0.8649180327868853, "grad_norm": 0.5133898854255676, "learning_rate": 1.8949069832078696e-05, "loss": 0.331, "step": 1319 }, { "epoch": 0.8655737704918033, "grad_norm": 0.4792667627334595, "learning_rate": 1.894717348089664e-05, "loss": 0.3445, "step": 1320 }, { "epoch": 0.8662295081967213, "grad_norm": 0.5145328044891357, "learning_rate": 1.8945275515386536e-05, "loss": 0.328, "step": 1321 }, { "epoch": 0.8668852459016393, "grad_norm": 0.5161324143409729, "learning_rate": 1.8943375935890834e-05, "loss": 0.3671, "step": 1322 }, { "epoch": 0.8675409836065574, "grad_norm": 0.47353047132492065, "learning_rate": 1.8941474742752272e-05, "loss": 0.3663, "step": 1323 }, { "epoch": 0.8681967213114754, "grad_norm": 0.4876609146595001, "learning_rate": 1.8939571936313877e-05, "loss": 0.3381, "step": 1324 }, { "epoch": 0.8688524590163934, "grad_norm": 0.48324134945869446, "learning_rate": 1.893766751691898e-05, "loss": 0.3362, "step": 1325 }, { "epoch": 0.8695081967213115, "grad_norm": 0.4729459583759308, "learning_rate": 1.8935761484911183e-05, "loss": 0.3519, "step": 1326 }, { "epoch": 0.8701639344262295, "grad_norm": 0.4905584454536438, "learning_rate": 1.8933853840634392e-05, "loss": 0.3357, "step": 1327 }, { "epoch": 0.8708196721311475, "grad_norm": 0.487644225358963, "learning_rate": 1.8931944584432802e-05, "loss": 0.3448, "step": 1328 }, { "epoch": 0.8714754098360655, "grad_norm": 0.43248867988586426, "learning_rate": 1.8930033716650894e-05, "loss": 0.3458, "step": 1329 }, { "epoch": 0.8721311475409836, "grad_norm": 0.47430509328842163, "learning_rate": 1.8928121237633454e-05, "loss": 0.3582, "step": 1330 }, { "epoch": 0.8727868852459016, "grad_norm": 0.49539217352867126, "learning_rate": 1.8926207147725535e-05, "loss": 0.3398, "step": 1331 }, { "epoch": 0.8734426229508196, "grad_norm": 0.45846953988075256, "learning_rate": 1.8924291447272502e-05, "loss": 0.3415, "step": 1332 }, { "epoch": 0.8740983606557376, "grad_norm": 0.5291745662689209, "learning_rate": 1.8922374136620007e-05, "loss": 0.3523, "step": 1333 }, { "epoch": 0.8747540983606558, "grad_norm": 0.5253928303718567, "learning_rate": 1.8920455216113975e-05, "loss": 0.363, "step": 1334 }, { "epoch": 0.8754098360655738, "grad_norm": 0.4890502095222473, "learning_rate": 1.8918534686100646e-05, "loss": 0.3488, "step": 1335 }, { "epoch": 0.8760655737704918, "grad_norm": 0.5828456282615662, "learning_rate": 1.891661254692653e-05, "loss": 0.3371, "step": 1336 }, { "epoch": 0.8767213114754099, "grad_norm": 0.4773330092430115, "learning_rate": 1.8914688798938444e-05, "loss": 0.3378, "step": 1337 }, { "epoch": 0.8773770491803279, "grad_norm": 0.46238821744918823, "learning_rate": 1.8912763442483484e-05, "loss": 0.3114, "step": 1338 }, { "epoch": 0.8780327868852459, "grad_norm": 0.5784196257591248, "learning_rate": 1.8910836477909044e-05, "loss": 0.3665, "step": 1339 }, { "epoch": 0.8786885245901639, "grad_norm": 0.492795467376709, "learning_rate": 1.8908907905562795e-05, "loss": 0.3496, "step": 1340 }, { "epoch": 0.879344262295082, "grad_norm": 0.4593231678009033, "learning_rate": 1.8906977725792718e-05, "loss": 0.3428, "step": 1341 }, { "epoch": 0.88, "grad_norm": 0.4758375287055969, "learning_rate": 1.8905045938947063e-05, "loss": 0.3745, "step": 1342 }, { "epoch": 0.880655737704918, "grad_norm": 0.5411278009414673, "learning_rate": 1.8903112545374386e-05, "loss": 0.3506, "step": 1343 }, { "epoch": 0.8813114754098361, "grad_norm": 0.4835861027240753, "learning_rate": 1.8901177545423524e-05, "loss": 0.3383, "step": 1344 }, { "epoch": 0.8819672131147541, "grad_norm": 0.5158901810646057, "learning_rate": 1.889924093944361e-05, "loss": 0.3418, "step": 1345 }, { "epoch": 0.8826229508196721, "grad_norm": 0.5411534905433655, "learning_rate": 1.8897302727784063e-05, "loss": 0.3579, "step": 1346 }, { "epoch": 0.8832786885245901, "grad_norm": 0.5167920589447021, "learning_rate": 1.889536291079459e-05, "loss": 0.3413, "step": 1347 }, { "epoch": 0.8839344262295082, "grad_norm": 0.45540034770965576, "learning_rate": 1.889342148882519e-05, "loss": 0.3415, "step": 1348 }, { "epoch": 0.8845901639344262, "grad_norm": 0.5420655608177185, "learning_rate": 1.8891478462226154e-05, "loss": 0.3291, "step": 1349 }, { "epoch": 0.8852459016393442, "grad_norm": 0.44127655029296875, "learning_rate": 1.8889533831348058e-05, "loss": 0.3318, "step": 1350 }, { "epoch": 0.8859016393442622, "grad_norm": 0.47264203429222107, "learning_rate": 1.888758759654177e-05, "loss": 0.3795, "step": 1351 }, { "epoch": 0.8865573770491804, "grad_norm": 0.4915095567703247, "learning_rate": 1.8885639758158446e-05, "loss": 0.3549, "step": 1352 }, { "epoch": 0.8872131147540984, "grad_norm": 0.4895120859146118, "learning_rate": 1.8883690316549534e-05, "loss": 0.3439, "step": 1353 }, { "epoch": 0.8878688524590164, "grad_norm": 0.44800418615341187, "learning_rate": 1.8881739272066772e-05, "loss": 0.3315, "step": 1354 }, { "epoch": 0.8885245901639345, "grad_norm": 0.49542659521102905, "learning_rate": 1.8879786625062177e-05, "loss": 0.352, "step": 1355 }, { "epoch": 0.8891803278688525, "grad_norm": 0.5026638507843018, "learning_rate": 1.8877832375888067e-05, "loss": 0.3582, "step": 1356 }, { "epoch": 0.8898360655737705, "grad_norm": 0.46002906560897827, "learning_rate": 1.8875876524897045e-05, "loss": 0.3449, "step": 1357 }, { "epoch": 0.8904918032786885, "grad_norm": 0.5266716480255127, "learning_rate": 1.8873919072442003e-05, "loss": 0.3502, "step": 1358 }, { "epoch": 0.8911475409836066, "grad_norm": 0.5249508023262024, "learning_rate": 1.8871960018876125e-05, "loss": 0.3503, "step": 1359 }, { "epoch": 0.8918032786885246, "grad_norm": 0.5076709389686584, "learning_rate": 1.8869999364552875e-05, "loss": 0.3426, "step": 1360 }, { "epoch": 0.8924590163934426, "grad_norm": 0.5105317831039429, "learning_rate": 1.8868037109826015e-05, "loss": 0.3453, "step": 1361 }, { "epoch": 0.8931147540983606, "grad_norm": 0.5155647993087769, "learning_rate": 1.8866073255049588e-05, "loss": 0.3438, "step": 1362 }, { "epoch": 0.8937704918032787, "grad_norm": 0.4463369846343994, "learning_rate": 1.8864107800577937e-05, "loss": 0.3678, "step": 1363 }, { "epoch": 0.8944262295081967, "grad_norm": 0.4856713116168976, "learning_rate": 1.886214074676568e-05, "loss": 0.3718, "step": 1364 }, { "epoch": 0.8950819672131147, "grad_norm": 0.5141710042953491, "learning_rate": 1.8860172093967737e-05, "loss": 0.3224, "step": 1365 }, { "epoch": 0.8957377049180328, "grad_norm": 0.46114909648895264, "learning_rate": 1.8858201842539303e-05, "loss": 0.3474, "step": 1366 }, { "epoch": 0.8963934426229508, "grad_norm": 0.47269701957702637, "learning_rate": 1.8856229992835873e-05, "loss": 0.3469, "step": 1367 }, { "epoch": 0.8970491803278688, "grad_norm": 0.5735092759132385, "learning_rate": 1.8854256545213224e-05, "loss": 0.3283, "step": 1368 }, { "epoch": 0.8977049180327868, "grad_norm": 0.45481181144714355, "learning_rate": 1.885228150002742e-05, "loss": 0.3441, "step": 1369 }, { "epoch": 0.898360655737705, "grad_norm": 0.5903220176696777, "learning_rate": 1.8850304857634817e-05, "loss": 0.3507, "step": 1370 }, { "epoch": 0.899016393442623, "grad_norm": 0.4508725702762604, "learning_rate": 1.8848326618392065e-05, "loss": 0.3445, "step": 1371 }, { "epoch": 0.899672131147541, "grad_norm": 0.4764343798160553, "learning_rate": 1.8846346782656087e-05, "loss": 0.3442, "step": 1372 }, { "epoch": 0.900327868852459, "grad_norm": 0.43049389123916626, "learning_rate": 1.8844365350784105e-05, "loss": 0.3278, "step": 1373 }, { "epoch": 0.9009836065573771, "grad_norm": 0.516987681388855, "learning_rate": 1.884238232313363e-05, "loss": 0.3435, "step": 1374 }, { "epoch": 0.9016393442622951, "grad_norm": 0.5299170613288879, "learning_rate": 1.8840397700062453e-05, "loss": 0.367, "step": 1375 }, { "epoch": 0.9022950819672131, "grad_norm": 0.49904224276542664, "learning_rate": 1.883841148192866e-05, "loss": 0.3674, "step": 1376 }, { "epoch": 0.9029508196721312, "grad_norm": 0.5191242098808289, "learning_rate": 1.883642366909062e-05, "loss": 0.372, "step": 1377 }, { "epoch": 0.9036065573770492, "grad_norm": 0.484046995639801, "learning_rate": 1.8834434261906992e-05, "loss": 0.3536, "step": 1378 }, { "epoch": 0.9042622950819672, "grad_norm": 0.4634932577610016, "learning_rate": 1.883244326073672e-05, "loss": 0.344, "step": 1379 }, { "epoch": 0.9049180327868852, "grad_norm": 0.4635683000087738, "learning_rate": 1.883045066593905e-05, "loss": 0.3275, "step": 1380 }, { "epoch": 0.9055737704918033, "grad_norm": 0.5088326930999756, "learning_rate": 1.8828456477873486e-05, "loss": 0.3776, "step": 1381 }, { "epoch": 0.9062295081967213, "grad_norm": 0.47051283717155457, "learning_rate": 1.8826460696899848e-05, "loss": 0.3481, "step": 1382 }, { "epoch": 0.9068852459016393, "grad_norm": 0.4444710910320282, "learning_rate": 1.882446332337823e-05, "loss": 0.3461, "step": 1383 }, { "epoch": 0.9075409836065573, "grad_norm": 0.46249085664749146, "learning_rate": 1.8822464357669016e-05, "loss": 0.3336, "step": 1384 }, { "epoch": 0.9081967213114754, "grad_norm": 0.46379560232162476, "learning_rate": 1.8820463800132875e-05, "loss": 0.343, "step": 1385 }, { "epoch": 0.9088524590163934, "grad_norm": 0.4403734803199768, "learning_rate": 1.8818461651130767e-05, "loss": 0.3249, "step": 1386 }, { "epoch": 0.9095081967213114, "grad_norm": 0.5444373488426208, "learning_rate": 1.881645791102394e-05, "loss": 0.3645, "step": 1387 }, { "epoch": 0.9101639344262296, "grad_norm": 0.45106521248817444, "learning_rate": 1.8814452580173923e-05, "loss": 0.3435, "step": 1388 }, { "epoch": 0.9108196721311476, "grad_norm": 0.5181223154067993, "learning_rate": 1.8812445658942535e-05, "loss": 0.33, "step": 1389 }, { "epoch": 0.9114754098360656, "grad_norm": 0.44697248935699463, "learning_rate": 1.8810437147691883e-05, "loss": 0.3639, "step": 1390 }, { "epoch": 0.9121311475409836, "grad_norm": 0.442316472530365, "learning_rate": 1.8808427046784365e-05, "loss": 0.3352, "step": 1391 }, { "epoch": 0.9127868852459017, "grad_norm": 0.46639981865882874, "learning_rate": 1.8806415356582654e-05, "loss": 0.3051, "step": 1392 }, { "epoch": 0.9134426229508197, "grad_norm": 0.4359606206417084, "learning_rate": 1.8804402077449723e-05, "loss": 0.3324, "step": 1393 }, { "epoch": 0.9140983606557377, "grad_norm": 0.42948463559150696, "learning_rate": 1.880238720974882e-05, "loss": 0.3426, "step": 1394 }, { "epoch": 0.9147540983606557, "grad_norm": 0.444381982088089, "learning_rate": 1.880037075384349e-05, "loss": 0.3541, "step": 1395 }, { "epoch": 0.9154098360655738, "grad_norm": 0.4603240191936493, "learning_rate": 1.8798352710097557e-05, "loss": 0.3401, "step": 1396 }, { "epoch": 0.9160655737704918, "grad_norm": 0.4308197796344757, "learning_rate": 1.8796333078875134e-05, "loss": 0.3368, "step": 1397 }, { "epoch": 0.9167213114754098, "grad_norm": 0.42793330550193787, "learning_rate": 1.8794311860540623e-05, "loss": 0.3246, "step": 1398 }, { "epoch": 0.9173770491803279, "grad_norm": 0.4578920304775238, "learning_rate": 1.879228905545871e-05, "loss": 0.3456, "step": 1399 }, { "epoch": 0.9180327868852459, "grad_norm": 0.5261265635490417, "learning_rate": 1.8790264663994366e-05, "loss": 0.3359, "step": 1400 }, { "epoch": 0.9186885245901639, "grad_norm": 0.4387255907058716, "learning_rate": 1.8788238686512846e-05, "loss": 0.3315, "step": 1401 }, { "epoch": 0.9193442622950819, "grad_norm": 0.48194625973701477, "learning_rate": 1.87862111233797e-05, "loss": 0.3644, "step": 1402 }, { "epoch": 0.92, "grad_norm": 0.4810650646686554, "learning_rate": 1.878418197496076e-05, "loss": 0.3207, "step": 1403 }, { "epoch": 0.920655737704918, "grad_norm": 0.42661476135253906, "learning_rate": 1.878215124162214e-05, "loss": 0.3398, "step": 1404 }, { "epoch": 0.921311475409836, "grad_norm": 0.4459812045097351, "learning_rate": 1.878011892373024e-05, "loss": 0.3648, "step": 1405 }, { "epoch": 0.921967213114754, "grad_norm": 0.4395795464515686, "learning_rate": 1.8778085021651756e-05, "loss": 0.3501, "step": 1406 }, { "epoch": 0.9226229508196722, "grad_norm": 0.4522998332977295, "learning_rate": 1.8776049535753657e-05, "loss": 0.3168, "step": 1407 }, { "epoch": 0.9232786885245902, "grad_norm": 0.4253387153148651, "learning_rate": 1.87740124664032e-05, "loss": 0.3288, "step": 1408 }, { "epoch": 0.9239344262295082, "grad_norm": 0.4744703471660614, "learning_rate": 1.877197381396794e-05, "loss": 0.342, "step": 1409 }, { "epoch": 0.9245901639344263, "grad_norm": 0.42809635400772095, "learning_rate": 1.8769933578815707e-05, "loss": 0.3541, "step": 1410 }, { "epoch": 0.9252459016393443, "grad_norm": 0.4370032548904419, "learning_rate": 1.876789176131461e-05, "loss": 0.3472, "step": 1411 }, { "epoch": 0.9259016393442623, "grad_norm": 0.4338405728340149, "learning_rate": 1.876584836183306e-05, "loss": 0.3436, "step": 1412 }, { "epoch": 0.9265573770491803, "grad_norm": 0.4375767707824707, "learning_rate": 1.8763803380739744e-05, "loss": 0.3243, "step": 1413 }, { "epoch": 0.9272131147540984, "grad_norm": 0.43260690569877625, "learning_rate": 1.8761756818403634e-05, "loss": 0.3404, "step": 1414 }, { "epoch": 0.9278688524590164, "grad_norm": 0.4124910235404968, "learning_rate": 1.875970867519399e-05, "loss": 0.3503, "step": 1415 }, { "epoch": 0.9285245901639344, "grad_norm": 0.44936299324035645, "learning_rate": 1.8757658951480353e-05, "loss": 0.3202, "step": 1416 }, { "epoch": 0.9291803278688524, "grad_norm": 0.4598669111728668, "learning_rate": 1.8755607647632555e-05, "loss": 0.3549, "step": 1417 }, { "epoch": 0.9298360655737705, "grad_norm": 0.45306849479675293, "learning_rate": 1.8753554764020707e-05, "loss": 0.3439, "step": 1418 }, { "epoch": 0.9304918032786885, "grad_norm": 0.43512606620788574, "learning_rate": 1.8751500301015216e-05, "loss": 0.343, "step": 1419 }, { "epoch": 0.9311475409836065, "grad_norm": 0.4684838652610779, "learning_rate": 1.874944425898676e-05, "loss": 0.3562, "step": 1420 }, { "epoch": 0.9318032786885246, "grad_norm": 0.4283912777900696, "learning_rate": 1.8747386638306307e-05, "loss": 0.3418, "step": 1421 }, { "epoch": 0.9324590163934426, "grad_norm": 0.43824633955955505, "learning_rate": 1.8745327439345113e-05, "loss": 0.3134, "step": 1422 }, { "epoch": 0.9331147540983606, "grad_norm": 0.4273422360420227, "learning_rate": 1.874326666247472e-05, "loss": 0.3094, "step": 1423 }, { "epoch": 0.9337704918032786, "grad_norm": 0.4438339173793793, "learning_rate": 1.874120430806695e-05, "loss": 0.3179, "step": 1424 }, { "epoch": 0.9344262295081968, "grad_norm": 0.4772692322731018, "learning_rate": 1.873914037649391e-05, "loss": 0.3634, "step": 1425 }, { "epoch": 0.9350819672131148, "grad_norm": 0.47370317578315735, "learning_rate": 1.8737074868127997e-05, "loss": 0.3552, "step": 1426 }, { "epoch": 0.9357377049180328, "grad_norm": 0.4519440531730652, "learning_rate": 1.873500778334188e-05, "loss": 0.339, "step": 1427 }, { "epoch": 0.9363934426229508, "grad_norm": 0.4474954903125763, "learning_rate": 1.873293912250852e-05, "loss": 0.3288, "step": 1428 }, { "epoch": 0.9370491803278689, "grad_norm": 0.46638497710227966, "learning_rate": 1.8730868886001175e-05, "loss": 0.3426, "step": 1429 }, { "epoch": 0.9377049180327869, "grad_norm": 0.44876936078071594, "learning_rate": 1.872879707419337e-05, "loss": 0.3343, "step": 1430 }, { "epoch": 0.9383606557377049, "grad_norm": 0.48714756965637207, "learning_rate": 1.8726723687458914e-05, "loss": 0.3354, "step": 1431 }, { "epoch": 0.939016393442623, "grad_norm": 0.4419199526309967, "learning_rate": 1.872464872617191e-05, "loss": 0.3344, "step": 1432 }, { "epoch": 0.939672131147541, "grad_norm": 0.43513959646224976, "learning_rate": 1.8722572190706743e-05, "loss": 0.3592, "step": 1433 }, { "epoch": 0.940327868852459, "grad_norm": 0.4304269254207611, "learning_rate": 1.872049408143808e-05, "loss": 0.3546, "step": 1434 }, { "epoch": 0.940983606557377, "grad_norm": 0.4455074369907379, "learning_rate": 1.8718414398740863e-05, "loss": 0.3273, "step": 1435 }, { "epoch": 0.9416393442622951, "grad_norm": 0.4523812532424927, "learning_rate": 1.8716333142990338e-05, "loss": 0.3578, "step": 1436 }, { "epoch": 0.9422950819672131, "grad_norm": 0.4455586373806, "learning_rate": 1.8714250314562017e-05, "loss": 0.3268, "step": 1437 }, { "epoch": 0.9429508196721311, "grad_norm": 0.4704873859882355, "learning_rate": 1.87121659138317e-05, "loss": 0.3426, "step": 1438 }, { "epoch": 0.9436065573770491, "grad_norm": 0.47868603467941284, "learning_rate": 1.8710079941175484e-05, "loss": 0.3493, "step": 1439 }, { "epoch": 0.9442622950819672, "grad_norm": 0.4702276289463043, "learning_rate": 1.870799239696973e-05, "loss": 0.2994, "step": 1440 }, { "epoch": 0.9449180327868852, "grad_norm": 0.5153787732124329, "learning_rate": 1.870590328159109e-05, "loss": 0.3614, "step": 1441 }, { "epoch": 0.9455737704918032, "grad_norm": 0.47216784954071045, "learning_rate": 1.8703812595416503e-05, "loss": 0.3232, "step": 1442 }, { "epoch": 0.9462295081967214, "grad_norm": 0.4365852177143097, "learning_rate": 1.870172033882319e-05, "loss": 0.3248, "step": 1443 }, { "epoch": 0.9468852459016394, "grad_norm": 0.4865031838417053, "learning_rate": 1.8699626512188654e-05, "loss": 0.3433, "step": 1444 }, { "epoch": 0.9475409836065574, "grad_norm": 0.41803738474845886, "learning_rate": 1.8697531115890682e-05, "loss": 0.3316, "step": 1445 }, { "epoch": 0.9481967213114754, "grad_norm": 0.4690788984298706, "learning_rate": 1.8695434150307342e-05, "loss": 0.3222, "step": 1446 }, { "epoch": 0.9488524590163935, "grad_norm": 0.47372832894325256, "learning_rate": 1.8693335615816993e-05, "loss": 0.3313, "step": 1447 }, { "epoch": 0.9495081967213115, "grad_norm": 0.4785603880882263, "learning_rate": 1.869123551279826e-05, "loss": 0.3347, "step": 1448 }, { "epoch": 0.9501639344262295, "grad_norm": 0.4642047584056854, "learning_rate": 1.8689133841630074e-05, "loss": 0.3425, "step": 1449 }, { "epoch": 0.9508196721311475, "grad_norm": 0.4972797930240631, "learning_rate": 1.8687030602691628e-05, "loss": 0.3396, "step": 1450 }, { "epoch": 0.9514754098360656, "grad_norm": 0.4688059389591217, "learning_rate": 1.8684925796362413e-05, "loss": 0.363, "step": 1451 }, { "epoch": 0.9521311475409836, "grad_norm": 0.507559061050415, "learning_rate": 1.8682819423022195e-05, "loss": 0.3484, "step": 1452 }, { "epoch": 0.9527868852459016, "grad_norm": 0.505355715751648, "learning_rate": 1.868071148305102e-05, "loss": 0.3476, "step": 1453 }, { "epoch": 0.9534426229508197, "grad_norm": 0.4981840252876282, "learning_rate": 1.867860197682923e-05, "loss": 0.3327, "step": 1454 }, { "epoch": 0.9540983606557377, "grad_norm": 0.4517900347709656, "learning_rate": 1.8676490904737435e-05, "loss": 0.3467, "step": 1455 }, { "epoch": 0.9547540983606557, "grad_norm": 0.4355250597000122, "learning_rate": 1.867437826715653e-05, "loss": 0.353, "step": 1456 }, { "epoch": 0.9554098360655737, "grad_norm": 0.49381646513938904, "learning_rate": 1.8672264064467707e-05, "loss": 0.359, "step": 1457 }, { "epoch": 0.9560655737704918, "grad_norm": 0.4737319350242615, "learning_rate": 1.8670148297052416e-05, "loss": 0.3149, "step": 1458 }, { "epoch": 0.9567213114754098, "grad_norm": 0.4651153087615967, "learning_rate": 1.866803096529241e-05, "loss": 0.3302, "step": 1459 }, { "epoch": 0.9573770491803278, "grad_norm": 0.5247761011123657, "learning_rate": 1.8665912069569716e-05, "loss": 0.339, "step": 1460 }, { "epoch": 0.9580327868852458, "grad_norm": 0.507300078868866, "learning_rate": 1.8663791610266643e-05, "loss": 0.3366, "step": 1461 }, { "epoch": 0.958688524590164, "grad_norm": 0.44365164637565613, "learning_rate": 1.866166958776578e-05, "loss": 0.3378, "step": 1462 }, { "epoch": 0.959344262295082, "grad_norm": 0.44640448689460754, "learning_rate": 1.8659546002450008e-05, "loss": 0.3261, "step": 1463 }, { "epoch": 0.96, "grad_norm": 0.49362674355506897, "learning_rate": 1.8657420854702478e-05, "loss": 0.3716, "step": 1464 }, { "epoch": 0.9606557377049181, "grad_norm": 0.43235039710998535, "learning_rate": 1.8655294144906627e-05, "loss": 0.3304, "step": 1465 }, { "epoch": 0.9613114754098361, "grad_norm": 0.4502600133419037, "learning_rate": 1.865316587344618e-05, "loss": 0.3039, "step": 1466 }, { "epoch": 0.9619672131147541, "grad_norm": 0.4979330599308014, "learning_rate": 1.8651036040705134e-05, "loss": 0.3367, "step": 1467 }, { "epoch": 0.9626229508196721, "grad_norm": 0.4510105550289154, "learning_rate": 1.864890464706777e-05, "loss": 0.3454, "step": 1468 }, { "epoch": 0.9632786885245902, "grad_norm": 0.45977815985679626, "learning_rate": 1.864677169291866e-05, "loss": 0.3221, "step": 1469 }, { "epoch": 0.9639344262295082, "grad_norm": 0.4846247434616089, "learning_rate": 1.8644637178642642e-05, "loss": 0.3456, "step": 1470 }, { "epoch": 0.9645901639344262, "grad_norm": 0.4816151559352875, "learning_rate": 1.864250110462485e-05, "loss": 0.3328, "step": 1471 }, { "epoch": 0.9652459016393443, "grad_norm": 0.45672187209129333, "learning_rate": 1.8640363471250698e-05, "loss": 0.3448, "step": 1472 }, { "epoch": 0.9659016393442623, "grad_norm": 0.45311444997787476, "learning_rate": 1.8638224278905865e-05, "loss": 0.3273, "step": 1473 }, { "epoch": 0.9665573770491803, "grad_norm": 0.46443188190460205, "learning_rate": 1.863608352797633e-05, "loss": 0.3492, "step": 1474 }, { "epoch": 0.9672131147540983, "grad_norm": 0.513780415058136, "learning_rate": 1.8633941218848347e-05, "loss": 0.3259, "step": 1475 }, { "epoch": 0.9678688524590164, "grad_norm": 0.45990732312202454, "learning_rate": 1.8631797351908446e-05, "loss": 0.3284, "step": 1476 }, { "epoch": 0.9685245901639344, "grad_norm": 0.44409894943237305, "learning_rate": 1.8629651927543447e-05, "loss": 0.3455, "step": 1477 }, { "epoch": 0.9691803278688524, "grad_norm": 0.4809766411781311, "learning_rate": 1.862750494614044e-05, "loss": 0.3228, "step": 1478 }, { "epoch": 0.9698360655737704, "grad_norm": 0.49405258893966675, "learning_rate": 1.862535640808681e-05, "loss": 0.3623, "step": 1479 }, { "epoch": 0.9704918032786886, "grad_norm": 0.48124611377716064, "learning_rate": 1.8623206313770207e-05, "loss": 0.342, "step": 1480 }, { "epoch": 0.9711475409836066, "grad_norm": 0.46090659499168396, "learning_rate": 1.862105466357858e-05, "loss": 0.3433, "step": 1481 }, { "epoch": 0.9718032786885246, "grad_norm": 0.4469476342201233, "learning_rate": 1.8618901457900138e-05, "loss": 0.3273, "step": 1482 }, { "epoch": 0.9724590163934427, "grad_norm": 0.42460566759109497, "learning_rate": 1.861674669712339e-05, "loss": 0.3049, "step": 1483 }, { "epoch": 0.9731147540983607, "grad_norm": 0.4481480121612549, "learning_rate": 1.8614590381637114e-05, "loss": 0.3017, "step": 1484 }, { "epoch": 0.9737704918032787, "grad_norm": 0.46437352895736694, "learning_rate": 1.8612432511830367e-05, "loss": 0.3504, "step": 1485 }, { "epoch": 0.9744262295081967, "grad_norm": 0.4637758135795593, "learning_rate": 1.8610273088092497e-05, "loss": 0.3394, "step": 1486 }, { "epoch": 0.9750819672131148, "grad_norm": 0.48659995198249817, "learning_rate": 1.8608112110813128e-05, "loss": 0.3344, "step": 1487 }, { "epoch": 0.9757377049180328, "grad_norm": 0.4403807520866394, "learning_rate": 1.8605949580382156e-05, "loss": 0.3219, "step": 1488 }, { "epoch": 0.9763934426229508, "grad_norm": 0.4762042164802551, "learning_rate": 1.8603785497189765e-05, "loss": 0.3547, "step": 1489 }, { "epoch": 0.9770491803278688, "grad_norm": 0.4712308943271637, "learning_rate": 1.8601619861626424e-05, "loss": 0.3638, "step": 1490 }, { "epoch": 0.9777049180327869, "grad_norm": 0.41294440627098083, "learning_rate": 1.859945267408287e-05, "loss": 0.3258, "step": 1491 }, { "epoch": 0.9783606557377049, "grad_norm": 0.40230879187583923, "learning_rate": 1.8597283934950128e-05, "loss": 0.3092, "step": 1492 }, { "epoch": 0.9790163934426229, "grad_norm": 0.48545321822166443, "learning_rate": 1.85951136446195e-05, "loss": 0.3483, "step": 1493 }, { "epoch": 0.979672131147541, "grad_norm": 0.5217230916023254, "learning_rate": 1.859294180348257e-05, "loss": 0.3424, "step": 1494 }, { "epoch": 0.980327868852459, "grad_norm": 0.4054507911205292, "learning_rate": 1.85907684119312e-05, "loss": 0.3238, "step": 1495 }, { "epoch": 0.980983606557377, "grad_norm": 0.4560474157333374, "learning_rate": 1.8588593470357536e-05, "loss": 0.3356, "step": 1496 }, { "epoch": 0.981639344262295, "grad_norm": 0.41964191198349, "learning_rate": 1.8586416979153993e-05, "loss": 0.3441, "step": 1497 }, { "epoch": 0.9822950819672132, "grad_norm": 0.42773252725601196, "learning_rate": 1.858423893871328e-05, "loss": 0.3311, "step": 1498 }, { "epoch": 0.9829508196721312, "grad_norm": 0.4466414153575897, "learning_rate": 1.8582059349428376e-05, "loss": 0.3153, "step": 1499 }, { "epoch": 0.9836065573770492, "grad_norm": 0.47104281187057495, "learning_rate": 1.8579878211692542e-05, "loss": 0.3425, "step": 1500 }, { "epoch": 0.9842622950819672, "grad_norm": 0.4711412191390991, "learning_rate": 1.8577695525899314e-05, "loss": 0.3191, "step": 1501 }, { "epoch": 0.9849180327868853, "grad_norm": 0.4988819360733032, "learning_rate": 1.8575511292442518e-05, "loss": 0.3502, "step": 1502 }, { "epoch": 0.9855737704918033, "grad_norm": 0.43823540210723877, "learning_rate": 1.8573325511716248e-05, "loss": 0.3391, "step": 1503 }, { "epoch": 0.9862295081967213, "grad_norm": 0.4623814523220062, "learning_rate": 1.8571138184114883e-05, "loss": 0.3185, "step": 1504 }, { "epoch": 0.9868852459016394, "grad_norm": 0.4345373511314392, "learning_rate": 1.856894931003308e-05, "loss": 0.3444, "step": 1505 }, { "epoch": 0.9875409836065574, "grad_norm": 0.4277762770652771, "learning_rate": 1.8566758889865775e-05, "loss": 0.3337, "step": 1506 }, { "epoch": 0.9881967213114754, "grad_norm": 0.4372842013835907, "learning_rate": 1.8564566924008187e-05, "loss": 0.3414, "step": 1507 }, { "epoch": 0.9888524590163934, "grad_norm": 0.40191441774368286, "learning_rate": 1.85623734128558e-05, "loss": 0.3308, "step": 1508 }, { "epoch": 0.9895081967213115, "grad_norm": 0.46752646565437317, "learning_rate": 1.8560178356804398e-05, "loss": 0.3448, "step": 1509 }, { "epoch": 0.9901639344262295, "grad_norm": 0.515178382396698, "learning_rate": 1.855798175625002e-05, "loss": 0.3735, "step": 1510 }, { "epoch": 0.9908196721311475, "grad_norm": 0.4684266448020935, "learning_rate": 1.8555783611589013e-05, "loss": 0.3618, "step": 1511 }, { "epoch": 0.9914754098360655, "grad_norm": 0.4692213833332062, "learning_rate": 1.855358392321797e-05, "loss": 0.3385, "step": 1512 }, { "epoch": 0.9921311475409836, "grad_norm": 0.46730920672416687, "learning_rate": 1.8551382691533782e-05, "loss": 0.3583, "step": 1513 }, { "epoch": 0.9927868852459016, "grad_norm": 0.4463481307029724, "learning_rate": 1.854917991693362e-05, "loss": 0.3506, "step": 1514 }, { "epoch": 0.9934426229508196, "grad_norm": 0.4739111065864563, "learning_rate": 1.8546975599814925e-05, "loss": 0.3276, "step": 1515 }, { "epoch": 0.9940983606557378, "grad_norm": 0.4677307605743408, "learning_rate": 1.8544769740575418e-05, "loss": 0.338, "step": 1516 }, { "epoch": 0.9947540983606558, "grad_norm": 0.42554157972335815, "learning_rate": 1.85425623396131e-05, "loss": 0.3607, "step": 1517 }, { "epoch": 0.9954098360655738, "grad_norm": 0.4673179090023041, "learning_rate": 1.8540353397326253e-05, "loss": 0.3285, "step": 1518 }, { "epoch": 0.9960655737704918, "grad_norm": 0.49964872002601624, "learning_rate": 1.853814291411343e-05, "loss": 0.324, "step": 1519 }, { "epoch": 0.9967213114754099, "grad_norm": 0.46102380752563477, "learning_rate": 1.8535930890373467e-05, "loss": 0.3371, "step": 1520 }, { "epoch": 0.9973770491803279, "grad_norm": 0.4345270097255707, "learning_rate": 1.8533717326505477e-05, "loss": 0.3136, "step": 1521 }, { "epoch": 0.9980327868852459, "grad_norm": 0.42296209931373596, "learning_rate": 1.853150222290885e-05, "loss": 0.3287, "step": 1522 }, { "epoch": 0.9986885245901639, "grad_norm": 0.491563081741333, "learning_rate": 1.8529285579983257e-05, "loss": 0.3505, "step": 1523 }, { "epoch": 0.999344262295082, "grad_norm": 0.4884297549724579, "learning_rate": 1.852706739812864e-05, "loss": 0.3558, "step": 1524 }, { "epoch": 1.0, "grad_norm": 0.41825953125953674, "learning_rate": 1.8524847677745228e-05, "loss": 0.3222, "step": 1525 }, { "epoch": 1.0006557377049181, "grad_norm": 0.4344049096107483, "learning_rate": 1.852262641923352e-05, "loss": 0.3114, "step": 1526 }, { "epoch": 1.001311475409836, "grad_norm": 0.4336574673652649, "learning_rate": 1.8520403622994296e-05, "loss": 0.3305, "step": 1527 }, { "epoch": 1.0019672131147541, "grad_norm": 0.4321666359901428, "learning_rate": 1.851817928942861e-05, "loss": 0.3323, "step": 1528 }, { "epoch": 1.0026229508196722, "grad_norm": 0.46746861934661865, "learning_rate": 1.8515953418937798e-05, "loss": 0.3495, "step": 1529 }, { "epoch": 1.0032786885245901, "grad_norm": 0.4648405909538269, "learning_rate": 1.8513726011923472e-05, "loss": 0.3445, "step": 1530 }, { "epoch": 1.0039344262295082, "grad_norm": 0.4782581329345703, "learning_rate": 1.851149706878752e-05, "loss": 0.3333, "step": 1531 }, { "epoch": 1.0045901639344261, "grad_norm": 0.4705978333950043, "learning_rate": 1.8509266589932104e-05, "loss": 0.34, "step": 1532 }, { "epoch": 1.0052459016393442, "grad_norm": 0.40679600834846497, "learning_rate": 1.8507034575759672e-05, "loss": 0.3605, "step": 1533 }, { "epoch": 1.0059016393442624, "grad_norm": 0.47614040970802307, "learning_rate": 1.850480102667294e-05, "loss": 0.3314, "step": 1534 }, { "epoch": 1.0065573770491802, "grad_norm": 0.46196845173835754, "learning_rate": 1.850256594307491e-05, "loss": 0.3678, "step": 1535 }, { "epoch": 1.0072131147540984, "grad_norm": 0.4402465522289276, "learning_rate": 1.8500329325368844e-05, "loss": 0.3495, "step": 1536 }, { "epoch": 1.0078688524590165, "grad_norm": 0.40306389331817627, "learning_rate": 1.8498091173958304e-05, "loss": 0.3164, "step": 1537 }, { "epoch": 1.0085245901639344, "grad_norm": 0.41432517766952515, "learning_rate": 1.8495851489247114e-05, "loss": 0.3457, "step": 1538 }, { "epoch": 1.0091803278688525, "grad_norm": 0.4096754193305969, "learning_rate": 1.8493610271639376e-05, "loss": 0.3193, "step": 1539 }, { "epoch": 1.0098360655737706, "grad_norm": 0.4570227563381195, "learning_rate": 1.849136752153947e-05, "loss": 0.3445, "step": 1540 }, { "epoch": 1.0104918032786885, "grad_norm": 0.43852004408836365, "learning_rate": 1.8489123239352055e-05, "loss": 0.3531, "step": 1541 }, { "epoch": 1.0111475409836066, "grad_norm": 0.4331686496734619, "learning_rate": 1.8486877425482062e-05, "loss": 0.3425, "step": 1542 }, { "epoch": 1.0118032786885245, "grad_norm": 0.40029406547546387, "learning_rate": 1.84846300803347e-05, "loss": 0.3172, "step": 1543 }, { "epoch": 1.0124590163934426, "grad_norm": 0.41620832681655884, "learning_rate": 1.8482381204315456e-05, "loss": 0.3474, "step": 1544 }, { "epoch": 1.0131147540983607, "grad_norm": 0.44315725564956665, "learning_rate": 1.8480130797830096e-05, "loss": 0.3394, "step": 1545 }, { "epoch": 1.0137704918032786, "grad_norm": 0.4086373448371887, "learning_rate": 1.847787886128465e-05, "loss": 0.3111, "step": 1546 }, { "epoch": 1.0144262295081967, "grad_norm": 0.3826098144054413, "learning_rate": 1.8475625395085438e-05, "loss": 0.3077, "step": 1547 }, { "epoch": 1.0150819672131148, "grad_norm": 0.4200819432735443, "learning_rate": 1.847337039963905e-05, "loss": 0.3431, "step": 1548 }, { "epoch": 1.0157377049180327, "grad_norm": 0.4144136309623718, "learning_rate": 1.8471113875352354e-05, "loss": 0.3164, "step": 1549 }, { "epoch": 1.0163934426229508, "grad_norm": 0.43142184615135193, "learning_rate": 1.8468855822632485e-05, "loss": 0.3019, "step": 1550 }, { "epoch": 1.017049180327869, "grad_norm": 0.4690948724746704, "learning_rate": 1.8466596241886866e-05, "loss": 0.3653, "step": 1551 }, { "epoch": 1.0177049180327868, "grad_norm": 0.4016198217868805, "learning_rate": 1.8464335133523192e-05, "loss": 0.3342, "step": 1552 }, { "epoch": 1.018360655737705, "grad_norm": 0.4676203429698944, "learning_rate": 1.8462072497949427e-05, "loss": 0.3556, "step": 1553 }, { "epoch": 1.0190163934426228, "grad_norm": 0.45698052644729614, "learning_rate": 1.8459808335573818e-05, "loss": 0.3136, "step": 1554 }, { "epoch": 1.019672131147541, "grad_norm": 0.47084641456604004, "learning_rate": 1.8457542646804888e-05, "loss": 0.3609, "step": 1555 }, { "epoch": 1.020327868852459, "grad_norm": 0.3980565667152405, "learning_rate": 1.845527543205143e-05, "loss": 0.3457, "step": 1556 }, { "epoch": 1.020983606557377, "grad_norm": 0.4196029007434845, "learning_rate": 1.8453006691722515e-05, "loss": 0.3212, "step": 1557 }, { "epoch": 1.021639344262295, "grad_norm": 0.4134971499443054, "learning_rate": 1.845073642622749e-05, "loss": 0.3286, "step": 1558 }, { "epoch": 1.0222950819672132, "grad_norm": 0.4622250497341156, "learning_rate": 1.8448464635975972e-05, "loss": 0.3597, "step": 1559 }, { "epoch": 1.022950819672131, "grad_norm": 0.5244932174682617, "learning_rate": 1.8446191321377865e-05, "loss": 0.3265, "step": 1560 }, { "epoch": 1.0236065573770492, "grad_norm": 0.4236135482788086, "learning_rate": 1.8443916482843334e-05, "loss": 0.3274, "step": 1561 }, { "epoch": 1.0242622950819673, "grad_norm": 0.41653144359588623, "learning_rate": 1.844164012078283e-05, "loss": 0.316, "step": 1562 }, { "epoch": 1.0249180327868852, "grad_norm": 0.4617721438407898, "learning_rate": 1.8439362235607074e-05, "loss": 0.3597, "step": 1563 }, { "epoch": 1.0255737704918033, "grad_norm": 0.3996790051460266, "learning_rate": 1.8437082827727055e-05, "loss": 0.3371, "step": 1564 }, { "epoch": 1.0262295081967212, "grad_norm": 0.443908154964447, "learning_rate": 1.8434801897554052e-05, "loss": 0.3442, "step": 1565 }, { "epoch": 1.0268852459016393, "grad_norm": 0.4509657621383667, "learning_rate": 1.8432519445499607e-05, "loss": 0.3235, "step": 1566 }, { "epoch": 1.0275409836065574, "grad_norm": 0.47730693221092224, "learning_rate": 1.8430235471975545e-05, "loss": 0.347, "step": 1567 }, { "epoch": 1.0281967213114753, "grad_norm": 0.45947280526161194, "learning_rate": 1.842794997739395e-05, "loss": 0.318, "step": 1568 }, { "epoch": 1.0288524590163934, "grad_norm": 0.40300506353378296, "learning_rate": 1.8425662962167207e-05, "loss": 0.3448, "step": 1569 }, { "epoch": 1.0295081967213116, "grad_norm": 0.48090696334838867, "learning_rate": 1.8423374426707944e-05, "loss": 0.3303, "step": 1570 }, { "epoch": 1.0301639344262294, "grad_norm": 0.4412338435649872, "learning_rate": 1.842108437142909e-05, "loss": 0.3451, "step": 1571 }, { "epoch": 1.0308196721311476, "grad_norm": 0.4886198341846466, "learning_rate": 1.8418792796743824e-05, "loss": 0.3597, "step": 1572 }, { "epoch": 1.0314754098360657, "grad_norm": 0.43979039788246155, "learning_rate": 1.8416499703065626e-05, "loss": 0.3396, "step": 1573 }, { "epoch": 1.0321311475409836, "grad_norm": 0.4020930826663971, "learning_rate": 1.841420509080823e-05, "loss": 0.3448, "step": 1574 }, { "epoch": 1.0327868852459017, "grad_norm": 0.43214860558509827, "learning_rate": 1.8411908960385652e-05, "loss": 0.3608, "step": 1575 }, { "epoch": 1.0334426229508196, "grad_norm": 0.473857581615448, "learning_rate": 1.8409611312212178e-05, "loss": 0.3397, "step": 1576 }, { "epoch": 1.0340983606557377, "grad_norm": 0.40810930728912354, "learning_rate": 1.840731214670237e-05, "loss": 0.3029, "step": 1577 }, { "epoch": 1.0347540983606558, "grad_norm": 0.41791340708732605, "learning_rate": 1.840501146427106e-05, "loss": 0.2922, "step": 1578 }, { "epoch": 1.0354098360655737, "grad_norm": 0.47626668214797974, "learning_rate": 1.8402709265333373e-05, "loss": 0.3392, "step": 1579 }, { "epoch": 1.0360655737704918, "grad_norm": 0.48431989550590515, "learning_rate": 1.8400405550304673e-05, "loss": 0.3536, "step": 1580 }, { "epoch": 1.03672131147541, "grad_norm": 0.39157170057296753, "learning_rate": 1.8398100319600628e-05, "loss": 0.3445, "step": 1581 }, { "epoch": 1.0373770491803278, "grad_norm": 0.46390897035598755, "learning_rate": 1.839579357363716e-05, "loss": 0.3596, "step": 1582 }, { "epoch": 1.038032786885246, "grad_norm": 0.42293405532836914, "learning_rate": 1.8393485312830482e-05, "loss": 0.3513, "step": 1583 }, { "epoch": 1.038688524590164, "grad_norm": 0.437012255191803, "learning_rate": 1.8391175537597066e-05, "loss": 0.3035, "step": 1584 }, { "epoch": 1.039344262295082, "grad_norm": 0.4654991626739502, "learning_rate": 1.8388864248353663e-05, "loss": 0.3243, "step": 1585 }, { "epoch": 1.04, "grad_norm": 0.4557129740715027, "learning_rate": 1.838655144551729e-05, "loss": 0.3722, "step": 1586 }, { "epoch": 1.040655737704918, "grad_norm": 0.4716736376285553, "learning_rate": 1.838423712950525e-05, "loss": 0.3207, "step": 1587 }, { "epoch": 1.041311475409836, "grad_norm": 0.42390960454940796, "learning_rate": 1.8381921300735116e-05, "loss": 0.3131, "step": 1588 }, { "epoch": 1.0419672131147542, "grad_norm": 0.4108763337135315, "learning_rate": 1.837960395962472e-05, "loss": 0.3316, "step": 1589 }, { "epoch": 1.042622950819672, "grad_norm": 0.4686550796031952, "learning_rate": 1.8377285106592185e-05, "loss": 0.3442, "step": 1590 }, { "epoch": 1.0432786885245902, "grad_norm": 0.49364641308784485, "learning_rate": 1.8374964742055893e-05, "loss": 0.3516, "step": 1591 }, { "epoch": 1.0439344262295083, "grad_norm": 0.46835029125213623, "learning_rate": 1.837264286643451e-05, "loss": 0.3305, "step": 1592 }, { "epoch": 1.0445901639344262, "grad_norm": 0.4390442371368408, "learning_rate": 1.8370319480146973e-05, "loss": 0.3241, "step": 1593 }, { "epoch": 1.0452459016393443, "grad_norm": 0.4583054184913635, "learning_rate": 1.8367994583612475e-05, "loss": 0.3127, "step": 1594 }, { "epoch": 1.0459016393442624, "grad_norm": 0.49858349561691284, "learning_rate": 1.8365668177250503e-05, "loss": 0.3293, "step": 1595 }, { "epoch": 1.0465573770491803, "grad_norm": 0.4914681911468506, "learning_rate": 1.8363340261480806e-05, "loss": 0.3354, "step": 1596 }, { "epoch": 1.0472131147540984, "grad_norm": 0.5032824873924255, "learning_rate": 1.836101083672341e-05, "loss": 0.3165, "step": 1597 }, { "epoch": 1.0478688524590163, "grad_norm": 0.4692290127277374, "learning_rate": 1.8358679903398602e-05, "loss": 0.3518, "step": 1598 }, { "epoch": 1.0485245901639344, "grad_norm": 0.4382669925689697, "learning_rate": 1.8356347461926962e-05, "loss": 0.3541, "step": 1599 }, { "epoch": 1.0491803278688525, "grad_norm": 0.4488244652748108, "learning_rate": 1.8354013512729317e-05, "loss": 0.3443, "step": 1600 }, { "epoch": 1.0498360655737704, "grad_norm": 0.4738836884498596, "learning_rate": 1.835167805622679e-05, "loss": 0.3233, "step": 1601 }, { "epoch": 1.0504918032786885, "grad_norm": 0.45436638593673706, "learning_rate": 1.8349341092840757e-05, "loss": 0.3317, "step": 1602 }, { "epoch": 1.0511475409836066, "grad_norm": 0.48112908005714417, "learning_rate": 1.8347002622992876e-05, "loss": 0.3426, "step": 1603 }, { "epoch": 1.0518032786885245, "grad_norm": 0.4288131296634674, "learning_rate": 1.8344662647105077e-05, "loss": 0.3439, "step": 1604 }, { "epoch": 1.0524590163934426, "grad_norm": 0.43941983580589294, "learning_rate": 1.8342321165599555e-05, "loss": 0.3219, "step": 1605 }, { "epoch": 1.0531147540983608, "grad_norm": 0.41638538241386414, "learning_rate": 1.833997817889878e-05, "loss": 0.338, "step": 1606 }, { "epoch": 1.0537704918032786, "grad_norm": 0.41618022322654724, "learning_rate": 1.8337633687425498e-05, "loss": 0.3472, "step": 1607 }, { "epoch": 1.0544262295081968, "grad_norm": 0.41707223653793335, "learning_rate": 1.8335287691602725e-05, "loss": 0.3295, "step": 1608 }, { "epoch": 1.0550819672131149, "grad_norm": 0.4226170778274536, "learning_rate": 1.833294019185374e-05, "loss": 0.3548, "step": 1609 }, { "epoch": 1.0557377049180328, "grad_norm": 0.49079567193984985, "learning_rate": 1.83305911886021e-05, "loss": 0.3347, "step": 1610 }, { "epoch": 1.0563934426229509, "grad_norm": 0.41236913204193115, "learning_rate": 1.8328240682271637e-05, "loss": 0.3485, "step": 1611 }, { "epoch": 1.0570491803278688, "grad_norm": 0.4011659622192383, "learning_rate": 1.832588867328645e-05, "loss": 0.333, "step": 1612 }, { "epoch": 1.0577049180327869, "grad_norm": 0.42804303765296936, "learning_rate": 1.8323535162070905e-05, "loss": 0.2931, "step": 1613 }, { "epoch": 1.058360655737705, "grad_norm": 0.4123719036579132, "learning_rate": 1.832118014904965e-05, "loss": 0.3179, "step": 1614 }, { "epoch": 1.0590163934426229, "grad_norm": 0.47461581230163574, "learning_rate": 1.831882363464759e-05, "loss": 0.339, "step": 1615 }, { "epoch": 1.059672131147541, "grad_norm": 0.46742454171180725, "learning_rate": 1.8316465619289912e-05, "loss": 0.3375, "step": 1616 }, { "epoch": 1.060327868852459, "grad_norm": 0.39864382147789, "learning_rate": 1.8314106103402067e-05, "loss": 0.3301, "step": 1617 }, { "epoch": 1.060983606557377, "grad_norm": 0.4257766902446747, "learning_rate": 1.8311745087409785e-05, "loss": 0.3386, "step": 1618 }, { "epoch": 1.0616393442622951, "grad_norm": 0.4698539078235626, "learning_rate": 1.8309382571739056e-05, "loss": 0.3184, "step": 1619 }, { "epoch": 1.0622950819672132, "grad_norm": 0.5127944350242615, "learning_rate": 1.830701855681615e-05, "loss": 0.3407, "step": 1620 }, { "epoch": 1.0629508196721311, "grad_norm": 0.4402261972427368, "learning_rate": 1.8304653043067603e-05, "loss": 0.3146, "step": 1621 }, { "epoch": 1.0636065573770492, "grad_norm": 0.46734941005706787, "learning_rate": 1.8302286030920217e-05, "loss": 0.3446, "step": 1622 }, { "epoch": 1.0642622950819671, "grad_norm": 0.4702068269252777, "learning_rate": 1.8299917520801075e-05, "loss": 0.3176, "step": 1623 }, { "epoch": 1.0649180327868852, "grad_norm": 0.4393252432346344, "learning_rate": 1.829754751313752e-05, "loss": 0.3382, "step": 1624 }, { "epoch": 1.0655737704918034, "grad_norm": 0.4464455842971802, "learning_rate": 1.8295176008357178e-05, "loss": 0.3373, "step": 1625 }, { "epoch": 1.0662295081967212, "grad_norm": 0.46044522523880005, "learning_rate": 1.8292803006887923e-05, "loss": 0.3346, "step": 1626 }, { "epoch": 1.0668852459016394, "grad_norm": 0.4496699273586273, "learning_rate": 1.829042850915793e-05, "loss": 0.3565, "step": 1627 }, { "epoch": 1.0675409836065575, "grad_norm": 0.42895054817199707, "learning_rate": 1.828805251559561e-05, "loss": 0.3091, "step": 1628 }, { "epoch": 1.0681967213114754, "grad_norm": 0.48447734117507935, "learning_rate": 1.828567502662967e-05, "loss": 0.3299, "step": 1629 }, { "epoch": 1.0688524590163935, "grad_norm": 0.4622202217578888, "learning_rate": 1.8283296042689075e-05, "loss": 0.3387, "step": 1630 }, { "epoch": 1.0695081967213116, "grad_norm": 0.48126405477523804, "learning_rate": 1.8280915564203067e-05, "loss": 0.3389, "step": 1631 }, { "epoch": 1.0701639344262295, "grad_norm": 0.44507884979248047, "learning_rate": 1.8278533591601148e-05, "loss": 0.3631, "step": 1632 }, { "epoch": 1.0708196721311476, "grad_norm": 0.4893439710140228, "learning_rate": 1.8276150125313093e-05, "loss": 0.3469, "step": 1633 }, { "epoch": 1.0714754098360655, "grad_norm": 0.4267345368862152, "learning_rate": 1.8273765165768954e-05, "loss": 0.3439, "step": 1634 }, { "epoch": 1.0721311475409836, "grad_norm": 0.445530503988266, "learning_rate": 1.827137871339904e-05, "loss": 0.3365, "step": 1635 }, { "epoch": 1.0727868852459017, "grad_norm": 0.4229452311992645, "learning_rate": 1.826899076863394e-05, "loss": 0.2931, "step": 1636 }, { "epoch": 1.0734426229508196, "grad_norm": 0.4609038233757019, "learning_rate": 1.826660133190451e-05, "loss": 0.3312, "step": 1637 }, { "epoch": 1.0740983606557377, "grad_norm": 0.43755558133125305, "learning_rate": 1.8264210403641866e-05, "loss": 0.3272, "step": 1638 }, { "epoch": 1.0747540983606558, "grad_norm": 0.40079787373542786, "learning_rate": 1.8261817984277406e-05, "loss": 0.3236, "step": 1639 }, { "epoch": 1.0754098360655737, "grad_norm": 0.4256506562232971, "learning_rate": 1.825942407424279e-05, "loss": 0.3087, "step": 1640 }, { "epoch": 1.0760655737704918, "grad_norm": 0.4342685341835022, "learning_rate": 1.825702867396995e-05, "loss": 0.3099, "step": 1641 }, { "epoch": 1.07672131147541, "grad_norm": 0.4162096381187439, "learning_rate": 1.825463178389108e-05, "loss": 0.3305, "step": 1642 }, { "epoch": 1.0773770491803278, "grad_norm": 0.4346197247505188, "learning_rate": 1.8252233404438654e-05, "loss": 0.3436, "step": 1643 }, { "epoch": 1.078032786885246, "grad_norm": 0.4264187812805176, "learning_rate": 1.824983353604541e-05, "loss": 0.3005, "step": 1644 }, { "epoch": 1.0786885245901638, "grad_norm": 0.4205588400363922, "learning_rate": 1.824743217914435e-05, "loss": 0.3369, "step": 1645 }, { "epoch": 1.079344262295082, "grad_norm": 0.40752074122428894, "learning_rate": 1.8245029334168743e-05, "loss": 0.2981, "step": 1646 }, { "epoch": 1.08, "grad_norm": 0.43448004126548767, "learning_rate": 1.824262500155214e-05, "loss": 0.3402, "step": 1647 }, { "epoch": 1.080655737704918, "grad_norm": 0.448861688375473, "learning_rate": 1.8240219181728348e-05, "loss": 0.3406, "step": 1648 }, { "epoch": 1.081311475409836, "grad_norm": 0.45564135909080505, "learning_rate": 1.8237811875131446e-05, "loss": 0.3383, "step": 1649 }, { "epoch": 1.0819672131147542, "grad_norm": 0.415920227766037, "learning_rate": 1.8235403082195782e-05, "loss": 0.3377, "step": 1650 }, { "epoch": 1.082622950819672, "grad_norm": 0.4590098559856415, "learning_rate": 1.8232992803355972e-05, "loss": 0.3274, "step": 1651 }, { "epoch": 1.0832786885245902, "grad_norm": 0.4791543781757355, "learning_rate": 1.8230581039046904e-05, "loss": 0.3211, "step": 1652 }, { "epoch": 1.0839344262295083, "grad_norm": 0.4786607027053833, "learning_rate": 1.822816778970372e-05, "loss": 0.3546, "step": 1653 }, { "epoch": 1.0845901639344262, "grad_norm": 0.4175441861152649, "learning_rate": 1.822575305576185e-05, "loss": 0.3205, "step": 1654 }, { "epoch": 1.0852459016393443, "grad_norm": 0.4528963565826416, "learning_rate": 1.8223336837656974e-05, "loss": 0.3236, "step": 1655 }, { "epoch": 1.0859016393442622, "grad_norm": 0.4295142889022827, "learning_rate": 1.8220919135825052e-05, "loss": 0.3621, "step": 1656 }, { "epoch": 1.0865573770491803, "grad_norm": 0.3932645618915558, "learning_rate": 1.8218499950702305e-05, "loss": 0.3326, "step": 1657 }, { "epoch": 1.0872131147540984, "grad_norm": 0.4313417673110962, "learning_rate": 1.8216079282725225e-05, "loss": 0.3294, "step": 1658 }, { "epoch": 1.0878688524590163, "grad_norm": 0.4154534339904785, "learning_rate": 1.8213657132330565e-05, "loss": 0.3481, "step": 1659 }, { "epoch": 1.0885245901639344, "grad_norm": 0.39352333545684814, "learning_rate": 1.821123349995536e-05, "loss": 0.3386, "step": 1660 }, { "epoch": 1.0891803278688525, "grad_norm": 0.40625497698783875, "learning_rate": 1.8208808386036898e-05, "loss": 0.3484, "step": 1661 }, { "epoch": 1.0898360655737704, "grad_norm": 0.43894723057746887, "learning_rate": 1.820638179101274e-05, "loss": 0.332, "step": 1662 }, { "epoch": 1.0904918032786886, "grad_norm": 0.4378504157066345, "learning_rate": 1.820395371532071e-05, "loss": 0.3323, "step": 1663 }, { "epoch": 1.0911475409836067, "grad_norm": 0.4069482982158661, "learning_rate": 1.820152415939891e-05, "loss": 0.3128, "step": 1664 }, { "epoch": 1.0918032786885246, "grad_norm": 0.43760621547698975, "learning_rate": 1.8199093123685697e-05, "loss": 0.3415, "step": 1665 }, { "epoch": 1.0924590163934427, "grad_norm": 0.45713698863983154, "learning_rate": 1.8196660608619704e-05, "loss": 0.3407, "step": 1666 }, { "epoch": 1.0931147540983606, "grad_norm": 0.41535139083862305, "learning_rate": 1.8194226614639823e-05, "loss": 0.3291, "step": 1667 }, { "epoch": 1.0937704918032787, "grad_norm": 0.4018353223800659, "learning_rate": 1.8191791142185217e-05, "loss": 0.3074, "step": 1668 }, { "epoch": 1.0944262295081968, "grad_norm": 0.4590132236480713, "learning_rate": 1.818935419169532e-05, "loss": 0.332, "step": 1669 }, { "epoch": 1.0950819672131147, "grad_norm": 0.40926679968833923, "learning_rate": 1.818691576360982e-05, "loss": 0.3258, "step": 1670 }, { "epoch": 1.0957377049180328, "grad_norm": 0.4093645215034485, "learning_rate": 1.8184475858368684e-05, "loss": 0.3277, "step": 1671 }, { "epoch": 1.096393442622951, "grad_norm": 0.4271301329135895, "learning_rate": 1.8182034476412142e-05, "loss": 0.3174, "step": 1672 }, { "epoch": 1.0970491803278688, "grad_norm": 0.496957927942276, "learning_rate": 1.817959161818069e-05, "loss": 0.3333, "step": 1673 }, { "epoch": 1.097704918032787, "grad_norm": 0.41421326994895935, "learning_rate": 1.8177147284115092e-05, "loss": 0.332, "step": 1674 }, { "epoch": 1.098360655737705, "grad_norm": 0.38906070590019226, "learning_rate": 1.817470147465637e-05, "loss": 0.3298, "step": 1675 }, { "epoch": 1.099016393442623, "grad_norm": 0.4012446999549866, "learning_rate": 1.8172254190245822e-05, "loss": 0.3102, "step": 1676 }, { "epoch": 1.099672131147541, "grad_norm": 0.4305061995983124, "learning_rate": 1.816980543132501e-05, "loss": 0.3279, "step": 1677 }, { "epoch": 1.100327868852459, "grad_norm": 0.41513001918792725, "learning_rate": 1.8167355198335758e-05, "loss": 0.3287, "step": 1678 }, { "epoch": 1.100983606557377, "grad_norm": 0.41597312688827515, "learning_rate": 1.8164903491720164e-05, "loss": 0.3262, "step": 1679 }, { "epoch": 1.1016393442622952, "grad_norm": 0.4335918128490448, "learning_rate": 1.8162450311920578e-05, "loss": 0.3284, "step": 1680 }, { "epoch": 1.102295081967213, "grad_norm": 0.41061270236968994, "learning_rate": 1.815999565937963e-05, "loss": 0.2955, "step": 1681 }, { "epoch": 1.1029508196721312, "grad_norm": 0.38920748233795166, "learning_rate": 1.8157539534540213e-05, "loss": 0.3061, "step": 1682 }, { "epoch": 1.1036065573770493, "grad_norm": 0.43767133355140686, "learning_rate": 1.8155081937845474e-05, "loss": 0.3304, "step": 1683 }, { "epoch": 1.1042622950819672, "grad_norm": 0.4244445860385895, "learning_rate": 1.815262286973884e-05, "loss": 0.3525, "step": 1684 }, { "epoch": 1.1049180327868853, "grad_norm": 0.4718066453933716, "learning_rate": 1.8150162330663997e-05, "loss": 0.3428, "step": 1685 }, { "epoch": 1.1055737704918034, "grad_norm": 0.4121202528476715, "learning_rate": 1.8147700321064897e-05, "loss": 0.3559, "step": 1686 }, { "epoch": 1.1062295081967213, "grad_norm": 0.41387394070625305, "learning_rate": 1.814523684138576e-05, "loss": 0.3276, "step": 1687 }, { "epoch": 1.1068852459016394, "grad_norm": 0.3872460424900055, "learning_rate": 1.8142771892071067e-05, "loss": 0.3219, "step": 1688 }, { "epoch": 1.1075409836065573, "grad_norm": 0.44490212202072144, "learning_rate": 1.8140305473565564e-05, "loss": 0.327, "step": 1689 }, { "epoch": 1.1081967213114754, "grad_norm": 0.4013955891132355, "learning_rate": 1.8137837586314264e-05, "loss": 0.3274, "step": 1690 }, { "epoch": 1.1088524590163935, "grad_norm": 0.39644455909729004, "learning_rate": 1.8135368230762446e-05, "loss": 0.3372, "step": 1691 }, { "epoch": 1.1095081967213114, "grad_norm": 0.4177195131778717, "learning_rate": 1.8132897407355657e-05, "loss": 0.3686, "step": 1692 }, { "epoch": 1.1101639344262295, "grad_norm": 0.44549983739852905, "learning_rate": 1.81304251165397e-05, "loss": 0.3303, "step": 1693 }, { "epoch": 1.1108196721311476, "grad_norm": 0.4362811744213104, "learning_rate": 1.812795135876064e-05, "loss": 0.3428, "step": 1694 }, { "epoch": 1.1114754098360655, "grad_norm": 0.42677217721939087, "learning_rate": 1.8125476134464836e-05, "loss": 0.3117, "step": 1695 }, { "epoch": 1.1121311475409836, "grad_norm": 0.446522980928421, "learning_rate": 1.812299944409887e-05, "loss": 0.3245, "step": 1696 }, { "epoch": 1.1127868852459017, "grad_norm": 0.35993462800979614, "learning_rate": 1.8120521288109615e-05, "loss": 0.3016, "step": 1697 }, { "epoch": 1.1134426229508196, "grad_norm": 0.4033810496330261, "learning_rate": 1.8118041666944202e-05, "loss": 0.3274, "step": 1698 }, { "epoch": 1.1140983606557378, "grad_norm": 0.44320499897003174, "learning_rate": 1.8115560581050023e-05, "loss": 0.3217, "step": 1699 }, { "epoch": 1.1147540983606556, "grad_norm": 0.43292707204818726, "learning_rate": 1.8113078030874745e-05, "loss": 0.3461, "step": 1700 }, { "epoch": 1.1154098360655738, "grad_norm": 0.3818569481372833, "learning_rate": 1.8110594016866285e-05, "loss": 0.3075, "step": 1701 }, { "epoch": 1.1160655737704919, "grad_norm": 0.4219890236854553, "learning_rate": 1.8108108539472833e-05, "loss": 0.3196, "step": 1702 }, { "epoch": 1.1167213114754098, "grad_norm": 0.43719542026519775, "learning_rate": 1.8105621599142842e-05, "loss": 0.3391, "step": 1703 }, { "epoch": 1.1173770491803279, "grad_norm": 0.4243133068084717, "learning_rate": 1.8103133196325022e-05, "loss": 0.3592, "step": 1704 }, { "epoch": 1.118032786885246, "grad_norm": 0.41970300674438477, "learning_rate": 1.810064333146836e-05, "loss": 0.3457, "step": 1705 }, { "epoch": 1.1186885245901639, "grad_norm": 0.4248673915863037, "learning_rate": 1.8098152005022097e-05, "loss": 0.346, "step": 1706 }, { "epoch": 1.119344262295082, "grad_norm": 0.4185350239276886, "learning_rate": 1.8095659217435737e-05, "loss": 0.3233, "step": 1707 }, { "epoch": 1.12, "grad_norm": 0.41374456882476807, "learning_rate": 1.8093164969159055e-05, "loss": 0.3337, "step": 1708 }, { "epoch": 1.120655737704918, "grad_norm": 0.47742050886154175, "learning_rate": 1.809066926064208e-05, "loss": 0.3835, "step": 1709 }, { "epoch": 1.1213114754098361, "grad_norm": 0.4305245578289032, "learning_rate": 1.808817209233512e-05, "loss": 0.3226, "step": 1710 }, { "epoch": 1.121967213114754, "grad_norm": 0.42586469650268555, "learning_rate": 1.8085673464688724e-05, "loss": 0.3173, "step": 1711 }, { "epoch": 1.1226229508196721, "grad_norm": 0.4585612714290619, "learning_rate": 1.8083173378153725e-05, "loss": 0.3454, "step": 1712 }, { "epoch": 1.1232786885245902, "grad_norm": 0.41219258308410645, "learning_rate": 1.8080671833181203e-05, "loss": 0.3208, "step": 1713 }, { "epoch": 1.1239344262295081, "grad_norm": 0.422355979681015, "learning_rate": 1.8078168830222516e-05, "loss": 0.3355, "step": 1714 }, { "epoch": 1.1245901639344262, "grad_norm": 0.40770816802978516, "learning_rate": 1.8075664369729277e-05, "loss": 0.3405, "step": 1715 }, { "epoch": 1.1252459016393443, "grad_norm": 0.3740037679672241, "learning_rate": 1.8073158452153357e-05, "loss": 0.2812, "step": 1716 }, { "epoch": 1.1259016393442622, "grad_norm": 0.41279229521751404, "learning_rate": 1.8070651077946905e-05, "loss": 0.308, "step": 1717 }, { "epoch": 1.1265573770491804, "grad_norm": 0.42628201842308044, "learning_rate": 1.806814224756231e-05, "loss": 0.3181, "step": 1718 }, { "epoch": 1.1272131147540985, "grad_norm": 0.4352186322212219, "learning_rate": 1.8065631961452255e-05, "loss": 0.3453, "step": 1719 }, { "epoch": 1.1278688524590164, "grad_norm": 0.4343120753765106, "learning_rate": 1.8063120220069654e-05, "loss": 0.3357, "step": 1720 }, { "epoch": 1.1285245901639345, "grad_norm": 0.416119784116745, "learning_rate": 1.80606070238677e-05, "loss": 0.3152, "step": 1721 }, { "epoch": 1.1291803278688524, "grad_norm": 0.4231274724006653, "learning_rate": 1.8058092373299855e-05, "loss": 0.3121, "step": 1722 }, { "epoch": 1.1298360655737705, "grad_norm": 0.4374887943267822, "learning_rate": 1.8055576268819826e-05, "loss": 0.363, "step": 1723 }, { "epoch": 1.1304918032786886, "grad_norm": 0.4652659296989441, "learning_rate": 1.8053058710881586e-05, "loss": 0.3107, "step": 1724 }, { "epoch": 1.1311475409836065, "grad_norm": 0.4205825924873352, "learning_rate": 1.805053969993939e-05, "loss": 0.3456, "step": 1725 }, { "epoch": 1.1318032786885246, "grad_norm": 0.4031374156475067, "learning_rate": 1.804801923644773e-05, "loss": 0.2902, "step": 1726 }, { "epoch": 1.1324590163934427, "grad_norm": 0.42411738634109497, "learning_rate": 1.804549732086137e-05, "loss": 0.315, "step": 1727 }, { "epoch": 1.1331147540983606, "grad_norm": 0.43813538551330566, "learning_rate": 1.804297395363534e-05, "loss": 0.3266, "step": 1728 }, { "epoch": 1.1337704918032787, "grad_norm": 0.4281388819217682, "learning_rate": 1.8040449135224926e-05, "loss": 0.335, "step": 1729 }, { "epoch": 1.1344262295081968, "grad_norm": 0.42126086354255676, "learning_rate": 1.803792286608568e-05, "loss": 0.3149, "step": 1730 }, { "epoch": 1.1350819672131147, "grad_norm": 0.44540297985076904, "learning_rate": 1.8035395146673407e-05, "loss": 0.3157, "step": 1731 }, { "epoch": 1.1357377049180328, "grad_norm": 0.43990108370780945, "learning_rate": 1.803286597744419e-05, "loss": 0.3284, "step": 1732 }, { "epoch": 1.1363934426229507, "grad_norm": 0.43833616375923157, "learning_rate": 1.8030335358854363e-05, "loss": 0.3328, "step": 1733 }, { "epoch": 1.1370491803278688, "grad_norm": 0.41356104612350464, "learning_rate": 1.8027803291360515e-05, "loss": 0.3564, "step": 1734 }, { "epoch": 1.137704918032787, "grad_norm": 0.43326517939567566, "learning_rate": 1.802526977541951e-05, "loss": 0.328, "step": 1735 }, { "epoch": 1.1383606557377048, "grad_norm": 0.44747719168663025, "learning_rate": 1.8022734811488466e-05, "loss": 0.3418, "step": 1736 }, { "epoch": 1.139016393442623, "grad_norm": 0.43301281332969666, "learning_rate": 1.8020198400024762e-05, "loss": 0.3489, "step": 1737 }, { "epoch": 1.139672131147541, "grad_norm": 0.4082830846309662, "learning_rate": 1.801766054148604e-05, "loss": 0.3198, "step": 1738 }, { "epoch": 1.140327868852459, "grad_norm": 0.5137180685997009, "learning_rate": 1.801512123633021e-05, "loss": 0.3377, "step": 1739 }, { "epoch": 1.140983606557377, "grad_norm": 0.45035088062286377, "learning_rate": 1.8012580485015422e-05, "loss": 0.3386, "step": 1740 }, { "epoch": 1.1416393442622952, "grad_norm": 0.4321039915084839, "learning_rate": 1.8010038288000116e-05, "loss": 0.3293, "step": 1741 }, { "epoch": 1.142295081967213, "grad_norm": 0.4323822557926178, "learning_rate": 1.8007494645742967e-05, "loss": 0.3118, "step": 1742 }, { "epoch": 1.1429508196721312, "grad_norm": 0.4293380677700043, "learning_rate": 1.8004949558702924e-05, "loss": 0.3329, "step": 1743 }, { "epoch": 1.143606557377049, "grad_norm": 0.4490591287612915, "learning_rate": 1.8002403027339195e-05, "loss": 0.3318, "step": 1744 }, { "epoch": 1.1442622950819672, "grad_norm": 0.40697625279426575, "learning_rate": 1.7999855052111246e-05, "loss": 0.302, "step": 1745 }, { "epoch": 1.1449180327868853, "grad_norm": 0.4089793264865875, "learning_rate": 1.799730563347881e-05, "loss": 0.333, "step": 1746 }, { "epoch": 1.1455737704918032, "grad_norm": 0.41673189401626587, "learning_rate": 1.7994754771901867e-05, "loss": 0.3152, "step": 1747 }, { "epoch": 1.1462295081967213, "grad_norm": 0.4291621446609497, "learning_rate": 1.7992202467840677e-05, "loss": 0.3247, "step": 1748 }, { "epoch": 1.1468852459016394, "grad_norm": 0.45922917127609253, "learning_rate": 1.798964872175574e-05, "loss": 0.3624, "step": 1749 }, { "epoch": 1.1475409836065573, "grad_norm": 0.4198266863822937, "learning_rate": 1.798709353410783e-05, "loss": 0.3218, "step": 1750 }, { "epoch": 1.1481967213114754, "grad_norm": 0.4520218074321747, "learning_rate": 1.7984536905357975e-05, "loss": 0.328, "step": 1751 }, { "epoch": 1.1488524590163935, "grad_norm": 0.43395107984542847, "learning_rate": 1.7981978835967466e-05, "loss": 0.2955, "step": 1752 }, { "epoch": 1.1495081967213114, "grad_norm": 0.43099698424339294, "learning_rate": 1.797941932639785e-05, "loss": 0.3261, "step": 1753 }, { "epoch": 1.1501639344262296, "grad_norm": 0.41398191452026367, "learning_rate": 1.797685837711094e-05, "loss": 0.3113, "step": 1754 }, { "epoch": 1.1508196721311474, "grad_norm": 0.44231727719306946, "learning_rate": 1.79742959885688e-05, "loss": 0.3469, "step": 1755 }, { "epoch": 1.1514754098360656, "grad_norm": 0.44412675499916077, "learning_rate": 1.7971732161233762e-05, "loss": 0.3147, "step": 1756 }, { "epoch": 1.1521311475409837, "grad_norm": 0.4619339406490326, "learning_rate": 1.7969166895568414e-05, "loss": 0.3452, "step": 1757 }, { "epoch": 1.1527868852459016, "grad_norm": 0.41526761651039124, "learning_rate": 1.7966600192035605e-05, "loss": 0.3185, "step": 1758 }, { "epoch": 1.1534426229508197, "grad_norm": 0.42908498644828796, "learning_rate": 1.796403205109844e-05, "loss": 0.377, "step": 1759 }, { "epoch": 1.1540983606557378, "grad_norm": 0.4516076445579529, "learning_rate": 1.7961462473220286e-05, "loss": 0.3372, "step": 1760 }, { "epoch": 1.1547540983606557, "grad_norm": 0.4350087344646454, "learning_rate": 1.7958891458864772e-05, "loss": 0.3433, "step": 1761 }, { "epoch": 1.1554098360655738, "grad_norm": 0.41134780645370483, "learning_rate": 1.795631900849578e-05, "loss": 0.3187, "step": 1762 }, { "epoch": 1.156065573770492, "grad_norm": 0.3922969698905945, "learning_rate": 1.7953745122577452e-05, "loss": 0.303, "step": 1763 }, { "epoch": 1.1567213114754098, "grad_norm": 0.4061269164085388, "learning_rate": 1.7951169801574197e-05, "loss": 0.3403, "step": 1764 }, { "epoch": 1.157377049180328, "grad_norm": 0.4154975414276123, "learning_rate": 1.7948593045950674e-05, "loss": 0.3238, "step": 1765 }, { "epoch": 1.1580327868852458, "grad_norm": 0.38383522629737854, "learning_rate": 1.7946014856171805e-05, "loss": 0.3204, "step": 1766 }, { "epoch": 1.158688524590164, "grad_norm": 0.41750481724739075, "learning_rate": 1.794343523270277e-05, "loss": 0.3259, "step": 1767 }, { "epoch": 1.159344262295082, "grad_norm": 0.4136532247066498, "learning_rate": 1.7940854176009005e-05, "loss": 0.3147, "step": 1768 }, { "epoch": 1.16, "grad_norm": 0.42654550075531006, "learning_rate": 1.793827168655621e-05, "loss": 0.3424, "step": 1769 }, { "epoch": 1.160655737704918, "grad_norm": 0.39292922616004944, "learning_rate": 1.7935687764810337e-05, "loss": 0.2978, "step": 1770 }, { "epoch": 1.1613114754098361, "grad_norm": 0.4067104160785675, "learning_rate": 1.79331024112376e-05, "loss": 0.3248, "step": 1771 }, { "epoch": 1.161967213114754, "grad_norm": 0.39038997888565063, "learning_rate": 1.7930515626304477e-05, "loss": 0.305, "step": 1772 }, { "epoch": 1.1626229508196722, "grad_norm": 0.3986874222755432, "learning_rate": 1.7927927410477698e-05, "loss": 0.3142, "step": 1773 }, { "epoch": 1.1632786885245903, "grad_norm": 0.4411633312702179, "learning_rate": 1.7925337764224246e-05, "loss": 0.3208, "step": 1774 }, { "epoch": 1.1639344262295082, "grad_norm": 0.40871089696884155, "learning_rate": 1.792274668801137e-05, "loss": 0.336, "step": 1775 }, { "epoch": 1.1645901639344263, "grad_norm": 0.4138510227203369, "learning_rate": 1.792015418230658e-05, "loss": 0.3403, "step": 1776 }, { "epoch": 1.1652459016393442, "grad_norm": 0.4139217138290405, "learning_rate": 1.7917560247577627e-05, "loss": 0.3367, "step": 1777 }, { "epoch": 1.1659016393442623, "grad_norm": 0.42289313673973083, "learning_rate": 1.7914964884292543e-05, "loss": 0.3229, "step": 1778 }, { "epoch": 1.1665573770491804, "grad_norm": 0.4379088580608368, "learning_rate": 1.7912368092919603e-05, "loss": 0.3254, "step": 1779 }, { "epoch": 1.1672131147540983, "grad_norm": 0.4296455681324005, "learning_rate": 1.7909769873927342e-05, "loss": 0.3228, "step": 1780 }, { "epoch": 1.1678688524590164, "grad_norm": 0.4327302873134613, "learning_rate": 1.7907170227784552e-05, "loss": 0.3539, "step": 1781 }, { "epoch": 1.1685245901639345, "grad_norm": 0.41319411993026733, "learning_rate": 1.7904569154960287e-05, "loss": 0.3438, "step": 1782 }, { "epoch": 1.1691803278688524, "grad_norm": 0.4023005962371826, "learning_rate": 1.7901966655923852e-05, "loss": 0.3135, "step": 1783 }, { "epoch": 1.1698360655737705, "grad_norm": 0.42195188999176025, "learning_rate": 1.789936273114482e-05, "loss": 0.3508, "step": 1784 }, { "epoch": 1.1704918032786886, "grad_norm": 0.4347141683101654, "learning_rate": 1.7896757381093005e-05, "loss": 0.3308, "step": 1785 }, { "epoch": 1.1711475409836065, "grad_norm": 0.42172306776046753, "learning_rate": 1.7894150606238498e-05, "loss": 0.3261, "step": 1786 }, { "epoch": 1.1718032786885246, "grad_norm": 0.39670854806900024, "learning_rate": 1.7891542407051625e-05, "loss": 0.3104, "step": 1787 }, { "epoch": 1.1724590163934425, "grad_norm": 0.39042195677757263, "learning_rate": 1.7888932784002984e-05, "loss": 0.3465, "step": 1788 }, { "epoch": 1.1731147540983606, "grad_norm": 0.3874596655368805, "learning_rate": 1.788632173756343e-05, "loss": 0.3142, "step": 1789 }, { "epoch": 1.1737704918032787, "grad_norm": 0.4030188024044037, "learning_rate": 1.7883709268204073e-05, "loss": 0.3178, "step": 1790 }, { "epoch": 1.1744262295081966, "grad_norm": 0.42547839879989624, "learning_rate": 1.7881095376396268e-05, "loss": 0.335, "step": 1791 }, { "epoch": 1.1750819672131148, "grad_norm": 0.4096255600452423, "learning_rate": 1.7878480062611646e-05, "loss": 0.3374, "step": 1792 }, { "epoch": 1.1757377049180329, "grad_norm": 0.42582836747169495, "learning_rate": 1.7875863327322077e-05, "loss": 0.3535, "step": 1793 }, { "epoch": 1.1763934426229508, "grad_norm": 0.3916117548942566, "learning_rate": 1.78732451709997e-05, "loss": 0.3241, "step": 1794 }, { "epoch": 1.1770491803278689, "grad_norm": 0.39996832609176636, "learning_rate": 1.7870625594116908e-05, "loss": 0.3218, "step": 1795 }, { "epoch": 1.177704918032787, "grad_norm": 0.40400925278663635, "learning_rate": 1.7868004597146346e-05, "loss": 0.3294, "step": 1796 }, { "epoch": 1.1783606557377049, "grad_norm": 0.42789357900619507, "learning_rate": 1.7865382180560913e-05, "loss": 0.3302, "step": 1797 }, { "epoch": 1.179016393442623, "grad_norm": 0.41986793279647827, "learning_rate": 1.7862758344833773e-05, "loss": 0.3257, "step": 1798 }, { "epoch": 1.1796721311475409, "grad_norm": 0.42792704701423645, "learning_rate": 1.7860133090438344e-05, "loss": 0.3408, "step": 1799 }, { "epoch": 1.180327868852459, "grad_norm": 0.42877766489982605, "learning_rate": 1.7857506417848295e-05, "loss": 0.3193, "step": 1800 }, { "epoch": 1.180983606557377, "grad_norm": 0.4562380909919739, "learning_rate": 1.785487832753755e-05, "loss": 0.3303, "step": 1801 }, { "epoch": 1.181639344262295, "grad_norm": 0.41441985964775085, "learning_rate": 1.7852248819980297e-05, "loss": 0.3065, "step": 1802 }, { "epoch": 1.1822950819672131, "grad_norm": 0.44531676173210144, "learning_rate": 1.7849617895650974e-05, "loss": 0.3062, "step": 1803 }, { "epoch": 1.1829508196721312, "grad_norm": 0.4192511737346649, "learning_rate": 1.7846985555024274e-05, "loss": 0.3053, "step": 1804 }, { "epoch": 1.1836065573770491, "grad_norm": 0.438796728849411, "learning_rate": 1.784435179857515e-05, "loss": 0.3089, "step": 1805 }, { "epoch": 1.1842622950819672, "grad_norm": 0.3942037522792816, "learning_rate": 1.7841716626778803e-05, "loss": 0.3291, "step": 1806 }, { "epoch": 1.1849180327868853, "grad_norm": 0.45302560925483704, "learning_rate": 1.7839080040110702e-05, "loss": 0.3241, "step": 1807 }, { "epoch": 1.1855737704918032, "grad_norm": 0.408517986536026, "learning_rate": 1.7836442039046554e-05, "loss": 0.2995, "step": 1808 }, { "epoch": 1.1862295081967213, "grad_norm": 0.38155272603034973, "learning_rate": 1.7833802624062333e-05, "loss": 0.3207, "step": 1809 }, { "epoch": 1.1868852459016392, "grad_norm": 0.4243413209915161, "learning_rate": 1.783116179563427e-05, "loss": 0.3146, "step": 1810 }, { "epoch": 1.1875409836065574, "grad_norm": 0.40349727869033813, "learning_rate": 1.782851955423884e-05, "loss": 0.3411, "step": 1811 }, { "epoch": 1.1881967213114755, "grad_norm": 0.3935384750366211, "learning_rate": 1.7825875900352787e-05, "loss": 0.309, "step": 1812 }, { "epoch": 1.1888524590163934, "grad_norm": 0.384644478559494, "learning_rate": 1.78232308344531e-05, "loss": 0.3113, "step": 1813 }, { "epoch": 1.1895081967213115, "grad_norm": 0.42419159412384033, "learning_rate": 1.7820584357017018e-05, "loss": 0.3033, "step": 1814 }, { "epoch": 1.1901639344262296, "grad_norm": 0.38088077306747437, "learning_rate": 1.7817936468522047e-05, "loss": 0.3122, "step": 1815 }, { "epoch": 1.1908196721311475, "grad_norm": 0.4085226058959961, "learning_rate": 1.7815287169445946e-05, "loss": 0.3349, "step": 1816 }, { "epoch": 1.1914754098360656, "grad_norm": 0.4188043177127838, "learning_rate": 1.7812636460266724e-05, "loss": 0.3146, "step": 1817 }, { "epoch": 1.1921311475409837, "grad_norm": 0.44454726576805115, "learning_rate": 1.7809984341462637e-05, "loss": 0.3336, "step": 1818 }, { "epoch": 1.1927868852459016, "grad_norm": 0.4286099970340729, "learning_rate": 1.7807330813512215e-05, "loss": 0.3218, "step": 1819 }, { "epoch": 1.1934426229508197, "grad_norm": 0.4353293180465698, "learning_rate": 1.7804675876894224e-05, "loss": 0.3144, "step": 1820 }, { "epoch": 1.1940983606557376, "grad_norm": 0.3906329274177551, "learning_rate": 1.7802019532087692e-05, "loss": 0.3172, "step": 1821 }, { "epoch": 1.1947540983606557, "grad_norm": 0.4481736123561859, "learning_rate": 1.7799361779571904e-05, "loss": 0.3328, "step": 1822 }, { "epoch": 1.1954098360655738, "grad_norm": 0.41062065958976746, "learning_rate": 1.7796702619826392e-05, "loss": 0.331, "step": 1823 }, { "epoch": 1.1960655737704917, "grad_norm": 0.4012693762779236, "learning_rate": 1.7794042053330944e-05, "loss": 0.2985, "step": 1824 }, { "epoch": 1.1967213114754098, "grad_norm": 0.45916029810905457, "learning_rate": 1.7791380080565602e-05, "loss": 0.3423, "step": 1825 }, { "epoch": 1.197377049180328, "grad_norm": 0.4224879741668701, "learning_rate": 1.7788716702010666e-05, "loss": 0.3366, "step": 1826 }, { "epoch": 1.1980327868852458, "grad_norm": 0.4237675368785858, "learning_rate": 1.7786051918146688e-05, "loss": 0.3232, "step": 1827 }, { "epoch": 1.198688524590164, "grad_norm": 0.4381251037120819, "learning_rate": 1.7783385729454466e-05, "loss": 0.3245, "step": 1828 }, { "epoch": 1.199344262295082, "grad_norm": 0.40824228525161743, "learning_rate": 1.778071813641506e-05, "loss": 0.3476, "step": 1829 }, { "epoch": 1.2, "grad_norm": 0.38817158341407776, "learning_rate": 1.7778049139509785e-05, "loss": 0.331, "step": 1830 }, { "epoch": 1.200655737704918, "grad_norm": 0.38774463534355164, "learning_rate": 1.7775378739220197e-05, "loss": 0.3303, "step": 1831 }, { "epoch": 1.201311475409836, "grad_norm": 0.43964189291000366, "learning_rate": 1.777270693602812e-05, "loss": 0.3417, "step": 1832 }, { "epoch": 1.201967213114754, "grad_norm": 0.41947147250175476, "learning_rate": 1.7770033730415617e-05, "loss": 0.2949, "step": 1833 }, { "epoch": 1.2026229508196722, "grad_norm": 0.4348105788230896, "learning_rate": 1.776735912286502e-05, "loss": 0.325, "step": 1834 }, { "epoch": 1.20327868852459, "grad_norm": 0.4504484534263611, "learning_rate": 1.77646831138589e-05, "loss": 0.3188, "step": 1835 }, { "epoch": 1.2039344262295082, "grad_norm": 0.45931604504585266, "learning_rate": 1.7762005703880087e-05, "loss": 0.3146, "step": 1836 }, { "epoch": 1.2045901639344263, "grad_norm": 0.42749327421188354, "learning_rate": 1.7759326893411666e-05, "loss": 0.3415, "step": 1837 }, { "epoch": 1.2052459016393442, "grad_norm": 0.4421718716621399, "learning_rate": 1.7756646682936964e-05, "loss": 0.3271, "step": 1838 }, { "epoch": 1.2059016393442623, "grad_norm": 0.41503578424453735, "learning_rate": 1.775396507293958e-05, "loss": 0.3082, "step": 1839 }, { "epoch": 1.2065573770491804, "grad_norm": 0.4346126616001129, "learning_rate": 1.7751282063903338e-05, "loss": 0.3266, "step": 1840 }, { "epoch": 1.2072131147540983, "grad_norm": 0.41411760449409485, "learning_rate": 1.774859765631235e-05, "loss": 0.3132, "step": 1841 }, { "epoch": 1.2078688524590164, "grad_norm": 0.4643506407737732, "learning_rate": 1.7745911850650942e-05, "loss": 0.3001, "step": 1842 }, { "epoch": 1.2085245901639343, "grad_norm": 0.38506442308425903, "learning_rate": 1.774322464740372e-05, "loss": 0.3045, "step": 1843 }, { "epoch": 1.2091803278688524, "grad_norm": 0.4105939269065857, "learning_rate": 1.774053604705553e-05, "loss": 0.3148, "step": 1844 }, { "epoch": 1.2098360655737705, "grad_norm": 0.4618973135948181, "learning_rate": 1.7737846050091473e-05, "loss": 0.3044, "step": 1845 }, { "epoch": 1.2104918032786884, "grad_norm": 0.4398520588874817, "learning_rate": 1.7735154656996908e-05, "loss": 0.3261, "step": 1846 }, { "epoch": 1.2111475409836066, "grad_norm": 0.39081114530563354, "learning_rate": 1.7732461868257435e-05, "loss": 0.321, "step": 1847 }, { "epoch": 1.2118032786885247, "grad_norm": 0.43287163972854614, "learning_rate": 1.772976768435891e-05, "loss": 0.3244, "step": 1848 }, { "epoch": 1.2124590163934426, "grad_norm": 0.4346274137496948, "learning_rate": 1.772707210578744e-05, "loss": 0.333, "step": 1849 }, { "epoch": 1.2131147540983607, "grad_norm": 0.4043790400028229, "learning_rate": 1.7724375133029388e-05, "loss": 0.3243, "step": 1850 }, { "epoch": 1.2137704918032788, "grad_norm": 0.3953804075717926, "learning_rate": 1.7721676766571368e-05, "loss": 0.3259, "step": 1851 }, { "epoch": 1.2144262295081967, "grad_norm": 0.4504527449607849, "learning_rate": 1.771897700690024e-05, "loss": 0.3187, "step": 1852 }, { "epoch": 1.2150819672131148, "grad_norm": 0.39465463161468506, "learning_rate": 1.7716275854503114e-05, "loss": 0.3176, "step": 1853 }, { "epoch": 1.2157377049180327, "grad_norm": 0.42793524265289307, "learning_rate": 1.7713573309867365e-05, "loss": 0.3245, "step": 1854 }, { "epoch": 1.2163934426229508, "grad_norm": 0.42636430263519287, "learning_rate": 1.7710869373480606e-05, "loss": 0.3139, "step": 1855 }, { "epoch": 1.217049180327869, "grad_norm": 0.4511062502861023, "learning_rate": 1.7708164045830702e-05, "loss": 0.3258, "step": 1856 }, { "epoch": 1.2177049180327868, "grad_norm": 0.40410009026527405, "learning_rate": 1.770545732740578e-05, "loss": 0.3418, "step": 1857 }, { "epoch": 1.218360655737705, "grad_norm": 0.42083215713500977, "learning_rate": 1.7702749218694196e-05, "loss": 0.3111, "step": 1858 }, { "epoch": 1.219016393442623, "grad_norm": 0.38544750213623047, "learning_rate": 1.7700039720184586e-05, "loss": 0.3257, "step": 1859 }, { "epoch": 1.219672131147541, "grad_norm": 0.3948066830635071, "learning_rate": 1.7697328832365814e-05, "loss": 0.298, "step": 1860 }, { "epoch": 1.220327868852459, "grad_norm": 0.4614180028438568, "learning_rate": 1.7694616555727006e-05, "loss": 0.3635, "step": 1861 }, { "epoch": 1.2209836065573771, "grad_norm": 0.39639824628829956, "learning_rate": 1.7691902890757528e-05, "loss": 0.2931, "step": 1862 }, { "epoch": 1.221639344262295, "grad_norm": 0.36877790093421936, "learning_rate": 1.768918783794701e-05, "loss": 0.3059, "step": 1863 }, { "epoch": 1.2222950819672131, "grad_norm": 0.3955816924571991, "learning_rate": 1.7686471397785322e-05, "loss": 0.3311, "step": 1864 }, { "epoch": 1.222950819672131, "grad_norm": 0.4269265830516815, "learning_rate": 1.768375357076259e-05, "loss": 0.3232, "step": 1865 }, { "epoch": 1.2236065573770492, "grad_norm": 0.38009214401245117, "learning_rate": 1.7681034357369193e-05, "loss": 0.3408, "step": 1866 }, { "epoch": 1.2242622950819673, "grad_norm": 0.4032380282878876, "learning_rate": 1.7678313758095743e-05, "loss": 0.3373, "step": 1867 }, { "epoch": 1.2249180327868852, "grad_norm": 0.4380514323711395, "learning_rate": 1.767559177343313e-05, "loss": 0.3371, "step": 1868 }, { "epoch": 1.2255737704918033, "grad_norm": 0.38533440232276917, "learning_rate": 1.7672868403872466e-05, "loss": 0.2954, "step": 1869 }, { "epoch": 1.2262295081967214, "grad_norm": 0.4129713177680969, "learning_rate": 1.767014364990513e-05, "loss": 0.3093, "step": 1870 }, { "epoch": 1.2268852459016393, "grad_norm": 0.3775884807109833, "learning_rate": 1.766741751202275e-05, "loss": 0.3164, "step": 1871 }, { "epoch": 1.2275409836065574, "grad_norm": 0.4211283326148987, "learning_rate": 1.766468999071719e-05, "loss": 0.3474, "step": 1872 }, { "epoch": 1.2281967213114755, "grad_norm": 0.4240691065788269, "learning_rate": 1.7661961086480585e-05, "loss": 0.3363, "step": 1873 }, { "epoch": 1.2288524590163934, "grad_norm": 0.39704039692878723, "learning_rate": 1.7659230799805298e-05, "loss": 0.3159, "step": 1874 }, { "epoch": 1.2295081967213115, "grad_norm": 0.3716247081756592, "learning_rate": 1.765649913118396e-05, "loss": 0.3065, "step": 1875 }, { "epoch": 1.2301639344262294, "grad_norm": 0.44502589106559753, "learning_rate": 1.765376608110944e-05, "loss": 0.3254, "step": 1876 }, { "epoch": 1.2308196721311475, "grad_norm": 0.3767242431640625, "learning_rate": 1.7651031650074852e-05, "loss": 0.3129, "step": 1877 }, { "epoch": 1.2314754098360656, "grad_norm": 0.3842858076095581, "learning_rate": 1.7648295838573576e-05, "loss": 0.3135, "step": 1878 }, { "epoch": 1.2321311475409835, "grad_norm": 0.37317678332328796, "learning_rate": 1.7645558647099227e-05, "loss": 0.3106, "step": 1879 }, { "epoch": 1.2327868852459016, "grad_norm": 0.3983687460422516, "learning_rate": 1.764282007614567e-05, "loss": 0.3419, "step": 1880 }, { "epoch": 1.2334426229508197, "grad_norm": 0.40600040555000305, "learning_rate": 1.764008012620703e-05, "loss": 0.3019, "step": 1881 }, { "epoch": 1.2340983606557376, "grad_norm": 0.39135342836380005, "learning_rate": 1.763733879777767e-05, "loss": 0.3252, "step": 1882 }, { "epoch": 1.2347540983606557, "grad_norm": 0.39795610308647156, "learning_rate": 1.76345960913522e-05, "loss": 0.3364, "step": 1883 }, { "epoch": 1.2354098360655739, "grad_norm": 0.4153445065021515, "learning_rate": 1.763185200742549e-05, "loss": 0.3233, "step": 1884 }, { "epoch": 1.2360655737704918, "grad_norm": 0.44600507616996765, "learning_rate": 1.7629106546492644e-05, "loss": 0.31, "step": 1885 }, { "epoch": 1.2367213114754099, "grad_norm": 0.3939374089241028, "learning_rate": 1.762635970904903e-05, "loss": 0.3335, "step": 1886 }, { "epoch": 1.2373770491803278, "grad_norm": 0.37373918294906616, "learning_rate": 1.762361149559025e-05, "loss": 0.2871, "step": 1887 }, { "epoch": 1.2380327868852459, "grad_norm": 0.35500770807266235, "learning_rate": 1.7620861906612167e-05, "loss": 0.3104, "step": 1888 }, { "epoch": 1.238688524590164, "grad_norm": 0.3647635281085968, "learning_rate": 1.7618110942610885e-05, "loss": 0.3371, "step": 1889 }, { "epoch": 1.2393442622950819, "grad_norm": 0.36134061217308044, "learning_rate": 1.7615358604082752e-05, "loss": 0.2995, "step": 1890 }, { "epoch": 1.24, "grad_norm": 0.40248894691467285, "learning_rate": 1.7612604891524375e-05, "loss": 0.3333, "step": 1891 }, { "epoch": 1.240655737704918, "grad_norm": 0.4104088544845581, "learning_rate": 1.7609849805432604e-05, "loss": 0.3546, "step": 1892 }, { "epoch": 1.241311475409836, "grad_norm": 0.3758613169193268, "learning_rate": 1.7607093346304532e-05, "loss": 0.3207, "step": 1893 }, { "epoch": 1.241967213114754, "grad_norm": 0.37368500232696533, "learning_rate": 1.7604335514637502e-05, "loss": 0.3477, "step": 1894 }, { "epoch": 1.2426229508196722, "grad_norm": 0.4241015315055847, "learning_rate": 1.760157631092911e-05, "loss": 0.3332, "step": 1895 }, { "epoch": 1.2432786885245901, "grad_norm": 0.3927629292011261, "learning_rate": 1.7598815735677194e-05, "loss": 0.3145, "step": 1896 }, { "epoch": 1.2439344262295082, "grad_norm": 0.4200116693973541, "learning_rate": 1.7596053789379847e-05, "loss": 0.3502, "step": 1897 }, { "epoch": 1.2445901639344261, "grad_norm": 0.4084540605545044, "learning_rate": 1.7593290472535394e-05, "loss": 0.3163, "step": 1898 }, { "epoch": 1.2452459016393442, "grad_norm": 0.4113656282424927, "learning_rate": 1.7590525785642424e-05, "loss": 0.3196, "step": 1899 }, { "epoch": 1.2459016393442623, "grad_norm": 0.4124794602394104, "learning_rate": 1.7587759729199764e-05, "loss": 0.3338, "step": 1900 }, { "epoch": 1.2465573770491802, "grad_norm": 0.4010845124721527, "learning_rate": 1.7584992303706492e-05, "loss": 0.3398, "step": 1901 }, { "epoch": 1.2472131147540984, "grad_norm": 0.39162981510162354, "learning_rate": 1.7582223509661932e-05, "loss": 0.303, "step": 1902 }, { "epoch": 1.2478688524590165, "grad_norm": 0.3984552025794983, "learning_rate": 1.7579453347565646e-05, "loss": 0.3364, "step": 1903 }, { "epoch": 1.2485245901639344, "grad_norm": 0.39657482504844666, "learning_rate": 1.7576681817917462e-05, "loss": 0.3283, "step": 1904 }, { "epoch": 1.2491803278688525, "grad_norm": 0.43647897243499756, "learning_rate": 1.757390892121744e-05, "loss": 0.3396, "step": 1905 }, { "epoch": 1.2498360655737706, "grad_norm": 0.40296781063079834, "learning_rate": 1.7571134657965888e-05, "loss": 0.3317, "step": 1906 }, { "epoch": 1.2504918032786885, "grad_norm": 0.443548321723938, "learning_rate": 1.7568359028663365e-05, "loss": 0.3528, "step": 1907 }, { "epoch": 1.2511475409836066, "grad_norm": 0.3937281668186188, "learning_rate": 1.7565582033810673e-05, "loss": 0.3277, "step": 1908 }, { "epoch": 1.2518032786885245, "grad_norm": 0.4099158048629761, "learning_rate": 1.7562803673908865e-05, "loss": 0.3195, "step": 1909 }, { "epoch": 1.2524590163934426, "grad_norm": 0.44183415174484253, "learning_rate": 1.756002394945924e-05, "loss": 0.3423, "step": 1910 }, { "epoch": 1.2531147540983607, "grad_norm": 0.410830557346344, "learning_rate": 1.755724286096333e-05, "loss": 0.3342, "step": 1911 }, { "epoch": 1.2537704918032788, "grad_norm": 0.43184563517570496, "learning_rate": 1.755446040892293e-05, "loss": 0.3571, "step": 1912 }, { "epoch": 1.2544262295081967, "grad_norm": 0.4025874435901642, "learning_rate": 1.7551676593840076e-05, "loss": 0.3123, "step": 1913 }, { "epoch": 1.2550819672131148, "grad_norm": 0.4165935218334198, "learning_rate": 1.7548891416217048e-05, "loss": 0.3381, "step": 1914 }, { "epoch": 1.2557377049180327, "grad_norm": 0.42142295837402344, "learning_rate": 1.7546104876556364e-05, "loss": 0.3476, "step": 1915 }, { "epoch": 1.2563934426229508, "grad_norm": 0.41982918977737427, "learning_rate": 1.754331697536081e-05, "loss": 0.3495, "step": 1916 }, { "epoch": 1.257049180327869, "grad_norm": 0.3775268793106079, "learning_rate": 1.7540527713133393e-05, "loss": 0.331, "step": 1917 }, { "epoch": 1.2577049180327868, "grad_norm": 0.42452117800712585, "learning_rate": 1.7537737090377383e-05, "loss": 0.321, "step": 1918 }, { "epoch": 1.258360655737705, "grad_norm": 0.3850053548812866, "learning_rate": 1.7534945107596285e-05, "loss": 0.3345, "step": 1919 }, { "epoch": 1.2590163934426228, "grad_norm": 0.3926343619823456, "learning_rate": 1.7532151765293855e-05, "loss": 0.3421, "step": 1920 }, { "epoch": 1.259672131147541, "grad_norm": 0.3824595510959625, "learning_rate": 1.7529357063974092e-05, "loss": 0.3467, "step": 1921 }, { "epoch": 1.260327868852459, "grad_norm": 0.437775194644928, "learning_rate": 1.7526561004141235e-05, "loss": 0.3105, "step": 1922 }, { "epoch": 1.2609836065573772, "grad_norm": 0.40018677711486816, "learning_rate": 1.7523763586299782e-05, "loss": 0.3321, "step": 1923 }, { "epoch": 1.261639344262295, "grad_norm": 0.4010592997074127, "learning_rate": 1.7520964810954465e-05, "loss": 0.3194, "step": 1924 }, { "epoch": 1.2622950819672132, "grad_norm": 0.4018121361732483, "learning_rate": 1.7518164678610267e-05, "loss": 0.3272, "step": 1925 }, { "epoch": 1.262950819672131, "grad_norm": 0.397997111082077, "learning_rate": 1.7515363189772406e-05, "loss": 0.3361, "step": 1926 }, { "epoch": 1.2636065573770492, "grad_norm": 0.39477816224098206, "learning_rate": 1.7512560344946358e-05, "loss": 0.3195, "step": 1927 }, { "epoch": 1.2642622950819673, "grad_norm": 0.4279116690158844, "learning_rate": 1.750975614463783e-05, "loss": 0.3455, "step": 1928 }, { "epoch": 1.2649180327868852, "grad_norm": 0.4168680012226105, "learning_rate": 1.7506950589352785e-05, "loss": 0.31, "step": 1929 }, { "epoch": 1.2655737704918033, "grad_norm": 0.3664642572402954, "learning_rate": 1.7504143679597425e-05, "loss": 0.3198, "step": 1930 }, { "epoch": 1.2662295081967212, "grad_norm": 0.37572574615478516, "learning_rate": 1.75013354158782e-05, "loss": 0.3069, "step": 1931 }, { "epoch": 1.2668852459016393, "grad_norm": 0.4207959771156311, "learning_rate": 1.7498525798701796e-05, "loss": 0.3146, "step": 1932 }, { "epoch": 1.2675409836065574, "grad_norm": 0.38630741834640503, "learning_rate": 1.7495714828575155e-05, "loss": 0.2997, "step": 1933 }, { "epoch": 1.2681967213114755, "grad_norm": 0.36528927087783813, "learning_rate": 1.7492902506005457e-05, "loss": 0.3064, "step": 1934 }, { "epoch": 1.2688524590163934, "grad_norm": 0.3594558835029602, "learning_rate": 1.749008883150012e-05, "loss": 0.3082, "step": 1935 }, { "epoch": 1.2695081967213115, "grad_norm": 0.39824190735816956, "learning_rate": 1.7487273805566812e-05, "loss": 0.328, "step": 1936 }, { "epoch": 1.2701639344262294, "grad_norm": 0.47328728437423706, "learning_rate": 1.7484457428713452e-05, "loss": 0.3584, "step": 1937 }, { "epoch": 1.2708196721311475, "grad_norm": 0.42000508308410645, "learning_rate": 1.7481639701448196e-05, "loss": 0.3368, "step": 1938 }, { "epoch": 1.2714754098360657, "grad_norm": 0.3948458433151245, "learning_rate": 1.7478820624279434e-05, "loss": 0.334, "step": 1939 }, { "epoch": 1.2721311475409836, "grad_norm": 0.4120941758155823, "learning_rate": 1.7476000197715816e-05, "loss": 0.3276, "step": 1940 }, { "epoch": 1.2727868852459017, "grad_norm": 0.40362119674682617, "learning_rate": 1.7473178422266226e-05, "loss": 0.3175, "step": 1941 }, { "epoch": 1.2734426229508196, "grad_norm": 0.41813069581985474, "learning_rate": 1.7470355298439795e-05, "loss": 0.3194, "step": 1942 }, { "epoch": 1.2740983606557377, "grad_norm": 0.3884797990322113, "learning_rate": 1.7467530826745892e-05, "loss": 0.3336, "step": 1943 }, { "epoch": 1.2747540983606558, "grad_norm": 0.4164296090602875, "learning_rate": 1.746470500769414e-05, "loss": 0.334, "step": 1944 }, { "epoch": 1.275409836065574, "grad_norm": 0.3661944568157196, "learning_rate": 1.746187784179439e-05, "loss": 0.309, "step": 1945 }, { "epoch": 1.2760655737704918, "grad_norm": 0.41489920020103455, "learning_rate": 1.745904932955675e-05, "loss": 0.317, "step": 1946 }, { "epoch": 1.27672131147541, "grad_norm": 0.4276653826236725, "learning_rate": 1.7456219471491565e-05, "loss": 0.3136, "step": 1947 }, { "epoch": 1.2773770491803278, "grad_norm": 0.40096214413642883, "learning_rate": 1.745338826810942e-05, "loss": 0.3478, "step": 1948 }, { "epoch": 1.278032786885246, "grad_norm": 0.38957563042640686, "learning_rate": 1.7450555719921148e-05, "loss": 0.3053, "step": 1949 }, { "epoch": 1.278688524590164, "grad_norm": 0.4330908954143524, "learning_rate": 1.744772182743782e-05, "loss": 0.3464, "step": 1950 }, { "epoch": 1.279344262295082, "grad_norm": 0.41009944677352905, "learning_rate": 1.7444886591170757e-05, "loss": 0.3172, "step": 1951 }, { "epoch": 1.28, "grad_norm": 0.3841334283351898, "learning_rate": 1.744205001163151e-05, "loss": 0.3443, "step": 1952 }, { "epoch": 1.280655737704918, "grad_norm": 0.36547768115997314, "learning_rate": 1.7439212089331886e-05, "loss": 0.3204, "step": 1953 }, { "epoch": 1.281311475409836, "grad_norm": 0.45288529992103577, "learning_rate": 1.7436372824783924e-05, "loss": 0.3418, "step": 1954 }, { "epoch": 1.2819672131147541, "grad_norm": 0.40290209650993347, "learning_rate": 1.7433532218499914e-05, "loss": 0.32, "step": 1955 }, { "epoch": 1.2826229508196723, "grad_norm": 0.3848937749862671, "learning_rate": 1.7430690270992374e-05, "loss": 0.3376, "step": 1956 }, { "epoch": 1.2832786885245901, "grad_norm": 0.38923367857933044, "learning_rate": 1.7427846982774085e-05, "loss": 0.3117, "step": 1957 }, { "epoch": 1.2839344262295083, "grad_norm": 0.46444448828697205, "learning_rate": 1.742500235435805e-05, "loss": 0.3481, "step": 1958 }, { "epoch": 1.2845901639344262, "grad_norm": 0.40550339221954346, "learning_rate": 1.7422156386257527e-05, "loss": 0.3396, "step": 1959 }, { "epoch": 1.2852459016393443, "grad_norm": 0.4455742835998535, "learning_rate": 1.7419309078986004e-05, "loss": 0.3527, "step": 1960 }, { "epoch": 1.2859016393442624, "grad_norm": 0.4552759528160095, "learning_rate": 1.7416460433057225e-05, "loss": 0.332, "step": 1961 }, { "epoch": 1.2865573770491803, "grad_norm": 0.4410678446292877, "learning_rate": 1.7413610448985165e-05, "loss": 0.3523, "step": 1962 }, { "epoch": 1.2872131147540984, "grad_norm": 0.3961251378059387, "learning_rate": 1.741075912728404e-05, "loss": 0.308, "step": 1963 }, { "epoch": 1.2878688524590163, "grad_norm": 0.39014101028442383, "learning_rate": 1.7407906468468315e-05, "loss": 0.3287, "step": 1964 }, { "epoch": 1.2885245901639344, "grad_norm": 0.3924337327480316, "learning_rate": 1.740505247305269e-05, "loss": 0.2981, "step": 1965 }, { "epoch": 1.2891803278688525, "grad_norm": 0.39359602332115173, "learning_rate": 1.740219714155211e-05, "loss": 0.3085, "step": 1966 }, { "epoch": 1.2898360655737706, "grad_norm": 0.41585028171539307, "learning_rate": 1.7399340474481752e-05, "loss": 0.3228, "step": 1967 }, { "epoch": 1.2904918032786885, "grad_norm": 0.39567333459854126, "learning_rate": 1.7396482472357047e-05, "loss": 0.3249, "step": 1968 }, { "epoch": 1.2911475409836066, "grad_norm": 0.38672056794166565, "learning_rate": 1.7393623135693667e-05, "loss": 0.3297, "step": 1969 }, { "epoch": 1.2918032786885245, "grad_norm": 0.4172305166721344, "learning_rate": 1.739076246500751e-05, "loss": 0.3268, "step": 1970 }, { "epoch": 1.2924590163934426, "grad_norm": 0.3882996737957001, "learning_rate": 1.7387900460814722e-05, "loss": 0.34, "step": 1971 }, { "epoch": 1.2931147540983607, "grad_norm": 0.38812994956970215, "learning_rate": 1.7385037123631697e-05, "loss": 0.3085, "step": 1972 }, { "epoch": 1.2937704918032786, "grad_norm": 0.39282849431037903, "learning_rate": 1.738217245397506e-05, "loss": 0.3291, "step": 1973 }, { "epoch": 1.2944262295081967, "grad_norm": 0.39810195565223694, "learning_rate": 1.7379306452361684e-05, "loss": 0.3377, "step": 1974 }, { "epoch": 1.2950819672131146, "grad_norm": 0.4125607907772064, "learning_rate": 1.7376439119308672e-05, "loss": 0.3278, "step": 1975 }, { "epoch": 1.2957377049180328, "grad_norm": 0.3846149444580078, "learning_rate": 1.737357045533338e-05, "loss": 0.3271, "step": 1976 }, { "epoch": 1.2963934426229509, "grad_norm": 0.39892545342445374, "learning_rate": 1.7370700460953395e-05, "loss": 0.3526, "step": 1977 }, { "epoch": 1.297049180327869, "grad_norm": 0.3874800205230713, "learning_rate": 1.7367829136686546e-05, "loss": 0.3192, "step": 1978 }, { "epoch": 1.2977049180327869, "grad_norm": 0.4130239188671112, "learning_rate": 1.7364956483050903e-05, "loss": 0.3234, "step": 1979 }, { "epoch": 1.298360655737705, "grad_norm": 0.407868891954422, "learning_rate": 1.7362082500564774e-05, "loss": 0.2959, "step": 1980 }, { "epoch": 1.2990163934426229, "grad_norm": 0.40012088418006897, "learning_rate": 1.7359207189746714e-05, "loss": 0.3443, "step": 1981 }, { "epoch": 1.299672131147541, "grad_norm": 0.37808966636657715, "learning_rate": 1.7356330551115506e-05, "loss": 0.3321, "step": 1982 }, { "epoch": 1.300327868852459, "grad_norm": 0.40023380517959595, "learning_rate": 1.735345258519018e-05, "loss": 0.3263, "step": 1983 }, { "epoch": 1.300983606557377, "grad_norm": 0.3780094087123871, "learning_rate": 1.7350573292490006e-05, "loss": 0.3211, "step": 1984 }, { "epoch": 1.301639344262295, "grad_norm": 0.386089563369751, "learning_rate": 1.734769267353449e-05, "loss": 0.3145, "step": 1985 }, { "epoch": 1.302295081967213, "grad_norm": 0.40960994362831116, "learning_rate": 1.734481072884338e-05, "loss": 0.3436, "step": 1986 }, { "epoch": 1.302950819672131, "grad_norm": 0.3695932924747467, "learning_rate": 1.734192745893666e-05, "loss": 0.3364, "step": 1987 }, { "epoch": 1.3036065573770492, "grad_norm": 0.37879034876823425, "learning_rate": 1.7339042864334553e-05, "loss": 0.3063, "step": 1988 }, { "epoch": 1.3042622950819673, "grad_norm": 0.3991769254207611, "learning_rate": 1.7336156945557524e-05, "loss": 0.3204, "step": 1989 }, { "epoch": 1.3049180327868852, "grad_norm": 0.37320518493652344, "learning_rate": 1.7333269703126285e-05, "loss": 0.3123, "step": 1990 }, { "epoch": 1.3055737704918033, "grad_norm": 0.38636451959609985, "learning_rate": 1.7330381137561766e-05, "loss": 0.3224, "step": 1991 }, { "epoch": 1.3062295081967212, "grad_norm": 0.3918018341064453, "learning_rate": 1.7327491249385153e-05, "loss": 0.3469, "step": 1992 }, { "epoch": 1.3068852459016393, "grad_norm": 0.3750022351741791, "learning_rate": 1.7324600039117862e-05, "loss": 0.3276, "step": 1993 }, { "epoch": 1.3075409836065575, "grad_norm": 0.3699553906917572, "learning_rate": 1.7321707507281557e-05, "loss": 0.3181, "step": 1994 }, { "epoch": 1.3081967213114754, "grad_norm": 0.3776075839996338, "learning_rate": 1.731881365439813e-05, "loss": 0.3192, "step": 1995 }, { "epoch": 1.3088524590163935, "grad_norm": 0.3765568733215332, "learning_rate": 1.731591848098971e-05, "loss": 0.323, "step": 1996 }, { "epoch": 1.3095081967213114, "grad_norm": 0.4414258897304535, "learning_rate": 1.7313021987578677e-05, "loss": 0.3249, "step": 1997 }, { "epoch": 1.3101639344262295, "grad_norm": 0.3874952495098114, "learning_rate": 1.731012417468764e-05, "loss": 0.3243, "step": 1998 }, { "epoch": 1.3108196721311476, "grad_norm": 0.3902897834777832, "learning_rate": 1.730722504283945e-05, "loss": 0.2939, "step": 1999 }, { "epoch": 1.3114754098360657, "grad_norm": 0.4005608558654785, "learning_rate": 1.7304324592557194e-05, "loss": 0.3069, "step": 2000 }, { "epoch": 1.3121311475409836, "grad_norm": 0.4088514447212219, "learning_rate": 1.730142282436419e-05, "loss": 0.2913, "step": 2001 }, { "epoch": 1.3127868852459017, "grad_norm": 0.3749895393848419, "learning_rate": 1.7298519738784006e-05, "loss": 0.3191, "step": 2002 }, { "epoch": 1.3134426229508196, "grad_norm": 0.3533448278903961, "learning_rate": 1.7295615336340444e-05, "loss": 0.3163, "step": 2003 }, { "epoch": 1.3140983606557377, "grad_norm": 0.36137527227401733, "learning_rate": 1.7292709617557545e-05, "loss": 0.3293, "step": 2004 }, { "epoch": 1.3147540983606558, "grad_norm": 0.3678591549396515, "learning_rate": 1.728980258295957e-05, "loss": 0.2897, "step": 2005 }, { "epoch": 1.3154098360655737, "grad_norm": 0.39388716220855713, "learning_rate": 1.728689423307105e-05, "loss": 0.3358, "step": 2006 }, { "epoch": 1.3160655737704918, "grad_norm": 0.3862522840499878, "learning_rate": 1.7283984568416715e-05, "loss": 0.3043, "step": 2007 }, { "epoch": 1.3167213114754097, "grad_norm": 0.45040223002433777, "learning_rate": 1.7281073589521574e-05, "loss": 0.3807, "step": 2008 }, { "epoch": 1.3173770491803278, "grad_norm": 0.3742855191230774, "learning_rate": 1.7278161296910835e-05, "loss": 0.3153, "step": 2009 }, { "epoch": 1.318032786885246, "grad_norm": 0.3862607777118683, "learning_rate": 1.727524769110997e-05, "loss": 0.3283, "step": 2010 }, { "epoch": 1.318688524590164, "grad_norm": 0.3567759692668915, "learning_rate": 1.7272332772644672e-05, "loss": 0.3118, "step": 2011 }, { "epoch": 1.319344262295082, "grad_norm": 0.40300750732421875, "learning_rate": 1.7269416542040874e-05, "loss": 0.3371, "step": 2012 }, { "epoch": 1.32, "grad_norm": 0.4014599919319153, "learning_rate": 1.7266498999824754e-05, "loss": 0.3175, "step": 2013 }, { "epoch": 1.320655737704918, "grad_norm": 0.3913470208644867, "learning_rate": 1.7263580146522718e-05, "loss": 0.3326, "step": 2014 }, { "epoch": 1.321311475409836, "grad_norm": 0.38622918725013733, "learning_rate": 1.7260659982661415e-05, "loss": 0.3062, "step": 2015 }, { "epoch": 1.3219672131147542, "grad_norm": 0.40266919136047363, "learning_rate": 1.725773850876772e-05, "loss": 0.3296, "step": 2016 }, { "epoch": 1.322622950819672, "grad_norm": 0.37739160656929016, "learning_rate": 1.7254815725368757e-05, "loss": 0.3446, "step": 2017 }, { "epoch": 1.3232786885245902, "grad_norm": 0.3678397536277771, "learning_rate": 1.7251891632991874e-05, "loss": 0.3286, "step": 2018 }, { "epoch": 1.323934426229508, "grad_norm": 0.3924807608127594, "learning_rate": 1.7248966232164667e-05, "loss": 0.3195, "step": 2019 }, { "epoch": 1.3245901639344262, "grad_norm": 0.40286874771118164, "learning_rate": 1.7246039523414964e-05, "loss": 0.3143, "step": 2020 }, { "epoch": 1.3252459016393443, "grad_norm": 0.4440276026725769, "learning_rate": 1.724311150727082e-05, "loss": 0.3385, "step": 2021 }, { "epoch": 1.3259016393442624, "grad_norm": 0.4191893935203552, "learning_rate": 1.7240182184260544e-05, "loss": 0.3328, "step": 2022 }, { "epoch": 1.3265573770491803, "grad_norm": 0.4279243052005768, "learning_rate": 1.723725155491266e-05, "loss": 0.3303, "step": 2023 }, { "epoch": 1.3272131147540984, "grad_norm": 0.37019434571266174, "learning_rate": 1.7234319619755946e-05, "loss": 0.3237, "step": 2024 }, { "epoch": 1.3278688524590163, "grad_norm": 0.386170893907547, "learning_rate": 1.72313863793194e-05, "loss": 0.3038, "step": 2025 }, { "epoch": 1.3285245901639344, "grad_norm": 0.406650185585022, "learning_rate": 1.7228451834132275e-05, "loss": 0.3466, "step": 2026 }, { "epoch": 1.3291803278688525, "grad_norm": 0.4152984321117401, "learning_rate": 1.7225515984724032e-05, "loss": 0.3225, "step": 2027 }, { "epoch": 1.3298360655737704, "grad_norm": 0.37615206837654114, "learning_rate": 1.7222578831624395e-05, "loss": 0.325, "step": 2028 }, { "epoch": 1.3304918032786885, "grad_norm": 0.4255659878253937, "learning_rate": 1.7219640375363304e-05, "loss": 0.3069, "step": 2029 }, { "epoch": 1.3311475409836064, "grad_norm": 0.405576229095459, "learning_rate": 1.7216700616470946e-05, "loss": 0.3201, "step": 2030 }, { "epoch": 1.3318032786885245, "grad_norm": 0.38695088028907776, "learning_rate": 1.7213759555477738e-05, "loss": 0.3315, "step": 2031 }, { "epoch": 1.3324590163934427, "grad_norm": 0.3899458944797516, "learning_rate": 1.721081719291433e-05, "loss": 0.3144, "step": 2032 }, { "epoch": 1.3331147540983608, "grad_norm": 0.4056026339530945, "learning_rate": 1.7207873529311605e-05, "loss": 0.3306, "step": 2033 }, { "epoch": 1.3337704918032787, "grad_norm": 0.3814700245857239, "learning_rate": 1.7204928565200693e-05, "loss": 0.3107, "step": 2034 }, { "epoch": 1.3344262295081968, "grad_norm": 0.39327704906463623, "learning_rate": 1.720198230111295e-05, "loss": 0.3175, "step": 2035 }, { "epoch": 1.3350819672131147, "grad_norm": 0.36509594321250916, "learning_rate": 1.7199034737579962e-05, "loss": 0.2887, "step": 2036 }, { "epoch": 1.3357377049180328, "grad_norm": 0.3739151656627655, "learning_rate": 1.7196085875133555e-05, "loss": 0.3174, "step": 2037 }, { "epoch": 1.336393442622951, "grad_norm": 0.4029451310634613, "learning_rate": 1.719313571430579e-05, "loss": 0.3043, "step": 2038 }, { "epoch": 1.3370491803278688, "grad_norm": 0.3702734708786011, "learning_rate": 1.719018425562896e-05, "loss": 0.3043, "step": 2039 }, { "epoch": 1.337704918032787, "grad_norm": 0.37870436906814575, "learning_rate": 1.7187231499635596e-05, "loss": 0.2938, "step": 2040 }, { "epoch": 1.3383606557377048, "grad_norm": 0.45483312010765076, "learning_rate": 1.7184277446858457e-05, "loss": 0.3089, "step": 2041 }, { "epoch": 1.339016393442623, "grad_norm": 0.40116748213768005, "learning_rate": 1.7181322097830545e-05, "loss": 0.3026, "step": 2042 }, { "epoch": 1.339672131147541, "grad_norm": 0.41752731800079346, "learning_rate": 1.7178365453085085e-05, "loss": 0.3202, "step": 2043 }, { "epoch": 1.3403278688524591, "grad_norm": 0.4069056212902069, "learning_rate": 1.717540751315554e-05, "loss": 0.3105, "step": 2044 }, { "epoch": 1.340983606557377, "grad_norm": 0.4355000853538513, "learning_rate": 1.7172448278575607e-05, "loss": 0.3176, "step": 2045 }, { "epoch": 1.3416393442622951, "grad_norm": 0.44504863023757935, "learning_rate": 1.7169487749879227e-05, "loss": 0.3489, "step": 2046 }, { "epoch": 1.342295081967213, "grad_norm": 0.3690255880355835, "learning_rate": 1.7166525927600554e-05, "loss": 0.2818, "step": 2047 }, { "epoch": 1.3429508196721311, "grad_norm": 0.4194280207157135, "learning_rate": 1.716356281227399e-05, "loss": 0.3379, "step": 2048 }, { "epoch": 1.3436065573770493, "grad_norm": 0.3944580554962158, "learning_rate": 1.7160598404434167e-05, "loss": 0.3269, "step": 2049 }, { "epoch": 1.3442622950819672, "grad_norm": 0.35047057271003723, "learning_rate": 1.715763270461595e-05, "loss": 0.289, "step": 2050 }, { "epoch": 1.3449180327868853, "grad_norm": 0.40696069598197937, "learning_rate": 1.7154665713354432e-05, "loss": 0.3404, "step": 2051 }, { "epoch": 1.3455737704918032, "grad_norm": 0.40455782413482666, "learning_rate": 1.715169743118495e-05, "loss": 0.3344, "step": 2052 }, { "epoch": 1.3462295081967213, "grad_norm": 0.3912849426269531, "learning_rate": 1.7148727858643063e-05, "loss": 0.3123, "step": 2053 }, { "epoch": 1.3468852459016394, "grad_norm": 0.37019503116607666, "learning_rate": 1.7145756996264575e-05, "loss": 0.3212, "step": 2054 }, { "epoch": 1.3475409836065575, "grad_norm": 0.3919968605041504, "learning_rate": 1.7142784844585504e-05, "loss": 0.2917, "step": 2055 }, { "epoch": 1.3481967213114754, "grad_norm": 0.41536056995391846, "learning_rate": 1.713981140414212e-05, "loss": 0.2851, "step": 2056 }, { "epoch": 1.3488524590163935, "grad_norm": 0.38422223925590515, "learning_rate": 1.7136836675470917e-05, "loss": 0.314, "step": 2057 }, { "epoch": 1.3495081967213114, "grad_norm": 0.3854140341281891, "learning_rate": 1.7133860659108618e-05, "loss": 0.3209, "step": 2058 }, { "epoch": 1.3501639344262295, "grad_norm": 0.42625361680984497, "learning_rate": 1.7130883355592182e-05, "loss": 0.3321, "step": 2059 }, { "epoch": 1.3508196721311476, "grad_norm": 0.38925623893737793, "learning_rate": 1.7127904765458806e-05, "loss": 0.3075, "step": 2060 }, { "epoch": 1.3514754098360655, "grad_norm": 0.36839359998703003, "learning_rate": 1.712492488924591e-05, "loss": 0.3089, "step": 2061 }, { "epoch": 1.3521311475409836, "grad_norm": 0.3880471885204315, "learning_rate": 1.7121943727491147e-05, "loss": 0.3171, "step": 2062 }, { "epoch": 1.3527868852459015, "grad_norm": 0.3866906762123108, "learning_rate": 1.7118961280732407e-05, "loss": 0.3124, "step": 2063 }, { "epoch": 1.3534426229508196, "grad_norm": 0.4037843346595764, "learning_rate": 1.711597754950781e-05, "loss": 0.3331, "step": 2064 }, { "epoch": 1.3540983606557377, "grad_norm": 0.38602209091186523, "learning_rate": 1.7112992534355707e-05, "loss": 0.2981, "step": 2065 }, { "epoch": 1.3547540983606559, "grad_norm": 0.4077455401420593, "learning_rate": 1.711000623581468e-05, "loss": 0.3198, "step": 2066 }, { "epoch": 1.3554098360655737, "grad_norm": 0.3739992380142212, "learning_rate": 1.7107018654423547e-05, "loss": 0.3091, "step": 2067 }, { "epoch": 1.3560655737704919, "grad_norm": 0.39018717408180237, "learning_rate": 1.7104029790721347e-05, "loss": 0.299, "step": 2068 }, { "epoch": 1.3567213114754098, "grad_norm": 0.38996970653533936, "learning_rate": 1.7101039645247362e-05, "loss": 0.3139, "step": 2069 }, { "epoch": 1.3573770491803279, "grad_norm": 0.3834642469882965, "learning_rate": 1.70980482185411e-05, "loss": 0.3189, "step": 2070 }, { "epoch": 1.358032786885246, "grad_norm": 0.35819128155708313, "learning_rate": 1.7095055511142298e-05, "loss": 0.2997, "step": 2071 }, { "epoch": 1.3586885245901639, "grad_norm": 0.36935269832611084, "learning_rate": 1.709206152359093e-05, "loss": 0.3148, "step": 2072 }, { "epoch": 1.359344262295082, "grad_norm": 0.3703705966472626, "learning_rate": 1.7089066256427193e-05, "loss": 0.3169, "step": 2073 }, { "epoch": 1.3599999999999999, "grad_norm": 0.37992700934410095, "learning_rate": 1.7086069710191526e-05, "loss": 0.3355, "step": 2074 }, { "epoch": 1.360655737704918, "grad_norm": 0.3785412311553955, "learning_rate": 1.7083071885424587e-05, "loss": 0.3218, "step": 2075 }, { "epoch": 1.361311475409836, "grad_norm": 0.4091752767562866, "learning_rate": 1.7080072782667276e-05, "loss": 0.3252, "step": 2076 }, { "epoch": 1.3619672131147542, "grad_norm": 0.37813717126846313, "learning_rate": 1.707707240246071e-05, "loss": 0.3312, "step": 2077 }, { "epoch": 1.362622950819672, "grad_norm": 0.3656195104122162, "learning_rate": 1.7074070745346247e-05, "loss": 0.3085, "step": 2078 }, { "epoch": 1.3632786885245902, "grad_norm": 0.3793366253376007, "learning_rate": 1.7071067811865477e-05, "loss": 0.3381, "step": 2079 }, { "epoch": 1.3639344262295081, "grad_norm": 0.38089829683303833, "learning_rate": 1.706806360256021e-05, "loss": 0.318, "step": 2080 }, { "epoch": 1.3645901639344262, "grad_norm": 0.40028926730155945, "learning_rate": 1.7065058117972495e-05, "loss": 0.3147, "step": 2081 }, { "epoch": 1.3652459016393443, "grad_norm": 0.39988261461257935, "learning_rate": 1.7062051358644605e-05, "loss": 0.3152, "step": 2082 }, { "epoch": 1.3659016393442622, "grad_norm": 0.3464592397212982, "learning_rate": 1.705904332511905e-05, "loss": 0.3137, "step": 2083 }, { "epoch": 1.3665573770491803, "grad_norm": 0.40108174085617065, "learning_rate": 1.7056034017938562e-05, "loss": 0.3267, "step": 2084 }, { "epoch": 1.3672131147540982, "grad_norm": 0.3503921329975128, "learning_rate": 1.7053023437646112e-05, "loss": 0.318, "step": 2085 }, { "epoch": 1.3678688524590163, "grad_norm": 0.3577665388584137, "learning_rate": 1.705001158478489e-05, "loss": 0.3291, "step": 2086 }, { "epoch": 1.3685245901639345, "grad_norm": 0.45809406042099, "learning_rate": 1.7046998459898327e-05, "loss": 0.3491, "step": 2087 }, { "epoch": 1.3691803278688526, "grad_norm": 0.3801684081554413, "learning_rate": 1.7043984063530067e-05, "loss": 0.3172, "step": 2088 }, { "epoch": 1.3698360655737705, "grad_norm": 0.3923661410808563, "learning_rate": 1.7040968396224006e-05, "loss": 0.3028, "step": 2089 }, { "epoch": 1.3704918032786886, "grad_norm": 0.3887808620929718, "learning_rate": 1.7037951458524255e-05, "loss": 0.3112, "step": 2090 }, { "epoch": 1.3711475409836065, "grad_norm": 0.39152756333351135, "learning_rate": 1.7034933250975146e-05, "loss": 0.3311, "step": 2091 }, { "epoch": 1.3718032786885246, "grad_norm": 0.4228021800518036, "learning_rate": 1.7031913774121263e-05, "loss": 0.3405, "step": 2092 }, { "epoch": 1.3724590163934427, "grad_norm": 0.4294542968273163, "learning_rate": 1.7028893028507405e-05, "loss": 0.3422, "step": 2093 }, { "epoch": 1.3731147540983606, "grad_norm": 0.3673326075077057, "learning_rate": 1.7025871014678596e-05, "loss": 0.2804, "step": 2094 }, { "epoch": 1.3737704918032787, "grad_norm": 0.36830466985702515, "learning_rate": 1.70228477331801e-05, "loss": 0.3007, "step": 2095 }, { "epoch": 1.3744262295081966, "grad_norm": 0.37274929881095886, "learning_rate": 1.70198231845574e-05, "loss": 0.2913, "step": 2096 }, { "epoch": 1.3750819672131147, "grad_norm": 0.39314746856689453, "learning_rate": 1.701679736935621e-05, "loss": 0.3254, "step": 2097 }, { "epoch": 1.3757377049180328, "grad_norm": 0.38448628783226013, "learning_rate": 1.701377028812248e-05, "loss": 0.3208, "step": 2098 }, { "epoch": 1.376393442622951, "grad_norm": 0.3789386451244354, "learning_rate": 1.701074194140238e-05, "loss": 0.3295, "step": 2099 }, { "epoch": 1.3770491803278688, "grad_norm": 0.3840612471103668, "learning_rate": 1.7007712329742313e-05, "loss": 0.3073, "step": 2100 }, { "epoch": 1.377704918032787, "grad_norm": 0.45182162523269653, "learning_rate": 1.7004681453688903e-05, "loss": 0.3208, "step": 2101 }, { "epoch": 1.3783606557377048, "grad_norm": 0.36174628138542175, "learning_rate": 1.7001649313789014e-05, "loss": 0.3237, "step": 2102 }, { "epoch": 1.379016393442623, "grad_norm": 0.3875614404678345, "learning_rate": 1.6998615910589727e-05, "loss": 0.3098, "step": 2103 }, { "epoch": 1.379672131147541, "grad_norm": 0.3829424977302551, "learning_rate": 1.6995581244638353e-05, "loss": 0.3171, "step": 2104 }, { "epoch": 1.380327868852459, "grad_norm": 0.41581276059150696, "learning_rate": 1.6992545316482446e-05, "loss": 0.3223, "step": 2105 }, { "epoch": 1.380983606557377, "grad_norm": 0.37175917625427246, "learning_rate": 1.698950812666976e-05, "loss": 0.3292, "step": 2106 }, { "epoch": 1.381639344262295, "grad_norm": 0.3652937412261963, "learning_rate": 1.6986469675748302e-05, "loss": 0.3265, "step": 2107 }, { "epoch": 1.382295081967213, "grad_norm": 0.399617999792099, "learning_rate": 1.6983429964266288e-05, "loss": 0.3268, "step": 2108 }, { "epoch": 1.3829508196721312, "grad_norm": 0.3926240801811218, "learning_rate": 1.698038899277217e-05, "loss": 0.3359, "step": 2109 }, { "epoch": 1.3836065573770493, "grad_norm": 0.3883287012577057, "learning_rate": 1.6977346761814636e-05, "loss": 0.3181, "step": 2110 }, { "epoch": 1.3842622950819672, "grad_norm": 0.3828847110271454, "learning_rate": 1.6974303271942587e-05, "loss": 0.3311, "step": 2111 }, { "epoch": 1.3849180327868853, "grad_norm": 0.37567082047462463, "learning_rate": 1.6971258523705153e-05, "loss": 0.2976, "step": 2112 }, { "epoch": 1.3855737704918032, "grad_norm": 0.38595888018608093, "learning_rate": 1.6968212517651698e-05, "loss": 0.3138, "step": 2113 }, { "epoch": 1.3862295081967213, "grad_norm": 0.3744448125362396, "learning_rate": 1.696516525433181e-05, "loss": 0.312, "step": 2114 }, { "epoch": 1.3868852459016394, "grad_norm": 0.37103500962257385, "learning_rate": 1.69621167342953e-05, "loss": 0.3421, "step": 2115 }, { "epoch": 1.3875409836065573, "grad_norm": 0.38782909512519836, "learning_rate": 1.695906695809221e-05, "loss": 0.3426, "step": 2116 }, { "epoch": 1.3881967213114754, "grad_norm": 0.3718376159667969, "learning_rate": 1.6956015926272808e-05, "loss": 0.3332, "step": 2117 }, { "epoch": 1.3888524590163933, "grad_norm": 0.3975304961204529, "learning_rate": 1.6952963639387588e-05, "loss": 0.314, "step": 2118 }, { "epoch": 1.3895081967213114, "grad_norm": 0.3671714961528778, "learning_rate": 1.694991009798727e-05, "loss": 0.3064, "step": 2119 }, { "epoch": 1.3901639344262295, "grad_norm": 0.43938642740249634, "learning_rate": 1.6946855302622807e-05, "loss": 0.3605, "step": 2120 }, { "epoch": 1.3908196721311477, "grad_norm": 0.38030514121055603, "learning_rate": 1.6943799253845362e-05, "loss": 0.3208, "step": 2121 }, { "epoch": 1.3914754098360655, "grad_norm": 0.37503287196159363, "learning_rate": 1.6940741952206342e-05, "loss": 0.3126, "step": 2122 }, { "epoch": 1.3921311475409837, "grad_norm": 0.3783142864704132, "learning_rate": 1.6937683398257364e-05, "loss": 0.3186, "step": 2123 }, { "epoch": 1.3927868852459016, "grad_norm": 0.378058522939682, "learning_rate": 1.693462359255029e-05, "loss": 0.297, "step": 2124 }, { "epoch": 1.3934426229508197, "grad_norm": 0.38332584500312805, "learning_rate": 1.6931562535637193e-05, "loss": 0.3099, "step": 2125 }, { "epoch": 1.3940983606557378, "grad_norm": 0.3908308148384094, "learning_rate": 1.692850022807037e-05, "loss": 0.3495, "step": 2126 }, { "epoch": 1.3947540983606557, "grad_norm": 0.3927493095397949, "learning_rate": 1.6925436670402357e-05, "loss": 0.3239, "step": 2127 }, { "epoch": 1.3954098360655738, "grad_norm": 0.3959656357765198, "learning_rate": 1.6922371863185906e-05, "loss": 0.3396, "step": 2128 }, { "epoch": 1.3960655737704917, "grad_norm": 0.34248730540275574, "learning_rate": 1.6919305806973997e-05, "loss": 0.3184, "step": 2129 }, { "epoch": 1.3967213114754098, "grad_norm": 0.3852027654647827, "learning_rate": 1.691623850231983e-05, "loss": 0.327, "step": 2130 }, { "epoch": 1.397377049180328, "grad_norm": 0.3878377377986908, "learning_rate": 1.6913169949776842e-05, "loss": 0.3173, "step": 2131 }, { "epoch": 1.398032786885246, "grad_norm": 0.39646080136299133, "learning_rate": 1.6910100149898685e-05, "loss": 0.3201, "step": 2132 }, { "epoch": 1.398688524590164, "grad_norm": 0.3820478320121765, "learning_rate": 1.690702910323924e-05, "loss": 0.3223, "step": 2133 }, { "epoch": 1.399344262295082, "grad_norm": 0.3933771550655365, "learning_rate": 1.690395681035261e-05, "loss": 0.3198, "step": 2134 }, { "epoch": 1.4, "grad_norm": 0.4230162799358368, "learning_rate": 1.6900883271793133e-05, "loss": 0.3315, "step": 2135 }, { "epoch": 1.400655737704918, "grad_norm": 0.36750614643096924, "learning_rate": 1.6897808488115358e-05, "loss": 0.3239, "step": 2136 }, { "epoch": 1.4013114754098361, "grad_norm": 0.3708225190639496, "learning_rate": 1.6894732459874062e-05, "loss": 0.3014, "step": 2137 }, { "epoch": 1.401967213114754, "grad_norm": 0.4216969609260559, "learning_rate": 1.6891655187624255e-05, "loss": 0.3091, "step": 2138 }, { "epoch": 1.4026229508196721, "grad_norm": 0.3761848509311676, "learning_rate": 1.688857667192116e-05, "loss": 0.3007, "step": 2139 }, { "epoch": 1.40327868852459, "grad_norm": 0.37769806385040283, "learning_rate": 1.6885496913320233e-05, "loss": 0.3342, "step": 2140 }, { "epoch": 1.4039344262295081, "grad_norm": 0.3782747983932495, "learning_rate": 1.6882415912377155e-05, "loss": 0.3189, "step": 2141 }, { "epoch": 1.4045901639344263, "grad_norm": 0.3678201138973236, "learning_rate": 1.687933366964782e-05, "loss": 0.3359, "step": 2142 }, { "epoch": 1.4052459016393444, "grad_norm": 0.39940741658210754, "learning_rate": 1.6876250185688358e-05, "loss": 0.3056, "step": 2143 }, { "epoch": 1.4059016393442623, "grad_norm": 0.40340495109558105, "learning_rate": 1.6873165461055118e-05, "loss": 0.3295, "step": 2144 }, { "epoch": 1.4065573770491804, "grad_norm": 0.37801432609558105, "learning_rate": 1.6870079496304673e-05, "loss": 0.3364, "step": 2145 }, { "epoch": 1.4072131147540983, "grad_norm": 0.41635629534721375, "learning_rate": 1.686699229199382e-05, "loss": 0.3211, "step": 2146 }, { "epoch": 1.4078688524590164, "grad_norm": 0.38547465205192566, "learning_rate": 1.686390384867958e-05, "loss": 0.311, "step": 2147 }, { "epoch": 1.4085245901639345, "grad_norm": 0.35651305317878723, "learning_rate": 1.6860814166919194e-05, "loss": 0.3012, "step": 2148 }, { "epoch": 1.4091803278688524, "grad_norm": 0.3623202443122864, "learning_rate": 1.6857723247270136e-05, "loss": 0.3133, "step": 2149 }, { "epoch": 1.4098360655737705, "grad_norm": 0.3898814916610718, "learning_rate": 1.6854631090290088e-05, "loss": 0.3222, "step": 2150 }, { "epoch": 1.4104918032786884, "grad_norm": 0.35409116744995117, "learning_rate": 1.6851537696536972e-05, "loss": 0.3042, "step": 2151 }, { "epoch": 1.4111475409836065, "grad_norm": 0.382742315530777, "learning_rate": 1.6848443066568926e-05, "loss": 0.3172, "step": 2152 }, { "epoch": 1.4118032786885246, "grad_norm": 0.3931156396865845, "learning_rate": 1.68453472009443e-05, "loss": 0.3309, "step": 2153 }, { "epoch": 1.4124590163934427, "grad_norm": 0.36954107880592346, "learning_rate": 1.6842250100221693e-05, "loss": 0.3036, "step": 2154 }, { "epoch": 1.4131147540983606, "grad_norm": 0.4106508195400238, "learning_rate": 1.68391517649599e-05, "loss": 0.3124, "step": 2155 }, { "epoch": 1.4137704918032787, "grad_norm": 0.43007057905197144, "learning_rate": 1.6836052195717952e-05, "loss": 0.3265, "step": 2156 }, { "epoch": 1.4144262295081966, "grad_norm": 0.34760430455207825, "learning_rate": 1.6832951393055104e-05, "loss": 0.3185, "step": 2157 }, { "epoch": 1.4150819672131147, "grad_norm": 0.3907407820224762, "learning_rate": 1.682984935753083e-05, "loss": 0.3465, "step": 2158 }, { "epoch": 1.4157377049180329, "grad_norm": 0.42192143201828003, "learning_rate": 1.6826746089704816e-05, "loss": 0.3296, "step": 2159 }, { "epoch": 1.4163934426229507, "grad_norm": 0.39070770144462585, "learning_rate": 1.6823641590136997e-05, "loss": 0.3384, "step": 2160 }, { "epoch": 1.4170491803278689, "grad_norm": 0.40664029121398926, "learning_rate": 1.6820535859387507e-05, "loss": 0.3139, "step": 2161 }, { "epoch": 1.4177049180327868, "grad_norm": 0.3913252353668213, "learning_rate": 1.6817428898016707e-05, "loss": 0.3156, "step": 2162 }, { "epoch": 1.4183606557377049, "grad_norm": 0.4118666350841522, "learning_rate": 1.681432070658518e-05, "loss": 0.3189, "step": 2163 }, { "epoch": 1.419016393442623, "grad_norm": 0.4003280699253082, "learning_rate": 1.6811211285653746e-05, "loss": 0.312, "step": 2164 }, { "epoch": 1.419672131147541, "grad_norm": 0.3892355263233185, "learning_rate": 1.680810063578342e-05, "loss": 0.3059, "step": 2165 }, { "epoch": 1.420327868852459, "grad_norm": 0.3826328217983246, "learning_rate": 1.6804988757535463e-05, "loss": 0.29, "step": 2166 }, { "epoch": 1.420983606557377, "grad_norm": 0.44758740067481995, "learning_rate": 1.6801875651471343e-05, "loss": 0.3642, "step": 2167 }, { "epoch": 1.421639344262295, "grad_norm": 0.38081878423690796, "learning_rate": 1.6798761318152754e-05, "loss": 0.3019, "step": 2168 }, { "epoch": 1.422295081967213, "grad_norm": 0.36345866322517395, "learning_rate": 1.6795645758141615e-05, "loss": 0.3247, "step": 2169 }, { "epoch": 1.4229508196721312, "grad_norm": 0.3897389769554138, "learning_rate": 1.6792528972000054e-05, "loss": 0.3238, "step": 2170 }, { "epoch": 1.423606557377049, "grad_norm": 0.3986632823944092, "learning_rate": 1.678941096029044e-05, "loss": 0.3224, "step": 2171 }, { "epoch": 1.4242622950819672, "grad_norm": 0.36820393800735474, "learning_rate": 1.6786291723575345e-05, "loss": 0.3224, "step": 2172 }, { "epoch": 1.4249180327868851, "grad_norm": 0.3960844576358795, "learning_rate": 1.6783171262417576e-05, "loss": 0.334, "step": 2173 }, { "epoch": 1.4255737704918032, "grad_norm": 0.36392465233802795, "learning_rate": 1.6780049577380143e-05, "loss": 0.3099, "step": 2174 }, { "epoch": 1.4262295081967213, "grad_norm": 0.3816757798194885, "learning_rate": 1.67769266690263e-05, "loss": 0.3174, "step": 2175 }, { "epoch": 1.4268852459016395, "grad_norm": 0.39781269431114197, "learning_rate": 1.6773802537919502e-05, "loss": 0.3151, "step": 2176 }, { "epoch": 1.4275409836065573, "grad_norm": 0.3529927432537079, "learning_rate": 1.6770677184623437e-05, "loss": 0.3157, "step": 2177 }, { "epoch": 1.4281967213114755, "grad_norm": 0.3484547436237335, "learning_rate": 1.6767550609702e-05, "loss": 0.3082, "step": 2178 }, { "epoch": 1.4288524590163934, "grad_norm": 0.3761783242225647, "learning_rate": 1.6764422813719326e-05, "loss": 0.3057, "step": 2179 }, { "epoch": 1.4295081967213115, "grad_norm": 0.36634328961372375, "learning_rate": 1.676129379723976e-05, "loss": 0.3153, "step": 2180 }, { "epoch": 1.4301639344262296, "grad_norm": 0.36715689301490784, "learning_rate": 1.6758163560827857e-05, "loss": 0.3082, "step": 2181 }, { "epoch": 1.4308196721311475, "grad_norm": 0.3779429793357849, "learning_rate": 1.675503210504841e-05, "loss": 0.3354, "step": 2182 }, { "epoch": 1.4314754098360656, "grad_norm": 0.37282273173332214, "learning_rate": 1.6751899430466418e-05, "loss": 0.3181, "step": 2183 }, { "epoch": 1.4321311475409835, "grad_norm": 0.35071203112602234, "learning_rate": 1.6748765537647108e-05, "loss": 0.3036, "step": 2184 }, { "epoch": 1.4327868852459016, "grad_norm": 0.37787574529647827, "learning_rate": 1.6745630427155927e-05, "loss": 0.3223, "step": 2185 }, { "epoch": 1.4334426229508197, "grad_norm": 0.39131608605384827, "learning_rate": 1.674249409955854e-05, "loss": 0.302, "step": 2186 }, { "epoch": 1.4340983606557378, "grad_norm": 0.40414613485336304, "learning_rate": 1.6739356555420826e-05, "loss": 0.3396, "step": 2187 }, { "epoch": 1.4347540983606557, "grad_norm": 0.4075975716114044, "learning_rate": 1.6736217795308895e-05, "loss": 0.3221, "step": 2188 }, { "epoch": 1.4354098360655738, "grad_norm": 0.3787629306316376, "learning_rate": 1.6733077819789062e-05, "loss": 0.3007, "step": 2189 }, { "epoch": 1.4360655737704917, "grad_norm": 0.39648255705833435, "learning_rate": 1.672993662942787e-05, "loss": 0.3254, "step": 2190 }, { "epoch": 1.4367213114754098, "grad_norm": 0.38310471177101135, "learning_rate": 1.672679422479209e-05, "loss": 0.2973, "step": 2191 }, { "epoch": 1.437377049180328, "grad_norm": 0.3926996886730194, "learning_rate": 1.6723650606448692e-05, "loss": 0.3333, "step": 2192 }, { "epoch": 1.4380327868852458, "grad_norm": 0.3899272680282593, "learning_rate": 1.6720505774964877e-05, "loss": 0.3338, "step": 2193 }, { "epoch": 1.438688524590164, "grad_norm": 0.3978897035121918, "learning_rate": 1.6717359730908072e-05, "loss": 0.3038, "step": 2194 }, { "epoch": 1.4393442622950818, "grad_norm": 0.3982594311237335, "learning_rate": 1.6714212474845904e-05, "loss": 0.3401, "step": 2195 }, { "epoch": 1.44, "grad_norm": 0.3735789954662323, "learning_rate": 1.671106400734623e-05, "loss": 0.3031, "step": 2196 }, { "epoch": 1.440655737704918, "grad_norm": 0.39298370480537415, "learning_rate": 1.670791432897713e-05, "loss": 0.3224, "step": 2197 }, { "epoch": 1.4413114754098362, "grad_norm": 0.3688589632511139, "learning_rate": 1.670476344030689e-05, "loss": 0.3095, "step": 2198 }, { "epoch": 1.441967213114754, "grad_norm": 0.3639985918998718, "learning_rate": 1.6701611341904025e-05, "loss": 0.3046, "step": 2199 }, { "epoch": 1.4426229508196722, "grad_norm": 0.35184311866760254, "learning_rate": 1.6698458034337263e-05, "loss": 0.293, "step": 2200 }, { "epoch": 1.44327868852459, "grad_norm": 0.3778078258037567, "learning_rate": 1.6695303518175557e-05, "loss": 0.3251, "step": 2201 }, { "epoch": 1.4439344262295082, "grad_norm": 0.37839043140411377, "learning_rate": 1.6692147793988062e-05, "loss": 0.3519, "step": 2202 }, { "epoch": 1.4445901639344263, "grad_norm": 0.3760359585285187, "learning_rate": 1.668899086234417e-05, "loss": 0.3074, "step": 2203 }, { "epoch": 1.4452459016393442, "grad_norm": 0.35802558064460754, "learning_rate": 1.6685832723813482e-05, "loss": 0.3025, "step": 2204 }, { "epoch": 1.4459016393442623, "grad_norm": 0.3807894289493561, "learning_rate": 1.668267337896581e-05, "loss": 0.3153, "step": 2205 }, { "epoch": 1.4465573770491802, "grad_norm": 0.3615594208240509, "learning_rate": 1.6679512828371203e-05, "loss": 0.2983, "step": 2206 }, { "epoch": 1.4472131147540983, "grad_norm": 0.36100977659225464, "learning_rate": 1.6676351072599907e-05, "loss": 0.3141, "step": 2207 }, { "epoch": 1.4478688524590164, "grad_norm": 0.3957168161869049, "learning_rate": 1.6673188112222394e-05, "loss": 0.3253, "step": 2208 }, { "epoch": 1.4485245901639345, "grad_norm": 0.36505159735679626, "learning_rate": 1.6670023947809357e-05, "loss": 0.3027, "step": 2209 }, { "epoch": 1.4491803278688524, "grad_norm": 0.39484497904777527, "learning_rate": 1.6666858579931702e-05, "loss": 0.3413, "step": 2210 }, { "epoch": 1.4498360655737705, "grad_norm": 0.40355488657951355, "learning_rate": 1.6663692009160545e-05, "loss": 0.3204, "step": 2211 }, { "epoch": 1.4504918032786884, "grad_norm": 0.4040156900882721, "learning_rate": 1.666052423606724e-05, "loss": 0.3462, "step": 2212 }, { "epoch": 1.4511475409836065, "grad_norm": 0.3842073082923889, "learning_rate": 1.665735526122333e-05, "loss": 0.2982, "step": 2213 }, { "epoch": 1.4518032786885247, "grad_norm": 0.36388692259788513, "learning_rate": 1.6654185085200597e-05, "loss": 0.2922, "step": 2214 }, { "epoch": 1.4524590163934425, "grad_norm": 0.3584020137786865, "learning_rate": 1.665101370857104e-05, "loss": 0.3124, "step": 2215 }, { "epoch": 1.4531147540983607, "grad_norm": 0.3979897201061249, "learning_rate": 1.664784113190685e-05, "loss": 0.3154, "step": 2216 }, { "epoch": 1.4537704918032786, "grad_norm": 0.3756495416164398, "learning_rate": 1.664466735578046e-05, "loss": 0.3414, "step": 2217 }, { "epoch": 1.4544262295081967, "grad_norm": 0.33552414178848267, "learning_rate": 1.6641492380764516e-05, "loss": 0.3089, "step": 2218 }, { "epoch": 1.4550819672131148, "grad_norm": 0.38412320613861084, "learning_rate": 1.6638316207431867e-05, "loss": 0.3584, "step": 2219 }, { "epoch": 1.455737704918033, "grad_norm": 0.38728952407836914, "learning_rate": 1.6635138836355592e-05, "loss": 0.3039, "step": 2220 }, { "epoch": 1.4563934426229508, "grad_norm": 0.3692457377910614, "learning_rate": 1.6631960268108974e-05, "loss": 0.3059, "step": 2221 }, { "epoch": 1.457049180327869, "grad_norm": 0.38152220845222473, "learning_rate": 1.662878050326552e-05, "loss": 0.3351, "step": 2222 }, { "epoch": 1.4577049180327868, "grad_norm": 0.38561227917671204, "learning_rate": 1.6625599542398957e-05, "loss": 0.3078, "step": 2223 }, { "epoch": 1.458360655737705, "grad_norm": 0.33926060795783997, "learning_rate": 1.6622417386083213e-05, "loss": 0.3162, "step": 2224 }, { "epoch": 1.459016393442623, "grad_norm": 0.3657510280609131, "learning_rate": 1.661923403489245e-05, "loss": 0.3127, "step": 2225 }, { "epoch": 1.459672131147541, "grad_norm": 0.4009820222854614, "learning_rate": 1.6616049489401026e-05, "loss": 0.3228, "step": 2226 }, { "epoch": 1.460327868852459, "grad_norm": 0.3678410053253174, "learning_rate": 1.661286375018354e-05, "loss": 0.3022, "step": 2227 }, { "epoch": 1.460983606557377, "grad_norm": 0.38683417439460754, "learning_rate": 1.6609676817814775e-05, "loss": 0.3148, "step": 2228 }, { "epoch": 1.461639344262295, "grad_norm": 0.34254157543182373, "learning_rate": 1.6606488692869754e-05, "loss": 0.2814, "step": 2229 }, { "epoch": 1.4622950819672131, "grad_norm": 0.3754674196243286, "learning_rate": 1.6603299375923706e-05, "loss": 0.3269, "step": 2230 }, { "epoch": 1.4629508196721313, "grad_norm": 0.3892499804496765, "learning_rate": 1.6600108867552076e-05, "loss": 0.3414, "step": 2231 }, { "epoch": 1.4636065573770491, "grad_norm": 0.3835281729698181, "learning_rate": 1.659691716833052e-05, "loss": 0.3143, "step": 2232 }, { "epoch": 1.4642622950819673, "grad_norm": 0.3614533543586731, "learning_rate": 1.6593724278834914e-05, "loss": 0.2908, "step": 2233 }, { "epoch": 1.4649180327868851, "grad_norm": 0.3897709548473358, "learning_rate": 1.659053019964135e-05, "loss": 0.3226, "step": 2234 }, { "epoch": 1.4655737704918033, "grad_norm": 0.38915956020355225, "learning_rate": 1.6587334931326135e-05, "loss": 0.347, "step": 2235 }, { "epoch": 1.4662295081967214, "grad_norm": 0.42980867624282837, "learning_rate": 1.6584138474465773e-05, "loss": 0.3504, "step": 2236 }, { "epoch": 1.4668852459016393, "grad_norm": 0.37690526247024536, "learning_rate": 1.6580940829637017e-05, "loss": 0.3169, "step": 2237 }, { "epoch": 1.4675409836065574, "grad_norm": 0.3917731046676636, "learning_rate": 1.6577741997416797e-05, "loss": 0.3349, "step": 2238 }, { "epoch": 1.4681967213114753, "grad_norm": 0.3886978328227997, "learning_rate": 1.6574541978382286e-05, "loss": 0.31, "step": 2239 }, { "epoch": 1.4688524590163934, "grad_norm": 0.4116458594799042, "learning_rate": 1.657134077311085e-05, "loss": 0.3352, "step": 2240 }, { "epoch": 1.4695081967213115, "grad_norm": 0.3688505291938782, "learning_rate": 1.6568138382180092e-05, "loss": 0.309, "step": 2241 }, { "epoch": 1.4701639344262296, "grad_norm": 0.40448763966560364, "learning_rate": 1.6564934806167806e-05, "loss": 0.3336, "step": 2242 }, { "epoch": 1.4708196721311475, "grad_norm": 0.40486276149749756, "learning_rate": 1.6561730045652006e-05, "loss": 0.3132, "step": 2243 }, { "epoch": 1.4714754098360656, "grad_norm": 0.39658498764038086, "learning_rate": 1.655852410121093e-05, "loss": 0.3386, "step": 2244 }, { "epoch": 1.4721311475409835, "grad_norm": 0.4870598614215851, "learning_rate": 1.6555316973423027e-05, "loss": 0.3457, "step": 2245 }, { "epoch": 1.4727868852459016, "grad_norm": 0.3556877076625824, "learning_rate": 1.6552108662866943e-05, "loss": 0.2819, "step": 2246 }, { "epoch": 1.4734426229508197, "grad_norm": 0.3731767535209656, "learning_rate": 1.654889917012156e-05, "loss": 0.3114, "step": 2247 }, { "epoch": 1.4740983606557376, "grad_norm": 0.3710601329803467, "learning_rate": 1.654568849576596e-05, "loss": 0.3273, "step": 2248 }, { "epoch": 1.4747540983606557, "grad_norm": 0.3906731903553009, "learning_rate": 1.6542476640379436e-05, "loss": 0.3225, "step": 2249 }, { "epoch": 1.4754098360655736, "grad_norm": 0.39199715852737427, "learning_rate": 1.653926360454151e-05, "loss": 0.3107, "step": 2250 }, { "epoch": 1.4760655737704917, "grad_norm": 0.34399545192718506, "learning_rate": 1.6536049388831897e-05, "loss": 0.2712, "step": 2251 }, { "epoch": 1.4767213114754099, "grad_norm": 0.33813226222991943, "learning_rate": 1.6532833993830536e-05, "loss": 0.3176, "step": 2252 }, { "epoch": 1.477377049180328, "grad_norm": 0.39040708541870117, "learning_rate": 1.652961742011758e-05, "loss": 0.322, "step": 2253 }, { "epoch": 1.4780327868852459, "grad_norm": 0.39630794525146484, "learning_rate": 1.6526399668273388e-05, "loss": 0.3405, "step": 2254 }, { "epoch": 1.478688524590164, "grad_norm": 0.37654006481170654, "learning_rate": 1.652318073887854e-05, "loss": 0.323, "step": 2255 }, { "epoch": 1.4793442622950819, "grad_norm": 0.3662397861480713, "learning_rate": 1.6519960632513815e-05, "loss": 0.2983, "step": 2256 }, { "epoch": 1.48, "grad_norm": 0.3641332685947418, "learning_rate": 1.6516739349760223e-05, "loss": 0.3058, "step": 2257 }, { "epoch": 1.480655737704918, "grad_norm": 0.3780698776245117, "learning_rate": 1.6513516891198974e-05, "loss": 0.3244, "step": 2258 }, { "epoch": 1.481311475409836, "grad_norm": 0.35791027545928955, "learning_rate": 1.651029325741149e-05, "loss": 0.3245, "step": 2259 }, { "epoch": 1.481967213114754, "grad_norm": 0.3800387382507324, "learning_rate": 1.6507068448979408e-05, "loss": 0.328, "step": 2260 }, { "epoch": 1.4826229508196722, "grad_norm": 0.3958713412284851, "learning_rate": 1.6503842466484576e-05, "loss": 0.3399, "step": 2261 }, { "epoch": 1.48327868852459, "grad_norm": 0.3649227023124695, "learning_rate": 1.650061531050905e-05, "loss": 0.2916, "step": 2262 }, { "epoch": 1.4839344262295082, "grad_norm": 0.39486122131347656, "learning_rate": 1.6497386981635113e-05, "loss": 0.3106, "step": 2263 }, { "epoch": 1.4845901639344263, "grad_norm": 0.3556147813796997, "learning_rate": 1.6494157480445237e-05, "loss": 0.3066, "step": 2264 }, { "epoch": 1.4852459016393442, "grad_norm": 0.3654819130897522, "learning_rate": 1.6490926807522126e-05, "loss": 0.3042, "step": 2265 }, { "epoch": 1.4859016393442623, "grad_norm": 0.36435380578041077, "learning_rate": 1.6487694963448683e-05, "loss": 0.3158, "step": 2266 }, { "epoch": 1.4865573770491802, "grad_norm": 0.4066527187824249, "learning_rate": 1.6484461948808026e-05, "loss": 0.3346, "step": 2267 }, { "epoch": 1.4872131147540983, "grad_norm": 0.3746606707572937, "learning_rate": 1.6481227764183484e-05, "loss": 0.319, "step": 2268 }, { "epoch": 1.4878688524590165, "grad_norm": 0.3967075049877167, "learning_rate": 1.6477992410158593e-05, "loss": 0.3211, "step": 2269 }, { "epoch": 1.4885245901639343, "grad_norm": 0.3609258234500885, "learning_rate": 1.647475588731711e-05, "loss": 0.2891, "step": 2270 }, { "epoch": 1.4891803278688525, "grad_norm": 0.41335374116897583, "learning_rate": 1.6471518196242998e-05, "loss": 0.3087, "step": 2271 }, { "epoch": 1.4898360655737706, "grad_norm": 0.3945470452308655, "learning_rate": 1.6468279337520426e-05, "loss": 0.3293, "step": 2272 }, { "epoch": 1.4904918032786885, "grad_norm": 0.38311639428138733, "learning_rate": 1.646503931173378e-05, "loss": 0.3063, "step": 2273 }, { "epoch": 1.4911475409836066, "grad_norm": 0.4182850122451782, "learning_rate": 1.6461798119467648e-05, "loss": 0.3324, "step": 2274 }, { "epoch": 1.4918032786885247, "grad_norm": 0.364268034696579, "learning_rate": 1.645855576130684e-05, "loss": 0.2953, "step": 2275 }, { "epoch": 1.4924590163934426, "grad_norm": 0.38538870215415955, "learning_rate": 1.645531223783637e-05, "loss": 0.3175, "step": 2276 }, { "epoch": 1.4931147540983607, "grad_norm": 0.3861287236213684, "learning_rate": 1.6452067549641463e-05, "loss": 0.322, "step": 2277 }, { "epoch": 1.4937704918032786, "grad_norm": 0.44143813848495483, "learning_rate": 1.6448821697307556e-05, "loss": 0.3538, "step": 2278 }, { "epoch": 1.4944262295081967, "grad_norm": 0.43044090270996094, "learning_rate": 1.6445574681420292e-05, "loss": 0.3127, "step": 2279 }, { "epoch": 1.4950819672131148, "grad_norm": 0.3862728476524353, "learning_rate": 1.644232650256553e-05, "loss": 0.3131, "step": 2280 }, { "epoch": 1.4957377049180327, "grad_norm": 0.38915765285491943, "learning_rate": 1.6439077161329328e-05, "loss": 0.3305, "step": 2281 }, { "epoch": 1.4963934426229508, "grad_norm": 0.40030884742736816, "learning_rate": 1.6435826658297964e-05, "loss": 0.3265, "step": 2282 }, { "epoch": 1.497049180327869, "grad_norm": 0.4001520276069641, "learning_rate": 1.6432574994057926e-05, "loss": 0.2951, "step": 2283 }, { "epoch": 1.4977049180327868, "grad_norm": 0.3951646685600281, "learning_rate": 1.6429322169195904e-05, "loss": 0.3342, "step": 2284 }, { "epoch": 1.498360655737705, "grad_norm": 0.3551986813545227, "learning_rate": 1.6426068184298802e-05, "loss": 0.3227, "step": 2285 }, { "epoch": 1.499016393442623, "grad_norm": 0.3996715247631073, "learning_rate": 1.6422813039953735e-05, "loss": 0.3417, "step": 2286 }, { "epoch": 1.499672131147541, "grad_norm": 0.3856869041919708, "learning_rate": 1.6419556736748025e-05, "loss": 0.322, "step": 2287 }, { "epoch": 1.500327868852459, "grad_norm": 0.3785913288593292, "learning_rate": 1.64162992752692e-05, "loss": 0.2882, "step": 2288 }, { "epoch": 1.500983606557377, "grad_norm": 0.39126935601234436, "learning_rate": 1.6413040656105002e-05, "loss": 0.3278, "step": 2289 }, { "epoch": 1.501639344262295, "grad_norm": 0.3668432831764221, "learning_rate": 1.6409780879843377e-05, "loss": 0.3147, "step": 2290 }, { "epoch": 1.5022950819672132, "grad_norm": 0.4096863269805908, "learning_rate": 1.6406519947072487e-05, "loss": 0.3295, "step": 2291 }, { "epoch": 1.5029508196721313, "grad_norm": 0.34146809577941895, "learning_rate": 1.6403257858380693e-05, "loss": 0.3311, "step": 2292 }, { "epoch": 1.5036065573770492, "grad_norm": 0.384828120470047, "learning_rate": 1.6399994614356577e-05, "loss": 0.3067, "step": 2293 }, { "epoch": 1.504262295081967, "grad_norm": 0.3593384921550751, "learning_rate": 1.6396730215588913e-05, "loss": 0.3351, "step": 2294 }, { "epoch": 1.5049180327868852, "grad_norm": 0.3785076141357422, "learning_rate": 1.6393464662666702e-05, "loss": 0.3127, "step": 2295 }, { "epoch": 1.5055737704918033, "grad_norm": 0.33419233560562134, "learning_rate": 1.639019795617914e-05, "loss": 0.3147, "step": 2296 }, { "epoch": 1.5062295081967214, "grad_norm": 0.35003983974456787, "learning_rate": 1.638693009671563e-05, "loss": 0.2918, "step": 2297 }, { "epoch": 1.5068852459016393, "grad_norm": 0.39237847924232483, "learning_rate": 1.63836610848658e-05, "loss": 0.3243, "step": 2298 }, { "epoch": 1.5075409836065574, "grad_norm": 0.3579356074333191, "learning_rate": 1.638039092121946e-05, "loss": 0.2895, "step": 2299 }, { "epoch": 1.5081967213114753, "grad_norm": 0.37149643898010254, "learning_rate": 1.6377119606366653e-05, "loss": 0.3107, "step": 2300 }, { "epoch": 1.5088524590163934, "grad_norm": 0.38540464639663696, "learning_rate": 1.6373847140897613e-05, "loss": 0.3189, "step": 2301 }, { "epoch": 1.5095081967213115, "grad_norm": 0.3731040358543396, "learning_rate": 1.6370573525402785e-05, "loss": 0.322, "step": 2302 }, { "epoch": 1.5101639344262296, "grad_norm": 0.3815881013870239, "learning_rate": 1.636729876047283e-05, "loss": 0.2991, "step": 2303 }, { "epoch": 1.5108196721311475, "grad_norm": 0.4370880126953125, "learning_rate": 1.6364022846698608e-05, "loss": 0.348, "step": 2304 }, { "epoch": 1.5114754098360654, "grad_norm": 0.4042113721370697, "learning_rate": 1.6360745784671187e-05, "loss": 0.3194, "step": 2305 }, { "epoch": 1.5121311475409835, "grad_norm": 0.36648643016815186, "learning_rate": 1.635746757498184e-05, "loss": 0.2979, "step": 2306 }, { "epoch": 1.5127868852459017, "grad_norm": 0.3660182058811188, "learning_rate": 1.6354188218222054e-05, "loss": 0.286, "step": 2307 }, { "epoch": 1.5134426229508198, "grad_norm": 0.40158942341804504, "learning_rate": 1.6350907714983525e-05, "loss": 0.3285, "step": 2308 }, { "epoch": 1.5140983606557377, "grad_norm": 0.3999265134334564, "learning_rate": 1.6347626065858143e-05, "loss": 0.3231, "step": 2309 }, { "epoch": 1.5147540983606558, "grad_norm": 0.3983675241470337, "learning_rate": 1.6344343271438013e-05, "loss": 0.3076, "step": 2310 }, { "epoch": 1.5154098360655737, "grad_norm": 0.35443219542503357, "learning_rate": 1.6341059332315446e-05, "loss": 0.2969, "step": 2311 }, { "epoch": 1.5160655737704918, "grad_norm": 0.3923265337944031, "learning_rate": 1.6337774249082964e-05, "loss": 0.3204, "step": 2312 }, { "epoch": 1.51672131147541, "grad_norm": 0.36195847392082214, "learning_rate": 1.6334488022333282e-05, "loss": 0.3184, "step": 2313 }, { "epoch": 1.517377049180328, "grad_norm": 0.3667554557323456, "learning_rate": 1.6331200652659337e-05, "loss": 0.3021, "step": 2314 }, { "epoch": 1.518032786885246, "grad_norm": 0.36989614367485046, "learning_rate": 1.6327912140654262e-05, "loss": 0.3288, "step": 2315 }, { "epoch": 1.5186885245901638, "grad_norm": 0.35748445987701416, "learning_rate": 1.6324622486911404e-05, "loss": 0.3177, "step": 2316 }, { "epoch": 1.519344262295082, "grad_norm": 0.39546772837638855, "learning_rate": 1.6321331692024306e-05, "loss": 0.3161, "step": 2317 }, { "epoch": 1.52, "grad_norm": 0.3964129090309143, "learning_rate": 1.6318039756586724e-05, "loss": 0.3018, "step": 2318 }, { "epoch": 1.5206557377049181, "grad_norm": 0.43358907103538513, "learning_rate": 1.6314746681192618e-05, "loss": 0.3245, "step": 2319 }, { "epoch": 1.521311475409836, "grad_norm": 0.4208545982837677, "learning_rate": 1.6311452466436155e-05, "loss": 0.3218, "step": 2320 }, { "epoch": 1.5219672131147541, "grad_norm": 0.40707170963287354, "learning_rate": 1.6308157112911704e-05, "loss": 0.3059, "step": 2321 }, { "epoch": 1.522622950819672, "grad_norm": 0.3960629105567932, "learning_rate": 1.6304860621213846e-05, "loss": 0.3227, "step": 2322 }, { "epoch": 1.5232786885245901, "grad_norm": 0.3719445765018463, "learning_rate": 1.6301562991937356e-05, "loss": 0.3085, "step": 2323 }, { "epoch": 1.5239344262295083, "grad_norm": 0.4165525734424591, "learning_rate": 1.629826422567723e-05, "loss": 0.3017, "step": 2324 }, { "epoch": 1.5245901639344264, "grad_norm": 0.3784826695919037, "learning_rate": 1.6294964323028653e-05, "loss": 0.3065, "step": 2325 }, { "epoch": 1.5252459016393443, "grad_norm": 0.3623315989971161, "learning_rate": 1.6291663284587028e-05, "loss": 0.299, "step": 2326 }, { "epoch": 1.5259016393442622, "grad_norm": 0.3574524521827698, "learning_rate": 1.6288361110947955e-05, "loss": 0.3186, "step": 2327 }, { "epoch": 1.5265573770491803, "grad_norm": 0.37127846479415894, "learning_rate": 1.628505780270724e-05, "loss": 0.3059, "step": 2328 }, { "epoch": 1.5272131147540984, "grad_norm": 0.3729119300842285, "learning_rate": 1.62817533604609e-05, "loss": 0.3128, "step": 2329 }, { "epoch": 1.5278688524590165, "grad_norm": 0.3563704192638397, "learning_rate": 1.627844778480514e-05, "loss": 0.3122, "step": 2330 }, { "epoch": 1.5285245901639344, "grad_norm": 0.3529084324836731, "learning_rate": 1.62751410763364e-05, "loss": 0.3169, "step": 2331 }, { "epoch": 1.5291803278688525, "grad_norm": 0.39622166752815247, "learning_rate": 1.627183323565129e-05, "loss": 0.3503, "step": 2332 }, { "epoch": 1.5298360655737704, "grad_norm": 0.3599661886692047, "learning_rate": 1.6268524263346647e-05, "loss": 0.3314, "step": 2333 }, { "epoch": 1.5304918032786885, "grad_norm": 0.3727251887321472, "learning_rate": 1.62652141600195e-05, "loss": 0.3073, "step": 2334 }, { "epoch": 1.5311475409836066, "grad_norm": 0.38080352544784546, "learning_rate": 1.626190292626709e-05, "loss": 0.3069, "step": 2335 }, { "epoch": 1.5318032786885247, "grad_norm": 0.37059536576271057, "learning_rate": 1.625859056268686e-05, "loss": 0.3394, "step": 2336 }, { "epoch": 1.5324590163934426, "grad_norm": 0.3549129366874695, "learning_rate": 1.6255277069876454e-05, "loss": 0.3239, "step": 2337 }, { "epoch": 1.5331147540983605, "grad_norm": 0.37322357296943665, "learning_rate": 1.6251962448433722e-05, "loss": 0.3193, "step": 2338 }, { "epoch": 1.5337704918032786, "grad_norm": 0.36789852380752563, "learning_rate": 1.624864669895672e-05, "loss": 0.314, "step": 2339 }, { "epoch": 1.5344262295081967, "grad_norm": 0.3625134229660034, "learning_rate": 1.6245329822043704e-05, "loss": 0.3002, "step": 2340 }, { "epoch": 1.5350819672131149, "grad_norm": 0.37602633237838745, "learning_rate": 1.6242011818293128e-05, "loss": 0.3023, "step": 2341 }, { "epoch": 1.5357377049180327, "grad_norm": 0.35642749071121216, "learning_rate": 1.6238692688303664e-05, "loss": 0.3264, "step": 2342 }, { "epoch": 1.5363934426229509, "grad_norm": 0.3706907629966736, "learning_rate": 1.6235372432674174e-05, "loss": 0.3071, "step": 2343 }, { "epoch": 1.5370491803278687, "grad_norm": 0.3745669722557068, "learning_rate": 1.623205105200373e-05, "loss": 0.2863, "step": 2344 }, { "epoch": 1.5377049180327869, "grad_norm": 0.35071510076522827, "learning_rate": 1.6228728546891602e-05, "loss": 0.3514, "step": 2345 }, { "epoch": 1.538360655737705, "grad_norm": 0.38811713457107544, "learning_rate": 1.6225404917937265e-05, "loss": 0.3378, "step": 2346 }, { "epoch": 1.539016393442623, "grad_norm": 0.39962223172187805, "learning_rate": 1.6222080165740404e-05, "loss": 0.31, "step": 2347 }, { "epoch": 1.539672131147541, "grad_norm": 0.37252184748649597, "learning_rate": 1.6218754290900895e-05, "loss": 0.3148, "step": 2348 }, { "epoch": 1.5403278688524589, "grad_norm": 0.3559541404247284, "learning_rate": 1.6215427294018825e-05, "loss": 0.3233, "step": 2349 }, { "epoch": 1.540983606557377, "grad_norm": 0.3729996383190155, "learning_rate": 1.621209917569447e-05, "loss": 0.3208, "step": 2350 }, { "epoch": 1.541639344262295, "grad_norm": 0.3817980885505676, "learning_rate": 1.6208769936528336e-05, "loss": 0.3389, "step": 2351 }, { "epoch": 1.5422950819672132, "grad_norm": 0.3974500894546509, "learning_rate": 1.6205439577121097e-05, "loss": 0.3061, "step": 2352 }, { "epoch": 1.542950819672131, "grad_norm": 0.3903799057006836, "learning_rate": 1.620210809807366e-05, "loss": 0.3073, "step": 2353 }, { "epoch": 1.5436065573770492, "grad_norm": 0.4085058271884918, "learning_rate": 1.6198775499987106e-05, "loss": 0.307, "step": 2354 }, { "epoch": 1.544262295081967, "grad_norm": 0.3932627737522125, "learning_rate": 1.619544178346274e-05, "loss": 0.3246, "step": 2355 }, { "epoch": 1.5449180327868852, "grad_norm": 0.35619983077049255, "learning_rate": 1.619210694910206e-05, "loss": 0.3061, "step": 2356 }, { "epoch": 1.5455737704918033, "grad_norm": 0.36659523844718933, "learning_rate": 1.618877099750677e-05, "loss": 0.2894, "step": 2357 }, { "epoch": 1.5462295081967214, "grad_norm": 0.3541295826435089, "learning_rate": 1.618543392927876e-05, "loss": 0.317, "step": 2358 }, { "epoch": 1.5468852459016393, "grad_norm": 0.39876458048820496, "learning_rate": 1.6182095745020146e-05, "loss": 0.3393, "step": 2359 }, { "epoch": 1.5475409836065572, "grad_norm": 0.3834438920021057, "learning_rate": 1.6178756445333225e-05, "loss": 0.3214, "step": 2360 }, { "epoch": 1.5481967213114753, "grad_norm": 0.37811407446861267, "learning_rate": 1.6175416030820505e-05, "loss": 0.3014, "step": 2361 }, { "epoch": 1.5488524590163935, "grad_norm": 0.35942599177360535, "learning_rate": 1.6172074502084695e-05, "loss": 0.3047, "step": 2362 }, { "epoch": 1.5495081967213116, "grad_norm": 0.39488905668258667, "learning_rate": 1.6168731859728702e-05, "loss": 0.3238, "step": 2363 }, { "epoch": 1.5501639344262295, "grad_norm": 0.38174596428871155, "learning_rate": 1.616538810435563e-05, "loss": 0.3119, "step": 2364 }, { "epoch": 1.5508196721311476, "grad_norm": 0.35713905096054077, "learning_rate": 1.6162043236568797e-05, "loss": 0.2937, "step": 2365 }, { "epoch": 1.5514754098360655, "grad_norm": 0.3564026951789856, "learning_rate": 1.615869725697171e-05, "loss": 0.3091, "step": 2366 }, { "epoch": 1.5521311475409836, "grad_norm": 0.35484015941619873, "learning_rate": 1.615535016616808e-05, "loss": 0.3093, "step": 2367 }, { "epoch": 1.5527868852459017, "grad_norm": 0.34951990842819214, "learning_rate": 1.615200196476182e-05, "loss": 0.3103, "step": 2368 }, { "epoch": 1.5534426229508198, "grad_norm": 0.3847603499889374, "learning_rate": 1.6148652653357036e-05, "loss": 0.3347, "step": 2369 }, { "epoch": 1.5540983606557377, "grad_norm": 0.3594664931297302, "learning_rate": 1.6145302232558047e-05, "loss": 0.2953, "step": 2370 }, { "epoch": 1.5547540983606556, "grad_norm": 0.3938594460487366, "learning_rate": 1.6141950702969366e-05, "loss": 0.3145, "step": 2371 }, { "epoch": 1.5554098360655737, "grad_norm": 0.3725866675376892, "learning_rate": 1.6138598065195705e-05, "loss": 0.2944, "step": 2372 }, { "epoch": 1.5560655737704918, "grad_norm": 0.35545316338539124, "learning_rate": 1.6135244319841973e-05, "loss": 0.2911, "step": 2373 }, { "epoch": 1.55672131147541, "grad_norm": 0.37794971466064453, "learning_rate": 1.6131889467513283e-05, "loss": 0.3289, "step": 2374 }, { "epoch": 1.5573770491803278, "grad_norm": 0.38176989555358887, "learning_rate": 1.6128533508814948e-05, "loss": 0.3143, "step": 2375 }, { "epoch": 1.558032786885246, "grad_norm": 0.3374847173690796, "learning_rate": 1.6125176444352478e-05, "loss": 0.3051, "step": 2376 }, { "epoch": 1.5586885245901638, "grad_norm": 0.3742932081222534, "learning_rate": 1.612181827473159e-05, "loss": 0.3379, "step": 2377 }, { "epoch": 1.559344262295082, "grad_norm": 0.3552471101284027, "learning_rate": 1.611845900055819e-05, "loss": 0.2971, "step": 2378 }, { "epoch": 1.56, "grad_norm": 0.37365734577178955, "learning_rate": 1.611509862243839e-05, "loss": 0.327, "step": 2379 }, { "epoch": 1.5606557377049182, "grad_norm": 0.3650815188884735, "learning_rate": 1.6111737140978495e-05, "loss": 0.3275, "step": 2380 }, { "epoch": 1.561311475409836, "grad_norm": 0.3889981210231781, "learning_rate": 1.6108374556785014e-05, "loss": 0.3205, "step": 2381 }, { "epoch": 1.561967213114754, "grad_norm": 0.3936096131801605, "learning_rate": 1.610501087046466e-05, "loss": 0.3331, "step": 2382 }, { "epoch": 1.562622950819672, "grad_norm": 0.35698017477989197, "learning_rate": 1.6101646082624335e-05, "loss": 0.2935, "step": 2383 }, { "epoch": 1.5632786885245902, "grad_norm": 0.34909212589263916, "learning_rate": 1.6098280193871144e-05, "loss": 0.2961, "step": 2384 }, { "epoch": 1.5639344262295083, "grad_norm": 0.3616093397140503, "learning_rate": 1.6094913204812387e-05, "loss": 0.3038, "step": 2385 }, { "epoch": 1.5645901639344262, "grad_norm": 0.3671506643295288, "learning_rate": 1.6091545116055572e-05, "loss": 0.3223, "step": 2386 }, { "epoch": 1.5652459016393443, "grad_norm": 0.37932562828063965, "learning_rate": 1.6088175928208395e-05, "loss": 0.2961, "step": 2387 }, { "epoch": 1.5659016393442622, "grad_norm": 0.3861073851585388, "learning_rate": 1.6084805641878758e-05, "loss": 0.3262, "step": 2388 }, { "epoch": 1.5665573770491803, "grad_norm": 0.36144158244132996, "learning_rate": 1.6081434257674756e-05, "loss": 0.3144, "step": 2389 }, { "epoch": 1.5672131147540984, "grad_norm": 0.34386393427848816, "learning_rate": 1.607806177620468e-05, "loss": 0.305, "step": 2390 }, { "epoch": 1.5678688524590165, "grad_norm": 0.3762595057487488, "learning_rate": 1.607468819807703e-05, "loss": 0.3174, "step": 2391 }, { "epoch": 1.5685245901639344, "grad_norm": 0.3653047978878021, "learning_rate": 1.607131352390049e-05, "loss": 0.3012, "step": 2392 }, { "epoch": 1.5691803278688523, "grad_norm": 0.378322958946228, "learning_rate": 1.6067937754283958e-05, "loss": 0.3408, "step": 2393 }, { "epoch": 1.5698360655737704, "grad_norm": 0.35705268383026123, "learning_rate": 1.606456088983651e-05, "loss": 0.3058, "step": 2394 }, { "epoch": 1.5704918032786885, "grad_norm": 0.3579941987991333, "learning_rate": 1.6061182931167434e-05, "loss": 0.3244, "step": 2395 }, { "epoch": 1.5711475409836066, "grad_norm": 0.353386253118515, "learning_rate": 1.605780387888621e-05, "loss": 0.3016, "step": 2396 }, { "epoch": 1.5718032786885245, "grad_norm": 0.35253986716270447, "learning_rate": 1.6054423733602516e-05, "loss": 0.2763, "step": 2397 }, { "epoch": 1.5724590163934427, "grad_norm": 0.3872971832752228, "learning_rate": 1.6051042495926235e-05, "loss": 0.3041, "step": 2398 }, { "epoch": 1.5731147540983605, "grad_norm": 0.38977453112602234, "learning_rate": 1.604766016646743e-05, "loss": 0.3344, "step": 2399 }, { "epoch": 1.5737704918032787, "grad_norm": 0.39376237988471985, "learning_rate": 1.6044276745836372e-05, "loss": 0.3045, "step": 2400 }, { "epoch": 1.5744262295081968, "grad_norm": 0.35416099429130554, "learning_rate": 1.604089223464353e-05, "loss": 0.3023, "step": 2401 }, { "epoch": 1.5750819672131149, "grad_norm": 0.37166592478752136, "learning_rate": 1.6037506633499573e-05, "loss": 0.3061, "step": 2402 }, { "epoch": 1.5757377049180328, "grad_norm": 0.3658965528011322, "learning_rate": 1.6034119943015355e-05, "loss": 0.3363, "step": 2403 }, { "epoch": 1.5763934426229507, "grad_norm": 0.3518088459968567, "learning_rate": 1.603073216380193e-05, "loss": 0.3092, "step": 2404 }, { "epoch": 1.5770491803278688, "grad_norm": 0.3429507911205292, "learning_rate": 1.6027343296470553e-05, "loss": 0.313, "step": 2405 }, { "epoch": 1.577704918032787, "grad_norm": 0.38206884264945984, "learning_rate": 1.602395334163268e-05, "loss": 0.3032, "step": 2406 }, { "epoch": 1.578360655737705, "grad_norm": 0.3753049075603485, "learning_rate": 1.6020562299899946e-05, "loss": 0.299, "step": 2407 }, { "epoch": 1.579016393442623, "grad_norm": 0.3462302088737488, "learning_rate": 1.60171701718842e-05, "loss": 0.298, "step": 2408 }, { "epoch": 1.579672131147541, "grad_norm": 0.3512134253978729, "learning_rate": 1.6013776958197477e-05, "loss": 0.2931, "step": 2409 }, { "epoch": 1.580327868852459, "grad_norm": 0.38046446442604065, "learning_rate": 1.601038265945201e-05, "loss": 0.3024, "step": 2410 }, { "epoch": 1.580983606557377, "grad_norm": 0.3399304151535034, "learning_rate": 1.600698727626023e-05, "loss": 0.2908, "step": 2411 }, { "epoch": 1.5816393442622951, "grad_norm": 0.35595425963401794, "learning_rate": 1.6003590809234766e-05, "loss": 0.3071, "step": 2412 }, { "epoch": 1.5822950819672132, "grad_norm": 0.38449203968048096, "learning_rate": 1.6000193258988432e-05, "loss": 0.3282, "step": 2413 }, { "epoch": 1.5829508196721311, "grad_norm": 0.36841660737991333, "learning_rate": 1.5996794626134245e-05, "loss": 0.3187, "step": 2414 }, { "epoch": 1.583606557377049, "grad_norm": 0.3846616744995117, "learning_rate": 1.5993394911285416e-05, "loss": 0.291, "step": 2415 }, { "epoch": 1.5842622950819671, "grad_norm": 0.3515147566795349, "learning_rate": 1.5989994115055356e-05, "loss": 0.3031, "step": 2416 }, { "epoch": 1.5849180327868853, "grad_norm": 0.3627761900424957, "learning_rate": 1.598659223805766e-05, "loss": 0.3402, "step": 2417 }, { "epoch": 1.5855737704918034, "grad_norm": 0.3606582283973694, "learning_rate": 1.5983189280906134e-05, "loss": 0.3098, "step": 2418 }, { "epoch": 1.5862295081967213, "grad_norm": 0.41415664553642273, "learning_rate": 1.597978524421476e-05, "loss": 0.3308, "step": 2419 }, { "epoch": 1.5868852459016394, "grad_norm": 0.383108913898468, "learning_rate": 1.5976380128597728e-05, "loss": 0.3172, "step": 2420 }, { "epoch": 1.5875409836065573, "grad_norm": 0.36724555492401123, "learning_rate": 1.597297393466942e-05, "loss": 0.284, "step": 2421 }, { "epoch": 1.5881967213114754, "grad_norm": 0.3658294081687927, "learning_rate": 1.5969566663044412e-05, "loss": 0.3063, "step": 2422 }, { "epoch": 1.5888524590163935, "grad_norm": 0.38663792610168457, "learning_rate": 1.5966158314337472e-05, "loss": 0.3213, "step": 2423 }, { "epoch": 1.5895081967213116, "grad_norm": 0.4041224420070648, "learning_rate": 1.5962748889163567e-05, "loss": 0.3221, "step": 2424 }, { "epoch": 1.5901639344262295, "grad_norm": 0.40041857957839966, "learning_rate": 1.5959338388137854e-05, "loss": 0.3183, "step": 2425 }, { "epoch": 1.5908196721311474, "grad_norm": 0.3657512664794922, "learning_rate": 1.595592681187568e-05, "loss": 0.3315, "step": 2426 }, { "epoch": 1.5914754098360655, "grad_norm": 0.3776312470436096, "learning_rate": 1.5952514160992603e-05, "loss": 0.3279, "step": 2427 }, { "epoch": 1.5921311475409836, "grad_norm": 0.3916912078857422, "learning_rate": 1.5949100436104355e-05, "loss": 0.357, "step": 2428 }, { "epoch": 1.5927868852459017, "grad_norm": 0.38888460397720337, "learning_rate": 1.5945685637826876e-05, "loss": 0.3113, "step": 2429 }, { "epoch": 1.5934426229508196, "grad_norm": 0.3620870113372803, "learning_rate": 1.594226976677629e-05, "loss": 0.3122, "step": 2430 }, { "epoch": 1.5940983606557377, "grad_norm": 0.3644139766693115, "learning_rate": 1.593885282356892e-05, "loss": 0.3019, "step": 2431 }, { "epoch": 1.5947540983606556, "grad_norm": 0.3905656039714813, "learning_rate": 1.5935434808821285e-05, "loss": 0.3296, "step": 2432 }, { "epoch": 1.5954098360655737, "grad_norm": 0.3433261811733246, "learning_rate": 1.5932015723150086e-05, "loss": 0.303, "step": 2433 }, { "epoch": 1.5960655737704919, "grad_norm": 0.3794201612472534, "learning_rate": 1.592859556717223e-05, "loss": 0.3404, "step": 2434 }, { "epoch": 1.59672131147541, "grad_norm": 0.36477863788604736, "learning_rate": 1.5925174341504806e-05, "loss": 0.3212, "step": 2435 }, { "epoch": 1.5973770491803279, "grad_norm": 0.3502686619758606, "learning_rate": 1.592175204676511e-05, "loss": 0.3099, "step": 2436 }, { "epoch": 1.5980327868852457, "grad_norm": 0.32360607385635376, "learning_rate": 1.5918328683570618e-05, "loss": 0.291, "step": 2437 }, { "epoch": 1.5986885245901639, "grad_norm": 0.36793333292007446, "learning_rate": 1.5914904252539e-05, "loss": 0.3287, "step": 2438 }, { "epoch": 1.599344262295082, "grad_norm": 0.3471231162548065, "learning_rate": 1.5911478754288127e-05, "loss": 0.3134, "step": 2439 }, { "epoch": 1.6, "grad_norm": 0.34247666597366333, "learning_rate": 1.5908052189436055e-05, "loss": 0.3167, "step": 2440 }, { "epoch": 1.600655737704918, "grad_norm": 0.34706029295921326, "learning_rate": 1.590462455860104e-05, "loss": 0.2701, "step": 2441 }, { "epoch": 1.601311475409836, "grad_norm": 0.3753816485404968, "learning_rate": 1.5901195862401522e-05, "loss": 0.2736, "step": 2442 }, { "epoch": 1.601967213114754, "grad_norm": 0.3547362983226776, "learning_rate": 1.5897766101456135e-05, "loss": 0.2985, "step": 2443 }, { "epoch": 1.602622950819672, "grad_norm": 0.3792935311794281, "learning_rate": 1.589433527638371e-05, "loss": 0.3525, "step": 2444 }, { "epoch": 1.6032786885245902, "grad_norm": 0.38176509737968445, "learning_rate": 1.5890903387803263e-05, "loss": 0.3228, "step": 2445 }, { "epoch": 1.6039344262295083, "grad_norm": 0.35321927070617676, "learning_rate": 1.5887470436334008e-05, "loss": 0.2834, "step": 2446 }, { "epoch": 1.6045901639344262, "grad_norm": 0.36287811398506165, "learning_rate": 1.588403642259535e-05, "loss": 0.3358, "step": 2447 }, { "epoch": 1.605245901639344, "grad_norm": 0.3764992654323578, "learning_rate": 1.588060134720688e-05, "loss": 0.3058, "step": 2448 }, { "epoch": 1.6059016393442622, "grad_norm": 0.40058648586273193, "learning_rate": 1.587716521078839e-05, "loss": 0.3327, "step": 2449 }, { "epoch": 1.6065573770491803, "grad_norm": 0.3644135892391205, "learning_rate": 1.5873728013959852e-05, "loss": 0.3232, "step": 2450 }, { "epoch": 1.6072131147540984, "grad_norm": 0.3361528217792511, "learning_rate": 1.587028975734144e-05, "loss": 0.3033, "step": 2451 }, { "epoch": 1.6078688524590163, "grad_norm": 0.451448917388916, "learning_rate": 1.586685044155351e-05, "loss": 0.3181, "step": 2452 }, { "epoch": 1.6085245901639345, "grad_norm": 0.42404553294181824, "learning_rate": 1.586341006721662e-05, "loss": 0.3248, "step": 2453 }, { "epoch": 1.6091803278688523, "grad_norm": 0.34785208106040955, "learning_rate": 1.585996863495151e-05, "loss": 0.3095, "step": 2454 }, { "epoch": 1.6098360655737705, "grad_norm": 0.38173648715019226, "learning_rate": 1.5856526145379108e-05, "loss": 0.3234, "step": 2455 }, { "epoch": 1.6104918032786886, "grad_norm": 0.42870914936065674, "learning_rate": 1.5853082599120552e-05, "loss": 0.3411, "step": 2456 }, { "epoch": 1.6111475409836067, "grad_norm": 0.3683035373687744, "learning_rate": 1.584963799679714e-05, "loss": 0.2839, "step": 2457 }, { "epoch": 1.6118032786885246, "grad_norm": 0.3710005283355713, "learning_rate": 1.5846192339030388e-05, "loss": 0.3082, "step": 2458 }, { "epoch": 1.6124590163934425, "grad_norm": 0.3629351854324341, "learning_rate": 1.584274562644199e-05, "loss": 0.3024, "step": 2459 }, { "epoch": 1.6131147540983606, "grad_norm": 0.43968117237091064, "learning_rate": 1.5839297859653834e-05, "loss": 0.3534, "step": 2460 }, { "epoch": 1.6137704918032787, "grad_norm": 0.39397749304771423, "learning_rate": 1.5835849039287996e-05, "loss": 0.3255, "step": 2461 }, { "epoch": 1.6144262295081968, "grad_norm": 0.3847832977771759, "learning_rate": 1.583239916596674e-05, "loss": 0.2925, "step": 2462 }, { "epoch": 1.6150819672131147, "grad_norm": 0.3852963447570801, "learning_rate": 1.5828948240312522e-05, "loss": 0.3262, "step": 2463 }, { "epoch": 1.6157377049180328, "grad_norm": 0.3970753848552704, "learning_rate": 1.5825496262947994e-05, "loss": 0.3098, "step": 2464 }, { "epoch": 1.6163934426229507, "grad_norm": 0.38699454069137573, "learning_rate": 1.582204323449599e-05, "loss": 0.3153, "step": 2465 }, { "epoch": 1.6170491803278688, "grad_norm": 0.36383506655693054, "learning_rate": 1.581858915557953e-05, "loss": 0.3062, "step": 2466 }, { "epoch": 1.617704918032787, "grad_norm": 0.3842754065990448, "learning_rate": 1.5815134026821834e-05, "loss": 0.3123, "step": 2467 }, { "epoch": 1.618360655737705, "grad_norm": 0.3694753646850586, "learning_rate": 1.581167784884631e-05, "loss": 0.3187, "step": 2468 }, { "epoch": 1.619016393442623, "grad_norm": 0.3624383807182312, "learning_rate": 1.580822062227655e-05, "loss": 0.3045, "step": 2469 }, { "epoch": 1.6196721311475408, "grad_norm": 0.38798782229423523, "learning_rate": 1.5804762347736333e-05, "loss": 0.3133, "step": 2470 }, { "epoch": 1.620327868852459, "grad_norm": 0.3599358797073364, "learning_rate": 1.580130302584964e-05, "loss": 0.3021, "step": 2471 }, { "epoch": 1.620983606557377, "grad_norm": 0.39114081859588623, "learning_rate": 1.579784265724062e-05, "loss": 0.3042, "step": 2472 }, { "epoch": 1.6216393442622952, "grad_norm": 0.3828898072242737, "learning_rate": 1.5794381242533634e-05, "loss": 0.3259, "step": 2473 }, { "epoch": 1.622295081967213, "grad_norm": 0.3628578186035156, "learning_rate": 1.5790918782353217e-05, "loss": 0.3163, "step": 2474 }, { "epoch": 1.6229508196721312, "grad_norm": 0.3697521984577179, "learning_rate": 1.57874552773241e-05, "loss": 0.3147, "step": 2475 }, { "epoch": 1.623606557377049, "grad_norm": 0.3436468541622162, "learning_rate": 1.578399072807119e-05, "loss": 0.2794, "step": 2476 }, { "epoch": 1.6242622950819672, "grad_norm": 0.37861368060112, "learning_rate": 1.5780525135219605e-05, "loss": 0.3209, "step": 2477 }, { "epoch": 1.6249180327868853, "grad_norm": 0.36968955397605896, "learning_rate": 1.5777058499394627e-05, "loss": 0.3195, "step": 2478 }, { "epoch": 1.6255737704918034, "grad_norm": 0.3623049259185791, "learning_rate": 1.5773590821221743e-05, "loss": 0.2814, "step": 2479 }, { "epoch": 1.6262295081967213, "grad_norm": 0.35045740008354187, "learning_rate": 1.5770122101326618e-05, "loss": 0.3309, "step": 2480 }, { "epoch": 1.6268852459016392, "grad_norm": 0.3566023111343384, "learning_rate": 1.5766652340335112e-05, "loss": 0.3414, "step": 2481 }, { "epoch": 1.6275409836065573, "grad_norm": 0.3662435710430145, "learning_rate": 1.5763181538873267e-05, "loss": 0.3252, "step": 2482 }, { "epoch": 1.6281967213114754, "grad_norm": 0.35448014736175537, "learning_rate": 1.575970969756732e-05, "loss": 0.3074, "step": 2483 }, { "epoch": 1.6288524590163935, "grad_norm": 0.3891075849533081, "learning_rate": 1.575623681704369e-05, "loss": 0.3086, "step": 2484 }, { "epoch": 1.6295081967213116, "grad_norm": 0.3975986838340759, "learning_rate": 1.575276289792898e-05, "loss": 0.3142, "step": 2485 }, { "epoch": 1.6301639344262295, "grad_norm": 0.35136640071868896, "learning_rate": 1.574928794084999e-05, "loss": 0.311, "step": 2486 }, { "epoch": 1.6308196721311474, "grad_norm": 0.3767228424549103, "learning_rate": 1.57458119464337e-05, "loss": 0.2966, "step": 2487 }, { "epoch": 1.6314754098360655, "grad_norm": 0.3814600110054016, "learning_rate": 1.5742334915307282e-05, "loss": 0.2991, "step": 2488 }, { "epoch": 1.6321311475409837, "grad_norm": 0.3937637507915497, "learning_rate": 1.5738856848098094e-05, "loss": 0.3161, "step": 2489 }, { "epoch": 1.6327868852459018, "grad_norm": 0.39577093720436096, "learning_rate": 1.5735377745433672e-05, "loss": 0.3012, "step": 2490 }, { "epoch": 1.6334426229508197, "grad_norm": 0.3514302670955658, "learning_rate": 1.5731897607941756e-05, "loss": 0.3046, "step": 2491 }, { "epoch": 1.6340983606557375, "grad_norm": 0.3366226553916931, "learning_rate": 1.572841643625026e-05, "loss": 0.2933, "step": 2492 }, { "epoch": 1.6347540983606557, "grad_norm": 0.3570530116558075, "learning_rate": 1.572493423098728e-05, "loss": 0.2937, "step": 2493 }, { "epoch": 1.6354098360655738, "grad_norm": 0.3645588457584381, "learning_rate": 1.5721450992781115e-05, "loss": 0.3006, "step": 2494 }, { "epoch": 1.6360655737704919, "grad_norm": 0.3466322422027588, "learning_rate": 1.5717966722260242e-05, "loss": 0.3114, "step": 2495 }, { "epoch": 1.63672131147541, "grad_norm": 0.3639313876628876, "learning_rate": 1.5714481420053316e-05, "loss": 0.346, "step": 2496 }, { "epoch": 1.637377049180328, "grad_norm": 0.35998809337615967, "learning_rate": 1.5710995086789197e-05, "loss": 0.3143, "step": 2497 }, { "epoch": 1.6380327868852458, "grad_norm": 0.37965232133865356, "learning_rate": 1.5707507723096913e-05, "loss": 0.3266, "step": 2498 }, { "epoch": 1.638688524590164, "grad_norm": 0.3606843054294586, "learning_rate": 1.5704019329605683e-05, "loss": 0.3252, "step": 2499 }, { "epoch": 1.639344262295082, "grad_norm": 0.3783670961856842, "learning_rate": 1.570052990694492e-05, "loss": 0.2821, "step": 2500 }, { "epoch": 1.6400000000000001, "grad_norm": 0.3633127212524414, "learning_rate": 1.569703945574421e-05, "loss": 0.3333, "step": 2501 }, { "epoch": 1.640655737704918, "grad_norm": 0.3644622266292572, "learning_rate": 1.5693547976633335e-05, "loss": 0.2996, "step": 2502 }, { "epoch": 1.641311475409836, "grad_norm": 0.339753121137619, "learning_rate": 1.5690055470242258e-05, "loss": 0.2899, "step": 2503 }, { "epoch": 1.641967213114754, "grad_norm": 0.36583244800567627, "learning_rate": 1.568656193720113e-05, "loss": 0.3055, "step": 2504 }, { "epoch": 1.6426229508196721, "grad_norm": 0.34849587082862854, "learning_rate": 1.568306737814028e-05, "loss": 0.3065, "step": 2505 }, { "epoch": 1.6432786885245902, "grad_norm": 0.3846747875213623, "learning_rate": 1.5679571793690233e-05, "loss": 0.3128, "step": 2506 }, { "epoch": 1.6439344262295084, "grad_norm": 0.3778444230556488, "learning_rate": 1.5676075184481688e-05, "loss": 0.3263, "step": 2507 }, { "epoch": 1.6445901639344263, "grad_norm": 0.3698742687702179, "learning_rate": 1.5672577551145535e-05, "loss": 0.3339, "step": 2508 }, { "epoch": 1.6452459016393441, "grad_norm": 0.3761920630931854, "learning_rate": 1.5669078894312848e-05, "loss": 0.3024, "step": 2509 }, { "epoch": 1.6459016393442623, "grad_norm": 0.35867786407470703, "learning_rate": 1.566557921461489e-05, "loss": 0.3241, "step": 2510 }, { "epoch": 1.6465573770491804, "grad_norm": 0.3493994176387787, "learning_rate": 1.5662078512683097e-05, "loss": 0.3091, "step": 2511 }, { "epoch": 1.6472131147540985, "grad_norm": 0.362327516078949, "learning_rate": 1.5658576789149105e-05, "loss": 0.3078, "step": 2512 }, { "epoch": 1.6478688524590164, "grad_norm": 0.3457212746143341, "learning_rate": 1.5655074044644715e-05, "loss": 0.3024, "step": 2513 }, { "epoch": 1.6485245901639343, "grad_norm": 0.35856160521507263, "learning_rate": 1.5651570279801934e-05, "loss": 0.3175, "step": 2514 }, { "epoch": 1.6491803278688524, "grad_norm": 0.3553696274757385, "learning_rate": 1.564806549525294e-05, "loss": 0.3141, "step": 2515 }, { "epoch": 1.6498360655737705, "grad_norm": 0.33096790313720703, "learning_rate": 1.5644559691630093e-05, "loss": 0.3145, "step": 2516 }, { "epoch": 1.6504918032786886, "grad_norm": 0.3369102478027344, "learning_rate": 1.564105286956594e-05, "loss": 0.3067, "step": 2517 }, { "epoch": 1.6511475409836067, "grad_norm": 0.3902622163295746, "learning_rate": 1.5637545029693218e-05, "loss": 0.3382, "step": 2518 }, { "epoch": 1.6518032786885246, "grad_norm": 0.3517855703830719, "learning_rate": 1.563403617264484e-05, "loss": 0.2923, "step": 2519 }, { "epoch": 1.6524590163934425, "grad_norm": 0.3862714469432831, "learning_rate": 1.56305262990539e-05, "loss": 0.3101, "step": 2520 }, { "epoch": 1.6531147540983606, "grad_norm": 0.33446168899536133, "learning_rate": 1.5627015409553687e-05, "loss": 0.2897, "step": 2521 }, { "epoch": 1.6537704918032787, "grad_norm": 0.3946170210838318, "learning_rate": 1.562350350477767e-05, "loss": 0.3254, "step": 2522 }, { "epoch": 1.6544262295081968, "grad_norm": 0.35096439719200134, "learning_rate": 1.5619990585359488e-05, "loss": 0.2845, "step": 2523 }, { "epoch": 1.6550819672131147, "grad_norm": 0.3488801121711731, "learning_rate": 1.5616476651932982e-05, "loss": 0.3268, "step": 2524 }, { "epoch": 1.6557377049180326, "grad_norm": 0.38198190927505493, "learning_rate": 1.5612961705132158e-05, "loss": 0.3239, "step": 2525 }, { "epoch": 1.6563934426229507, "grad_norm": 0.3952350318431854, "learning_rate": 1.5609445745591224e-05, "loss": 0.3102, "step": 2526 }, { "epoch": 1.6570491803278689, "grad_norm": 0.37985873222351074, "learning_rate": 1.5605928773944554e-05, "loss": 0.3075, "step": 2527 }, { "epoch": 1.657704918032787, "grad_norm": 0.3671914041042328, "learning_rate": 1.5602410790826706e-05, "loss": 0.3032, "step": 2528 }, { "epoch": 1.658360655737705, "grad_norm": 0.3683064579963684, "learning_rate": 1.5598891796872435e-05, "loss": 0.2952, "step": 2529 }, { "epoch": 1.659016393442623, "grad_norm": 0.39178740978240967, "learning_rate": 1.559537179271667e-05, "loss": 0.3417, "step": 2530 }, { "epoch": 1.6596721311475409, "grad_norm": 0.3614402711391449, "learning_rate": 1.559185077899451e-05, "loss": 0.3098, "step": 2531 }, { "epoch": 1.660327868852459, "grad_norm": 0.32827702164649963, "learning_rate": 1.5588328756341256e-05, "loss": 0.2954, "step": 2532 }, { "epoch": 1.660983606557377, "grad_norm": 0.3644799292087555, "learning_rate": 1.5584805725392383e-05, "loss": 0.3243, "step": 2533 }, { "epoch": 1.6616393442622952, "grad_norm": 0.3943663239479065, "learning_rate": 1.5581281686783544e-05, "loss": 0.314, "step": 2534 }, { "epoch": 1.662295081967213, "grad_norm": 0.3565337657928467, "learning_rate": 1.5577756641150576e-05, "loss": 0.3064, "step": 2535 }, { "epoch": 1.662950819672131, "grad_norm": 0.35245823860168457, "learning_rate": 1.5574230589129504e-05, "loss": 0.3106, "step": 2536 }, { "epoch": 1.663606557377049, "grad_norm": 0.34452834725379944, "learning_rate": 1.5570703531356526e-05, "loss": 0.293, "step": 2537 }, { "epoch": 1.6642622950819672, "grad_norm": 0.3723257780075073, "learning_rate": 1.5567175468468025e-05, "loss": 0.3069, "step": 2538 }, { "epoch": 1.6649180327868853, "grad_norm": 0.34256523847579956, "learning_rate": 1.5563646401100564e-05, "loss": 0.303, "step": 2539 }, { "epoch": 1.6655737704918034, "grad_norm": 0.385675311088562, "learning_rate": 1.556011632989089e-05, "loss": 0.309, "step": 2540 }, { "epoch": 1.6662295081967213, "grad_norm": 0.35300642251968384, "learning_rate": 1.5556585255475933e-05, "loss": 0.2929, "step": 2541 }, { "epoch": 1.6668852459016392, "grad_norm": 0.36077722907066345, "learning_rate": 1.5553053178492797e-05, "loss": 0.3069, "step": 2542 }, { "epoch": 1.6675409836065573, "grad_norm": 0.3620928227901459, "learning_rate": 1.5549520099578764e-05, "loss": 0.3289, "step": 2543 }, { "epoch": 1.6681967213114755, "grad_norm": 0.3732296824455261, "learning_rate": 1.5545986019371316e-05, "loss": 0.3287, "step": 2544 }, { "epoch": 1.6688524590163936, "grad_norm": 0.35781726241111755, "learning_rate": 1.5542450938508096e-05, "loss": 0.3178, "step": 2545 }, { "epoch": 1.6695081967213115, "grad_norm": 0.37806370854377747, "learning_rate": 1.553891485762694e-05, "loss": 0.3243, "step": 2546 }, { "epoch": 1.6701639344262293, "grad_norm": 0.3651735186576843, "learning_rate": 1.553537777736585e-05, "loss": 0.33, "step": 2547 }, { "epoch": 1.6708196721311475, "grad_norm": 0.3275502622127533, "learning_rate": 1.553183969836302e-05, "loss": 0.3031, "step": 2548 }, { "epoch": 1.6714754098360656, "grad_norm": 0.3893794119358063, "learning_rate": 1.552830062125683e-05, "loss": 0.3285, "step": 2549 }, { "epoch": 1.6721311475409837, "grad_norm": 0.3335345983505249, "learning_rate": 1.5524760546685816e-05, "loss": 0.3159, "step": 2550 }, { "epoch": 1.6727868852459018, "grad_norm": 0.33668407797813416, "learning_rate": 1.5521219475288725e-05, "loss": 0.3072, "step": 2551 }, { "epoch": 1.6734426229508197, "grad_norm": 0.3624628484249115, "learning_rate": 1.551767740770446e-05, "loss": 0.3304, "step": 2552 }, { "epoch": 1.6740983606557376, "grad_norm": 0.3781513273715973, "learning_rate": 1.5514134344572113e-05, "loss": 0.3142, "step": 2553 }, { "epoch": 1.6747540983606557, "grad_norm": 0.3504609167575836, "learning_rate": 1.5510590286530954e-05, "loss": 0.3048, "step": 2554 }, { "epoch": 1.6754098360655738, "grad_norm": 0.36497315764427185, "learning_rate": 1.5507045234220438e-05, "loss": 0.2943, "step": 2555 }, { "epoch": 1.676065573770492, "grad_norm": 0.37271833419799805, "learning_rate": 1.5503499188280193e-05, "loss": 0.3192, "step": 2556 }, { "epoch": 1.6767213114754098, "grad_norm": 0.3495113253593445, "learning_rate": 1.5499952149350024e-05, "loss": 0.3104, "step": 2557 }, { "epoch": 1.6773770491803277, "grad_norm": 0.35897281765937805, "learning_rate": 1.5496404118069922e-05, "loss": 0.3145, "step": 2558 }, { "epoch": 1.6780327868852458, "grad_norm": 0.36332187056541443, "learning_rate": 1.549285509508005e-05, "loss": 0.3267, "step": 2559 }, { "epoch": 1.678688524590164, "grad_norm": 0.3554692566394806, "learning_rate": 1.548930508102076e-05, "loss": 0.3065, "step": 2560 }, { "epoch": 1.679344262295082, "grad_norm": 0.3687165379524231, "learning_rate": 1.5485754076532575e-05, "loss": 0.2903, "step": 2561 }, { "epoch": 1.6800000000000002, "grad_norm": 0.32786622643470764, "learning_rate": 1.54822020822562e-05, "loss": 0.296, "step": 2562 }, { "epoch": 1.680655737704918, "grad_norm": 0.35549619793891907, "learning_rate": 1.547864909883251e-05, "loss": 0.3039, "step": 2563 }, { "epoch": 1.681311475409836, "grad_norm": 0.3632512092590332, "learning_rate": 1.5475095126902578e-05, "loss": 0.3352, "step": 2564 }, { "epoch": 1.681967213114754, "grad_norm": 0.38660985231399536, "learning_rate": 1.547154016710763e-05, "loss": 0.3437, "step": 2565 }, { "epoch": 1.6826229508196722, "grad_norm": 0.3518597483634949, "learning_rate": 1.546798422008909e-05, "loss": 0.313, "step": 2566 }, { "epoch": 1.6832786885245903, "grad_norm": 0.35216423869132996, "learning_rate": 1.5464427286488557e-05, "loss": 0.2984, "step": 2567 }, { "epoch": 1.6839344262295082, "grad_norm": 0.31201350688934326, "learning_rate": 1.5460869366947797e-05, "loss": 0.2588, "step": 2568 }, { "epoch": 1.684590163934426, "grad_norm": 0.3982580602169037, "learning_rate": 1.545731046210876e-05, "loss": 0.3432, "step": 2569 }, { "epoch": 1.6852459016393442, "grad_norm": 0.38645926117897034, "learning_rate": 1.5453750572613586e-05, "loss": 0.2906, "step": 2570 }, { "epoch": 1.6859016393442623, "grad_norm": 0.3546921908855438, "learning_rate": 1.5450189699104572e-05, "loss": 0.2951, "step": 2571 }, { "epoch": 1.6865573770491804, "grad_norm": 0.40594616532325745, "learning_rate": 1.5446627842224205e-05, "loss": 0.3406, "step": 2572 }, { "epoch": 1.6872131147540985, "grad_norm": 0.3380940854549408, "learning_rate": 1.544306500261515e-05, "loss": 0.2976, "step": 2573 }, { "epoch": 1.6878688524590164, "grad_norm": 0.3546312153339386, "learning_rate": 1.5439501180920237e-05, "loss": 0.3248, "step": 2574 }, { "epoch": 1.6885245901639343, "grad_norm": 0.36579298973083496, "learning_rate": 1.543593637778249e-05, "loss": 0.3148, "step": 2575 }, { "epoch": 1.6891803278688524, "grad_norm": 0.36161741614341736, "learning_rate": 1.5432370593845102e-05, "loss": 0.2985, "step": 2576 }, { "epoch": 1.6898360655737705, "grad_norm": 0.33356592059135437, "learning_rate": 1.542880382975144e-05, "loss": 0.3044, "step": 2577 }, { "epoch": 1.6904918032786886, "grad_norm": 0.3486348092556, "learning_rate": 1.542523608614505e-05, "loss": 0.3243, "step": 2578 }, { "epoch": 1.6911475409836065, "grad_norm": 0.38184136152267456, "learning_rate": 1.5421667363669667e-05, "loss": 0.3009, "step": 2579 }, { "epoch": 1.6918032786885244, "grad_norm": 0.37313494086265564, "learning_rate": 1.5418097662969173e-05, "loss": 0.3177, "step": 2580 }, { "epoch": 1.6924590163934425, "grad_norm": 0.3451676070690155, "learning_rate": 1.541452698468766e-05, "loss": 0.2939, "step": 2581 }, { "epoch": 1.6931147540983607, "grad_norm": 0.3732401430606842, "learning_rate": 1.5410955329469374e-05, "loss": 0.3084, "step": 2582 }, { "epoch": 1.6937704918032788, "grad_norm": 0.3676902949810028, "learning_rate": 1.540738269795875e-05, "loss": 0.3321, "step": 2583 }, { "epoch": 1.6944262295081969, "grad_norm": 0.33659830689430237, "learning_rate": 1.5403809090800385e-05, "loss": 0.3087, "step": 2584 }, { "epoch": 1.6950819672131148, "grad_norm": 0.38193199038505554, "learning_rate": 1.540023450863907e-05, "loss": 0.3183, "step": 2585 }, { "epoch": 1.6957377049180327, "grad_norm": 0.37019726634025574, "learning_rate": 1.5396658952119757e-05, "loss": 0.3049, "step": 2586 }, { "epoch": 1.6963934426229508, "grad_norm": 0.34651684761047363, "learning_rate": 1.5393082421887583e-05, "loss": 0.3302, "step": 2587 }, { "epoch": 1.697049180327869, "grad_norm": 0.3621658980846405, "learning_rate": 1.5389504918587854e-05, "loss": 0.3164, "step": 2588 }, { "epoch": 1.697704918032787, "grad_norm": 0.33589375019073486, "learning_rate": 1.5385926442866056e-05, "loss": 0.302, "step": 2589 }, { "epoch": 1.698360655737705, "grad_norm": 0.375480592250824, "learning_rate": 1.538234699536785e-05, "loss": 0.3529, "step": 2590 }, { "epoch": 1.6990163934426228, "grad_norm": 0.35217520594596863, "learning_rate": 1.537876657673907e-05, "loss": 0.3065, "step": 2591 }, { "epoch": 1.699672131147541, "grad_norm": 0.36883309483528137, "learning_rate": 1.5375185187625726e-05, "loss": 0.2894, "step": 2592 }, { "epoch": 1.700327868852459, "grad_norm": 0.3601996898651123, "learning_rate": 1.537160282867401e-05, "loss": 0.3308, "step": 2593 }, { "epoch": 1.7009836065573771, "grad_norm": 0.35151052474975586, "learning_rate": 1.5368019500530272e-05, "loss": 0.3299, "step": 2594 }, { "epoch": 1.7016393442622952, "grad_norm": 0.3726702034473419, "learning_rate": 1.5364435203841058e-05, "loss": 0.3242, "step": 2595 }, { "epoch": 1.7022950819672131, "grad_norm": 0.35717716813087463, "learning_rate": 1.5360849939253074e-05, "loss": 0.311, "step": 2596 }, { "epoch": 1.702950819672131, "grad_norm": 0.35321173071861267, "learning_rate": 1.5357263707413205e-05, "loss": 0.3154, "step": 2597 }, { "epoch": 1.7036065573770491, "grad_norm": 0.3767087161540985, "learning_rate": 1.5353676508968514e-05, "loss": 0.3116, "step": 2598 }, { "epoch": 1.7042622950819672, "grad_norm": 0.37173449993133545, "learning_rate": 1.535008834456623e-05, "loss": 0.3386, "step": 2599 }, { "epoch": 1.7049180327868854, "grad_norm": 0.36034896969795227, "learning_rate": 1.534649921485376e-05, "loss": 0.309, "step": 2600 }, { "epoch": 1.7055737704918033, "grad_norm": 0.34429389238357544, "learning_rate": 1.5342909120478697e-05, "loss": 0.3279, "step": 2601 }, { "epoch": 1.7062295081967211, "grad_norm": 0.3563738167285919, "learning_rate": 1.5339318062088785e-05, "loss": 0.3052, "step": 2602 }, { "epoch": 1.7068852459016393, "grad_norm": 0.33264631032943726, "learning_rate": 1.5335726040331962e-05, "loss": 0.2982, "step": 2603 }, { "epoch": 1.7075409836065574, "grad_norm": 0.37015968561172485, "learning_rate": 1.533213305585633e-05, "loss": 0.3169, "step": 2604 }, { "epoch": 1.7081967213114755, "grad_norm": 0.37048548460006714, "learning_rate": 1.5328539109310165e-05, "loss": 0.3312, "step": 2605 }, { "epoch": 1.7088524590163936, "grad_norm": 0.3712939918041229, "learning_rate": 1.5324944201341924e-05, "loss": 0.3041, "step": 2606 }, { "epoch": 1.7095081967213115, "grad_norm": 0.37193629145622253, "learning_rate": 1.5321348332600226e-05, "loss": 0.3073, "step": 2607 }, { "epoch": 1.7101639344262294, "grad_norm": 0.3628176152706146, "learning_rate": 1.5317751503733875e-05, "loss": 0.3113, "step": 2608 }, { "epoch": 1.7108196721311475, "grad_norm": 0.3479591906070709, "learning_rate": 1.5314153715391838e-05, "loss": 0.2979, "step": 2609 }, { "epoch": 1.7114754098360656, "grad_norm": 0.36905187368392944, "learning_rate": 1.5310554968223263e-05, "loss": 0.3191, "step": 2610 }, { "epoch": 1.7121311475409837, "grad_norm": 0.3502819836139679, "learning_rate": 1.5306955262877466e-05, "loss": 0.301, "step": 2611 }, { "epoch": 1.7127868852459016, "grad_norm": 0.35164961218833923, "learning_rate": 1.5303354600003937e-05, "loss": 0.3018, "step": 2612 }, { "epoch": 1.7134426229508197, "grad_norm": 0.3392670452594757, "learning_rate": 1.5299752980252342e-05, "loss": 0.2867, "step": 2613 }, { "epoch": 1.7140983606557376, "grad_norm": 0.386164128780365, "learning_rate": 1.5296150404272513e-05, "loss": 0.308, "step": 2614 }, { "epoch": 1.7147540983606557, "grad_norm": 0.38499605655670166, "learning_rate": 1.5292546872714463e-05, "loss": 0.3309, "step": 2615 }, { "epoch": 1.7154098360655738, "grad_norm": 0.38970452547073364, "learning_rate": 1.528894238622837e-05, "loss": 0.3067, "step": 2616 }, { "epoch": 1.716065573770492, "grad_norm": 0.35069701075553894, "learning_rate": 1.5285336945464585e-05, "loss": 0.3259, "step": 2617 }, { "epoch": 1.7167213114754099, "grad_norm": 0.3571070730686188, "learning_rate": 1.528173055107364e-05, "loss": 0.3137, "step": 2618 }, { "epoch": 1.7173770491803277, "grad_norm": 0.386304646730423, "learning_rate": 1.527812320370623e-05, "loss": 0.3073, "step": 2619 }, { "epoch": 1.7180327868852459, "grad_norm": 0.3548199534416199, "learning_rate": 1.5274514904013225e-05, "loss": 0.286, "step": 2620 }, { "epoch": 1.718688524590164, "grad_norm": 0.39229193329811096, "learning_rate": 1.5270905652645662e-05, "loss": 0.335, "step": 2621 }, { "epoch": 1.719344262295082, "grad_norm": 0.35987675189971924, "learning_rate": 1.526729545025476e-05, "loss": 0.2852, "step": 2622 }, { "epoch": 1.72, "grad_norm": 0.3329116404056549, "learning_rate": 1.5263684297491897e-05, "loss": 0.2979, "step": 2623 }, { "epoch": 1.720655737704918, "grad_norm": 0.371555358171463, "learning_rate": 1.526007219500863e-05, "loss": 0.3291, "step": 2624 }, { "epoch": 1.721311475409836, "grad_norm": 0.38325393199920654, "learning_rate": 1.5256459143456695e-05, "loss": 0.3407, "step": 2625 }, { "epoch": 1.721967213114754, "grad_norm": 0.34065762162208557, "learning_rate": 1.5252845143487981e-05, "loss": 0.289, "step": 2626 }, { "epoch": 1.7226229508196722, "grad_norm": 0.390893816947937, "learning_rate": 1.5249230195754566e-05, "loss": 0.3161, "step": 2627 }, { "epoch": 1.7232786885245903, "grad_norm": 0.3359048366546631, "learning_rate": 1.5245614300908682e-05, "loss": 0.2923, "step": 2628 }, { "epoch": 1.7239344262295082, "grad_norm": 0.3597832918167114, "learning_rate": 1.5241997459602748e-05, "loss": 0.2907, "step": 2629 }, { "epoch": 1.724590163934426, "grad_norm": 0.42191022634506226, "learning_rate": 1.5238379672489342e-05, "loss": 0.3282, "step": 2630 }, { "epoch": 1.7252459016393442, "grad_norm": 0.32964199781417847, "learning_rate": 1.5234760940221217e-05, "loss": 0.3115, "step": 2631 }, { "epoch": 1.7259016393442623, "grad_norm": 0.3659823536872864, "learning_rate": 1.5231141263451298e-05, "loss": 0.3165, "step": 2632 }, { "epoch": 1.7265573770491804, "grad_norm": 0.33875054121017456, "learning_rate": 1.5227520642832683e-05, "loss": 0.2941, "step": 2633 }, { "epoch": 1.7272131147540983, "grad_norm": 0.37603098154067993, "learning_rate": 1.5223899079018629e-05, "loss": 0.2912, "step": 2634 }, { "epoch": 1.7278688524590164, "grad_norm": 0.36013031005859375, "learning_rate": 1.5220276572662575e-05, "loss": 0.3037, "step": 2635 }, { "epoch": 1.7285245901639343, "grad_norm": 0.3801490366458893, "learning_rate": 1.5216653124418126e-05, "loss": 0.3047, "step": 2636 }, { "epoch": 1.7291803278688525, "grad_norm": 0.3757545053958893, "learning_rate": 1.5213028734939053e-05, "loss": 0.3109, "step": 2637 }, { "epoch": 1.7298360655737706, "grad_norm": 0.39621099829673767, "learning_rate": 1.5209403404879305e-05, "loss": 0.3672, "step": 2638 }, { "epoch": 1.7304918032786887, "grad_norm": 0.3719288110733032, "learning_rate": 1.5205777134892992e-05, "loss": 0.2974, "step": 2639 }, { "epoch": 1.7311475409836066, "grad_norm": 0.34796038269996643, "learning_rate": 1.5202149925634397e-05, "loss": 0.2981, "step": 2640 }, { "epoch": 1.7318032786885245, "grad_norm": 0.35155412554740906, "learning_rate": 1.519852177775798e-05, "loss": 0.3086, "step": 2641 }, { "epoch": 1.7324590163934426, "grad_norm": 0.34840503334999084, "learning_rate": 1.5194892691918357e-05, "loss": 0.3122, "step": 2642 }, { "epoch": 1.7331147540983607, "grad_norm": 0.39610397815704346, "learning_rate": 1.519126266877032e-05, "loss": 0.2959, "step": 2643 }, { "epoch": 1.7337704918032788, "grad_norm": 0.37891948223114014, "learning_rate": 1.5187631708968833e-05, "loss": 0.3175, "step": 2644 }, { "epoch": 1.7344262295081967, "grad_norm": 0.3512466251850128, "learning_rate": 1.5183999813169022e-05, "loss": 0.3028, "step": 2645 }, { "epoch": 1.7350819672131148, "grad_norm": 0.3511584997177124, "learning_rate": 1.518036698202619e-05, "loss": 0.3009, "step": 2646 }, { "epoch": 1.7357377049180327, "grad_norm": 0.380591481924057, "learning_rate": 1.5176733216195802e-05, "loss": 0.3205, "step": 2647 }, { "epoch": 1.7363934426229508, "grad_norm": 0.3361348509788513, "learning_rate": 1.5173098516333497e-05, "loss": 0.2945, "step": 2648 }, { "epoch": 1.737049180327869, "grad_norm": 0.3060178756713867, "learning_rate": 1.5169462883095074e-05, "loss": 0.2728, "step": 2649 }, { "epoch": 1.737704918032787, "grad_norm": 0.3379623591899872, "learning_rate": 1.5165826317136509e-05, "loss": 0.2953, "step": 2650 }, { "epoch": 1.738360655737705, "grad_norm": 0.358828067779541, "learning_rate": 1.5162188819113946e-05, "loss": 0.3076, "step": 2651 }, { "epoch": 1.7390163934426228, "grad_norm": 0.3757114112377167, "learning_rate": 1.515855038968369e-05, "loss": 0.3116, "step": 2652 }, { "epoch": 1.739672131147541, "grad_norm": 0.39406129717826843, "learning_rate": 1.5154911029502222e-05, "loss": 0.3381, "step": 2653 }, { "epoch": 1.740327868852459, "grad_norm": 0.37218350172042847, "learning_rate": 1.5151270739226185e-05, "loss": 0.3043, "step": 2654 }, { "epoch": 1.7409836065573772, "grad_norm": 0.3565204441547394, "learning_rate": 1.5147629519512394e-05, "loss": 0.3052, "step": 2655 }, { "epoch": 1.741639344262295, "grad_norm": 0.3863411843776703, "learning_rate": 1.514398737101783e-05, "loss": 0.3133, "step": 2656 }, { "epoch": 1.7422950819672132, "grad_norm": 0.3672035336494446, "learning_rate": 1.5140344294399638e-05, "loss": 0.3013, "step": 2657 }, { "epoch": 1.742950819672131, "grad_norm": 0.3704647421836853, "learning_rate": 1.513670029031514e-05, "loss": 0.3085, "step": 2658 }, { "epoch": 1.7436065573770492, "grad_norm": 0.36234673857688904, "learning_rate": 1.5133055359421817e-05, "loss": 0.2883, "step": 2659 }, { "epoch": 1.7442622950819673, "grad_norm": 0.4069401025772095, "learning_rate": 1.5129409502377319e-05, "loss": 0.3092, "step": 2660 }, { "epoch": 1.7449180327868854, "grad_norm": 0.3764782249927521, "learning_rate": 1.5125762719839462e-05, "loss": 0.3263, "step": 2661 }, { "epoch": 1.7455737704918033, "grad_norm": 0.3589527904987335, "learning_rate": 1.5122115012466234e-05, "loss": 0.309, "step": 2662 }, { "epoch": 1.7462295081967212, "grad_norm": 0.3582184910774231, "learning_rate": 1.5118466380915785e-05, "loss": 0.3212, "step": 2663 }, { "epoch": 1.7468852459016393, "grad_norm": 0.3817443251609802, "learning_rate": 1.5114816825846434e-05, "loss": 0.3303, "step": 2664 }, { "epoch": 1.7475409836065574, "grad_norm": 0.4285358488559723, "learning_rate": 1.5111166347916664e-05, "loss": 0.3163, "step": 2665 }, { "epoch": 1.7481967213114755, "grad_norm": 0.3900125026702881, "learning_rate": 1.5107514947785127e-05, "loss": 0.3408, "step": 2666 }, { "epoch": 1.7488524590163934, "grad_norm": 0.3633807599544525, "learning_rate": 1.5103862626110643e-05, "loss": 0.3202, "step": 2667 }, { "epoch": 1.7495081967213115, "grad_norm": 0.34497714042663574, "learning_rate": 1.5100209383552193e-05, "loss": 0.3325, "step": 2668 }, { "epoch": 1.7501639344262294, "grad_norm": 0.384930819272995, "learning_rate": 1.5096555220768933e-05, "loss": 0.3199, "step": 2669 }, { "epoch": 1.7508196721311475, "grad_norm": 0.3818340301513672, "learning_rate": 1.5092900138420175e-05, "loss": 0.3559, "step": 2670 }, { "epoch": 1.7514754098360656, "grad_norm": 0.36561286449432373, "learning_rate": 1.5089244137165402e-05, "loss": 0.3011, "step": 2671 }, { "epoch": 1.7521311475409838, "grad_norm": 0.40137332677841187, "learning_rate": 1.5085587217664257e-05, "loss": 0.339, "step": 2672 }, { "epoch": 1.7527868852459016, "grad_norm": 0.38913998007774353, "learning_rate": 1.5081929380576563e-05, "loss": 0.2967, "step": 2673 }, { "epoch": 1.7534426229508195, "grad_norm": 0.3414357006549835, "learning_rate": 1.5078270626562293e-05, "loss": 0.3042, "step": 2674 }, { "epoch": 1.7540983606557377, "grad_norm": 0.35889962315559387, "learning_rate": 1.5074610956281595e-05, "loss": 0.3161, "step": 2675 }, { "epoch": 1.7547540983606558, "grad_norm": 0.35834354162216187, "learning_rate": 1.5070950370394775e-05, "loss": 0.3177, "step": 2676 }, { "epoch": 1.7554098360655739, "grad_norm": 0.3333584666252136, "learning_rate": 1.506728886956231e-05, "loss": 0.2945, "step": 2677 }, { "epoch": 1.7560655737704918, "grad_norm": 0.35847562551498413, "learning_rate": 1.5063626454444844e-05, "loss": 0.3126, "step": 2678 }, { "epoch": 1.7567213114754099, "grad_norm": 0.3785966634750366, "learning_rate": 1.5059963125703176e-05, "loss": 0.333, "step": 2679 }, { "epoch": 1.7573770491803278, "grad_norm": 0.3794087767601013, "learning_rate": 1.5056298883998283e-05, "loss": 0.304, "step": 2680 }, { "epoch": 1.758032786885246, "grad_norm": 0.37801826000213623, "learning_rate": 1.5052633729991296e-05, "loss": 0.3368, "step": 2681 }, { "epoch": 1.758688524590164, "grad_norm": 0.3336232304573059, "learning_rate": 1.5048967664343512e-05, "loss": 0.3052, "step": 2682 }, { "epoch": 1.7593442622950821, "grad_norm": 0.36434656381607056, "learning_rate": 1.50453006877164e-05, "loss": 0.3296, "step": 2683 }, { "epoch": 1.76, "grad_norm": 0.35706472396850586, "learning_rate": 1.5041632800771581e-05, "loss": 0.3268, "step": 2684 }, { "epoch": 1.760655737704918, "grad_norm": 0.39268502593040466, "learning_rate": 1.5037964004170857e-05, "loss": 0.3105, "step": 2685 }, { "epoch": 1.761311475409836, "grad_norm": 0.36097726225852966, "learning_rate": 1.5034294298576183e-05, "loss": 0.3236, "step": 2686 }, { "epoch": 1.7619672131147541, "grad_norm": 0.3575166165828705, "learning_rate": 1.503062368464967e-05, "loss": 0.3108, "step": 2687 }, { "epoch": 1.7626229508196722, "grad_norm": 0.3411703407764435, "learning_rate": 1.5026952163053614e-05, "loss": 0.3149, "step": 2688 }, { "epoch": 1.7632786885245901, "grad_norm": 0.44795334339141846, "learning_rate": 1.5023279734450456e-05, "loss": 0.3255, "step": 2689 }, { "epoch": 1.7639344262295082, "grad_norm": 0.38649260997772217, "learning_rate": 1.501960639950281e-05, "loss": 0.3258, "step": 2690 }, { "epoch": 1.7645901639344261, "grad_norm": 0.3452884256839752, "learning_rate": 1.501593215887346e-05, "loss": 0.3, "step": 2691 }, { "epoch": 1.7652459016393443, "grad_norm": 0.4074079394340515, "learning_rate": 1.501225701322533e-05, "loss": 0.3369, "step": 2692 }, { "epoch": 1.7659016393442624, "grad_norm": 0.37774693965911865, "learning_rate": 1.5008580963221528e-05, "loss": 0.3222, "step": 2693 }, { "epoch": 1.7665573770491805, "grad_norm": 0.3683995008468628, "learning_rate": 1.5004904009525328e-05, "loss": 0.32, "step": 2694 }, { "epoch": 1.7672131147540984, "grad_norm": 0.3598152697086334, "learning_rate": 1.5001226152800143e-05, "loss": 0.3098, "step": 2695 }, { "epoch": 1.7678688524590163, "grad_norm": 0.4171447455883026, "learning_rate": 1.499754739370958e-05, "loss": 0.3324, "step": 2696 }, { "epoch": 1.7685245901639344, "grad_norm": 0.34572720527648926, "learning_rate": 1.4993867732917382e-05, "loss": 0.2963, "step": 2697 }, { "epoch": 1.7691803278688525, "grad_norm": 0.34113162755966187, "learning_rate": 1.4990187171087469e-05, "loss": 0.3362, "step": 2698 }, { "epoch": 1.7698360655737706, "grad_norm": 0.34497448801994324, "learning_rate": 1.4986505708883923e-05, "loss": 0.2847, "step": 2699 }, { "epoch": 1.7704918032786885, "grad_norm": 0.40725472569465637, "learning_rate": 1.4982823346970983e-05, "loss": 0.3333, "step": 2700 }, { "epoch": 1.7711475409836066, "grad_norm": 0.339520663022995, "learning_rate": 1.4979140086013058e-05, "loss": 0.2994, "step": 2701 }, { "epoch": 1.7718032786885245, "grad_norm": 0.36152738332748413, "learning_rate": 1.497545592667471e-05, "loss": 0.2821, "step": 2702 }, { "epoch": 1.7724590163934426, "grad_norm": 0.34888091683387756, "learning_rate": 1.4971770869620664e-05, "loss": 0.3181, "step": 2703 }, { "epoch": 1.7731147540983607, "grad_norm": 0.3529370129108429, "learning_rate": 1.496808491551582e-05, "loss": 0.3213, "step": 2704 }, { "epoch": 1.7737704918032788, "grad_norm": 0.3719785213470459, "learning_rate": 1.4964398065025222e-05, "loss": 0.312, "step": 2705 }, { "epoch": 1.7744262295081967, "grad_norm": 0.3535184860229492, "learning_rate": 1.4960710318814087e-05, "loss": 0.3007, "step": 2706 }, { "epoch": 1.7750819672131146, "grad_norm": 0.3524540364742279, "learning_rate": 1.4957021677547792e-05, "loss": 0.3324, "step": 2707 }, { "epoch": 1.7757377049180327, "grad_norm": 0.3382416069507599, "learning_rate": 1.4953332141891875e-05, "loss": 0.2976, "step": 2708 }, { "epoch": 1.7763934426229508, "grad_norm": 0.37557610869407654, "learning_rate": 1.4949641712512034e-05, "loss": 0.3083, "step": 2709 }, { "epoch": 1.777049180327869, "grad_norm": 0.3717995285987854, "learning_rate": 1.4945950390074124e-05, "loss": 0.325, "step": 2710 }, { "epoch": 1.7777049180327869, "grad_norm": 0.3612620532512665, "learning_rate": 1.4942258175244174e-05, "loss": 0.3063, "step": 2711 }, { "epoch": 1.778360655737705, "grad_norm": 0.34157368540763855, "learning_rate": 1.493856506868836e-05, "loss": 0.2919, "step": 2712 }, { "epoch": 1.7790163934426229, "grad_norm": 0.3604404628276825, "learning_rate": 1.4934871071073028e-05, "loss": 0.2945, "step": 2713 }, { "epoch": 1.779672131147541, "grad_norm": 0.3757113218307495, "learning_rate": 1.4931176183064677e-05, "loss": 0.2955, "step": 2714 }, { "epoch": 1.780327868852459, "grad_norm": 0.3337094187736511, "learning_rate": 1.4927480405329978e-05, "loss": 0.2882, "step": 2715 }, { "epoch": 1.7809836065573772, "grad_norm": 0.3482096791267395, "learning_rate": 1.4923783738535751e-05, "loss": 0.3072, "step": 2716 }, { "epoch": 1.781639344262295, "grad_norm": 0.3588336408138275, "learning_rate": 1.4920086183348985e-05, "loss": 0.3417, "step": 2717 }, { "epoch": 1.782295081967213, "grad_norm": 0.34827661514282227, "learning_rate": 1.4916387740436822e-05, "loss": 0.2965, "step": 2718 }, { "epoch": 1.782950819672131, "grad_norm": 0.3507629334926605, "learning_rate": 1.4912688410466567e-05, "loss": 0.3036, "step": 2719 }, { "epoch": 1.7836065573770492, "grad_norm": 0.3524044454097748, "learning_rate": 1.4908988194105694e-05, "loss": 0.3001, "step": 2720 }, { "epoch": 1.7842622950819673, "grad_norm": 0.3687078058719635, "learning_rate": 1.4905287092021816e-05, "loss": 0.3249, "step": 2721 }, { "epoch": 1.7849180327868852, "grad_norm": 0.35733848810195923, "learning_rate": 1.490158510488273e-05, "loss": 0.2983, "step": 2722 }, { "epoch": 1.7855737704918033, "grad_norm": 0.3381321430206299, "learning_rate": 1.4897882233356375e-05, "loss": 0.3073, "step": 2723 }, { "epoch": 1.7862295081967212, "grad_norm": 0.33586418628692627, "learning_rate": 1.4894178478110856e-05, "loss": 0.2872, "step": 2724 }, { "epoch": 1.7868852459016393, "grad_norm": 0.38152584433555603, "learning_rate": 1.489047383981444e-05, "loss": 0.2917, "step": 2725 }, { "epoch": 1.7875409836065574, "grad_norm": 0.3402641713619232, "learning_rate": 1.488676831913555e-05, "loss": 0.3228, "step": 2726 }, { "epoch": 1.7881967213114756, "grad_norm": 0.36337125301361084, "learning_rate": 1.4883061916742764e-05, "loss": 0.3005, "step": 2727 }, { "epoch": 1.7888524590163934, "grad_norm": 0.34044063091278076, "learning_rate": 1.4879354633304833e-05, "loss": 0.3006, "step": 2728 }, { "epoch": 1.7895081967213113, "grad_norm": 0.36562496423721313, "learning_rate": 1.4875646469490645e-05, "loss": 0.3179, "step": 2729 }, { "epoch": 1.7901639344262295, "grad_norm": 0.360013484954834, "learning_rate": 1.4871937425969271e-05, "loss": 0.2964, "step": 2730 }, { "epoch": 1.7908196721311476, "grad_norm": 0.3671889901161194, "learning_rate": 1.4868227503409927e-05, "loss": 0.2907, "step": 2731 }, { "epoch": 1.7914754098360657, "grad_norm": 0.34319186210632324, "learning_rate": 1.4864516702481988e-05, "loss": 0.2967, "step": 2732 }, { "epoch": 1.7921311475409836, "grad_norm": 0.37186670303344727, "learning_rate": 1.486080502385499e-05, "loss": 0.3176, "step": 2733 }, { "epoch": 1.7927868852459017, "grad_norm": 0.3479069471359253, "learning_rate": 1.4857092468198626e-05, "loss": 0.2954, "step": 2734 }, { "epoch": 1.7934426229508196, "grad_norm": 0.35638511180877686, "learning_rate": 1.4853379036182747e-05, "loss": 0.3008, "step": 2735 }, { "epoch": 1.7940983606557377, "grad_norm": 0.36682647466659546, "learning_rate": 1.4849664728477369e-05, "loss": 0.3068, "step": 2736 }, { "epoch": 1.7947540983606558, "grad_norm": 0.35189753770828247, "learning_rate": 1.484594954575265e-05, "loss": 0.2938, "step": 2737 }, { "epoch": 1.795409836065574, "grad_norm": 0.3366669714450836, "learning_rate": 1.4842233488678927e-05, "loss": 0.3117, "step": 2738 }, { "epoch": 1.7960655737704918, "grad_norm": 0.36148661375045776, "learning_rate": 1.483851655792668e-05, "loss": 0.327, "step": 2739 }, { "epoch": 1.7967213114754097, "grad_norm": 0.354286789894104, "learning_rate": 1.4834798754166545e-05, "loss": 0.3193, "step": 2740 }, { "epoch": 1.7973770491803278, "grad_norm": 0.3365384340286255, "learning_rate": 1.483108007806933e-05, "loss": 0.3027, "step": 2741 }, { "epoch": 1.798032786885246, "grad_norm": 0.3932023346424103, "learning_rate": 1.4827360530305987e-05, "loss": 0.338, "step": 2742 }, { "epoch": 1.798688524590164, "grad_norm": 0.3379070460796356, "learning_rate": 1.4823640111547628e-05, "loss": 0.2936, "step": 2743 }, { "epoch": 1.799344262295082, "grad_norm": 0.32750895619392395, "learning_rate": 1.4819918822465527e-05, "loss": 0.2762, "step": 2744 }, { "epoch": 1.8, "grad_norm": 0.35489052534103394, "learning_rate": 1.4816196663731109e-05, "loss": 0.3237, "step": 2745 }, { "epoch": 1.800655737704918, "grad_norm": 0.3594856262207031, "learning_rate": 1.4812473636015958e-05, "loss": 0.3187, "step": 2746 }, { "epoch": 1.801311475409836, "grad_norm": 0.3276328444480896, "learning_rate": 1.4808749739991818e-05, "loss": 0.3017, "step": 2747 }, { "epoch": 1.8019672131147542, "grad_norm": 0.3647109866142273, "learning_rate": 1.4805024976330589e-05, "loss": 0.3179, "step": 2748 }, { "epoch": 1.8026229508196723, "grad_norm": 0.34292346239089966, "learning_rate": 1.4801299345704323e-05, "loss": 0.3078, "step": 2749 }, { "epoch": 1.8032786885245902, "grad_norm": 0.36238569021224976, "learning_rate": 1.479757284878523e-05, "loss": 0.3006, "step": 2750 }, { "epoch": 1.803934426229508, "grad_norm": 0.3668109178543091, "learning_rate": 1.4793845486245679e-05, "loss": 0.3189, "step": 2751 }, { "epoch": 1.8045901639344262, "grad_norm": 0.3606421649456024, "learning_rate": 1.4790117258758198e-05, "loss": 0.3317, "step": 2752 }, { "epoch": 1.8052459016393443, "grad_norm": 0.3486839830875397, "learning_rate": 1.478638816699546e-05, "loss": 0.3304, "step": 2753 }, { "epoch": 1.8059016393442624, "grad_norm": 0.3424595296382904, "learning_rate": 1.4782658211630301e-05, "loss": 0.2997, "step": 2754 }, { "epoch": 1.8065573770491803, "grad_norm": 0.34348419308662415, "learning_rate": 1.4778927393335718e-05, "loss": 0.3201, "step": 2755 }, { "epoch": 1.8072131147540984, "grad_norm": 0.35363835096359253, "learning_rate": 1.4775195712784854e-05, "loss": 0.3077, "step": 2756 }, { "epoch": 1.8078688524590163, "grad_norm": 0.3724862337112427, "learning_rate": 1.4771463170651013e-05, "loss": 0.3261, "step": 2757 }, { "epoch": 1.8085245901639344, "grad_norm": 0.31839093565940857, "learning_rate": 1.476772976760765e-05, "loss": 0.2981, "step": 2758 }, { "epoch": 1.8091803278688525, "grad_norm": 0.37637805938720703, "learning_rate": 1.4763995504328383e-05, "loss": 0.3251, "step": 2759 }, { "epoch": 1.8098360655737706, "grad_norm": 0.33749184012413025, "learning_rate": 1.4760260381486979e-05, "loss": 0.2776, "step": 2760 }, { "epoch": 1.8104918032786885, "grad_norm": 0.3435615599155426, "learning_rate": 1.4756524399757361e-05, "loss": 0.2896, "step": 2761 }, { "epoch": 1.8111475409836064, "grad_norm": 0.35329145193099976, "learning_rate": 1.4752787559813612e-05, "loss": 0.3151, "step": 2762 }, { "epoch": 1.8118032786885245, "grad_norm": 0.3532108962535858, "learning_rate": 1.4749049862329962e-05, "loss": 0.3049, "step": 2763 }, { "epoch": 1.8124590163934426, "grad_norm": 0.34365543723106384, "learning_rate": 1.4745311307980798e-05, "loss": 0.2927, "step": 2764 }, { "epoch": 1.8131147540983608, "grad_norm": 0.36948707699775696, "learning_rate": 1.4741571897440666e-05, "loss": 0.3284, "step": 2765 }, { "epoch": 1.8137704918032787, "grad_norm": 0.3572729527950287, "learning_rate": 1.473783163138426e-05, "loss": 0.3094, "step": 2766 }, { "epoch": 1.8144262295081968, "grad_norm": 0.384762167930603, "learning_rate": 1.4734090510486435e-05, "loss": 0.3249, "step": 2767 }, { "epoch": 1.8150819672131147, "grad_norm": 0.3447459638118744, "learning_rate": 1.4730348535422199e-05, "loss": 0.2978, "step": 2768 }, { "epoch": 1.8157377049180328, "grad_norm": 0.3699451982975006, "learning_rate": 1.4726605706866705e-05, "loss": 0.2859, "step": 2769 }, { "epoch": 1.8163934426229509, "grad_norm": 0.3587285876274109, "learning_rate": 1.4722862025495275e-05, "loss": 0.2957, "step": 2770 }, { "epoch": 1.817049180327869, "grad_norm": 0.3368876278400421, "learning_rate": 1.4719117491983372e-05, "loss": 0.3196, "step": 2771 }, { "epoch": 1.8177049180327869, "grad_norm": 0.3490222096443176, "learning_rate": 1.4715372107006617e-05, "loss": 0.2978, "step": 2772 }, { "epoch": 1.8183606557377048, "grad_norm": 0.3325810730457306, "learning_rate": 1.4711625871240795e-05, "loss": 0.2822, "step": 2773 }, { "epoch": 1.819016393442623, "grad_norm": 0.39489173889160156, "learning_rate": 1.4707878785361822e-05, "loss": 0.335, "step": 2774 }, { "epoch": 1.819672131147541, "grad_norm": 0.3829822838306427, "learning_rate": 1.4704130850045788e-05, "loss": 0.3051, "step": 2775 }, { "epoch": 1.8203278688524591, "grad_norm": 0.3474685251712799, "learning_rate": 1.4700382065968928e-05, "loss": 0.31, "step": 2776 }, { "epoch": 1.820983606557377, "grad_norm": 0.3396696448326111, "learning_rate": 1.4696632433807624e-05, "loss": 0.298, "step": 2777 }, { "epoch": 1.8216393442622951, "grad_norm": 0.3718377351760864, "learning_rate": 1.4692881954238429e-05, "loss": 0.3203, "step": 2778 }, { "epoch": 1.822295081967213, "grad_norm": 0.3420039713382721, "learning_rate": 1.4689130627938028e-05, "loss": 0.3015, "step": 2779 }, { "epoch": 1.8229508196721311, "grad_norm": 0.3391040861606598, "learning_rate": 1.4685378455583274e-05, "loss": 0.3042, "step": 2780 }, { "epoch": 1.8236065573770492, "grad_norm": 0.3595624566078186, "learning_rate": 1.4681625437851166e-05, "loss": 0.3002, "step": 2781 }, { "epoch": 1.8242622950819674, "grad_norm": 0.3403315544128418, "learning_rate": 1.4677871575418854e-05, "loss": 0.3054, "step": 2782 }, { "epoch": 1.8249180327868852, "grad_norm": 0.34559324383735657, "learning_rate": 1.4674116868963646e-05, "loss": 0.3173, "step": 2783 }, { "epoch": 1.8255737704918031, "grad_norm": 0.3451038897037506, "learning_rate": 1.4670361319163e-05, "loss": 0.3361, "step": 2784 }, { "epoch": 1.8262295081967213, "grad_norm": 0.3334803879261017, "learning_rate": 1.4666604926694521e-05, "loss": 0.2729, "step": 2785 }, { "epoch": 1.8268852459016394, "grad_norm": 0.3785630762577057, "learning_rate": 1.4662847692235973e-05, "loss": 0.2846, "step": 2786 }, { "epoch": 1.8275409836065575, "grad_norm": 0.32291179895401, "learning_rate": 1.4659089616465271e-05, "loss": 0.2889, "step": 2787 }, { "epoch": 1.8281967213114754, "grad_norm": 0.3612998425960541, "learning_rate": 1.4655330700060477e-05, "loss": 0.2981, "step": 2788 }, { "epoch": 1.8288524590163935, "grad_norm": 0.3520844578742981, "learning_rate": 1.4651570943699813e-05, "loss": 0.2917, "step": 2789 }, { "epoch": 1.8295081967213114, "grad_norm": 0.39930030703544617, "learning_rate": 1.4647810348061642e-05, "loss": 0.3163, "step": 2790 }, { "epoch": 1.8301639344262295, "grad_norm": 0.3722132444381714, "learning_rate": 1.4644048913824484e-05, "loss": 0.3044, "step": 2791 }, { "epoch": 1.8308196721311476, "grad_norm": 0.37040817737579346, "learning_rate": 1.4640286641667013e-05, "loss": 0.3267, "step": 2792 }, { "epoch": 1.8314754098360657, "grad_norm": 0.34798455238342285, "learning_rate": 1.4636523532268054e-05, "loss": 0.2919, "step": 2793 }, { "epoch": 1.8321311475409836, "grad_norm": 0.413230299949646, "learning_rate": 1.4632759586306575e-05, "loss": 0.284, "step": 2794 }, { "epoch": 1.8327868852459015, "grad_norm": 0.3474583625793457, "learning_rate": 1.4628994804461702e-05, "loss": 0.3204, "step": 2795 }, { "epoch": 1.8334426229508196, "grad_norm": 0.36157041788101196, "learning_rate": 1.462522918741271e-05, "loss": 0.3153, "step": 2796 }, { "epoch": 1.8340983606557377, "grad_norm": 0.3578217923641205, "learning_rate": 1.4621462735839027e-05, "loss": 0.2833, "step": 2797 }, { "epoch": 1.8347540983606558, "grad_norm": 0.3271065056324005, "learning_rate": 1.4617695450420226e-05, "loss": 0.3031, "step": 2798 }, { "epoch": 1.8354098360655737, "grad_norm": 0.3505061864852905, "learning_rate": 1.4613927331836036e-05, "loss": 0.3209, "step": 2799 }, { "epoch": 1.8360655737704918, "grad_norm": 0.3348913788795471, "learning_rate": 1.4610158380766336e-05, "loss": 0.3251, "step": 2800 }, { "epoch": 1.8367213114754097, "grad_norm": 0.35740137100219727, "learning_rate": 1.4606388597891149e-05, "loss": 0.3336, "step": 2801 }, { "epoch": 1.8373770491803278, "grad_norm": 0.33574503660202026, "learning_rate": 1.4602617983890657e-05, "loss": 0.3225, "step": 2802 }, { "epoch": 1.838032786885246, "grad_norm": 0.3352035582065582, "learning_rate": 1.4598846539445181e-05, "loss": 0.3063, "step": 2803 }, { "epoch": 1.838688524590164, "grad_norm": 0.37467342615127563, "learning_rate": 1.4595074265235207e-05, "loss": 0.316, "step": 2804 }, { "epoch": 1.839344262295082, "grad_norm": 0.3425288200378418, "learning_rate": 1.4591301161941358e-05, "loss": 0.2883, "step": 2805 }, { "epoch": 1.8399999999999999, "grad_norm": 0.40424299240112305, "learning_rate": 1.458752723024441e-05, "loss": 0.3029, "step": 2806 }, { "epoch": 1.840655737704918, "grad_norm": 0.35761845111846924, "learning_rate": 1.4583752470825286e-05, "loss": 0.3083, "step": 2807 }, { "epoch": 1.841311475409836, "grad_norm": 0.3543911576271057, "learning_rate": 1.4579976884365068e-05, "loss": 0.3175, "step": 2808 }, { "epoch": 1.8419672131147542, "grad_norm": 0.3318403363227844, "learning_rate": 1.4576200471544976e-05, "loss": 0.3083, "step": 2809 }, { "epoch": 1.842622950819672, "grad_norm": 0.3302057087421417, "learning_rate": 1.4572423233046386e-05, "loss": 0.2951, "step": 2810 }, { "epoch": 1.8432786885245902, "grad_norm": 0.34277963638305664, "learning_rate": 1.4568645169550818e-05, "loss": 0.3168, "step": 2811 }, { "epoch": 1.843934426229508, "grad_norm": 0.3242237865924835, "learning_rate": 1.4564866281739949e-05, "loss": 0.3017, "step": 2812 }, { "epoch": 1.8445901639344262, "grad_norm": 0.3299699127674103, "learning_rate": 1.4561086570295595e-05, "loss": 0.2755, "step": 2813 }, { "epoch": 1.8452459016393443, "grad_norm": 0.323182076215744, "learning_rate": 1.4557306035899728e-05, "loss": 0.2979, "step": 2814 }, { "epoch": 1.8459016393442624, "grad_norm": 0.3501785099506378, "learning_rate": 1.455352467923446e-05, "loss": 0.2964, "step": 2815 }, { "epoch": 1.8465573770491803, "grad_norm": 0.3434789180755615, "learning_rate": 1.454974250098206e-05, "loss": 0.306, "step": 2816 }, { "epoch": 1.8472131147540982, "grad_norm": 0.33284875750541687, "learning_rate": 1.454595950182494e-05, "loss": 0.2997, "step": 2817 }, { "epoch": 1.8478688524590163, "grad_norm": 0.36587607860565186, "learning_rate": 1.454217568244567e-05, "loss": 0.3517, "step": 2818 }, { "epoch": 1.8485245901639344, "grad_norm": 0.3551318943500519, "learning_rate": 1.4538391043526948e-05, "loss": 0.3242, "step": 2819 }, { "epoch": 1.8491803278688526, "grad_norm": 0.3571620285511017, "learning_rate": 1.453460558575164e-05, "loss": 0.2894, "step": 2820 }, { "epoch": 1.8498360655737704, "grad_norm": 0.34103354811668396, "learning_rate": 1.4530819309802751e-05, "loss": 0.3092, "step": 2821 }, { "epoch": 1.8504918032786886, "grad_norm": 0.3545306622982025, "learning_rate": 1.4527032216363432e-05, "loss": 0.3108, "step": 2822 }, { "epoch": 1.8511475409836065, "grad_norm": 0.3406350314617157, "learning_rate": 1.4523244306116986e-05, "loss": 0.2997, "step": 2823 }, { "epoch": 1.8518032786885246, "grad_norm": 0.35639116168022156, "learning_rate": 1.4519455579746862e-05, "loss": 0.3089, "step": 2824 }, { "epoch": 1.8524590163934427, "grad_norm": 0.3282739520072937, "learning_rate": 1.4515666037936652e-05, "loss": 0.2898, "step": 2825 }, { "epoch": 1.8531147540983608, "grad_norm": 0.3570373058319092, "learning_rate": 1.45118756813701e-05, "loss": 0.3096, "step": 2826 }, { "epoch": 1.8537704918032787, "grad_norm": 0.35500138998031616, "learning_rate": 1.4508084510731093e-05, "loss": 0.3128, "step": 2827 }, { "epoch": 1.8544262295081966, "grad_norm": 0.31919029355049133, "learning_rate": 1.4504292526703673e-05, "loss": 0.2806, "step": 2828 }, { "epoch": 1.8550819672131147, "grad_norm": 0.34675028920173645, "learning_rate": 1.4500499729972022e-05, "loss": 0.31, "step": 2829 }, { "epoch": 1.8557377049180328, "grad_norm": 0.3456808924674988, "learning_rate": 1.4496706121220467e-05, "loss": 0.349, "step": 2830 }, { "epoch": 1.856393442622951, "grad_norm": 0.3320387899875641, "learning_rate": 1.4492911701133487e-05, "loss": 0.291, "step": 2831 }, { "epoch": 1.8570491803278688, "grad_norm": 0.3692161440849304, "learning_rate": 1.44891164703957e-05, "loss": 0.3048, "step": 2832 }, { "epoch": 1.857704918032787, "grad_norm": 0.33343085646629333, "learning_rate": 1.4485320429691882e-05, "loss": 0.3063, "step": 2833 }, { "epoch": 1.8583606557377048, "grad_norm": 0.3387255370616913, "learning_rate": 1.4481523579706947e-05, "loss": 0.3035, "step": 2834 }, { "epoch": 1.859016393442623, "grad_norm": 0.33789557218551636, "learning_rate": 1.4477725921125952e-05, "loss": 0.317, "step": 2835 }, { "epoch": 1.859672131147541, "grad_norm": 0.34483081102371216, "learning_rate": 1.4473927454634105e-05, "loss": 0.325, "step": 2836 }, { "epoch": 1.8603278688524592, "grad_norm": 0.3719024658203125, "learning_rate": 1.4470128180916763e-05, "loss": 0.2965, "step": 2837 }, { "epoch": 1.860983606557377, "grad_norm": 0.35705938935279846, "learning_rate": 1.4466328100659417e-05, "loss": 0.2997, "step": 2838 }, { "epoch": 1.861639344262295, "grad_norm": 0.33587411046028137, "learning_rate": 1.446252721454772e-05, "loss": 0.294, "step": 2839 }, { "epoch": 1.862295081967213, "grad_norm": 0.3718809187412262, "learning_rate": 1.4458725523267454e-05, "loss": 0.3223, "step": 2840 }, { "epoch": 1.8629508196721312, "grad_norm": 0.3611968755722046, "learning_rate": 1.4454923027504556e-05, "loss": 0.3259, "step": 2841 }, { "epoch": 1.8636065573770493, "grad_norm": 0.329957515001297, "learning_rate": 1.445111972794511e-05, "loss": 0.3067, "step": 2842 }, { "epoch": 1.8642622950819672, "grad_norm": 0.3482312560081482, "learning_rate": 1.4447315625275335e-05, "loss": 0.3087, "step": 2843 }, { "epoch": 1.8649180327868853, "grad_norm": 0.3856741786003113, "learning_rate": 1.4443510720181605e-05, "loss": 0.3059, "step": 2844 }, { "epoch": 1.8655737704918032, "grad_norm": 0.3987753987312317, "learning_rate": 1.4439705013350436e-05, "loss": 0.3508, "step": 2845 }, { "epoch": 1.8662295081967213, "grad_norm": 0.3225718140602112, "learning_rate": 1.443589850546848e-05, "loss": 0.2837, "step": 2846 }, { "epoch": 1.8668852459016394, "grad_norm": 0.3822416067123413, "learning_rate": 1.4432091197222544e-05, "loss": 0.3191, "step": 2847 }, { "epoch": 1.8675409836065575, "grad_norm": 0.3189162611961365, "learning_rate": 1.4428283089299579e-05, "loss": 0.2696, "step": 2848 }, { "epoch": 1.8681967213114754, "grad_norm": 0.3444625735282898, "learning_rate": 1.4424474182386674e-05, "loss": 0.3051, "step": 2849 }, { "epoch": 1.8688524590163933, "grad_norm": 0.33633533120155334, "learning_rate": 1.442066447717107e-05, "loss": 0.3047, "step": 2850 }, { "epoch": 1.8695081967213114, "grad_norm": 0.3653348684310913, "learning_rate": 1.4416853974340141e-05, "loss": 0.3095, "step": 2851 }, { "epoch": 1.8701639344262295, "grad_norm": 0.34563058614730835, "learning_rate": 1.4413042674581417e-05, "loss": 0.3068, "step": 2852 }, { "epoch": 1.8708196721311476, "grad_norm": 0.35403668880462646, "learning_rate": 1.4409230578582566e-05, "loss": 0.3174, "step": 2853 }, { "epoch": 1.8714754098360655, "grad_norm": 0.35955682396888733, "learning_rate": 1.4405417687031396e-05, "loss": 0.3135, "step": 2854 }, { "epoch": 1.8721311475409836, "grad_norm": 0.36979636549949646, "learning_rate": 1.4401604000615868e-05, "loss": 0.3118, "step": 2855 }, { "epoch": 1.8727868852459015, "grad_norm": 0.3343145549297333, "learning_rate": 1.4397789520024078e-05, "loss": 0.2927, "step": 2856 }, { "epoch": 1.8734426229508196, "grad_norm": 0.35942235589027405, "learning_rate": 1.4393974245944268e-05, "loss": 0.3147, "step": 2857 }, { "epoch": 1.8740983606557378, "grad_norm": 0.327146977186203, "learning_rate": 1.4390158179064827e-05, "loss": 0.3016, "step": 2858 }, { "epoch": 1.8747540983606559, "grad_norm": 0.3572080135345459, "learning_rate": 1.4386341320074274e-05, "loss": 0.3137, "step": 2859 }, { "epoch": 1.8754098360655738, "grad_norm": 0.3398388922214508, "learning_rate": 1.438252366966129e-05, "loss": 0.3134, "step": 2860 }, { "epoch": 1.8760655737704917, "grad_norm": 0.32918280363082886, "learning_rate": 1.4378705228514687e-05, "loss": 0.3199, "step": 2861 }, { "epoch": 1.8767213114754098, "grad_norm": 0.3288602828979492, "learning_rate": 1.437488599732342e-05, "loss": 0.3045, "step": 2862 }, { "epoch": 1.8773770491803279, "grad_norm": 0.39096295833587646, "learning_rate": 1.437106597677659e-05, "loss": 0.2934, "step": 2863 }, { "epoch": 1.878032786885246, "grad_norm": 0.3226945400238037, "learning_rate": 1.4367245167563439e-05, "loss": 0.2968, "step": 2864 }, { "epoch": 1.8786885245901639, "grad_norm": 0.36524254083633423, "learning_rate": 1.4363423570373349e-05, "loss": 0.3235, "step": 2865 }, { "epoch": 1.879344262295082, "grad_norm": 0.35797375440597534, "learning_rate": 1.4359601185895851e-05, "loss": 0.3165, "step": 2866 }, { "epoch": 1.88, "grad_norm": 0.3473203480243683, "learning_rate": 1.4355778014820605e-05, "loss": 0.3141, "step": 2867 }, { "epoch": 1.880655737704918, "grad_norm": 0.3382183611392975, "learning_rate": 1.4351954057837427e-05, "loss": 0.3003, "step": 2868 }, { "epoch": 1.8813114754098361, "grad_norm": 0.33653247356414795, "learning_rate": 1.4348129315636272e-05, "loss": 0.28, "step": 2869 }, { "epoch": 1.8819672131147542, "grad_norm": 0.3436943292617798, "learning_rate": 1.4344303788907228e-05, "loss": 0.3293, "step": 2870 }, { "epoch": 1.8826229508196721, "grad_norm": 0.3333161473274231, "learning_rate": 1.434047747834053e-05, "loss": 0.324, "step": 2871 }, { "epoch": 1.88327868852459, "grad_norm": 0.3637561798095703, "learning_rate": 1.4336650384626561e-05, "loss": 0.3169, "step": 2872 }, { "epoch": 1.8839344262295081, "grad_norm": 0.3494608700275421, "learning_rate": 1.4332822508455833e-05, "loss": 0.3062, "step": 2873 }, { "epoch": 1.8845901639344262, "grad_norm": 0.3637683689594269, "learning_rate": 1.4328993850519008e-05, "loss": 0.3276, "step": 2874 }, { "epoch": 1.8852459016393444, "grad_norm": 0.33803337812423706, "learning_rate": 1.4325164411506886e-05, "loss": 0.289, "step": 2875 }, { "epoch": 1.8859016393442622, "grad_norm": 0.3339933753013611, "learning_rate": 1.432133419211041e-05, "loss": 0.2821, "step": 2876 }, { "epoch": 1.8865573770491804, "grad_norm": 0.3670026361942291, "learning_rate": 1.4317503193020658e-05, "loss": 0.2888, "step": 2877 }, { "epoch": 1.8872131147540983, "grad_norm": 0.36688005924224854, "learning_rate": 1.4313671414928854e-05, "loss": 0.3094, "step": 2878 }, { "epoch": 1.8878688524590164, "grad_norm": 0.31939616799354553, "learning_rate": 1.4309838858526363e-05, "loss": 0.2791, "step": 2879 }, { "epoch": 1.8885245901639345, "grad_norm": 0.34405747056007385, "learning_rate": 1.4306005524504687e-05, "loss": 0.3304, "step": 2880 }, { "epoch": 1.8891803278688526, "grad_norm": 0.3266770541667938, "learning_rate": 1.430217141355547e-05, "loss": 0.3006, "step": 2881 }, { "epoch": 1.8898360655737705, "grad_norm": 0.3537636399269104, "learning_rate": 1.4298336526370497e-05, "loss": 0.3061, "step": 2882 }, { "epoch": 1.8904918032786884, "grad_norm": 0.3392505347728729, "learning_rate": 1.4294500863641693e-05, "loss": 0.3043, "step": 2883 }, { "epoch": 1.8911475409836065, "grad_norm": 0.34667691588401794, "learning_rate": 1.429066442606112e-05, "loss": 0.2805, "step": 2884 }, { "epoch": 1.8918032786885246, "grad_norm": 0.3630638122558594, "learning_rate": 1.4286827214320985e-05, "loss": 0.3356, "step": 2885 }, { "epoch": 1.8924590163934427, "grad_norm": 0.331707626581192, "learning_rate": 1.4282989229113627e-05, "loss": 0.2731, "step": 2886 }, { "epoch": 1.8931147540983606, "grad_norm": 0.3891782760620117, "learning_rate": 1.4279150471131533e-05, "loss": 0.3398, "step": 2887 }, { "epoch": 1.8937704918032787, "grad_norm": 0.34829577803611755, "learning_rate": 1.4275310941067324e-05, "loss": 0.3138, "step": 2888 }, { "epoch": 1.8944262295081966, "grad_norm": 0.32877323031425476, "learning_rate": 1.427147063961376e-05, "loss": 0.2981, "step": 2889 }, { "epoch": 1.8950819672131147, "grad_norm": 0.33764904737472534, "learning_rate": 1.4267629567463748e-05, "loss": 0.2971, "step": 2890 }, { "epoch": 1.8957377049180328, "grad_norm": 0.34071943163871765, "learning_rate": 1.4263787725310323e-05, "loss": 0.2925, "step": 2891 }, { "epoch": 1.896393442622951, "grad_norm": 0.3320884108543396, "learning_rate": 1.4259945113846666e-05, "loss": 0.2918, "step": 2892 }, { "epoch": 1.8970491803278688, "grad_norm": 0.3418392837047577, "learning_rate": 1.4256101733766094e-05, "loss": 0.3039, "step": 2893 }, { "epoch": 1.8977049180327867, "grad_norm": 0.36074262857437134, "learning_rate": 1.4252257585762067e-05, "loss": 0.2812, "step": 2894 }, { "epoch": 1.8983606557377048, "grad_norm": 0.3457903265953064, "learning_rate": 1.4248412670528173e-05, "loss": 0.3114, "step": 2895 }, { "epoch": 1.899016393442623, "grad_norm": 0.3405210077762604, "learning_rate": 1.4244566988758152e-05, "loss": 0.288, "step": 2896 }, { "epoch": 1.899672131147541, "grad_norm": 0.3276910185813904, "learning_rate": 1.4240720541145874e-05, "loss": 0.2965, "step": 2897 }, { "epoch": 1.900327868852459, "grad_norm": 0.35087522864341736, "learning_rate": 1.4236873328385348e-05, "loss": 0.2917, "step": 2898 }, { "epoch": 1.900983606557377, "grad_norm": 0.3175314664840698, "learning_rate": 1.4233025351170721e-05, "loss": 0.2976, "step": 2899 }, { "epoch": 1.901639344262295, "grad_norm": 0.3455553650856018, "learning_rate": 1.4229176610196284e-05, "loss": 0.2984, "step": 2900 }, { "epoch": 1.902295081967213, "grad_norm": 0.35970810055732727, "learning_rate": 1.4225327106156457e-05, "loss": 0.3241, "step": 2901 }, { "epoch": 1.9029508196721312, "grad_norm": 0.3689802587032318, "learning_rate": 1.42214768397458e-05, "loss": 0.3193, "step": 2902 }, { "epoch": 1.9036065573770493, "grad_norm": 0.3455321490764618, "learning_rate": 1.4217625811659018e-05, "loss": 0.3006, "step": 2903 }, { "epoch": 1.9042622950819672, "grad_norm": 0.34041184186935425, "learning_rate": 1.4213774022590941e-05, "loss": 0.3044, "step": 2904 }, { "epoch": 1.904918032786885, "grad_norm": 0.3622300922870636, "learning_rate": 1.4209921473236545e-05, "loss": 0.3128, "step": 2905 }, { "epoch": 1.9055737704918032, "grad_norm": 0.316646933555603, "learning_rate": 1.4206068164290944e-05, "loss": 0.2919, "step": 2906 }, { "epoch": 1.9062295081967213, "grad_norm": 0.3288710415363312, "learning_rate": 1.4202214096449383e-05, "loss": 0.3061, "step": 2907 }, { "epoch": 1.9068852459016394, "grad_norm": 0.3431054949760437, "learning_rate": 1.4198359270407244e-05, "loss": 0.2936, "step": 2908 }, { "epoch": 1.9075409836065573, "grad_norm": 0.3417450487613678, "learning_rate": 1.4194503686860058e-05, "loss": 0.295, "step": 2909 }, { "epoch": 1.9081967213114754, "grad_norm": 0.34125378727912903, "learning_rate": 1.4190647346503475e-05, "loss": 0.3223, "step": 2910 }, { "epoch": 1.9088524590163933, "grad_norm": 0.3461609184741974, "learning_rate": 1.4186790250033291e-05, "loss": 0.3142, "step": 2911 }, { "epoch": 1.9095081967213114, "grad_norm": 0.35236600041389465, "learning_rate": 1.418293239814544e-05, "loss": 0.294, "step": 2912 }, { "epoch": 1.9101639344262296, "grad_norm": 0.3580532968044281, "learning_rate": 1.417907379153599e-05, "loss": 0.3051, "step": 2913 }, { "epoch": 1.9108196721311477, "grad_norm": 0.3406069576740265, "learning_rate": 1.4175214430901143e-05, "loss": 0.3185, "step": 2914 }, { "epoch": 1.9114754098360656, "grad_norm": 0.3280088007450104, "learning_rate": 1.4171354316937239e-05, "loss": 0.3276, "step": 2915 }, { "epoch": 1.9121311475409835, "grad_norm": 0.34002676606178284, "learning_rate": 1.4167493450340755e-05, "loss": 0.3374, "step": 2916 }, { "epoch": 1.9127868852459016, "grad_norm": 0.3433624505996704, "learning_rate": 1.4163631831808302e-05, "loss": 0.3225, "step": 2917 }, { "epoch": 1.9134426229508197, "grad_norm": 0.3733493387699127, "learning_rate": 1.4159769462036628e-05, "loss": 0.2937, "step": 2918 }, { "epoch": 1.9140983606557378, "grad_norm": 0.3361450135707855, "learning_rate": 1.4155906341722614e-05, "loss": 0.3337, "step": 2919 }, { "epoch": 1.9147540983606557, "grad_norm": 0.33696240186691284, "learning_rate": 1.4152042471563278e-05, "loss": 0.3014, "step": 2920 }, { "epoch": 1.9154098360655738, "grad_norm": 0.37087851762771606, "learning_rate": 1.4148177852255778e-05, "loss": 0.3125, "step": 2921 }, { "epoch": 1.9160655737704917, "grad_norm": 0.34919479489326477, "learning_rate": 1.41443124844974e-05, "loss": 0.3174, "step": 2922 }, { "epoch": 1.9167213114754098, "grad_norm": 0.3723410964012146, "learning_rate": 1.4140446368985565e-05, "loss": 0.313, "step": 2923 }, { "epoch": 1.917377049180328, "grad_norm": 0.3422881066799164, "learning_rate": 1.4136579506417838e-05, "loss": 0.2879, "step": 2924 }, { "epoch": 1.918032786885246, "grad_norm": 0.33141255378723145, "learning_rate": 1.4132711897491904e-05, "loss": 0.2837, "step": 2925 }, { "epoch": 1.918688524590164, "grad_norm": 0.34653976559638977, "learning_rate": 1.4128843542905597e-05, "loss": 0.2939, "step": 2926 }, { "epoch": 1.9193442622950818, "grad_norm": 0.3739095628261566, "learning_rate": 1.4124974443356885e-05, "loss": 0.321, "step": 2927 }, { "epoch": 1.92, "grad_norm": 0.3369124233722687, "learning_rate": 1.412110459954385e-05, "loss": 0.315, "step": 2928 }, { "epoch": 1.920655737704918, "grad_norm": 0.32580849528312683, "learning_rate": 1.4117234012164737e-05, "loss": 0.3203, "step": 2929 }, { "epoch": 1.9213114754098362, "grad_norm": 0.32929810881614685, "learning_rate": 1.4113362681917908e-05, "loss": 0.3148, "step": 2930 }, { "epoch": 1.921967213114754, "grad_norm": 0.33007606863975525, "learning_rate": 1.410949060950186e-05, "loss": 0.278, "step": 2931 }, { "epoch": 1.9226229508196722, "grad_norm": 0.34830600023269653, "learning_rate": 1.4105617795615226e-05, "loss": 0.3087, "step": 2932 }, { "epoch": 1.92327868852459, "grad_norm": 0.3501107096672058, "learning_rate": 1.4101744240956773e-05, "loss": 0.3307, "step": 2933 }, { "epoch": 1.9239344262295082, "grad_norm": 0.3206980526447296, "learning_rate": 1.409786994622541e-05, "loss": 0.2818, "step": 2934 }, { "epoch": 1.9245901639344263, "grad_norm": 0.34373629093170166, "learning_rate": 1.4093994912120161e-05, "loss": 0.2924, "step": 2935 }, { "epoch": 1.9252459016393444, "grad_norm": 0.33557310700416565, "learning_rate": 1.4090119139340199e-05, "loss": 0.2969, "step": 2936 }, { "epoch": 1.9259016393442623, "grad_norm": 0.34229597449302673, "learning_rate": 1.4086242628584828e-05, "loss": 0.2886, "step": 2937 }, { "epoch": 1.9265573770491802, "grad_norm": 0.35121551156044006, "learning_rate": 1.4082365380553475e-05, "loss": 0.3232, "step": 2938 }, { "epoch": 1.9272131147540983, "grad_norm": 0.35107898712158203, "learning_rate": 1.4078487395945712e-05, "loss": 0.3234, "step": 2939 }, { "epoch": 1.9278688524590164, "grad_norm": 0.3549656271934509, "learning_rate": 1.4074608675461241e-05, "loss": 0.2868, "step": 2940 }, { "epoch": 1.9285245901639345, "grad_norm": 0.3316453993320465, "learning_rate": 1.4070729219799888e-05, "loss": 0.3006, "step": 2941 }, { "epoch": 1.9291803278688524, "grad_norm": 0.32441794872283936, "learning_rate": 1.4066849029661625e-05, "loss": 0.2894, "step": 2942 }, { "epoch": 1.9298360655737705, "grad_norm": 0.35381820797920227, "learning_rate": 1.4062968105746549e-05, "loss": 0.3036, "step": 2943 }, { "epoch": 1.9304918032786884, "grad_norm": 0.3471337556838989, "learning_rate": 1.4059086448754888e-05, "loss": 0.3003, "step": 2944 }, { "epoch": 1.9311475409836065, "grad_norm": 0.36535248160362244, "learning_rate": 1.405520405938701e-05, "loss": 0.3156, "step": 2945 }, { "epoch": 1.9318032786885246, "grad_norm": 0.3461792767047882, "learning_rate": 1.4051320938343402e-05, "loss": 0.3294, "step": 2946 }, { "epoch": 1.9324590163934428, "grad_norm": 0.3774058222770691, "learning_rate": 1.4047437086324695e-05, "loss": 0.3054, "step": 2947 }, { "epoch": 1.9331147540983606, "grad_norm": 0.333823025226593, "learning_rate": 1.4043552504031654e-05, "loss": 0.315, "step": 2948 }, { "epoch": 1.9337704918032785, "grad_norm": 0.3291008174419403, "learning_rate": 1.4039667192165162e-05, "loss": 0.3057, "step": 2949 }, { "epoch": 1.9344262295081966, "grad_norm": 0.3298802673816681, "learning_rate": 1.4035781151426242e-05, "loss": 0.3009, "step": 2950 }, { "epoch": 1.9350819672131148, "grad_norm": 0.3243446946144104, "learning_rate": 1.4031894382516051e-05, "loss": 0.31, "step": 2951 }, { "epoch": 1.9357377049180329, "grad_norm": 0.34357643127441406, "learning_rate": 1.4028006886135867e-05, "loss": 0.2976, "step": 2952 }, { "epoch": 1.9363934426229508, "grad_norm": 0.37733933329582214, "learning_rate": 1.4024118662987116e-05, "loss": 0.3252, "step": 2953 }, { "epoch": 1.9370491803278689, "grad_norm": 0.35500267148017883, "learning_rate": 1.4020229713771343e-05, "loss": 0.3189, "step": 2954 }, { "epoch": 1.9377049180327868, "grad_norm": 0.3463330566883087, "learning_rate": 1.4016340039190222e-05, "loss": 0.3239, "step": 2955 }, { "epoch": 1.9383606557377049, "grad_norm": 0.3185942769050598, "learning_rate": 1.4012449639945564e-05, "loss": 0.2841, "step": 2956 }, { "epoch": 1.939016393442623, "grad_norm": 0.3289300799369812, "learning_rate": 1.4008558516739312e-05, "loss": 0.3033, "step": 2957 }, { "epoch": 1.9396721311475411, "grad_norm": 0.32618775963783264, "learning_rate": 1.4004666670273536e-05, "loss": 0.2935, "step": 2958 }, { "epoch": 1.940327868852459, "grad_norm": 0.34056398272514343, "learning_rate": 1.4000774101250438e-05, "loss": 0.3159, "step": 2959 }, { "epoch": 1.940983606557377, "grad_norm": 0.3039310574531555, "learning_rate": 1.3996880810372347e-05, "loss": 0.2832, "step": 2960 }, { "epoch": 1.941639344262295, "grad_norm": 0.3183019161224365, "learning_rate": 1.3992986798341724e-05, "loss": 0.2974, "step": 2961 }, { "epoch": 1.9422950819672131, "grad_norm": 0.3314394950866699, "learning_rate": 1.3989092065861165e-05, "loss": 0.3263, "step": 2962 }, { "epoch": 1.9429508196721312, "grad_norm": 0.3744581341743469, "learning_rate": 1.398519661363339e-05, "loss": 0.3034, "step": 2963 }, { "epoch": 1.9436065573770491, "grad_norm": 0.3264470100402832, "learning_rate": 1.3981300442361252e-05, "loss": 0.2924, "step": 2964 }, { "epoch": 1.9442622950819672, "grad_norm": 0.3296728730201721, "learning_rate": 1.3977403552747729e-05, "loss": 0.3163, "step": 2965 }, { "epoch": 1.9449180327868851, "grad_norm": 0.3316023349761963, "learning_rate": 1.3973505945495936e-05, "loss": 0.3136, "step": 2966 }, { "epoch": 1.9455737704918032, "grad_norm": 0.3426426649093628, "learning_rate": 1.3969607621309114e-05, "loss": 0.3098, "step": 2967 }, { "epoch": 1.9462295081967214, "grad_norm": 0.32533904910087585, "learning_rate": 1.396570858089063e-05, "loss": 0.2956, "step": 2968 }, { "epoch": 1.9468852459016395, "grad_norm": 0.35666540265083313, "learning_rate": 1.3961808824943986e-05, "loss": 0.3123, "step": 2969 }, { "epoch": 1.9475409836065574, "grad_norm": 0.3298032581806183, "learning_rate": 1.3957908354172811e-05, "loss": 0.3327, "step": 2970 }, { "epoch": 1.9481967213114753, "grad_norm": 0.3305341303348541, "learning_rate": 1.3954007169280859e-05, "loss": 0.3302, "step": 2971 }, { "epoch": 1.9488524590163934, "grad_norm": 0.34148532152175903, "learning_rate": 1.3950105270972019e-05, "loss": 0.2989, "step": 2972 }, { "epoch": 1.9495081967213115, "grad_norm": 0.30417904257774353, "learning_rate": 1.3946202659950302e-05, "loss": 0.2887, "step": 2973 }, { "epoch": 1.9501639344262296, "grad_norm": 0.328677237033844, "learning_rate": 1.3942299336919858e-05, "loss": 0.2831, "step": 2974 }, { "epoch": 1.9508196721311475, "grad_norm": 0.34353500604629517, "learning_rate": 1.3938395302584955e-05, "loss": 0.2897, "step": 2975 }, { "epoch": 1.9514754098360656, "grad_norm": 0.3651639223098755, "learning_rate": 1.3934490557649992e-05, "loss": 0.3309, "step": 2976 }, { "epoch": 1.9521311475409835, "grad_norm": 0.38101956248283386, "learning_rate": 1.39305851028195e-05, "loss": 0.323, "step": 2977 }, { "epoch": 1.9527868852459016, "grad_norm": 0.31927403807640076, "learning_rate": 1.392667893879814e-05, "loss": 0.2806, "step": 2978 }, { "epoch": 1.9534426229508197, "grad_norm": 0.32993489503860474, "learning_rate": 1.3922772066290686e-05, "loss": 0.3159, "step": 2979 }, { "epoch": 1.9540983606557378, "grad_norm": 0.33620500564575195, "learning_rate": 1.391886448600206e-05, "loss": 0.3068, "step": 2980 }, { "epoch": 1.9547540983606557, "grad_norm": 0.34534502029418945, "learning_rate": 1.3914956198637293e-05, "loss": 0.3233, "step": 2981 }, { "epoch": 1.9554098360655736, "grad_norm": 0.32135504484176636, "learning_rate": 1.391104720490156e-05, "loss": 0.2945, "step": 2982 }, { "epoch": 1.9560655737704917, "grad_norm": 0.34144359827041626, "learning_rate": 1.390713750550016e-05, "loss": 0.3147, "step": 2983 }, { "epoch": 1.9567213114754098, "grad_norm": 0.351227730512619, "learning_rate": 1.3903227101138502e-05, "loss": 0.3142, "step": 2984 }, { "epoch": 1.957377049180328, "grad_norm": 0.3609626293182373, "learning_rate": 1.3899315992522147e-05, "loss": 0.3063, "step": 2985 }, { "epoch": 1.9580327868852458, "grad_norm": 0.3635067641735077, "learning_rate": 1.3895404180356766e-05, "loss": 0.2924, "step": 2986 }, { "epoch": 1.958688524590164, "grad_norm": 0.3494258224964142, "learning_rate": 1.3891491665348167e-05, "loss": 0.3334, "step": 2987 }, { "epoch": 1.9593442622950819, "grad_norm": 0.33863192796707153, "learning_rate": 1.3887578448202277e-05, "loss": 0.3079, "step": 2988 }, { "epoch": 1.96, "grad_norm": 0.3193091154098511, "learning_rate": 1.3883664529625155e-05, "loss": 0.3231, "step": 2989 }, { "epoch": 1.960655737704918, "grad_norm": 0.3367789387702942, "learning_rate": 1.3879749910322986e-05, "loss": 0.3014, "step": 2990 }, { "epoch": 1.9613114754098362, "grad_norm": 0.3199993669986725, "learning_rate": 1.3875834591002077e-05, "loss": 0.3041, "step": 2991 }, { "epoch": 1.961967213114754, "grad_norm": 0.3335600197315216, "learning_rate": 1.3871918572368866e-05, "loss": 0.3283, "step": 2992 }, { "epoch": 1.962622950819672, "grad_norm": 0.3185596764087677, "learning_rate": 1.3868001855129916e-05, "loss": 0.286, "step": 2993 }, { "epoch": 1.96327868852459, "grad_norm": 0.3297049105167389, "learning_rate": 1.3864084439991914e-05, "loss": 0.3055, "step": 2994 }, { "epoch": 1.9639344262295082, "grad_norm": 0.3390039801597595, "learning_rate": 1.3860166327661675e-05, "loss": 0.3083, "step": 2995 }, { "epoch": 1.9645901639344263, "grad_norm": 0.36000731587409973, "learning_rate": 1.3856247518846144e-05, "loss": 0.2871, "step": 2996 }, { "epoch": 1.9652459016393444, "grad_norm": 0.36674535274505615, "learning_rate": 1.385232801425238e-05, "loss": 0.2938, "step": 2997 }, { "epoch": 1.9659016393442623, "grad_norm": 0.36160027980804443, "learning_rate": 1.384840781458758e-05, "loss": 0.3159, "step": 2998 }, { "epoch": 1.9665573770491802, "grad_norm": 0.32865893840789795, "learning_rate": 1.3844486920559059e-05, "loss": 0.3064, "step": 2999 }, { "epoch": 1.9672131147540983, "grad_norm": 0.3473726809024811, "learning_rate": 1.384056533287426e-05, "loss": 0.3266, "step": 3000 }, { "epoch": 1.9678688524590164, "grad_norm": 0.34348148107528687, "learning_rate": 1.383664305224075e-05, "loss": 0.3129, "step": 3001 }, { "epoch": 1.9685245901639346, "grad_norm": 0.3138430118560791, "learning_rate": 1.383272007936622e-05, "loss": 0.2955, "step": 3002 }, { "epoch": 1.9691803278688524, "grad_norm": 0.317102313041687, "learning_rate": 1.3828796414958488e-05, "loss": 0.2987, "step": 3003 }, { "epoch": 1.9698360655737703, "grad_norm": 0.3781810700893402, "learning_rate": 1.3824872059725498e-05, "loss": 0.3319, "step": 3004 }, { "epoch": 1.9704918032786884, "grad_norm": 0.3455275893211365, "learning_rate": 1.3820947014375317e-05, "loss": 0.3144, "step": 3005 }, { "epoch": 1.9711475409836066, "grad_norm": 0.3436652421951294, "learning_rate": 1.3817021279616132e-05, "loss": 0.318, "step": 3006 }, { "epoch": 1.9718032786885247, "grad_norm": 0.33993586897850037, "learning_rate": 1.3813094856156266e-05, "loss": 0.3059, "step": 3007 }, { "epoch": 1.9724590163934428, "grad_norm": 0.3269452154636383, "learning_rate": 1.380916774470415e-05, "loss": 0.308, "step": 3008 }, { "epoch": 1.9731147540983607, "grad_norm": 0.34414929151535034, "learning_rate": 1.3805239945968358e-05, "loss": 0.3254, "step": 3009 }, { "epoch": 1.9737704918032786, "grad_norm": 0.3500066101551056, "learning_rate": 1.3801311460657574e-05, "loss": 0.3331, "step": 3010 }, { "epoch": 1.9744262295081967, "grad_norm": 0.3442952334880829, "learning_rate": 1.3797382289480605e-05, "loss": 0.2848, "step": 3011 }, { "epoch": 1.9750819672131148, "grad_norm": 0.32277122139930725, "learning_rate": 1.3793452433146394e-05, "loss": 0.3151, "step": 3012 }, { "epoch": 1.975737704918033, "grad_norm": 0.33428964018821716, "learning_rate": 1.3789521892363996e-05, "loss": 0.2974, "step": 3013 }, { "epoch": 1.9763934426229508, "grad_norm": 0.35946816205978394, "learning_rate": 1.3785590667842592e-05, "loss": 0.3147, "step": 3014 }, { "epoch": 1.9770491803278687, "grad_norm": 0.3701040744781494, "learning_rate": 1.3781658760291497e-05, "loss": 0.3013, "step": 3015 }, { "epoch": 1.9777049180327868, "grad_norm": 0.31228697299957275, "learning_rate": 1.3777726170420128e-05, "loss": 0.2895, "step": 3016 }, { "epoch": 1.978360655737705, "grad_norm": 0.325678288936615, "learning_rate": 1.3773792898938052e-05, "loss": 0.2862, "step": 3017 }, { "epoch": 1.979016393442623, "grad_norm": 0.3301752507686615, "learning_rate": 1.3769858946554933e-05, "loss": 0.3065, "step": 3018 }, { "epoch": 1.9796721311475411, "grad_norm": 0.3525899052619934, "learning_rate": 1.3765924313980577e-05, "loss": 0.3053, "step": 3019 }, { "epoch": 1.980327868852459, "grad_norm": 0.37290701270103455, "learning_rate": 1.37619890019249e-05, "loss": 0.3066, "step": 3020 }, { "epoch": 1.980983606557377, "grad_norm": 0.3367888033390045, "learning_rate": 1.3758053011097945e-05, "loss": 0.3201, "step": 3021 }, { "epoch": 1.981639344262295, "grad_norm": 0.34379106760025024, "learning_rate": 1.375411634220988e-05, "loss": 0.2908, "step": 3022 }, { "epoch": 1.9822950819672132, "grad_norm": 0.3685137629508972, "learning_rate": 1.3750178995970998e-05, "loss": 0.2913, "step": 3023 }, { "epoch": 1.9829508196721313, "grad_norm": 0.3478497266769409, "learning_rate": 1.3746240973091704e-05, "loss": 0.3149, "step": 3024 }, { "epoch": 1.9836065573770492, "grad_norm": 0.3647412955760956, "learning_rate": 1.3742302274282532e-05, "loss": 0.3128, "step": 3025 }, { "epoch": 1.984262295081967, "grad_norm": 0.31233203411102295, "learning_rate": 1.3738362900254138e-05, "loss": 0.2856, "step": 3026 }, { "epoch": 1.9849180327868852, "grad_norm": 0.3288346230983734, "learning_rate": 1.3734422851717299e-05, "loss": 0.3076, "step": 3027 }, { "epoch": 1.9855737704918033, "grad_norm": 0.3364393711090088, "learning_rate": 1.3730482129382913e-05, "loss": 0.3044, "step": 3028 }, { "epoch": 1.9862295081967214, "grad_norm": 0.3294261693954468, "learning_rate": 1.3726540733962e-05, "loss": 0.3019, "step": 3029 }, { "epoch": 1.9868852459016395, "grad_norm": 0.3291865289211273, "learning_rate": 1.3722598666165701e-05, "loss": 0.2885, "step": 3030 }, { "epoch": 1.9875409836065574, "grad_norm": 0.3010168671607971, "learning_rate": 1.371865592670528e-05, "loss": 0.2773, "step": 3031 }, { "epoch": 1.9881967213114753, "grad_norm": 0.3410990536212921, "learning_rate": 1.3714712516292115e-05, "loss": 0.2795, "step": 3032 }, { "epoch": 1.9888524590163934, "grad_norm": 0.33678171038627625, "learning_rate": 1.371076843563772e-05, "loss": 0.3001, "step": 3033 }, { "epoch": 1.9895081967213115, "grad_norm": 0.33530178666114807, "learning_rate": 1.3706823685453712e-05, "loss": 0.2968, "step": 3034 }, { "epoch": 1.9901639344262296, "grad_norm": 0.3174634575843811, "learning_rate": 1.3702878266451842e-05, "loss": 0.2645, "step": 3035 }, { "epoch": 1.9908196721311475, "grad_norm": 0.3520909547805786, "learning_rate": 1.3698932179343983e-05, "loss": 0.3247, "step": 3036 }, { "epoch": 1.9914754098360654, "grad_norm": 0.3060702979564667, "learning_rate": 1.3694985424842111e-05, "loss": 0.2823, "step": 3037 }, { "epoch": 1.9921311475409835, "grad_norm": 0.33121293783187866, "learning_rate": 1.3691038003658346e-05, "loss": 0.3084, "step": 3038 }, { "epoch": 1.9927868852459016, "grad_norm": 0.31498414278030396, "learning_rate": 1.3687089916504905e-05, "loss": 0.3059, "step": 3039 }, { "epoch": 1.9934426229508198, "grad_norm": 0.3237719237804413, "learning_rate": 1.3683141164094146e-05, "loss": 0.2784, "step": 3040 }, { "epoch": 1.9940983606557379, "grad_norm": 0.3528081178665161, "learning_rate": 1.3679191747138537e-05, "loss": 0.3225, "step": 3041 }, { "epoch": 1.9947540983606558, "grad_norm": 0.30873262882232666, "learning_rate": 1.367524166635066e-05, "loss": 0.2806, "step": 3042 }, { "epoch": 1.9954098360655736, "grad_norm": 0.326144814491272, "learning_rate": 1.3671290922443228e-05, "loss": 0.307, "step": 3043 }, { "epoch": 1.9960655737704918, "grad_norm": 0.32592910528182983, "learning_rate": 1.3667339516129073e-05, "loss": 0.317, "step": 3044 }, { "epoch": 1.9967213114754099, "grad_norm": 0.3328002691268921, "learning_rate": 1.3663387448121132e-05, "loss": 0.3174, "step": 3045 }, { "epoch": 1.997377049180328, "grad_norm": 0.34081509709358215, "learning_rate": 1.3659434719132485e-05, "loss": 0.293, "step": 3046 }, { "epoch": 1.9980327868852459, "grad_norm": 0.3099648654460907, "learning_rate": 1.3655481329876308e-05, "loss": 0.2933, "step": 3047 }, { "epoch": 1.9986885245901638, "grad_norm": 0.34808972477912903, "learning_rate": 1.3651527281065908e-05, "loss": 0.3376, "step": 3048 }, { "epoch": 1.9993442622950819, "grad_norm": 0.30201977491378784, "learning_rate": 1.3647572573414718e-05, "loss": 0.2976, "step": 3049 }, { "epoch": 2.0, "grad_norm": 0.30673569440841675, "learning_rate": 1.364361720763627e-05, "loss": 0.3035, "step": 3050 }, { "epoch": 2.000655737704918, "grad_norm": 0.30993056297302246, "learning_rate": 1.3639661184444232e-05, "loss": 0.2814, "step": 3051 }, { "epoch": 2.0013114754098362, "grad_norm": 0.33179962635040283, "learning_rate": 1.3635704504552383e-05, "loss": 0.2915, "step": 3052 }, { "epoch": 2.001967213114754, "grad_norm": 0.32397547364234924, "learning_rate": 1.3631747168674623e-05, "loss": 0.306, "step": 3053 }, { "epoch": 2.002622950819672, "grad_norm": 0.3118421137332916, "learning_rate": 1.362778917752497e-05, "loss": 0.2982, "step": 3054 }, { "epoch": 2.00327868852459, "grad_norm": 0.3069831132888794, "learning_rate": 1.3623830531817556e-05, "loss": 0.2933, "step": 3055 }, { "epoch": 2.0039344262295082, "grad_norm": 0.36016687750816345, "learning_rate": 1.361987123226664e-05, "loss": 0.2805, "step": 3056 }, { "epoch": 2.0045901639344264, "grad_norm": 0.33750033378601074, "learning_rate": 1.3615911279586592e-05, "loss": 0.2946, "step": 3057 }, { "epoch": 2.0052459016393445, "grad_norm": 0.3402935266494751, "learning_rate": 1.3611950674491898e-05, "loss": 0.2874, "step": 3058 }, { "epoch": 2.005901639344262, "grad_norm": 0.302992582321167, "learning_rate": 1.3607989417697172e-05, "loss": 0.2916, "step": 3059 }, { "epoch": 2.0065573770491802, "grad_norm": 0.3153703808784485, "learning_rate": 1.3604027509917135e-05, "loss": 0.307, "step": 3060 }, { "epoch": 2.0072131147540984, "grad_norm": 0.41538435220718384, "learning_rate": 1.3600064951866626e-05, "loss": 0.3246, "step": 3061 }, { "epoch": 2.0078688524590165, "grad_norm": 0.33160504698753357, "learning_rate": 1.3596101744260608e-05, "loss": 0.3116, "step": 3062 }, { "epoch": 2.0085245901639346, "grad_norm": 0.31637850403785706, "learning_rate": 1.3592137887814163e-05, "loss": 0.3081, "step": 3063 }, { "epoch": 2.0091803278688523, "grad_norm": 0.3395259976387024, "learning_rate": 1.3588173383242475e-05, "loss": 0.3101, "step": 3064 }, { "epoch": 2.0098360655737704, "grad_norm": 0.3139578402042389, "learning_rate": 1.3584208231260867e-05, "loss": 0.2975, "step": 3065 }, { "epoch": 2.0104918032786885, "grad_norm": 0.3135235905647278, "learning_rate": 1.3580242432584753e-05, "loss": 0.2806, "step": 3066 }, { "epoch": 2.0111475409836066, "grad_norm": 0.3128707706928253, "learning_rate": 1.3576275987929687e-05, "loss": 0.2949, "step": 3067 }, { "epoch": 2.0118032786885247, "grad_norm": 0.37066495418548584, "learning_rate": 1.3572308898011328e-05, "loss": 0.3238, "step": 3068 }, { "epoch": 2.012459016393443, "grad_norm": 0.36449357867240906, "learning_rate": 1.3568341163545452e-05, "loss": 0.315, "step": 3069 }, { "epoch": 2.0131147540983605, "grad_norm": 0.3279653787612915, "learning_rate": 1.3564372785247955e-05, "loss": 0.2965, "step": 3070 }, { "epoch": 2.0137704918032786, "grad_norm": 0.33113691210746765, "learning_rate": 1.3560403763834847e-05, "loss": 0.281, "step": 3071 }, { "epoch": 2.0144262295081967, "grad_norm": 0.3564590811729431, "learning_rate": 1.3556434100022247e-05, "loss": 0.2934, "step": 3072 }, { "epoch": 2.015081967213115, "grad_norm": 0.35017549991607666, "learning_rate": 1.3552463794526405e-05, "loss": 0.311, "step": 3073 }, { "epoch": 2.015737704918033, "grad_norm": 0.3272875249385834, "learning_rate": 1.3548492848063675e-05, "loss": 0.2904, "step": 3074 }, { "epoch": 2.0163934426229506, "grad_norm": 0.33056262135505676, "learning_rate": 1.354452126135053e-05, "loss": 0.2877, "step": 3075 }, { "epoch": 2.0170491803278687, "grad_norm": 0.3504425883293152, "learning_rate": 1.354054903510356e-05, "loss": 0.28, "step": 3076 }, { "epoch": 2.017704918032787, "grad_norm": 0.33337584137916565, "learning_rate": 1.3536576170039468e-05, "loss": 0.2999, "step": 3077 }, { "epoch": 2.018360655737705, "grad_norm": 0.33040252327919006, "learning_rate": 1.3532602666875074e-05, "loss": 0.3101, "step": 3078 }, { "epoch": 2.019016393442623, "grad_norm": 0.36223646998405457, "learning_rate": 1.3528628526327313e-05, "loss": 0.2993, "step": 3079 }, { "epoch": 2.019672131147541, "grad_norm": 0.3125884532928467, "learning_rate": 1.3524653749113234e-05, "loss": 0.3057, "step": 3080 }, { "epoch": 2.020327868852459, "grad_norm": 0.32186970114707947, "learning_rate": 1.3520678335950003e-05, "loss": 0.2902, "step": 3081 }, { "epoch": 2.020983606557377, "grad_norm": 0.32503536343574524, "learning_rate": 1.3516702287554896e-05, "loss": 0.2901, "step": 3082 }, { "epoch": 2.021639344262295, "grad_norm": 0.35910385847091675, "learning_rate": 1.351272560464531e-05, "loss": 0.3119, "step": 3083 }, { "epoch": 2.022295081967213, "grad_norm": 0.29634934663772583, "learning_rate": 1.3508748287938752e-05, "loss": 0.2897, "step": 3084 }, { "epoch": 2.0229508196721313, "grad_norm": 0.30655235052108765, "learning_rate": 1.350477033815284e-05, "loss": 0.3096, "step": 3085 }, { "epoch": 2.023606557377049, "grad_norm": 0.3191881775856018, "learning_rate": 1.3500791756005318e-05, "loss": 0.297, "step": 3086 }, { "epoch": 2.024262295081967, "grad_norm": 0.3559616506099701, "learning_rate": 1.3496812542214033e-05, "loss": 0.2984, "step": 3087 }, { "epoch": 2.024918032786885, "grad_norm": 0.3147418797016144, "learning_rate": 1.3492832697496951e-05, "loss": 0.2953, "step": 3088 }, { "epoch": 2.0255737704918033, "grad_norm": 0.3294813632965088, "learning_rate": 1.3488852222572153e-05, "loss": 0.2864, "step": 3089 }, { "epoch": 2.0262295081967214, "grad_norm": 0.36414146423339844, "learning_rate": 1.3484871118157826e-05, "loss": 0.3025, "step": 3090 }, { "epoch": 2.0268852459016395, "grad_norm": 0.3303932249546051, "learning_rate": 1.3480889384972282e-05, "loss": 0.299, "step": 3091 }, { "epoch": 2.027540983606557, "grad_norm": 0.32677868008613586, "learning_rate": 1.3476907023733937e-05, "loss": 0.2803, "step": 3092 }, { "epoch": 2.0281967213114753, "grad_norm": 0.315469354391098, "learning_rate": 1.3472924035161322e-05, "loss": 0.3043, "step": 3093 }, { "epoch": 2.0288524590163934, "grad_norm": 0.3525693714618683, "learning_rate": 1.3468940419973086e-05, "loss": 0.3091, "step": 3094 }, { "epoch": 2.0295081967213116, "grad_norm": 0.3240102231502533, "learning_rate": 1.3464956178887989e-05, "loss": 0.3077, "step": 3095 }, { "epoch": 2.0301639344262297, "grad_norm": 0.3220231533050537, "learning_rate": 1.3460971312624898e-05, "loss": 0.2965, "step": 3096 }, { "epoch": 2.0308196721311473, "grad_norm": 0.33036789298057556, "learning_rate": 1.3456985821902803e-05, "loss": 0.2847, "step": 3097 }, { "epoch": 2.0314754098360654, "grad_norm": 0.3069011867046356, "learning_rate": 1.34529997074408e-05, "loss": 0.286, "step": 3098 }, { "epoch": 2.0321311475409836, "grad_norm": 0.33234086632728577, "learning_rate": 1.34490129699581e-05, "loss": 0.2825, "step": 3099 }, { "epoch": 2.0327868852459017, "grad_norm": 0.3182332217693329, "learning_rate": 1.3445025610174018e-05, "loss": 0.2868, "step": 3100 }, { "epoch": 2.03344262295082, "grad_norm": 0.33403632044792175, "learning_rate": 1.3441037628807999e-05, "loss": 0.3167, "step": 3101 }, { "epoch": 2.034098360655738, "grad_norm": 0.33926093578338623, "learning_rate": 1.3437049026579587e-05, "loss": 0.2938, "step": 3102 }, { "epoch": 2.0347540983606556, "grad_norm": 0.34172308444976807, "learning_rate": 1.3433059804208435e-05, "loss": 0.3159, "step": 3103 }, { "epoch": 2.0354098360655737, "grad_norm": 0.33966556191444397, "learning_rate": 1.3429069962414319e-05, "loss": 0.3205, "step": 3104 }, { "epoch": 2.036065573770492, "grad_norm": 0.3231508135795593, "learning_rate": 1.3425079501917122e-05, "loss": 0.3015, "step": 3105 }, { "epoch": 2.03672131147541, "grad_norm": 0.3177996873855591, "learning_rate": 1.3421088423436834e-05, "loss": 0.2931, "step": 3106 }, { "epoch": 2.037377049180328, "grad_norm": 0.3377544581890106, "learning_rate": 1.3417096727693565e-05, "loss": 0.3036, "step": 3107 }, { "epoch": 2.0380327868852457, "grad_norm": 0.33848410844802856, "learning_rate": 1.341310441540753e-05, "loss": 0.3201, "step": 3108 }, { "epoch": 2.038688524590164, "grad_norm": 0.3213558793067932, "learning_rate": 1.3409111487299056e-05, "loss": 0.2837, "step": 3109 }, { "epoch": 2.039344262295082, "grad_norm": 0.366892009973526, "learning_rate": 1.3405117944088584e-05, "loss": 0.3127, "step": 3110 }, { "epoch": 2.04, "grad_norm": 0.33723047375679016, "learning_rate": 1.3401123786496664e-05, "loss": 0.3067, "step": 3111 }, { "epoch": 2.040655737704918, "grad_norm": 0.3162762522697449, "learning_rate": 1.3397129015243957e-05, "loss": 0.2811, "step": 3112 }, { "epoch": 2.0413114754098363, "grad_norm": 0.32010915875434875, "learning_rate": 1.3393133631051236e-05, "loss": 0.2736, "step": 3113 }, { "epoch": 2.041967213114754, "grad_norm": 0.39061135053634644, "learning_rate": 1.3389137634639381e-05, "loss": 0.3181, "step": 3114 }, { "epoch": 2.042622950819672, "grad_norm": 0.35754480957984924, "learning_rate": 1.3385141026729387e-05, "loss": 0.3119, "step": 3115 }, { "epoch": 2.04327868852459, "grad_norm": 0.34469419717788696, "learning_rate": 1.3381143808042358e-05, "loss": 0.2937, "step": 3116 }, { "epoch": 2.0439344262295083, "grad_norm": 0.31355714797973633, "learning_rate": 1.3377145979299506e-05, "loss": 0.2969, "step": 3117 }, { "epoch": 2.0445901639344264, "grad_norm": 0.3236301839351654, "learning_rate": 1.3373147541222155e-05, "loss": 0.2733, "step": 3118 }, { "epoch": 2.045245901639344, "grad_norm": 0.35396283864974976, "learning_rate": 1.3369148494531738e-05, "loss": 0.2826, "step": 3119 }, { "epoch": 2.045901639344262, "grad_norm": 0.3685527741909027, "learning_rate": 1.3365148839949798e-05, "loss": 0.3006, "step": 3120 }, { "epoch": 2.0465573770491803, "grad_norm": 0.33785098791122437, "learning_rate": 1.3361148578197991e-05, "loss": 0.2947, "step": 3121 }, { "epoch": 2.0472131147540984, "grad_norm": 0.3404281437397003, "learning_rate": 1.3357147709998075e-05, "loss": 0.2928, "step": 3122 }, { "epoch": 2.0478688524590165, "grad_norm": 0.355704128742218, "learning_rate": 1.3353146236071926e-05, "loss": 0.3163, "step": 3123 }, { "epoch": 2.0485245901639346, "grad_norm": 0.3517315983772278, "learning_rate": 1.3349144157141523e-05, "loss": 0.3158, "step": 3124 }, { "epoch": 2.0491803278688523, "grad_norm": 0.33532631397247314, "learning_rate": 1.3345141473928953e-05, "loss": 0.3029, "step": 3125 }, { "epoch": 2.0498360655737704, "grad_norm": 0.33692190051078796, "learning_rate": 1.3341138187156423e-05, "loss": 0.3066, "step": 3126 }, { "epoch": 2.0504918032786885, "grad_norm": 0.3312961459159851, "learning_rate": 1.333713429754624e-05, "loss": 0.3071, "step": 3127 }, { "epoch": 2.0511475409836066, "grad_norm": 0.3326943814754486, "learning_rate": 1.3333129805820812e-05, "loss": 0.2923, "step": 3128 }, { "epoch": 2.0518032786885247, "grad_norm": 0.34669557213783264, "learning_rate": 1.3329124712702676e-05, "loss": 0.3096, "step": 3129 }, { "epoch": 2.0524590163934424, "grad_norm": 0.3142549395561218, "learning_rate": 1.3325119018914463e-05, "loss": 0.2945, "step": 3130 }, { "epoch": 2.0531147540983605, "grad_norm": 0.3416396677494049, "learning_rate": 1.3321112725178913e-05, "loss": 0.3128, "step": 3131 }, { "epoch": 2.0537704918032786, "grad_norm": 0.333652138710022, "learning_rate": 1.331710583221888e-05, "loss": 0.2898, "step": 3132 }, { "epoch": 2.0544262295081968, "grad_norm": 0.3596900403499603, "learning_rate": 1.3313098340757319e-05, "loss": 0.3207, "step": 3133 }, { "epoch": 2.055081967213115, "grad_norm": 0.3435794413089752, "learning_rate": 1.33090902515173e-05, "loss": 0.2978, "step": 3134 }, { "epoch": 2.055737704918033, "grad_norm": 0.3307732939720154, "learning_rate": 1.3305081565221998e-05, "loss": 0.2894, "step": 3135 }, { "epoch": 2.0563934426229507, "grad_norm": 0.3242146968841553, "learning_rate": 1.3301072282594691e-05, "loss": 0.2937, "step": 3136 }, { "epoch": 2.0570491803278688, "grad_norm": 0.3655815124511719, "learning_rate": 1.3297062404358778e-05, "loss": 0.3219, "step": 3137 }, { "epoch": 2.057704918032787, "grad_norm": 0.34220391511917114, "learning_rate": 1.329305193123775e-05, "loss": 0.3008, "step": 3138 }, { "epoch": 2.058360655737705, "grad_norm": 0.34119370579719543, "learning_rate": 1.3289040863955214e-05, "loss": 0.3185, "step": 3139 }, { "epoch": 2.059016393442623, "grad_norm": 0.37386828660964966, "learning_rate": 1.328502920323488e-05, "loss": 0.3137, "step": 3140 }, { "epoch": 2.0596721311475408, "grad_norm": 0.3634956181049347, "learning_rate": 1.3281016949800569e-05, "loss": 0.2843, "step": 3141 }, { "epoch": 2.060327868852459, "grad_norm": 0.3359847962856293, "learning_rate": 1.327700410437621e-05, "loss": 0.3117, "step": 3142 }, { "epoch": 2.060983606557377, "grad_norm": 0.33184000849723816, "learning_rate": 1.3272990667685832e-05, "loss": 0.2848, "step": 3143 }, { "epoch": 2.061639344262295, "grad_norm": 0.37125471234321594, "learning_rate": 1.3268976640453575e-05, "loss": 0.3066, "step": 3144 }, { "epoch": 2.0622950819672132, "grad_norm": 0.3348393738269806, "learning_rate": 1.3264962023403687e-05, "loss": 0.2929, "step": 3145 }, { "epoch": 2.0629508196721313, "grad_norm": 0.3536153733730316, "learning_rate": 1.326094681726052e-05, "loss": 0.3098, "step": 3146 }, { "epoch": 2.063606557377049, "grad_norm": 0.35356733202934265, "learning_rate": 1.3256931022748533e-05, "loss": 0.3084, "step": 3147 }, { "epoch": 2.064262295081967, "grad_norm": 0.3844777047634125, "learning_rate": 1.325291464059229e-05, "loss": 0.2778, "step": 3148 }, { "epoch": 2.0649180327868852, "grad_norm": 0.32704800367355347, "learning_rate": 1.3248897671516461e-05, "loss": 0.294, "step": 3149 }, { "epoch": 2.0655737704918034, "grad_norm": 0.3507726490497589, "learning_rate": 1.3244880116245829e-05, "loss": 0.3067, "step": 3150 }, { "epoch": 2.0662295081967215, "grad_norm": 0.3856376111507416, "learning_rate": 1.324086197550527e-05, "loss": 0.3193, "step": 3151 }, { "epoch": 2.066885245901639, "grad_norm": 0.33846044540405273, "learning_rate": 1.3236843250019778e-05, "loss": 0.2811, "step": 3152 }, { "epoch": 2.0675409836065572, "grad_norm": 0.33936169743537903, "learning_rate": 1.3232823940514444e-05, "loss": 0.2801, "step": 3153 }, { "epoch": 2.0681967213114754, "grad_norm": 0.3541293740272522, "learning_rate": 1.3228804047714462e-05, "loss": 0.3234, "step": 3154 }, { "epoch": 2.0688524590163935, "grad_norm": 0.3157680630683899, "learning_rate": 1.322478357234515e-05, "loss": 0.2823, "step": 3155 }, { "epoch": 2.0695081967213116, "grad_norm": 0.34502866864204407, "learning_rate": 1.3220762515131904e-05, "loss": 0.2944, "step": 3156 }, { "epoch": 2.0701639344262297, "grad_norm": 0.3317964971065521, "learning_rate": 1.3216740876800244e-05, "loss": 0.2935, "step": 3157 }, { "epoch": 2.0708196721311474, "grad_norm": 0.4001659154891968, "learning_rate": 1.3212718658075794e-05, "loss": 0.3293, "step": 3158 }, { "epoch": 2.0714754098360655, "grad_norm": 0.34526216983795166, "learning_rate": 1.3208695859684273e-05, "loss": 0.2953, "step": 3159 }, { "epoch": 2.0721311475409836, "grad_norm": 0.359332799911499, "learning_rate": 1.320467248235151e-05, "loss": 0.3137, "step": 3160 }, { "epoch": 2.0727868852459017, "grad_norm": 0.3205999433994293, "learning_rate": 1.3200648526803439e-05, "loss": 0.2883, "step": 3161 }, { "epoch": 2.07344262295082, "grad_norm": 0.3311973512172699, "learning_rate": 1.3196623993766097e-05, "loss": 0.3012, "step": 3162 }, { "epoch": 2.0740983606557375, "grad_norm": 0.3576854169368744, "learning_rate": 1.3192598883965633e-05, "loss": 0.311, "step": 3163 }, { "epoch": 2.0747540983606556, "grad_norm": 0.32280057668685913, "learning_rate": 1.3188573198128278e-05, "loss": 0.2698, "step": 3164 }, { "epoch": 2.0754098360655737, "grad_norm": 0.34304460883140564, "learning_rate": 1.3184546936980394e-05, "loss": 0.2879, "step": 3165 }, { "epoch": 2.076065573770492, "grad_norm": 0.32946011424064636, "learning_rate": 1.318052010124843e-05, "loss": 0.303, "step": 3166 }, { "epoch": 2.07672131147541, "grad_norm": 0.330346018075943, "learning_rate": 1.3176492691658944e-05, "loss": 0.2709, "step": 3167 }, { "epoch": 2.077377049180328, "grad_norm": 0.3622373938560486, "learning_rate": 1.3172464708938599e-05, "loss": 0.3051, "step": 3168 }, { "epoch": 2.0780327868852457, "grad_norm": 0.3559487760066986, "learning_rate": 1.3168436153814156e-05, "loss": 0.3081, "step": 3169 }, { "epoch": 2.078688524590164, "grad_norm": 0.33739086985588074, "learning_rate": 1.316440702701248e-05, "loss": 0.2989, "step": 3170 }, { "epoch": 2.079344262295082, "grad_norm": 0.3395049571990967, "learning_rate": 1.316037732926055e-05, "loss": 0.3019, "step": 3171 }, { "epoch": 2.08, "grad_norm": 0.35473406314849854, "learning_rate": 1.3156347061285432e-05, "loss": 0.2946, "step": 3172 }, { "epoch": 2.080655737704918, "grad_norm": 0.3733193874359131, "learning_rate": 1.3152316223814307e-05, "loss": 0.3148, "step": 3173 }, { "epoch": 2.081311475409836, "grad_norm": 0.3393816649913788, "learning_rate": 1.3148284817574455e-05, "loss": 0.3029, "step": 3174 }, { "epoch": 2.081967213114754, "grad_norm": 0.3272348642349243, "learning_rate": 1.314425284329325e-05, "loss": 0.29, "step": 3175 }, { "epoch": 2.082622950819672, "grad_norm": 0.3024618625640869, "learning_rate": 1.3140220301698185e-05, "loss": 0.3028, "step": 3176 }, { "epoch": 2.08327868852459, "grad_norm": 0.3453146815299988, "learning_rate": 1.3136187193516844e-05, "loss": 0.311, "step": 3177 }, { "epoch": 2.0839344262295083, "grad_norm": 0.33036860823631287, "learning_rate": 1.3132153519476915e-05, "loss": 0.2835, "step": 3178 }, { "epoch": 2.0845901639344264, "grad_norm": 0.32418176531791687, "learning_rate": 1.3128119280306192e-05, "loss": 0.2925, "step": 3179 }, { "epoch": 2.085245901639344, "grad_norm": 0.3216843008995056, "learning_rate": 1.3124084476732564e-05, "loss": 0.3086, "step": 3180 }, { "epoch": 2.085901639344262, "grad_norm": 0.3428850471973419, "learning_rate": 1.3120049109484025e-05, "loss": 0.3022, "step": 3181 }, { "epoch": 2.0865573770491803, "grad_norm": 0.3412902057170868, "learning_rate": 1.3116013179288677e-05, "loss": 0.2969, "step": 3182 }, { "epoch": 2.0872131147540984, "grad_norm": 0.3459042012691498, "learning_rate": 1.3111976686874716e-05, "loss": 0.3071, "step": 3183 }, { "epoch": 2.0878688524590165, "grad_norm": 0.31607604026794434, "learning_rate": 1.3107939632970444e-05, "loss": 0.2897, "step": 3184 }, { "epoch": 2.088524590163934, "grad_norm": 0.32536405324935913, "learning_rate": 1.3103902018304255e-05, "loss": 0.3202, "step": 3185 }, { "epoch": 2.0891803278688523, "grad_norm": 0.31865546107292175, "learning_rate": 1.3099863843604656e-05, "loss": 0.2599, "step": 3186 }, { "epoch": 2.0898360655737704, "grad_norm": 0.3429569900035858, "learning_rate": 1.309582510960025e-05, "loss": 0.3223, "step": 3187 }, { "epoch": 2.0904918032786886, "grad_norm": 0.33399635553359985, "learning_rate": 1.309178581701974e-05, "loss": 0.2844, "step": 3188 }, { "epoch": 2.0911475409836067, "grad_norm": 0.32929059863090515, "learning_rate": 1.3087745966591929e-05, "loss": 0.2955, "step": 3189 }, { "epoch": 2.091803278688525, "grad_norm": 0.3440626263618469, "learning_rate": 1.308370555904573e-05, "loss": 0.3107, "step": 3190 }, { "epoch": 2.0924590163934425, "grad_norm": 0.32101738452911377, "learning_rate": 1.3079664595110137e-05, "loss": 0.2813, "step": 3191 }, { "epoch": 2.0931147540983606, "grad_norm": 0.3184554874897003, "learning_rate": 1.307562307551427e-05, "loss": 0.31, "step": 3192 }, { "epoch": 2.0937704918032787, "grad_norm": 0.321788489818573, "learning_rate": 1.3071581000987324e-05, "loss": 0.3077, "step": 3193 }, { "epoch": 2.094426229508197, "grad_norm": 0.31869998574256897, "learning_rate": 1.3067538372258612e-05, "loss": 0.2977, "step": 3194 }, { "epoch": 2.095081967213115, "grad_norm": 0.33543217182159424, "learning_rate": 1.306349519005754e-05, "loss": 0.3022, "step": 3195 }, { "epoch": 2.0957377049180326, "grad_norm": 0.3233596682548523, "learning_rate": 1.3059451455113612e-05, "loss": 0.297, "step": 3196 }, { "epoch": 2.0963934426229507, "grad_norm": 0.3428933322429657, "learning_rate": 1.3055407168156438e-05, "loss": 0.3163, "step": 3197 }, { "epoch": 2.097049180327869, "grad_norm": 0.3386157155036926, "learning_rate": 1.3051362329915722e-05, "loss": 0.2885, "step": 3198 }, { "epoch": 2.097704918032787, "grad_norm": 0.3160882890224457, "learning_rate": 1.3047316941121269e-05, "loss": 0.2996, "step": 3199 }, { "epoch": 2.098360655737705, "grad_norm": 0.3399641215801239, "learning_rate": 1.3043271002502986e-05, "loss": 0.2996, "step": 3200 }, { "epoch": 2.099016393442623, "grad_norm": 0.3505536913871765, "learning_rate": 1.3039224514790871e-05, "loss": 0.3059, "step": 3201 }, { "epoch": 2.099672131147541, "grad_norm": 0.3412016034126282, "learning_rate": 1.3035177478715035e-05, "loss": 0.2923, "step": 3202 }, { "epoch": 2.100327868852459, "grad_norm": 0.32780376076698303, "learning_rate": 1.3031129895005677e-05, "loss": 0.3213, "step": 3203 }, { "epoch": 2.100983606557377, "grad_norm": 0.34596186876296997, "learning_rate": 1.3027081764393097e-05, "loss": 0.2912, "step": 3204 }, { "epoch": 2.101639344262295, "grad_norm": 0.3567807674407959, "learning_rate": 1.3023033087607692e-05, "loss": 0.3145, "step": 3205 }, { "epoch": 2.1022950819672133, "grad_norm": 0.33621498942375183, "learning_rate": 1.3018983865379968e-05, "loss": 0.3361, "step": 3206 }, { "epoch": 2.102950819672131, "grad_norm": 0.34328916668891907, "learning_rate": 1.3014934098440513e-05, "loss": 0.3171, "step": 3207 }, { "epoch": 2.103606557377049, "grad_norm": 0.33443698287010193, "learning_rate": 1.3010883787520026e-05, "loss": 0.2682, "step": 3208 }, { "epoch": 2.104262295081967, "grad_norm": 0.3264499008655548, "learning_rate": 1.3006832933349296e-05, "loss": 0.2912, "step": 3209 }, { "epoch": 2.1049180327868853, "grad_norm": 0.3443487286567688, "learning_rate": 1.3002781536659216e-05, "loss": 0.3005, "step": 3210 }, { "epoch": 2.1055737704918034, "grad_norm": 0.3683764636516571, "learning_rate": 1.2998729598180779e-05, "loss": 0.3001, "step": 3211 }, { "epoch": 2.1062295081967215, "grad_norm": 0.3459137976169586, "learning_rate": 1.2994677118645067e-05, "loss": 0.3208, "step": 3212 }, { "epoch": 2.106885245901639, "grad_norm": 0.3258068263530731, "learning_rate": 1.2990624098783267e-05, "loss": 0.2929, "step": 3213 }, { "epoch": 2.1075409836065573, "grad_norm": 0.34168124198913574, "learning_rate": 1.2986570539326655e-05, "loss": 0.3106, "step": 3214 }, { "epoch": 2.1081967213114754, "grad_norm": 0.3463941216468811, "learning_rate": 1.2982516441006613e-05, "loss": 0.2917, "step": 3215 }, { "epoch": 2.1088524590163935, "grad_norm": 0.30493906140327454, "learning_rate": 1.2978461804554622e-05, "loss": 0.2889, "step": 3216 }, { "epoch": 2.1095081967213116, "grad_norm": 0.32686498761177063, "learning_rate": 1.2974406630702249e-05, "loss": 0.3022, "step": 3217 }, { "epoch": 2.1101639344262297, "grad_norm": 0.3150618076324463, "learning_rate": 1.2970350920181164e-05, "loss": 0.3007, "step": 3218 }, { "epoch": 2.1108196721311474, "grad_norm": 0.33258211612701416, "learning_rate": 1.2966294673723144e-05, "loss": 0.3097, "step": 3219 }, { "epoch": 2.1114754098360655, "grad_norm": 0.3363059461116791, "learning_rate": 1.2962237892060039e-05, "loss": 0.3024, "step": 3220 }, { "epoch": 2.1121311475409836, "grad_norm": 0.3133925795555115, "learning_rate": 1.2958180575923818e-05, "loss": 0.2975, "step": 3221 }, { "epoch": 2.1127868852459017, "grad_norm": 0.3547314703464508, "learning_rate": 1.2954122726046534e-05, "loss": 0.3134, "step": 3222 }, { "epoch": 2.11344262295082, "grad_norm": 0.3231109082698822, "learning_rate": 1.2950064343160343e-05, "loss": 0.2614, "step": 3223 }, { "epoch": 2.1140983606557375, "grad_norm": 0.3355587124824524, "learning_rate": 1.2946005427997493e-05, "loss": 0.2862, "step": 3224 }, { "epoch": 2.1147540983606556, "grad_norm": 0.3457949757575989, "learning_rate": 1.294194598129033e-05, "loss": 0.3015, "step": 3225 }, { "epoch": 2.1154098360655738, "grad_norm": 0.32329341769218445, "learning_rate": 1.2937886003771293e-05, "loss": 0.2944, "step": 3226 }, { "epoch": 2.116065573770492, "grad_norm": 0.35069575905799866, "learning_rate": 1.293382549617292e-05, "loss": 0.2958, "step": 3227 }, { "epoch": 2.11672131147541, "grad_norm": 0.3542572259902954, "learning_rate": 1.2929764459227844e-05, "loss": 0.2936, "step": 3228 }, { "epoch": 2.1173770491803277, "grad_norm": 0.44346198439598083, "learning_rate": 1.2925702893668795e-05, "loss": 0.3091, "step": 3229 }, { "epoch": 2.1180327868852458, "grad_norm": 0.36324530839920044, "learning_rate": 1.2921640800228596e-05, "loss": 0.3051, "step": 3230 }, { "epoch": 2.118688524590164, "grad_norm": 0.34081462025642395, "learning_rate": 1.2917578179640162e-05, "loss": 0.3005, "step": 3231 }, { "epoch": 2.119344262295082, "grad_norm": 0.3501776158809662, "learning_rate": 1.291351503263651e-05, "loss": 0.3067, "step": 3232 }, { "epoch": 2.12, "grad_norm": 0.3841818869113922, "learning_rate": 1.2909451359950749e-05, "loss": 0.304, "step": 3233 }, { "epoch": 2.120655737704918, "grad_norm": 0.32325321435928345, "learning_rate": 1.2905387162316081e-05, "loss": 0.281, "step": 3234 }, { "epoch": 2.121311475409836, "grad_norm": 0.3333772122859955, "learning_rate": 1.290132244046581e-05, "loss": 0.2781, "step": 3235 }, { "epoch": 2.121967213114754, "grad_norm": 0.321565181016922, "learning_rate": 1.2897257195133316e-05, "loss": 0.3103, "step": 3236 }, { "epoch": 2.122622950819672, "grad_norm": 0.3310371935367584, "learning_rate": 1.28931914270521e-05, "loss": 0.3043, "step": 3237 }, { "epoch": 2.1232786885245902, "grad_norm": 0.3040521740913391, "learning_rate": 1.288912513695574e-05, "loss": 0.2816, "step": 3238 }, { "epoch": 2.1239344262295083, "grad_norm": 0.32062414288520813, "learning_rate": 1.2885058325577906e-05, "loss": 0.292, "step": 3239 }, { "epoch": 2.1245901639344265, "grad_norm": 0.3407081961631775, "learning_rate": 1.2880990993652379e-05, "loss": 0.2975, "step": 3240 }, { "epoch": 2.125245901639344, "grad_norm": 0.3216017186641693, "learning_rate": 1.2876923141913011e-05, "loss": 0.3032, "step": 3241 }, { "epoch": 2.1259016393442622, "grad_norm": 0.3443465232849121, "learning_rate": 1.2872854771093766e-05, "loss": 0.2999, "step": 3242 }, { "epoch": 2.1265573770491804, "grad_norm": 0.3470565974712372, "learning_rate": 1.2868785881928697e-05, "loss": 0.2866, "step": 3243 }, { "epoch": 2.1272131147540985, "grad_norm": 0.3279578983783722, "learning_rate": 1.2864716475151945e-05, "loss": 0.3101, "step": 3244 }, { "epoch": 2.1278688524590166, "grad_norm": 0.315203458070755, "learning_rate": 1.2860646551497752e-05, "loss": 0.2873, "step": 3245 }, { "epoch": 2.1285245901639342, "grad_norm": 0.35525983572006226, "learning_rate": 1.285657611170045e-05, "loss": 0.2906, "step": 3246 }, { "epoch": 2.1291803278688524, "grad_norm": 0.3386436700820923, "learning_rate": 1.2852505156494454e-05, "loss": 0.2928, "step": 3247 }, { "epoch": 2.1298360655737705, "grad_norm": 0.3256286680698395, "learning_rate": 1.2848433686614295e-05, "loss": 0.2891, "step": 3248 }, { "epoch": 2.1304918032786886, "grad_norm": 0.33408886194229126, "learning_rate": 1.2844361702794572e-05, "loss": 0.2826, "step": 3249 }, { "epoch": 2.1311475409836067, "grad_norm": 0.3409036099910736, "learning_rate": 1.2840289205769998e-05, "loss": 0.2794, "step": 3250 }, { "epoch": 2.1318032786885244, "grad_norm": 0.3471490144729614, "learning_rate": 1.2836216196275364e-05, "loss": 0.3023, "step": 3251 }, { "epoch": 2.1324590163934425, "grad_norm": 0.35246631503105164, "learning_rate": 1.2832142675045555e-05, "loss": 0.3293, "step": 3252 }, { "epoch": 2.1331147540983606, "grad_norm": 0.3458373248577118, "learning_rate": 1.2828068642815561e-05, "loss": 0.3059, "step": 3253 }, { "epoch": 2.1337704918032787, "grad_norm": 0.3393906056880951, "learning_rate": 1.2823994100320448e-05, "loss": 0.2953, "step": 3254 }, { "epoch": 2.134426229508197, "grad_norm": 0.3396233022212982, "learning_rate": 1.281991904829538e-05, "loss": 0.3043, "step": 3255 }, { "epoch": 2.135081967213115, "grad_norm": 0.32023343443870544, "learning_rate": 1.2815843487475621e-05, "loss": 0.2835, "step": 3256 }, { "epoch": 2.1357377049180326, "grad_norm": 0.3808648884296417, "learning_rate": 1.281176741859651e-05, "loss": 0.3393, "step": 3257 }, { "epoch": 2.1363934426229507, "grad_norm": 0.34145450592041016, "learning_rate": 1.2807690842393494e-05, "loss": 0.3091, "step": 3258 }, { "epoch": 2.137049180327869, "grad_norm": 0.309292197227478, "learning_rate": 1.2803613759602104e-05, "loss": 0.2848, "step": 3259 }, { "epoch": 2.137704918032787, "grad_norm": 0.33505573868751526, "learning_rate": 1.2799536170957963e-05, "loss": 0.3185, "step": 3260 }, { "epoch": 2.138360655737705, "grad_norm": 0.3245445191860199, "learning_rate": 1.2795458077196785e-05, "loss": 0.2945, "step": 3261 }, { "epoch": 2.139016393442623, "grad_norm": 0.33495375514030457, "learning_rate": 1.2791379479054373e-05, "loss": 0.3229, "step": 3262 }, { "epoch": 2.139672131147541, "grad_norm": 0.3243792951107025, "learning_rate": 1.2787300377266627e-05, "loss": 0.2887, "step": 3263 }, { "epoch": 2.140327868852459, "grad_norm": 0.30975237488746643, "learning_rate": 1.2783220772569538e-05, "loss": 0.2711, "step": 3264 }, { "epoch": 2.140983606557377, "grad_norm": 0.3361504375934601, "learning_rate": 1.2779140665699177e-05, "loss": 0.3113, "step": 3265 }, { "epoch": 2.141639344262295, "grad_norm": 0.3268652558326721, "learning_rate": 1.2775060057391716e-05, "loss": 0.2989, "step": 3266 }, { "epoch": 2.1422950819672133, "grad_norm": 0.3430357873439789, "learning_rate": 1.2770978948383418e-05, "loss": 0.3128, "step": 3267 }, { "epoch": 2.142950819672131, "grad_norm": 0.3345926105976105, "learning_rate": 1.2766897339410625e-05, "loss": 0.3224, "step": 3268 }, { "epoch": 2.143606557377049, "grad_norm": 0.300380140542984, "learning_rate": 1.2762815231209781e-05, "loss": 0.2966, "step": 3269 }, { "epoch": 2.144262295081967, "grad_norm": 0.32070690393447876, "learning_rate": 1.2758732624517419e-05, "loss": 0.2908, "step": 3270 }, { "epoch": 2.1449180327868853, "grad_norm": 0.3411867022514343, "learning_rate": 1.2754649520070155e-05, "loss": 0.2909, "step": 3271 }, { "epoch": 2.1455737704918034, "grad_norm": 0.33907222747802734, "learning_rate": 1.27505659186047e-05, "loss": 0.2864, "step": 3272 }, { "epoch": 2.146229508196721, "grad_norm": 0.35973984003067017, "learning_rate": 1.2746481820857852e-05, "loss": 0.3025, "step": 3273 }, { "epoch": 2.146885245901639, "grad_norm": 0.3495934009552002, "learning_rate": 1.2742397227566503e-05, "loss": 0.2794, "step": 3274 }, { "epoch": 2.1475409836065573, "grad_norm": 0.3282484710216522, "learning_rate": 1.273831213946763e-05, "loss": 0.2936, "step": 3275 }, { "epoch": 2.1481967213114754, "grad_norm": 0.3367711007595062, "learning_rate": 1.2734226557298301e-05, "loss": 0.3, "step": 3276 }, { "epoch": 2.1488524590163935, "grad_norm": 0.37329283356666565, "learning_rate": 1.2730140481795672e-05, "loss": 0.2728, "step": 3277 }, { "epoch": 2.1495081967213117, "grad_norm": 0.33160510659217834, "learning_rate": 1.2726053913696988e-05, "loss": 0.305, "step": 3278 }, { "epoch": 2.1501639344262293, "grad_norm": 0.3182806968688965, "learning_rate": 1.2721966853739583e-05, "loss": 0.3015, "step": 3279 }, { "epoch": 2.1508196721311474, "grad_norm": 0.3387743830680847, "learning_rate": 1.2717879302660884e-05, "loss": 0.3038, "step": 3280 }, { "epoch": 2.1514754098360656, "grad_norm": 0.3363945186138153, "learning_rate": 1.27137912611984e-05, "loss": 0.305, "step": 3281 }, { "epoch": 2.1521311475409837, "grad_norm": 0.34747904539108276, "learning_rate": 1.2709702730089737e-05, "loss": 0.3078, "step": 3282 }, { "epoch": 2.152786885245902, "grad_norm": 0.34652096033096313, "learning_rate": 1.2705613710072575e-05, "loss": 0.3104, "step": 3283 }, { "epoch": 2.15344262295082, "grad_norm": 0.35675275325775146, "learning_rate": 1.2701524201884697e-05, "loss": 0.2848, "step": 3284 }, { "epoch": 2.1540983606557376, "grad_norm": 0.3232194483280182, "learning_rate": 1.2697434206263967e-05, "loss": 0.2883, "step": 3285 }, { "epoch": 2.1547540983606557, "grad_norm": 0.3144240379333496, "learning_rate": 1.2693343723948342e-05, "loss": 0.2878, "step": 3286 }, { "epoch": 2.155409836065574, "grad_norm": 0.3440331220626831, "learning_rate": 1.2689252755675854e-05, "loss": 0.2837, "step": 3287 }, { "epoch": 2.156065573770492, "grad_norm": 0.3606027364730835, "learning_rate": 1.2685161302184638e-05, "loss": 0.3052, "step": 3288 }, { "epoch": 2.15672131147541, "grad_norm": 0.3584640324115753, "learning_rate": 1.268106936421291e-05, "loss": 0.3187, "step": 3289 }, { "epoch": 2.1573770491803277, "grad_norm": 0.32215338945388794, "learning_rate": 1.2676976942498971e-05, "loss": 0.2834, "step": 3290 }, { "epoch": 2.158032786885246, "grad_norm": 0.3333975374698639, "learning_rate": 1.2672884037781215e-05, "loss": 0.3079, "step": 3291 }, { "epoch": 2.158688524590164, "grad_norm": 0.3372659385204315, "learning_rate": 1.2668790650798115e-05, "loss": 0.3278, "step": 3292 }, { "epoch": 2.159344262295082, "grad_norm": 0.32055842876434326, "learning_rate": 1.2664696782288242e-05, "loss": 0.3073, "step": 3293 }, { "epoch": 2.16, "grad_norm": 0.3331957757472992, "learning_rate": 1.2660602432990245e-05, "loss": 0.2902, "step": 3294 }, { "epoch": 2.160655737704918, "grad_norm": 0.3181704580783844, "learning_rate": 1.265650760364286e-05, "loss": 0.2752, "step": 3295 }, { "epoch": 2.161311475409836, "grad_norm": 0.35207512974739075, "learning_rate": 1.265241229498492e-05, "loss": 0.2773, "step": 3296 }, { "epoch": 2.161967213114754, "grad_norm": 0.3603138327598572, "learning_rate": 1.264831650775533e-05, "loss": 0.3118, "step": 3297 }, { "epoch": 2.162622950819672, "grad_norm": 0.35844212770462036, "learning_rate": 1.2644220242693088e-05, "loss": 0.2634, "step": 3298 }, { "epoch": 2.1632786885245903, "grad_norm": 0.3260705769062042, "learning_rate": 1.2640123500537285e-05, "loss": 0.2977, "step": 3299 }, { "epoch": 2.1639344262295084, "grad_norm": 0.3487245738506317, "learning_rate": 1.263602628202708e-05, "loss": 0.2946, "step": 3300 }, { "epoch": 2.164590163934426, "grad_norm": 0.34015193581581116, "learning_rate": 1.2631928587901743e-05, "loss": 0.2997, "step": 3301 }, { "epoch": 2.165245901639344, "grad_norm": 0.3386060297489166, "learning_rate": 1.2627830418900601e-05, "loss": 0.3077, "step": 3302 }, { "epoch": 2.1659016393442623, "grad_norm": 0.32030677795410156, "learning_rate": 1.2623731775763094e-05, "loss": 0.2815, "step": 3303 }, { "epoch": 2.1665573770491804, "grad_norm": 0.3121807277202606, "learning_rate": 1.2619632659228736e-05, "loss": 0.2819, "step": 3304 }, { "epoch": 2.1672131147540985, "grad_norm": 0.33572110533714294, "learning_rate": 1.2615533070037116e-05, "loss": 0.3036, "step": 3305 }, { "epoch": 2.1678688524590166, "grad_norm": 0.33305004239082336, "learning_rate": 1.2611433008927925e-05, "loss": 0.2877, "step": 3306 }, { "epoch": 2.1685245901639343, "grad_norm": 0.3711257576942444, "learning_rate": 1.2607332476640933e-05, "loss": 0.3052, "step": 3307 }, { "epoch": 2.1691803278688524, "grad_norm": 0.33024856448173523, "learning_rate": 1.2603231473915987e-05, "loss": 0.29, "step": 3308 }, { "epoch": 2.1698360655737705, "grad_norm": 0.32530567049980164, "learning_rate": 1.2599130001493034e-05, "loss": 0.2788, "step": 3309 }, { "epoch": 2.1704918032786886, "grad_norm": 0.31962183117866516, "learning_rate": 1.2595028060112094e-05, "loss": 0.276, "step": 3310 }, { "epoch": 2.1711475409836067, "grad_norm": 0.32282912731170654, "learning_rate": 1.2590925650513272e-05, "loss": 0.2971, "step": 3311 }, { "epoch": 2.1718032786885244, "grad_norm": 0.33660101890563965, "learning_rate": 1.2586822773436772e-05, "loss": 0.2838, "step": 3312 }, { "epoch": 2.1724590163934425, "grad_norm": 0.35130584239959717, "learning_rate": 1.258271942962286e-05, "loss": 0.2857, "step": 3313 }, { "epoch": 2.1731147540983606, "grad_norm": 0.3242417275905609, "learning_rate": 1.2578615619811905e-05, "loss": 0.3026, "step": 3314 }, { "epoch": 2.1737704918032787, "grad_norm": 0.3265671133995056, "learning_rate": 1.2574511344744347e-05, "loss": 0.3058, "step": 3315 }, { "epoch": 2.174426229508197, "grad_norm": 0.3115379214286804, "learning_rate": 1.257040660516072e-05, "loss": 0.2989, "step": 3316 }, { "epoch": 2.1750819672131145, "grad_norm": 0.3638330101966858, "learning_rate": 1.2566301401801637e-05, "loss": 0.3184, "step": 3317 }, { "epoch": 2.1757377049180326, "grad_norm": 0.33992627263069153, "learning_rate": 1.2562195735407792e-05, "loss": 0.31, "step": 3318 }, { "epoch": 2.1763934426229508, "grad_norm": 0.30218979716300964, "learning_rate": 1.2558089606719965e-05, "loss": 0.2779, "step": 3319 }, { "epoch": 2.177049180327869, "grad_norm": 0.32078397274017334, "learning_rate": 1.2553983016479025e-05, "loss": 0.2905, "step": 3320 }, { "epoch": 2.177704918032787, "grad_norm": 0.31848737597465515, "learning_rate": 1.2549875965425915e-05, "loss": 0.2911, "step": 3321 }, { "epoch": 2.178360655737705, "grad_norm": 0.3410227596759796, "learning_rate": 1.254576845430167e-05, "loss": 0.269, "step": 3322 }, { "epoch": 2.1790163934426228, "grad_norm": 0.3379409611225128, "learning_rate": 1.2541660483847396e-05, "loss": 0.2728, "step": 3323 }, { "epoch": 2.179672131147541, "grad_norm": 0.36250388622283936, "learning_rate": 1.2537552054804296e-05, "loss": 0.3126, "step": 3324 }, { "epoch": 2.180327868852459, "grad_norm": 0.3374685049057007, "learning_rate": 1.2533443167913647e-05, "loss": 0.3089, "step": 3325 }, { "epoch": 2.180983606557377, "grad_norm": 0.36169198155403137, "learning_rate": 1.2529333823916807e-05, "loss": 0.2935, "step": 3326 }, { "epoch": 2.181639344262295, "grad_norm": 0.34557044506073, "learning_rate": 1.2525224023555226e-05, "loss": 0.3154, "step": 3327 }, { "epoch": 2.1822950819672133, "grad_norm": 0.325795978307724, "learning_rate": 1.2521113767570432e-05, "loss": 0.3004, "step": 3328 }, { "epoch": 2.182950819672131, "grad_norm": 0.32419267296791077, "learning_rate": 1.2517003056704025e-05, "loss": 0.2998, "step": 3329 }, { "epoch": 2.183606557377049, "grad_norm": 0.3273159861564636, "learning_rate": 1.25128918916977e-05, "loss": 0.2898, "step": 3330 }, { "epoch": 2.1842622950819672, "grad_norm": 0.3530435860157013, "learning_rate": 1.250878027329323e-05, "loss": 0.2973, "step": 3331 }, { "epoch": 2.1849180327868853, "grad_norm": 0.3255383372306824, "learning_rate": 1.250466820223247e-05, "loss": 0.2967, "step": 3332 }, { "epoch": 2.1855737704918035, "grad_norm": 0.32459571957588196, "learning_rate": 1.2500555679257357e-05, "loss": 0.2904, "step": 3333 }, { "epoch": 2.186229508196721, "grad_norm": 0.332897424697876, "learning_rate": 1.2496442705109908e-05, "loss": 0.3099, "step": 3334 }, { "epoch": 2.1868852459016392, "grad_norm": 0.30876636505126953, "learning_rate": 1.249232928053222e-05, "loss": 0.2899, "step": 3335 }, { "epoch": 2.1875409836065574, "grad_norm": 0.3224003314971924, "learning_rate": 1.2488215406266474e-05, "loss": 0.3139, "step": 3336 }, { "epoch": 2.1881967213114755, "grad_norm": 0.31024369597435, "learning_rate": 1.2484101083054934e-05, "loss": 0.2983, "step": 3337 }, { "epoch": 2.1888524590163936, "grad_norm": 0.317355215549469, "learning_rate": 1.2479986311639943e-05, "loss": 0.293, "step": 3338 }, { "epoch": 2.1895081967213113, "grad_norm": 0.3288290500640869, "learning_rate": 1.247587109276392e-05, "loss": 0.3036, "step": 3339 }, { "epoch": 2.1901639344262294, "grad_norm": 0.3089551329612732, "learning_rate": 1.2471755427169373e-05, "loss": 0.2959, "step": 3340 }, { "epoch": 2.1908196721311475, "grad_norm": 0.34818774461746216, "learning_rate": 1.2467639315598883e-05, "loss": 0.2872, "step": 3341 }, { "epoch": 2.1914754098360656, "grad_norm": 0.3424399495124817, "learning_rate": 1.2463522758795117e-05, "loss": 0.3058, "step": 3342 }, { "epoch": 2.1921311475409837, "grad_norm": 0.3364657461643219, "learning_rate": 1.2459405757500823e-05, "loss": 0.2794, "step": 3343 }, { "epoch": 2.192786885245902, "grad_norm": 0.345813512802124, "learning_rate": 1.2455288312458824e-05, "loss": 0.3086, "step": 3344 }, { "epoch": 2.1934426229508195, "grad_norm": 0.3243032693862915, "learning_rate": 1.2451170424412025e-05, "loss": 0.2793, "step": 3345 }, { "epoch": 2.1940983606557376, "grad_norm": 0.3234008550643921, "learning_rate": 1.2447052094103416e-05, "loss": 0.2908, "step": 3346 }, { "epoch": 2.1947540983606557, "grad_norm": 0.31746289134025574, "learning_rate": 1.2442933322276058e-05, "loss": 0.2973, "step": 3347 }, { "epoch": 2.195409836065574, "grad_norm": 0.33838945627212524, "learning_rate": 1.2438814109673098e-05, "loss": 0.2828, "step": 3348 }, { "epoch": 2.196065573770492, "grad_norm": 0.3433891534805298, "learning_rate": 1.2434694457037764e-05, "loss": 0.3137, "step": 3349 }, { "epoch": 2.19672131147541, "grad_norm": 0.3216070830821991, "learning_rate": 1.2430574365113352e-05, "loss": 0.3039, "step": 3350 }, { "epoch": 2.1973770491803277, "grad_norm": 0.3285907208919525, "learning_rate": 1.242645383464325e-05, "loss": 0.3182, "step": 3351 }, { "epoch": 2.198032786885246, "grad_norm": 0.33130353689193726, "learning_rate": 1.2422332866370925e-05, "loss": 0.3112, "step": 3352 }, { "epoch": 2.198688524590164, "grad_norm": 0.3464275598526001, "learning_rate": 1.241821146103991e-05, "loss": 0.3023, "step": 3353 }, { "epoch": 2.199344262295082, "grad_norm": 0.3446647524833679, "learning_rate": 1.2414089619393832e-05, "loss": 0.3214, "step": 3354 }, { "epoch": 2.2, "grad_norm": 0.33400288224220276, "learning_rate": 1.2409967342176385e-05, "loss": 0.295, "step": 3355 }, { "epoch": 2.200655737704918, "grad_norm": 0.3339900076389313, "learning_rate": 1.2405844630131351e-05, "loss": 0.2958, "step": 3356 }, { "epoch": 2.201311475409836, "grad_norm": 0.3069171905517578, "learning_rate": 1.2401721484002584e-05, "loss": 0.26, "step": 3357 }, { "epoch": 2.201967213114754, "grad_norm": 0.31477048993110657, "learning_rate": 1.239759790453402e-05, "loss": 0.3004, "step": 3358 }, { "epoch": 2.202622950819672, "grad_norm": 0.3427080810070038, "learning_rate": 1.239347389246967e-05, "loss": 0.3122, "step": 3359 }, { "epoch": 2.2032786885245903, "grad_norm": 0.3377533257007599, "learning_rate": 1.2389349448553625e-05, "loss": 0.296, "step": 3360 }, { "epoch": 2.203934426229508, "grad_norm": 0.3240697979927063, "learning_rate": 1.2385224573530051e-05, "loss": 0.2998, "step": 3361 }, { "epoch": 2.204590163934426, "grad_norm": 0.322719544172287, "learning_rate": 1.2381099268143199e-05, "loss": 0.3015, "step": 3362 }, { "epoch": 2.205245901639344, "grad_norm": 0.33694007992744446, "learning_rate": 1.2376973533137389e-05, "loss": 0.2757, "step": 3363 }, { "epoch": 2.2059016393442623, "grad_norm": 0.338580459356308, "learning_rate": 1.2372847369257027e-05, "loss": 0.3009, "step": 3364 }, { "epoch": 2.2065573770491804, "grad_norm": 0.30950823426246643, "learning_rate": 1.2368720777246588e-05, "loss": 0.273, "step": 3365 }, { "epoch": 2.2072131147540985, "grad_norm": 0.31616711616516113, "learning_rate": 1.236459375785063e-05, "loss": 0.3145, "step": 3366 }, { "epoch": 2.207868852459016, "grad_norm": 0.34220653772354126, "learning_rate": 1.2360466311813785e-05, "loss": 0.3052, "step": 3367 }, { "epoch": 2.2085245901639343, "grad_norm": 0.31816959381103516, "learning_rate": 1.2356338439880767e-05, "loss": 0.3045, "step": 3368 }, { "epoch": 2.2091803278688524, "grad_norm": 0.3484206795692444, "learning_rate": 1.2352210142796359e-05, "loss": 0.2777, "step": 3369 }, { "epoch": 2.2098360655737705, "grad_norm": 0.3375660479068756, "learning_rate": 1.2348081421305427e-05, "loss": 0.2882, "step": 3370 }, { "epoch": 2.2104918032786887, "grad_norm": 0.3486490845680237, "learning_rate": 1.2343952276152906e-05, "loss": 0.3028, "step": 3371 }, { "epoch": 2.2111475409836068, "grad_norm": 0.32397517561912537, "learning_rate": 1.233982270808382e-05, "loss": 0.2761, "step": 3372 }, { "epoch": 2.2118032786885244, "grad_norm": 0.32390522956848145, "learning_rate": 1.2335692717843261e-05, "loss": 0.3094, "step": 3373 }, { "epoch": 2.2124590163934426, "grad_norm": 0.35170355439186096, "learning_rate": 1.2331562306176395e-05, "loss": 0.3173, "step": 3374 }, { "epoch": 2.2131147540983607, "grad_norm": 0.3336034119129181, "learning_rate": 1.232743147382847e-05, "loss": 0.3293, "step": 3375 }, { "epoch": 2.213770491803279, "grad_norm": 0.3161761164665222, "learning_rate": 1.2323300221544806e-05, "loss": 0.2943, "step": 3376 }, { "epoch": 2.214426229508197, "grad_norm": 0.32884514331817627, "learning_rate": 1.2319168550070799e-05, "loss": 0.3076, "step": 3377 }, { "epoch": 2.2150819672131146, "grad_norm": 0.33107370138168335, "learning_rate": 1.2315036460151926e-05, "loss": 0.2811, "step": 3378 }, { "epoch": 2.2157377049180327, "grad_norm": 0.31778597831726074, "learning_rate": 1.231090395253373e-05, "loss": 0.3089, "step": 3379 }, { "epoch": 2.216393442622951, "grad_norm": 0.31757038831710815, "learning_rate": 1.2306771027961836e-05, "loss": 0.288, "step": 3380 }, { "epoch": 2.217049180327869, "grad_norm": 0.310295432806015, "learning_rate": 1.2302637687181946e-05, "loss": 0.2885, "step": 3381 }, { "epoch": 2.217704918032787, "grad_norm": 0.35361629724502563, "learning_rate": 1.2298503930939829e-05, "loss": 0.3081, "step": 3382 }, { "epoch": 2.2183606557377047, "grad_norm": 0.339883416891098, "learning_rate": 1.2294369759981337e-05, "loss": 0.2951, "step": 3383 }, { "epoch": 2.219016393442623, "grad_norm": 0.3265721797943115, "learning_rate": 1.2290235175052395e-05, "loss": 0.2892, "step": 3384 }, { "epoch": 2.219672131147541, "grad_norm": 0.33724331855773926, "learning_rate": 1.2286100176898995e-05, "loss": 0.3, "step": 3385 }, { "epoch": 2.220327868852459, "grad_norm": 0.3028278946876526, "learning_rate": 1.2281964766267216e-05, "loss": 0.2721, "step": 3386 }, { "epoch": 2.220983606557377, "grad_norm": 0.318376362323761, "learning_rate": 1.22778289439032e-05, "loss": 0.3034, "step": 3387 }, { "epoch": 2.2216393442622953, "grad_norm": 0.3284910023212433, "learning_rate": 1.2273692710553179e-05, "loss": 0.3083, "step": 3388 }, { "epoch": 2.222295081967213, "grad_norm": 0.353405237197876, "learning_rate": 1.2269556066963438e-05, "loss": 0.3107, "step": 3389 }, { "epoch": 2.222950819672131, "grad_norm": 0.3418863117694855, "learning_rate": 1.2265419013880346e-05, "loss": 0.3016, "step": 3390 }, { "epoch": 2.223606557377049, "grad_norm": 0.31840091943740845, "learning_rate": 1.2261281552050358e-05, "loss": 0.2888, "step": 3391 }, { "epoch": 2.2242622950819673, "grad_norm": 0.3186091482639313, "learning_rate": 1.225714368221998e-05, "loss": 0.3091, "step": 3392 }, { "epoch": 2.2249180327868854, "grad_norm": 0.3333622217178345, "learning_rate": 1.2253005405135804e-05, "loss": 0.3006, "step": 3393 }, { "epoch": 2.2255737704918035, "grad_norm": 0.34379884600639343, "learning_rate": 1.2248866721544505e-05, "loss": 0.289, "step": 3394 }, { "epoch": 2.226229508196721, "grad_norm": 0.33031535148620605, "learning_rate": 1.224472763219281e-05, "loss": 0.29, "step": 3395 }, { "epoch": 2.2268852459016393, "grad_norm": 0.32647523283958435, "learning_rate": 1.2240588137827536e-05, "loss": 0.2768, "step": 3396 }, { "epoch": 2.2275409836065574, "grad_norm": 0.316635400056839, "learning_rate": 1.2236448239195562e-05, "loss": 0.2704, "step": 3397 }, { "epoch": 2.2281967213114755, "grad_norm": 0.3357760012149811, "learning_rate": 1.2232307937043848e-05, "loss": 0.2964, "step": 3398 }, { "epoch": 2.2288524590163936, "grad_norm": 0.3420949876308441, "learning_rate": 1.2228167232119426e-05, "loss": 0.3099, "step": 3399 }, { "epoch": 2.2295081967213113, "grad_norm": 0.30859991908073425, "learning_rate": 1.2224026125169397e-05, "loss": 0.2811, "step": 3400 }, { "epoch": 2.2301639344262294, "grad_norm": 0.3304585814476013, "learning_rate": 1.2219884616940934e-05, "loss": 0.3175, "step": 3401 }, { "epoch": 2.2308196721311475, "grad_norm": 0.3380800485610962, "learning_rate": 1.2215742708181286e-05, "loss": 0.3065, "step": 3402 }, { "epoch": 2.2314754098360656, "grad_norm": 0.33642587065696716, "learning_rate": 1.2211600399637771e-05, "loss": 0.3021, "step": 3403 }, { "epoch": 2.2321311475409837, "grad_norm": 0.3524654805660248, "learning_rate": 1.2207457692057782e-05, "loss": 0.3056, "step": 3404 }, { "epoch": 2.2327868852459014, "grad_norm": 0.3186228573322296, "learning_rate": 1.2203314586188787e-05, "loss": 0.279, "step": 3405 }, { "epoch": 2.2334426229508195, "grad_norm": 0.33420640230178833, "learning_rate": 1.2199171082778318e-05, "loss": 0.2842, "step": 3406 }, { "epoch": 2.2340983606557376, "grad_norm": 0.3366931080818176, "learning_rate": 1.2195027182573982e-05, "loss": 0.3231, "step": 3407 }, { "epoch": 2.2347540983606557, "grad_norm": 0.3398672342300415, "learning_rate": 1.2190882886323458e-05, "loss": 0.2804, "step": 3408 }, { "epoch": 2.235409836065574, "grad_norm": 0.32299870252609253, "learning_rate": 1.2186738194774496e-05, "loss": 0.2881, "step": 3409 }, { "epoch": 2.236065573770492, "grad_norm": 0.3147985339164734, "learning_rate": 1.2182593108674925e-05, "loss": 0.2989, "step": 3410 }, { "epoch": 2.2367213114754096, "grad_norm": 0.313954621553421, "learning_rate": 1.2178447628772627e-05, "loss": 0.3023, "step": 3411 }, { "epoch": 2.2373770491803278, "grad_norm": 0.3296448588371277, "learning_rate": 1.2174301755815572e-05, "loss": 0.3138, "step": 3412 }, { "epoch": 2.238032786885246, "grad_norm": 0.33248814940452576, "learning_rate": 1.2170155490551794e-05, "loss": 0.3302, "step": 3413 }, { "epoch": 2.238688524590164, "grad_norm": 0.31687214970588684, "learning_rate": 1.2166008833729399e-05, "loss": 0.3092, "step": 3414 }, { "epoch": 2.239344262295082, "grad_norm": 0.3122408390045166, "learning_rate": 1.2161861786096565e-05, "loss": 0.2865, "step": 3415 }, { "epoch": 2.24, "grad_norm": 0.345430463552475, "learning_rate": 1.2157714348401535e-05, "loss": 0.2956, "step": 3416 }, { "epoch": 2.240655737704918, "grad_norm": 0.3670472204685211, "learning_rate": 1.215356652139263e-05, "loss": 0.3012, "step": 3417 }, { "epoch": 2.241311475409836, "grad_norm": 0.31779107451438904, "learning_rate": 1.2149418305818237e-05, "loss": 0.2887, "step": 3418 }, { "epoch": 2.241967213114754, "grad_norm": 0.4208415448665619, "learning_rate": 1.2145269702426812e-05, "loss": 0.2666, "step": 3419 }, { "epoch": 2.2426229508196722, "grad_norm": 0.4120994806289673, "learning_rate": 1.2141120711966886e-05, "loss": 0.3007, "step": 3420 }, { "epoch": 2.2432786885245903, "grad_norm": 0.31381556391716003, "learning_rate": 1.2136971335187053e-05, "loss": 0.2846, "step": 3421 }, { "epoch": 2.243934426229508, "grad_norm": 0.31278741359710693, "learning_rate": 1.213282157283598e-05, "loss": 0.3028, "step": 3422 }, { "epoch": 2.244590163934426, "grad_norm": 0.3178909420967102, "learning_rate": 1.2128671425662408e-05, "loss": 0.285, "step": 3423 }, { "epoch": 2.2452459016393442, "grad_norm": 0.33691003918647766, "learning_rate": 1.2124520894415137e-05, "loss": 0.2972, "step": 3424 }, { "epoch": 2.2459016393442623, "grad_norm": 0.34551870822906494, "learning_rate": 1.2120369979843048e-05, "loss": 0.303, "step": 3425 }, { "epoch": 2.2465573770491805, "grad_norm": 0.3379155993461609, "learning_rate": 1.2116218682695083e-05, "loss": 0.2951, "step": 3426 }, { "epoch": 2.247213114754098, "grad_norm": 0.31634828448295593, "learning_rate": 1.2112067003720255e-05, "loss": 0.2874, "step": 3427 }, { "epoch": 2.2478688524590162, "grad_norm": 0.2994682192802429, "learning_rate": 1.210791494366765e-05, "loss": 0.254, "step": 3428 }, { "epoch": 2.2485245901639344, "grad_norm": 0.32212790846824646, "learning_rate": 1.2103762503286417e-05, "loss": 0.2933, "step": 3429 }, { "epoch": 2.2491803278688525, "grad_norm": 0.33087384700775146, "learning_rate": 1.2099609683325775e-05, "loss": 0.3012, "step": 3430 }, { "epoch": 2.2498360655737706, "grad_norm": 0.3263477087020874, "learning_rate": 1.2095456484535015e-05, "loss": 0.3089, "step": 3431 }, { "epoch": 2.2504918032786887, "grad_norm": 0.3068751394748688, "learning_rate": 1.2091302907663489e-05, "loss": 0.2995, "step": 3432 }, { "epoch": 2.2511475409836064, "grad_norm": 0.3188258409500122, "learning_rate": 1.2087148953460627e-05, "loss": 0.3086, "step": 3433 }, { "epoch": 2.2518032786885245, "grad_norm": 0.35164326429367065, "learning_rate": 1.2082994622675922e-05, "loss": 0.2826, "step": 3434 }, { "epoch": 2.2524590163934426, "grad_norm": 0.34131768345832825, "learning_rate": 1.2078839916058931e-05, "loss": 0.2954, "step": 3435 }, { "epoch": 2.2531147540983607, "grad_norm": 0.3072858452796936, "learning_rate": 1.2074684834359287e-05, "loss": 0.2728, "step": 3436 }, { "epoch": 2.253770491803279, "grad_norm": 0.3411954343318939, "learning_rate": 1.2070529378326685e-05, "loss": 0.2942, "step": 3437 }, { "epoch": 2.254426229508197, "grad_norm": 0.32551905512809753, "learning_rate": 1.2066373548710887e-05, "loss": 0.2993, "step": 3438 }, { "epoch": 2.2550819672131146, "grad_norm": 0.3276582360267639, "learning_rate": 1.2062217346261728e-05, "loss": 0.303, "step": 3439 }, { "epoch": 2.2557377049180327, "grad_norm": 0.32531729340553284, "learning_rate": 1.2058060771729106e-05, "loss": 0.2952, "step": 3440 }, { "epoch": 2.256393442622951, "grad_norm": 0.32848823070526123, "learning_rate": 1.2053903825862987e-05, "loss": 0.2989, "step": 3441 }, { "epoch": 2.257049180327869, "grad_norm": 0.32511717081069946, "learning_rate": 1.2049746509413402e-05, "loss": 0.2822, "step": 3442 }, { "epoch": 2.257704918032787, "grad_norm": 0.32546576857566833, "learning_rate": 1.2045588823130449e-05, "loss": 0.2692, "step": 3443 }, { "epoch": 2.2583606557377047, "grad_norm": 0.3360409736633301, "learning_rate": 1.2041430767764302e-05, "loss": 0.3116, "step": 3444 }, { "epoch": 2.259016393442623, "grad_norm": 0.33166611194610596, "learning_rate": 1.2037272344065186e-05, "loss": 0.2885, "step": 3445 }, { "epoch": 2.259672131147541, "grad_norm": 0.3244733214378357, "learning_rate": 1.2033113552783402e-05, "loss": 0.3061, "step": 3446 }, { "epoch": 2.260327868852459, "grad_norm": 0.3419266939163208, "learning_rate": 1.202895439466932e-05, "loss": 0.2995, "step": 3447 }, { "epoch": 2.260983606557377, "grad_norm": 0.32289767265319824, "learning_rate": 1.2024794870473368e-05, "loss": 0.2908, "step": 3448 }, { "epoch": 2.261639344262295, "grad_norm": 0.330159455537796, "learning_rate": 1.2020634980946049e-05, "loss": 0.3136, "step": 3449 }, { "epoch": 2.262295081967213, "grad_norm": 0.31215745210647583, "learning_rate": 1.2016474726837921e-05, "loss": 0.2862, "step": 3450 }, { "epoch": 2.262950819672131, "grad_norm": 0.30756714940071106, "learning_rate": 1.201231410889962e-05, "loss": 0.3106, "step": 3451 }, { "epoch": 2.263606557377049, "grad_norm": 0.33177450299263, "learning_rate": 1.2008153127881832e-05, "loss": 0.3011, "step": 3452 }, { "epoch": 2.2642622950819673, "grad_norm": 0.3339596688747406, "learning_rate": 1.2003991784535329e-05, "loss": 0.2924, "step": 3453 }, { "epoch": 2.2649180327868854, "grad_norm": 0.3308342695236206, "learning_rate": 1.1999830079610928e-05, "loss": 0.2828, "step": 3454 }, { "epoch": 2.265573770491803, "grad_norm": 0.30925482511520386, "learning_rate": 1.199566801385953e-05, "loss": 0.2919, "step": 3455 }, { "epoch": 2.266229508196721, "grad_norm": 0.3293340802192688, "learning_rate": 1.1991505588032082e-05, "loss": 0.3163, "step": 3456 }, { "epoch": 2.2668852459016393, "grad_norm": 0.32824790477752686, "learning_rate": 1.198734280287961e-05, "loss": 0.2757, "step": 3457 }, { "epoch": 2.2675409836065574, "grad_norm": 0.31985196471214294, "learning_rate": 1.1983179659153203e-05, "loss": 0.3152, "step": 3458 }, { "epoch": 2.2681967213114755, "grad_norm": 0.32863849401474, "learning_rate": 1.1979016157604006e-05, "loss": 0.2905, "step": 3459 }, { "epoch": 2.2688524590163937, "grad_norm": 0.3162783980369568, "learning_rate": 1.1974852298983243e-05, "loss": 0.2995, "step": 3460 }, { "epoch": 2.2695081967213113, "grad_norm": 0.3318871259689331, "learning_rate": 1.197068808404219e-05, "loss": 0.308, "step": 3461 }, { "epoch": 2.2701639344262294, "grad_norm": 0.314698189496994, "learning_rate": 1.1966523513532187e-05, "loss": 0.2834, "step": 3462 }, { "epoch": 2.2708196721311475, "grad_norm": 0.3280096650123596, "learning_rate": 1.1962358588204648e-05, "loss": 0.2935, "step": 3463 }, { "epoch": 2.2714754098360657, "grad_norm": 0.3264836072921753, "learning_rate": 1.1958193308811044e-05, "loss": 0.2887, "step": 3464 }, { "epoch": 2.2721311475409838, "grad_norm": 0.3169806897640228, "learning_rate": 1.1954027676102911e-05, "loss": 0.2849, "step": 3465 }, { "epoch": 2.2727868852459014, "grad_norm": 0.324609637260437, "learning_rate": 1.194986169083185e-05, "loss": 0.2944, "step": 3466 }, { "epoch": 2.2734426229508196, "grad_norm": 0.3213968276977539, "learning_rate": 1.1945695353749525e-05, "loss": 0.2969, "step": 3467 }, { "epoch": 2.2740983606557377, "grad_norm": 0.3195889890193939, "learning_rate": 1.1941528665607664e-05, "loss": 0.2966, "step": 3468 }, { "epoch": 2.274754098360656, "grad_norm": 0.3171301484107971, "learning_rate": 1.1937361627158055e-05, "loss": 0.3064, "step": 3469 }, { "epoch": 2.275409836065574, "grad_norm": 0.3236042857170105, "learning_rate": 1.1933194239152553e-05, "loss": 0.3263, "step": 3470 }, { "epoch": 2.2760655737704916, "grad_norm": 0.32613611221313477, "learning_rate": 1.1929026502343079e-05, "loss": 0.2806, "step": 3471 }, { "epoch": 2.2767213114754097, "grad_norm": 0.3344613015651703, "learning_rate": 1.1924858417481606e-05, "loss": 0.3045, "step": 3472 }, { "epoch": 2.277377049180328, "grad_norm": 0.3338761329650879, "learning_rate": 1.1920689985320182e-05, "loss": 0.2999, "step": 3473 }, { "epoch": 2.278032786885246, "grad_norm": 0.33590707182884216, "learning_rate": 1.191652120661091e-05, "loss": 0.3265, "step": 3474 }, { "epoch": 2.278688524590164, "grad_norm": 0.31441518664360046, "learning_rate": 1.1912352082105958e-05, "loss": 0.2978, "step": 3475 }, { "epoch": 2.279344262295082, "grad_norm": 0.33668237924575806, "learning_rate": 1.1908182612557558e-05, "loss": 0.3055, "step": 3476 }, { "epoch": 2.2800000000000002, "grad_norm": 0.35170602798461914, "learning_rate": 1.1904012798717996e-05, "loss": 0.2973, "step": 3477 }, { "epoch": 2.280655737704918, "grad_norm": 0.30929669737815857, "learning_rate": 1.1899842641339635e-05, "loss": 0.2648, "step": 3478 }, { "epoch": 2.281311475409836, "grad_norm": 0.3322368264198303, "learning_rate": 1.189567214117489e-05, "loss": 0.2974, "step": 3479 }, { "epoch": 2.281967213114754, "grad_norm": 0.3357851803302765, "learning_rate": 1.1891501298976234e-05, "loss": 0.2974, "step": 3480 }, { "epoch": 2.2826229508196723, "grad_norm": 0.31801652908325195, "learning_rate": 1.1887330115496215e-05, "loss": 0.2835, "step": 3481 }, { "epoch": 2.2832786885245904, "grad_norm": 0.3060210347175598, "learning_rate": 1.1883158591487429e-05, "loss": 0.2775, "step": 3482 }, { "epoch": 2.283934426229508, "grad_norm": 0.3159980773925781, "learning_rate": 1.187898672770254e-05, "loss": 0.2848, "step": 3483 }, { "epoch": 2.284590163934426, "grad_norm": 0.3355485498905182, "learning_rate": 1.1874814524894276e-05, "loss": 0.3264, "step": 3484 }, { "epoch": 2.2852459016393443, "grad_norm": 0.3304164707660675, "learning_rate": 1.1870641983815416e-05, "loss": 0.3126, "step": 3485 }, { "epoch": 2.2859016393442624, "grad_norm": 0.317757248878479, "learning_rate": 1.1866469105218811e-05, "loss": 0.297, "step": 3486 }, { "epoch": 2.2865573770491805, "grad_norm": 0.3373129069805145, "learning_rate": 1.186229588985737e-05, "loss": 0.2944, "step": 3487 }, { "epoch": 2.287213114754098, "grad_norm": 0.34468692541122437, "learning_rate": 1.1858122338484062e-05, "loss": 0.2722, "step": 3488 }, { "epoch": 2.2878688524590163, "grad_norm": 0.3445008099079132, "learning_rate": 1.1853948451851913e-05, "loss": 0.2956, "step": 3489 }, { "epoch": 2.2885245901639344, "grad_norm": 0.37029895186424255, "learning_rate": 1.1849774230714011e-05, "loss": 0.3403, "step": 3490 }, { "epoch": 2.2891803278688525, "grad_norm": 0.33159950375556946, "learning_rate": 1.1845599675823507e-05, "loss": 0.2862, "step": 3491 }, { "epoch": 2.2898360655737706, "grad_norm": 0.34247705340385437, "learning_rate": 1.1841424787933618e-05, "loss": 0.2935, "step": 3492 }, { "epoch": 2.2904918032786883, "grad_norm": 0.34109213948249817, "learning_rate": 1.1837249567797602e-05, "loss": 0.2913, "step": 3493 }, { "epoch": 2.2911475409836064, "grad_norm": 0.3485950827598572, "learning_rate": 1.1833074016168798e-05, "loss": 0.307, "step": 3494 }, { "epoch": 2.2918032786885245, "grad_norm": 0.34463903307914734, "learning_rate": 1.1828898133800593e-05, "loss": 0.3288, "step": 3495 }, { "epoch": 2.2924590163934426, "grad_norm": 0.3222369849681854, "learning_rate": 1.1824721921446436e-05, "loss": 0.2797, "step": 3496 }, { "epoch": 2.2931147540983607, "grad_norm": 0.32553181052207947, "learning_rate": 1.1820545379859838e-05, "loss": 0.3009, "step": 3497 }, { "epoch": 2.293770491803279, "grad_norm": 0.33720141649246216, "learning_rate": 1.1816368509794365e-05, "loss": 0.3292, "step": 3498 }, { "epoch": 2.294426229508197, "grad_norm": 0.33905908465385437, "learning_rate": 1.1812191312003646e-05, "loss": 0.3037, "step": 3499 }, { "epoch": 2.2950819672131146, "grad_norm": 0.3445464074611664, "learning_rate": 1.1808013787241373e-05, "loss": 0.319, "step": 3500 }, { "epoch": 2.2957377049180328, "grad_norm": 0.31583255529403687, "learning_rate": 1.1803835936261281e-05, "loss": 0.3232, "step": 3501 }, { "epoch": 2.296393442622951, "grad_norm": 0.3102971017360687, "learning_rate": 1.1799657759817184e-05, "loss": 0.2834, "step": 3502 }, { "epoch": 2.297049180327869, "grad_norm": 0.345562219619751, "learning_rate": 1.1795479258662944e-05, "loss": 0.3107, "step": 3503 }, { "epoch": 2.297704918032787, "grad_norm": 0.31677448749542236, "learning_rate": 1.1791300433552478e-05, "loss": 0.3047, "step": 3504 }, { "epoch": 2.2983606557377048, "grad_norm": 0.2942347824573517, "learning_rate": 1.1787121285239772e-05, "loss": 0.2742, "step": 3505 }, { "epoch": 2.299016393442623, "grad_norm": 0.3208937346935272, "learning_rate": 1.1782941814478858e-05, "loss": 0.3168, "step": 3506 }, { "epoch": 2.299672131147541, "grad_norm": 0.36900773644447327, "learning_rate": 1.1778762022023842e-05, "loss": 0.3019, "step": 3507 }, { "epoch": 2.300327868852459, "grad_norm": 0.32553112506866455, "learning_rate": 1.1774581908628875e-05, "loss": 0.2958, "step": 3508 }, { "epoch": 2.300983606557377, "grad_norm": 0.31775137782096863, "learning_rate": 1.1770401475048167e-05, "loss": 0.3032, "step": 3509 }, { "epoch": 2.301639344262295, "grad_norm": 0.3275953531265259, "learning_rate": 1.1766220722035993e-05, "loss": 0.3311, "step": 3510 }, { "epoch": 2.302295081967213, "grad_norm": 0.3209890127182007, "learning_rate": 1.176203965034668e-05, "loss": 0.2961, "step": 3511 }, { "epoch": 2.302950819672131, "grad_norm": 0.3523760139942169, "learning_rate": 1.1757858260734615e-05, "loss": 0.3038, "step": 3512 }, { "epoch": 2.3036065573770492, "grad_norm": 0.3323051631450653, "learning_rate": 1.1753676553954238e-05, "loss": 0.3063, "step": 3513 }, { "epoch": 2.3042622950819673, "grad_norm": 0.3222319483757019, "learning_rate": 1.1749494530760052e-05, "loss": 0.3111, "step": 3514 }, { "epoch": 2.304918032786885, "grad_norm": 0.3295013904571533, "learning_rate": 1.1745312191906616e-05, "loss": 0.2995, "step": 3515 }, { "epoch": 2.305573770491803, "grad_norm": 0.3427698314189911, "learning_rate": 1.1741129538148542e-05, "loss": 0.3116, "step": 3516 }, { "epoch": 2.3062295081967212, "grad_norm": 0.3659513592720032, "learning_rate": 1.17369465702405e-05, "loss": 0.311, "step": 3517 }, { "epoch": 2.3068852459016393, "grad_norm": 0.32557010650634766, "learning_rate": 1.1732763288937219e-05, "loss": 0.2867, "step": 3518 }, { "epoch": 2.3075409836065575, "grad_norm": 0.2980273365974426, "learning_rate": 1.1728579694993487e-05, "loss": 0.2837, "step": 3519 }, { "epoch": 2.3081967213114756, "grad_norm": 0.3427649736404419, "learning_rate": 1.172439578916414e-05, "loss": 0.3067, "step": 3520 }, { "epoch": 2.3088524590163937, "grad_norm": 0.3205093741416931, "learning_rate": 1.1720211572204082e-05, "loss": 0.306, "step": 3521 }, { "epoch": 2.3095081967213114, "grad_norm": 0.31177064776420593, "learning_rate": 1.1716027044868257e-05, "loss": 0.2987, "step": 3522 }, { "epoch": 2.3101639344262295, "grad_norm": 0.3237774968147278, "learning_rate": 1.1711842207911684e-05, "loss": 0.3197, "step": 3523 }, { "epoch": 2.3108196721311476, "grad_norm": 0.32370635867118835, "learning_rate": 1.1707657062089421e-05, "loss": 0.283, "step": 3524 }, { "epoch": 2.3114754098360657, "grad_norm": 0.3059118986129761, "learning_rate": 1.1703471608156591e-05, "loss": 0.2918, "step": 3525 }, { "epoch": 2.312131147540984, "grad_norm": 0.32592782378196716, "learning_rate": 1.169928584686837e-05, "loss": 0.3164, "step": 3526 }, { "epoch": 2.3127868852459015, "grad_norm": 0.3073081374168396, "learning_rate": 1.1695099778979994e-05, "loss": 0.2763, "step": 3527 }, { "epoch": 2.3134426229508196, "grad_norm": 0.31240221858024597, "learning_rate": 1.1690913405246746e-05, "loss": 0.3019, "step": 3528 }, { "epoch": 2.3140983606557377, "grad_norm": 0.3090478479862213, "learning_rate": 1.1686726726423972e-05, "loss": 0.2975, "step": 3529 }, { "epoch": 2.314754098360656, "grad_norm": 0.2983698546886444, "learning_rate": 1.1682539743267063e-05, "loss": 0.2882, "step": 3530 }, { "epoch": 2.315409836065574, "grad_norm": 0.28334343433380127, "learning_rate": 1.1678352456531479e-05, "loss": 0.2887, "step": 3531 }, { "epoch": 2.3160655737704916, "grad_norm": 0.3165718913078308, "learning_rate": 1.1674164866972725e-05, "loss": 0.3059, "step": 3532 }, { "epoch": 2.3167213114754097, "grad_norm": 0.30806928873062134, "learning_rate": 1.1669976975346363e-05, "loss": 0.3132, "step": 3533 }, { "epoch": 2.317377049180328, "grad_norm": 0.3312874436378479, "learning_rate": 1.1665788782408006e-05, "loss": 0.2843, "step": 3534 }, { "epoch": 2.318032786885246, "grad_norm": 0.3035983443260193, "learning_rate": 1.1661600288913328e-05, "loss": 0.2789, "step": 3535 }, { "epoch": 2.318688524590164, "grad_norm": 0.30578696727752686, "learning_rate": 1.1657411495618054e-05, "loss": 0.3166, "step": 3536 }, { "epoch": 2.3193442622950817, "grad_norm": 0.32525932788848877, "learning_rate": 1.1653222403277962e-05, "loss": 0.3033, "step": 3537 }, { "epoch": 2.32, "grad_norm": 0.3377915024757385, "learning_rate": 1.1649033012648885e-05, "loss": 0.2803, "step": 3538 }, { "epoch": 2.320655737704918, "grad_norm": 0.3297770917415619, "learning_rate": 1.164484332448671e-05, "loss": 0.3057, "step": 3539 }, { "epoch": 2.321311475409836, "grad_norm": 0.3186100721359253, "learning_rate": 1.1640653339547379e-05, "loss": 0.2868, "step": 3540 }, { "epoch": 2.321967213114754, "grad_norm": 0.3312171995639801, "learning_rate": 1.1636463058586882e-05, "loss": 0.3108, "step": 3541 }, { "epoch": 2.3226229508196723, "grad_norm": 0.3175043761730194, "learning_rate": 1.1632272482361273e-05, "loss": 0.3087, "step": 3542 }, { "epoch": 2.3232786885245904, "grad_norm": 0.33383142948150635, "learning_rate": 1.162808161162665e-05, "loss": 0.2924, "step": 3543 }, { "epoch": 2.323934426229508, "grad_norm": 0.3200697898864746, "learning_rate": 1.1623890447139162e-05, "loss": 0.2922, "step": 3544 }, { "epoch": 2.324590163934426, "grad_norm": 0.333288311958313, "learning_rate": 1.1619698989655021e-05, "loss": 0.3208, "step": 3545 }, { "epoch": 2.3252459016393443, "grad_norm": 0.324775367975235, "learning_rate": 1.1615507239930487e-05, "loss": 0.2923, "step": 3546 }, { "epoch": 2.3259016393442624, "grad_norm": 0.32199645042419434, "learning_rate": 1.1611315198721869e-05, "loss": 0.3082, "step": 3547 }, { "epoch": 2.3265573770491805, "grad_norm": 0.3294668197631836, "learning_rate": 1.1607122866785537e-05, "loss": 0.3174, "step": 3548 }, { "epoch": 2.327213114754098, "grad_norm": 0.3186645805835724, "learning_rate": 1.1602930244877903e-05, "loss": 0.2819, "step": 3549 }, { "epoch": 2.3278688524590163, "grad_norm": 0.3530505895614624, "learning_rate": 1.1598737333755443e-05, "loss": 0.2964, "step": 3550 }, { "epoch": 2.3285245901639344, "grad_norm": 0.3395882248878479, "learning_rate": 1.1594544134174672e-05, "loss": 0.301, "step": 3551 }, { "epoch": 2.3291803278688525, "grad_norm": 0.3220781683921814, "learning_rate": 1.159035064689217e-05, "loss": 0.2978, "step": 3552 }, { "epoch": 2.3298360655737707, "grad_norm": 0.35062021017074585, "learning_rate": 1.158615687266456e-05, "loss": 0.3163, "step": 3553 }, { "epoch": 2.3304918032786883, "grad_norm": 0.32358720898628235, "learning_rate": 1.1581962812248524e-05, "loss": 0.2938, "step": 3554 }, { "epoch": 2.3311475409836064, "grad_norm": 0.33108922839164734, "learning_rate": 1.1577768466400785e-05, "loss": 0.2766, "step": 3555 }, { "epoch": 2.3318032786885245, "grad_norm": 0.3275410532951355, "learning_rate": 1.1573573835878126e-05, "loss": 0.312, "step": 3556 }, { "epoch": 2.3324590163934427, "grad_norm": 0.3277020752429962, "learning_rate": 1.1569378921437381e-05, "loss": 0.3126, "step": 3557 }, { "epoch": 2.3331147540983608, "grad_norm": 0.34712401032447815, "learning_rate": 1.1565183723835436e-05, "loss": 0.2954, "step": 3558 }, { "epoch": 2.3337704918032784, "grad_norm": 0.3192845284938812, "learning_rate": 1.1560988243829219e-05, "loss": 0.2753, "step": 3559 }, { "epoch": 2.3344262295081966, "grad_norm": 0.3307170569896698, "learning_rate": 1.1556792482175718e-05, "loss": 0.3085, "step": 3560 }, { "epoch": 2.3350819672131147, "grad_norm": 0.3401890993118286, "learning_rate": 1.1552596439631973e-05, "loss": 0.3308, "step": 3561 }, { "epoch": 2.335737704918033, "grad_norm": 0.3546459674835205, "learning_rate": 1.1548400116955065e-05, "loss": 0.3077, "step": 3562 }, { "epoch": 2.336393442622951, "grad_norm": 0.35082730650901794, "learning_rate": 1.1544203514902139e-05, "loss": 0.3144, "step": 3563 }, { "epoch": 2.337049180327869, "grad_norm": 0.32376158237457275, "learning_rate": 1.154000663423038e-05, "loss": 0.3241, "step": 3564 }, { "epoch": 2.337704918032787, "grad_norm": 0.31452909111976624, "learning_rate": 1.153580947569702e-05, "loss": 0.3312, "step": 3565 }, { "epoch": 2.338360655737705, "grad_norm": 0.3483607769012451, "learning_rate": 1.1531612040059355e-05, "loss": 0.3102, "step": 3566 }, { "epoch": 2.339016393442623, "grad_norm": 0.3751262128353119, "learning_rate": 1.152741432807472e-05, "loss": 0.2917, "step": 3567 }, { "epoch": 2.339672131147541, "grad_norm": 0.3241369426250458, "learning_rate": 1.1523216340500505e-05, "loss": 0.2942, "step": 3568 }, { "epoch": 2.340327868852459, "grad_norm": 0.3222307860851288, "learning_rate": 1.151901807809415e-05, "loss": 0.3161, "step": 3569 }, { "epoch": 2.3409836065573773, "grad_norm": 0.30894044041633606, "learning_rate": 1.1514819541613133e-05, "loss": 0.3133, "step": 3570 }, { "epoch": 2.341639344262295, "grad_norm": 0.3285524547100067, "learning_rate": 1.1510620731815004e-05, "loss": 0.3029, "step": 3571 }, { "epoch": 2.342295081967213, "grad_norm": 0.3512793481349945, "learning_rate": 1.150642164945734e-05, "loss": 0.2824, "step": 3572 }, { "epoch": 2.342950819672131, "grad_norm": 0.32434409856796265, "learning_rate": 1.1502222295297781e-05, "loss": 0.2829, "step": 3573 }, { "epoch": 2.3436065573770493, "grad_norm": 0.3198048174381256, "learning_rate": 1.1498022670094011e-05, "loss": 0.3089, "step": 3574 }, { "epoch": 2.3442622950819674, "grad_norm": 0.33717620372772217, "learning_rate": 1.1493822774603761e-05, "loss": 0.2937, "step": 3575 }, { "epoch": 2.344918032786885, "grad_norm": 0.31218215823173523, "learning_rate": 1.1489622609584816e-05, "loss": 0.2895, "step": 3576 }, { "epoch": 2.345573770491803, "grad_norm": 0.3326101005077362, "learning_rate": 1.1485422175795007e-05, "loss": 0.3147, "step": 3577 }, { "epoch": 2.3462295081967213, "grad_norm": 0.35423898696899414, "learning_rate": 1.148122147399221e-05, "loss": 0.2872, "step": 3578 }, { "epoch": 2.3468852459016394, "grad_norm": 0.333120733499527, "learning_rate": 1.1477020504934355e-05, "loss": 0.2762, "step": 3579 }, { "epoch": 2.3475409836065575, "grad_norm": 0.309732049703598, "learning_rate": 1.147281926937942e-05, "loss": 0.2947, "step": 3580 }, { "epoch": 2.348196721311475, "grad_norm": 0.32564258575439453, "learning_rate": 1.1468617768085423e-05, "loss": 0.3031, "step": 3581 }, { "epoch": 2.3488524590163933, "grad_norm": 0.32516878843307495, "learning_rate": 1.1464416001810443e-05, "loss": 0.2926, "step": 3582 }, { "epoch": 2.3495081967213114, "grad_norm": 0.32821226119995117, "learning_rate": 1.1460213971312594e-05, "loss": 0.3113, "step": 3583 }, { "epoch": 2.3501639344262295, "grad_norm": 0.3487876057624817, "learning_rate": 1.1456011677350052e-05, "loss": 0.2888, "step": 3584 }, { "epoch": 2.3508196721311476, "grad_norm": 0.32301783561706543, "learning_rate": 1.1451809120681022e-05, "loss": 0.2887, "step": 3585 }, { "epoch": 2.3514754098360657, "grad_norm": 0.332742303609848, "learning_rate": 1.144760630206377e-05, "loss": 0.326, "step": 3586 }, { "epoch": 2.352131147540984, "grad_norm": 0.3275038003921509, "learning_rate": 1.1443403222256603e-05, "loss": 0.3014, "step": 3587 }, { "epoch": 2.3527868852459015, "grad_norm": 0.34100690484046936, "learning_rate": 1.1439199882017886e-05, "loss": 0.3026, "step": 3588 }, { "epoch": 2.3534426229508196, "grad_norm": 0.3127354681491852, "learning_rate": 1.1434996282106014e-05, "loss": 0.2912, "step": 3589 }, { "epoch": 2.3540983606557377, "grad_norm": 0.3192273676395416, "learning_rate": 1.1430792423279444e-05, "loss": 0.2945, "step": 3590 }, { "epoch": 2.354754098360656, "grad_norm": 0.30550310015678406, "learning_rate": 1.1426588306296669e-05, "loss": 0.283, "step": 3591 }, { "epoch": 2.355409836065574, "grad_norm": 0.31391823291778564, "learning_rate": 1.1422383931916233e-05, "loss": 0.2871, "step": 3592 }, { "epoch": 2.3560655737704916, "grad_norm": 0.3197256624698639, "learning_rate": 1.141817930089673e-05, "loss": 0.281, "step": 3593 }, { "epoch": 2.3567213114754098, "grad_norm": 0.31272923946380615, "learning_rate": 1.1413974413996794e-05, "loss": 0.2892, "step": 3594 }, { "epoch": 2.357377049180328, "grad_norm": 0.3762930631637573, "learning_rate": 1.1409769271975109e-05, "loss": 0.2932, "step": 3595 }, { "epoch": 2.358032786885246, "grad_norm": 0.31389912962913513, "learning_rate": 1.1405563875590404e-05, "loss": 0.2838, "step": 3596 }, { "epoch": 2.358688524590164, "grad_norm": 0.3370865285396576, "learning_rate": 1.1401358225601451e-05, "loss": 0.3223, "step": 3597 }, { "epoch": 2.3593442622950818, "grad_norm": 0.3159336745738983, "learning_rate": 1.1397152322767073e-05, "loss": 0.3032, "step": 3598 }, { "epoch": 2.36, "grad_norm": 0.3168143332004547, "learning_rate": 1.1392946167846133e-05, "loss": 0.2668, "step": 3599 }, { "epoch": 2.360655737704918, "grad_norm": 0.3221736550331116, "learning_rate": 1.1388739761597547e-05, "loss": 0.2981, "step": 3600 }, { "epoch": 2.361311475409836, "grad_norm": 0.31757646799087524, "learning_rate": 1.138453310478027e-05, "loss": 0.2922, "step": 3601 }, { "epoch": 2.361967213114754, "grad_norm": 0.31726667284965515, "learning_rate": 1.1380326198153307e-05, "loss": 0.3136, "step": 3602 }, { "epoch": 2.362622950819672, "grad_norm": 0.31694331765174866, "learning_rate": 1.13761190424757e-05, "loss": 0.2952, "step": 3603 }, { "epoch": 2.36327868852459, "grad_norm": 0.30763089656829834, "learning_rate": 1.1371911638506543e-05, "loss": 0.2888, "step": 3604 }, { "epoch": 2.363934426229508, "grad_norm": 0.31610146164894104, "learning_rate": 1.1367703987004974e-05, "loss": 0.2936, "step": 3605 }, { "epoch": 2.3645901639344262, "grad_norm": 0.3230753540992737, "learning_rate": 1.1363496088730177e-05, "loss": 0.2821, "step": 3606 }, { "epoch": 2.3652459016393443, "grad_norm": 0.33774107694625854, "learning_rate": 1.1359287944441373e-05, "loss": 0.295, "step": 3607 }, { "epoch": 2.3659016393442625, "grad_norm": 0.3340912163257599, "learning_rate": 1.1355079554897835e-05, "loss": 0.2856, "step": 3608 }, { "epoch": 2.3665573770491806, "grad_norm": 0.3305560350418091, "learning_rate": 1.1350870920858878e-05, "loss": 0.2692, "step": 3609 }, { "epoch": 2.3672131147540982, "grad_norm": 0.32340875267982483, "learning_rate": 1.134666204308386e-05, "loss": 0.2924, "step": 3610 }, { "epoch": 2.3678688524590163, "grad_norm": 0.3696995973587036, "learning_rate": 1.1342452922332186e-05, "loss": 0.289, "step": 3611 }, { "epoch": 2.3685245901639345, "grad_norm": 0.32314786314964294, "learning_rate": 1.13382435593633e-05, "loss": 0.2856, "step": 3612 }, { "epoch": 2.3691803278688526, "grad_norm": 0.3517459034919739, "learning_rate": 1.1334033954936693e-05, "loss": 0.2972, "step": 3613 }, { "epoch": 2.3698360655737707, "grad_norm": 0.37958091497421265, "learning_rate": 1.1329824109811903e-05, "loss": 0.3176, "step": 3614 }, { "epoch": 2.3704918032786884, "grad_norm": 0.325145959854126, "learning_rate": 1.1325614024748504e-05, "loss": 0.285, "step": 3615 }, { "epoch": 2.3711475409836065, "grad_norm": 0.3500730097293854, "learning_rate": 1.1321403700506113e-05, "loss": 0.3123, "step": 3616 }, { "epoch": 2.3718032786885246, "grad_norm": 0.320846289396286, "learning_rate": 1.1317193137844402e-05, "loss": 0.32, "step": 3617 }, { "epoch": 2.3724590163934427, "grad_norm": 0.3223695755004883, "learning_rate": 1.131298233752307e-05, "loss": 0.2761, "step": 3618 }, { "epoch": 2.373114754098361, "grad_norm": 0.3182549774646759, "learning_rate": 1.1308771300301875e-05, "loss": 0.2764, "step": 3619 }, { "epoch": 2.3737704918032785, "grad_norm": 0.3593178689479828, "learning_rate": 1.13045600269406e-05, "loss": 0.3065, "step": 3620 }, { "epoch": 2.3744262295081966, "grad_norm": 0.34698304533958435, "learning_rate": 1.130034851819909e-05, "loss": 0.3194, "step": 3621 }, { "epoch": 2.3750819672131147, "grad_norm": 0.3103794455528259, "learning_rate": 1.1296136774837214e-05, "loss": 0.2882, "step": 3622 }, { "epoch": 2.375737704918033, "grad_norm": 0.33101436495780945, "learning_rate": 1.1291924797614897e-05, "loss": 0.3004, "step": 3623 }, { "epoch": 2.376393442622951, "grad_norm": 0.3105260729789734, "learning_rate": 1.12877125872921e-05, "loss": 0.293, "step": 3624 }, { "epoch": 2.3770491803278686, "grad_norm": 0.32983705401420593, "learning_rate": 1.1283500144628829e-05, "loss": 0.2938, "step": 3625 }, { "epoch": 2.3777049180327867, "grad_norm": 0.30197635293006897, "learning_rate": 1.1279287470385126e-05, "loss": 0.2712, "step": 3626 }, { "epoch": 2.378360655737705, "grad_norm": 0.346183180809021, "learning_rate": 1.127507456532108e-05, "loss": 0.3081, "step": 3627 }, { "epoch": 2.379016393442623, "grad_norm": 0.34366559982299805, "learning_rate": 1.1270861430196822e-05, "loss": 0.3187, "step": 3628 }, { "epoch": 2.379672131147541, "grad_norm": 0.3290254771709442, "learning_rate": 1.1266648065772523e-05, "loss": 0.3075, "step": 3629 }, { "epoch": 2.380327868852459, "grad_norm": 0.35075387358665466, "learning_rate": 1.1262434472808396e-05, "loss": 0.322, "step": 3630 }, { "epoch": 2.3809836065573773, "grad_norm": 0.3196432590484619, "learning_rate": 1.1258220652064694e-05, "loss": 0.2799, "step": 3631 }, { "epoch": 2.381639344262295, "grad_norm": 0.31918203830718994, "learning_rate": 1.1254006604301708e-05, "loss": 0.3197, "step": 3632 }, { "epoch": 2.382295081967213, "grad_norm": 0.3220675587654114, "learning_rate": 1.1249792330279781e-05, "loss": 0.2628, "step": 3633 }, { "epoch": 2.382950819672131, "grad_norm": 0.31402188539505005, "learning_rate": 1.1245577830759283e-05, "loss": 0.2824, "step": 3634 }, { "epoch": 2.3836065573770493, "grad_norm": 0.29947376251220703, "learning_rate": 1.1241363106500633e-05, "loss": 0.2811, "step": 3635 }, { "epoch": 2.3842622950819674, "grad_norm": 0.30127760767936707, "learning_rate": 1.1237148158264292e-05, "loss": 0.2994, "step": 3636 }, { "epoch": 2.384918032786885, "grad_norm": 0.3028629422187805, "learning_rate": 1.1232932986810756e-05, "loss": 0.3195, "step": 3637 }, { "epoch": 2.385573770491803, "grad_norm": 0.32750222086906433, "learning_rate": 1.1228717592900562e-05, "loss": 0.3231, "step": 3638 }, { "epoch": 2.3862295081967213, "grad_norm": 0.3323246240615845, "learning_rate": 1.1224501977294289e-05, "loss": 0.2934, "step": 3639 }, { "epoch": 2.3868852459016394, "grad_norm": 0.330422043800354, "learning_rate": 1.1220286140752556e-05, "loss": 0.3095, "step": 3640 }, { "epoch": 2.3875409836065575, "grad_norm": 0.31271782517433167, "learning_rate": 1.1216070084036026e-05, "loss": 0.3031, "step": 3641 }, { "epoch": 2.388196721311475, "grad_norm": 0.31967347860336304, "learning_rate": 1.1211853807905388e-05, "loss": 0.3168, "step": 3642 }, { "epoch": 2.3888524590163933, "grad_norm": 0.3289310038089752, "learning_rate": 1.120763731312139e-05, "loss": 0.3204, "step": 3643 }, { "epoch": 2.3895081967213114, "grad_norm": 0.34216853976249695, "learning_rate": 1.1203420600444799e-05, "loss": 0.2893, "step": 3644 }, { "epoch": 2.3901639344262295, "grad_norm": 0.31909438967704773, "learning_rate": 1.1199203670636438e-05, "loss": 0.293, "step": 3645 }, { "epoch": 2.3908196721311477, "grad_norm": 0.34408047795295715, "learning_rate": 1.1194986524457165e-05, "loss": 0.3032, "step": 3646 }, { "epoch": 2.3914754098360653, "grad_norm": 0.32900863885879517, "learning_rate": 1.1190769162667868e-05, "loss": 0.2915, "step": 3647 }, { "epoch": 2.3921311475409834, "grad_norm": 0.3395881950855255, "learning_rate": 1.1186551586029482e-05, "loss": 0.2912, "step": 3648 }, { "epoch": 2.3927868852459016, "grad_norm": 0.31941673159599304, "learning_rate": 1.1182333795302985e-05, "loss": 0.2952, "step": 3649 }, { "epoch": 2.3934426229508197, "grad_norm": 0.3284122347831726, "learning_rate": 1.117811579124938e-05, "loss": 0.2889, "step": 3650 }, { "epoch": 2.394098360655738, "grad_norm": 0.32947418093681335, "learning_rate": 1.1173897574629725e-05, "loss": 0.2989, "step": 3651 }, { "epoch": 2.394754098360656, "grad_norm": 0.3415098488330841, "learning_rate": 1.1169679146205102e-05, "loss": 0.2993, "step": 3652 }, { "epoch": 2.395409836065574, "grad_norm": 0.32922860980033875, "learning_rate": 1.1165460506736636e-05, "loss": 0.297, "step": 3653 }, { "epoch": 2.3960655737704917, "grad_norm": 0.32094529271125793, "learning_rate": 1.1161241656985498e-05, "loss": 0.2999, "step": 3654 }, { "epoch": 2.39672131147541, "grad_norm": 0.33711346983909607, "learning_rate": 1.115702259771288e-05, "loss": 0.3167, "step": 3655 }, { "epoch": 2.397377049180328, "grad_norm": 0.3246663808822632, "learning_rate": 1.1152803329680035e-05, "loss": 0.2804, "step": 3656 }, { "epoch": 2.398032786885246, "grad_norm": 0.34868869185447693, "learning_rate": 1.1148583853648231e-05, "loss": 0.314, "step": 3657 }, { "epoch": 2.398688524590164, "grad_norm": 0.33377689123153687, "learning_rate": 1.1144364170378784e-05, "loss": 0.3008, "step": 3658 }, { "epoch": 2.399344262295082, "grad_norm": 0.3281087875366211, "learning_rate": 1.1140144280633051e-05, "loss": 0.2801, "step": 3659 }, { "epoch": 2.4, "grad_norm": 0.34651243686676025, "learning_rate": 1.1135924185172417e-05, "loss": 0.3049, "step": 3660 }, { "epoch": 2.400655737704918, "grad_norm": 0.3140094578266144, "learning_rate": 1.113170388475831e-05, "loss": 0.2866, "step": 3661 }, { "epoch": 2.401311475409836, "grad_norm": 0.3332972824573517, "learning_rate": 1.1127483380152198e-05, "loss": 0.2896, "step": 3662 }, { "epoch": 2.4019672131147543, "grad_norm": 0.3640826642513275, "learning_rate": 1.1123262672115575e-05, "loss": 0.2965, "step": 3663 }, { "epoch": 2.402622950819672, "grad_norm": 0.3287583291530609, "learning_rate": 1.1119041761409983e-05, "loss": 0.2903, "step": 3664 }, { "epoch": 2.40327868852459, "grad_norm": 0.30259767174720764, "learning_rate": 1.1114820648796996e-05, "loss": 0.2958, "step": 3665 }, { "epoch": 2.403934426229508, "grad_norm": 0.30839142203330994, "learning_rate": 1.1110599335038221e-05, "loss": 0.3156, "step": 3666 }, { "epoch": 2.4045901639344263, "grad_norm": 0.3180585503578186, "learning_rate": 1.1106377820895311e-05, "loss": 0.303, "step": 3667 }, { "epoch": 2.4052459016393444, "grad_norm": 0.30901768803596497, "learning_rate": 1.1102156107129942e-05, "loss": 0.304, "step": 3668 }, { "epoch": 2.4059016393442625, "grad_norm": 0.3479873836040497, "learning_rate": 1.1097934194503834e-05, "loss": 0.2788, "step": 3669 }, { "epoch": 2.40655737704918, "grad_norm": 0.3114226758480072, "learning_rate": 1.1093712083778748e-05, "loss": 0.2759, "step": 3670 }, { "epoch": 2.4072131147540983, "grad_norm": 0.3020727336406708, "learning_rate": 1.1089489775716464e-05, "loss": 0.3018, "step": 3671 }, { "epoch": 2.4078688524590164, "grad_norm": 0.31805920600891113, "learning_rate": 1.1085267271078819e-05, "loss": 0.2986, "step": 3672 }, { "epoch": 2.4085245901639345, "grad_norm": 0.32551491260528564, "learning_rate": 1.1081044570627667e-05, "loss": 0.3115, "step": 3673 }, { "epoch": 2.4091803278688526, "grad_norm": 0.34975698590278625, "learning_rate": 1.1076821675124906e-05, "loss": 0.3044, "step": 3674 }, { "epoch": 2.4098360655737707, "grad_norm": 0.3215066194534302, "learning_rate": 1.1072598585332473e-05, "loss": 0.297, "step": 3675 }, { "epoch": 2.4104918032786884, "grad_norm": 0.3200875520706177, "learning_rate": 1.106837530201233e-05, "loss": 0.2958, "step": 3676 }, { "epoch": 2.4111475409836065, "grad_norm": 0.3162291646003723, "learning_rate": 1.1064151825926483e-05, "loss": 0.2602, "step": 3677 }, { "epoch": 2.4118032786885246, "grad_norm": 0.3096153736114502, "learning_rate": 1.1059928157836965e-05, "loss": 0.2938, "step": 3678 }, { "epoch": 2.4124590163934427, "grad_norm": 0.31884655356407166, "learning_rate": 1.105570429850585e-05, "loss": 0.2603, "step": 3679 }, { "epoch": 2.413114754098361, "grad_norm": 0.3232062757015228, "learning_rate": 1.105148024869524e-05, "loss": 0.2953, "step": 3680 }, { "epoch": 2.4137704918032785, "grad_norm": 0.32777491211891174, "learning_rate": 1.1047256009167281e-05, "loss": 0.2933, "step": 3681 }, { "epoch": 2.4144262295081966, "grad_norm": 0.33508411049842834, "learning_rate": 1.1043031580684147e-05, "loss": 0.3271, "step": 3682 }, { "epoch": 2.4150819672131147, "grad_norm": 0.32287392020225525, "learning_rate": 1.1038806964008045e-05, "loss": 0.2791, "step": 3683 }, { "epoch": 2.415737704918033, "grad_norm": 0.32600051164627075, "learning_rate": 1.1034582159901213e-05, "loss": 0.3007, "step": 3684 }, { "epoch": 2.416393442622951, "grad_norm": 0.30574896931648254, "learning_rate": 1.1030357169125933e-05, "loss": 0.2798, "step": 3685 }, { "epoch": 2.4170491803278686, "grad_norm": 0.3271370232105255, "learning_rate": 1.1026131992444517e-05, "loss": 0.2889, "step": 3686 }, { "epoch": 2.4177049180327868, "grad_norm": 0.31742873787879944, "learning_rate": 1.1021906630619306e-05, "loss": 0.2883, "step": 3687 }, { "epoch": 2.418360655737705, "grad_norm": 0.32893961668014526, "learning_rate": 1.1017681084412672e-05, "loss": 0.3061, "step": 3688 }, { "epoch": 2.419016393442623, "grad_norm": 0.3365466892719269, "learning_rate": 1.1013455354587035e-05, "loss": 0.2939, "step": 3689 }, { "epoch": 2.419672131147541, "grad_norm": 0.31470420956611633, "learning_rate": 1.1009229441904831e-05, "loss": 0.284, "step": 3690 }, { "epoch": 2.420327868852459, "grad_norm": 0.3166644275188446, "learning_rate": 1.1005003347128542e-05, "loss": 0.3038, "step": 3691 }, { "epoch": 2.420983606557377, "grad_norm": 0.3207246959209442, "learning_rate": 1.1000777071020672e-05, "loss": 0.2753, "step": 3692 }, { "epoch": 2.421639344262295, "grad_norm": 0.3097652196884155, "learning_rate": 1.0996550614343766e-05, "loss": 0.2967, "step": 3693 }, { "epoch": 2.422295081967213, "grad_norm": 0.33577314019203186, "learning_rate": 1.0992323977860399e-05, "loss": 0.3218, "step": 3694 }, { "epoch": 2.422950819672131, "grad_norm": 0.3068832755088806, "learning_rate": 1.0988097162333176e-05, "loss": 0.2859, "step": 3695 }, { "epoch": 2.4236065573770493, "grad_norm": 0.31728848814964294, "learning_rate": 1.098387016852474e-05, "loss": 0.2891, "step": 3696 }, { "epoch": 2.4242622950819674, "grad_norm": 0.3169216513633728, "learning_rate": 1.097964299719776e-05, "loss": 0.3163, "step": 3697 }, { "epoch": 2.424918032786885, "grad_norm": 0.33502453565597534, "learning_rate": 1.0975415649114938e-05, "loss": 0.3148, "step": 3698 }, { "epoch": 2.4255737704918032, "grad_norm": 0.3266085982322693, "learning_rate": 1.0971188125039012e-05, "loss": 0.2914, "step": 3699 }, { "epoch": 2.4262295081967213, "grad_norm": 0.312533974647522, "learning_rate": 1.0966960425732746e-05, "loss": 0.288, "step": 3700 }, { "epoch": 2.4268852459016395, "grad_norm": 0.32063448429107666, "learning_rate": 1.0962732551958944e-05, "loss": 0.2718, "step": 3701 }, { "epoch": 2.4275409836065576, "grad_norm": 0.3240709900856018, "learning_rate": 1.0958504504480434e-05, "loss": 0.3156, "step": 3702 }, { "epoch": 2.4281967213114752, "grad_norm": 0.30693480372428894, "learning_rate": 1.0954276284060077e-05, "loss": 0.2849, "step": 3703 }, { "epoch": 2.4288524590163934, "grad_norm": 0.30938270688056946, "learning_rate": 1.0950047891460766e-05, "loss": 0.2864, "step": 3704 }, { "epoch": 2.4295081967213115, "grad_norm": 0.2967061400413513, "learning_rate": 1.0945819327445424e-05, "loss": 0.2884, "step": 3705 }, { "epoch": 2.4301639344262296, "grad_norm": 0.3181338906288147, "learning_rate": 1.0941590592777007e-05, "loss": 0.3129, "step": 3706 }, { "epoch": 2.4308196721311477, "grad_norm": 0.3089187443256378, "learning_rate": 1.0937361688218504e-05, "loss": 0.2816, "step": 3707 }, { "epoch": 2.4314754098360654, "grad_norm": 0.32215797901153564, "learning_rate": 1.0933132614532926e-05, "loss": 0.2953, "step": 3708 }, { "epoch": 2.4321311475409835, "grad_norm": 0.33777886629104614, "learning_rate": 1.092890337248332e-05, "loss": 0.2923, "step": 3709 }, { "epoch": 2.4327868852459016, "grad_norm": 0.3368203639984131, "learning_rate": 1.0924673962832768e-05, "loss": 0.3121, "step": 3710 }, { "epoch": 2.4334426229508197, "grad_norm": 0.3573704659938812, "learning_rate": 1.0920444386344372e-05, "loss": 0.2778, "step": 3711 }, { "epoch": 2.434098360655738, "grad_norm": 0.3218262195587158, "learning_rate": 1.0916214643781273e-05, "loss": 0.2865, "step": 3712 }, { "epoch": 2.434754098360656, "grad_norm": 0.3424772024154663, "learning_rate": 1.0911984735906635e-05, "loss": 0.2936, "step": 3713 }, { "epoch": 2.4354098360655736, "grad_norm": 0.32259464263916016, "learning_rate": 1.090775466348366e-05, "loss": 0.3153, "step": 3714 }, { "epoch": 2.4360655737704917, "grad_norm": 0.3324008584022522, "learning_rate": 1.0903524427275574e-05, "loss": 0.3047, "step": 3715 }, { "epoch": 2.43672131147541, "grad_norm": 0.3033500015735626, "learning_rate": 1.0899294028045628e-05, "loss": 0.2902, "step": 3716 }, { "epoch": 2.437377049180328, "grad_norm": 0.2833077609539032, "learning_rate": 1.0895063466557118e-05, "loss": 0.2845, "step": 3717 }, { "epoch": 2.438032786885246, "grad_norm": 0.3170848786830902, "learning_rate": 1.0890832743573351e-05, "loss": 0.2966, "step": 3718 }, { "epoch": 2.438688524590164, "grad_norm": 0.3345220685005188, "learning_rate": 1.0886601859857673e-05, "loss": 0.2817, "step": 3719 }, { "epoch": 2.439344262295082, "grad_norm": 0.3264580965042114, "learning_rate": 1.0882370816173462e-05, "loss": 0.3092, "step": 3720 }, { "epoch": 2.44, "grad_norm": 0.31321242451667786, "learning_rate": 1.087813961328411e-05, "loss": 0.3004, "step": 3721 }, { "epoch": 2.440655737704918, "grad_norm": 0.3369081914424896, "learning_rate": 1.087390825195306e-05, "loss": 0.3103, "step": 3722 }, { "epoch": 2.441311475409836, "grad_norm": 0.3027366101741791, "learning_rate": 1.0869676732943765e-05, "loss": 0.2906, "step": 3723 }, { "epoch": 2.4419672131147543, "grad_norm": 0.32031333446502686, "learning_rate": 1.0865445057019713e-05, "loss": 0.2874, "step": 3724 }, { "epoch": 2.442622950819672, "grad_norm": 0.3584984838962555, "learning_rate": 1.0861213224944425e-05, "loss": 0.3175, "step": 3725 }, { "epoch": 2.44327868852459, "grad_norm": 0.31131789088249207, "learning_rate": 1.0856981237481439e-05, "loss": 0.2858, "step": 3726 }, { "epoch": 2.443934426229508, "grad_norm": 0.33693498373031616, "learning_rate": 1.0852749095394329e-05, "loss": 0.3148, "step": 3727 }, { "epoch": 2.4445901639344263, "grad_norm": 0.33393460512161255, "learning_rate": 1.0848516799446702e-05, "loss": 0.2901, "step": 3728 }, { "epoch": 2.4452459016393444, "grad_norm": 0.3211372494697571, "learning_rate": 1.0844284350402179e-05, "loss": 0.2822, "step": 3729 }, { "epoch": 2.445901639344262, "grad_norm": 0.32275909185409546, "learning_rate": 1.0840051749024416e-05, "loss": 0.2822, "step": 3730 }, { "epoch": 2.44655737704918, "grad_norm": 0.31452152132987976, "learning_rate": 1.0835818996077102e-05, "loss": 0.2821, "step": 3731 }, { "epoch": 2.4472131147540983, "grad_norm": 0.3047548830509186, "learning_rate": 1.0831586092323943e-05, "loss": 0.3177, "step": 3732 }, { "epoch": 2.4478688524590164, "grad_norm": 0.2952759861946106, "learning_rate": 1.0827353038528675e-05, "loss": 0.2828, "step": 3733 }, { "epoch": 2.4485245901639345, "grad_norm": 0.33275026082992554, "learning_rate": 1.0823119835455069e-05, "loss": 0.3052, "step": 3734 }, { "epoch": 2.4491803278688526, "grad_norm": 0.32195571064949036, "learning_rate": 1.0818886483866913e-05, "loss": 0.2849, "step": 3735 }, { "epoch": 2.4498360655737703, "grad_norm": 0.32427144050598145, "learning_rate": 1.0814652984528026e-05, "loss": 0.2999, "step": 3736 }, { "epoch": 2.4504918032786884, "grad_norm": 0.3100726902484894, "learning_rate": 1.0810419338202254e-05, "loss": 0.2951, "step": 3737 }, { "epoch": 2.4511475409836065, "grad_norm": 0.289572149515152, "learning_rate": 1.0806185545653472e-05, "loss": 0.2959, "step": 3738 }, { "epoch": 2.4518032786885247, "grad_norm": 0.3160752058029175, "learning_rate": 1.0801951607645573e-05, "loss": 0.2813, "step": 3739 }, { "epoch": 2.4524590163934428, "grad_norm": 0.3362892270088196, "learning_rate": 1.0797717524942482e-05, "loss": 0.2821, "step": 3740 }, { "epoch": 2.453114754098361, "grad_norm": 0.3254384696483612, "learning_rate": 1.079348329830815e-05, "loss": 0.2935, "step": 3741 }, { "epoch": 2.4537704918032786, "grad_norm": 0.32939594984054565, "learning_rate": 1.0789248928506557e-05, "loss": 0.2945, "step": 3742 }, { "epoch": 2.4544262295081967, "grad_norm": 0.3508884906768799, "learning_rate": 1.07850144163017e-05, "loss": 0.308, "step": 3743 }, { "epoch": 2.455081967213115, "grad_norm": 0.3248012065887451, "learning_rate": 1.0780779762457613e-05, "loss": 0.2952, "step": 3744 }, { "epoch": 2.455737704918033, "grad_norm": 0.3212836980819702, "learning_rate": 1.0776544967738345e-05, "loss": 0.3012, "step": 3745 }, { "epoch": 2.456393442622951, "grad_norm": 0.3097785413265228, "learning_rate": 1.0772310032907976e-05, "loss": 0.2916, "step": 3746 }, { "epoch": 2.4570491803278687, "grad_norm": 0.3485156297683716, "learning_rate": 1.0768074958730614e-05, "loss": 0.2886, "step": 3747 }, { "epoch": 2.457704918032787, "grad_norm": 0.31914207339286804, "learning_rate": 1.0763839745970384e-05, "loss": 0.2962, "step": 3748 }, { "epoch": 2.458360655737705, "grad_norm": 0.30954813957214355, "learning_rate": 1.0759604395391443e-05, "loss": 0.3028, "step": 3749 }, { "epoch": 2.459016393442623, "grad_norm": 0.31032422184944153, "learning_rate": 1.0755368907757969e-05, "loss": 0.2895, "step": 3750 }, { "epoch": 2.459672131147541, "grad_norm": 0.3102324604988098, "learning_rate": 1.0751133283834166e-05, "loss": 0.2704, "step": 3751 }, { "epoch": 2.460327868852459, "grad_norm": 0.32120466232299805, "learning_rate": 1.0746897524384263e-05, "loss": 0.2816, "step": 3752 }, { "epoch": 2.460983606557377, "grad_norm": 0.3428508937358856, "learning_rate": 1.074266163017251e-05, "loss": 0.3129, "step": 3753 }, { "epoch": 2.461639344262295, "grad_norm": 0.3272530138492584, "learning_rate": 1.0738425601963192e-05, "loss": 0.277, "step": 3754 }, { "epoch": 2.462295081967213, "grad_norm": 0.34674975275993347, "learning_rate": 1.0734189440520605e-05, "loss": 0.2836, "step": 3755 }, { "epoch": 2.4629508196721313, "grad_norm": 0.34608423709869385, "learning_rate": 1.0729953146609076e-05, "loss": 0.3084, "step": 3756 }, { "epoch": 2.4636065573770494, "grad_norm": 0.31227946281433105, "learning_rate": 1.0725716720992956e-05, "loss": 0.2807, "step": 3757 }, { "epoch": 2.464262295081967, "grad_norm": 0.32405975461006165, "learning_rate": 1.0721480164436614e-05, "loss": 0.282, "step": 3758 }, { "epoch": 2.464918032786885, "grad_norm": 0.31497904658317566, "learning_rate": 1.0717243477704453e-05, "loss": 0.3071, "step": 3759 }, { "epoch": 2.4655737704918033, "grad_norm": 0.3054947853088379, "learning_rate": 1.071300666156089e-05, "loss": 0.2895, "step": 3760 }, { "epoch": 2.4662295081967214, "grad_norm": 0.31286969780921936, "learning_rate": 1.0708769716770366e-05, "loss": 0.2876, "step": 3761 }, { "epoch": 2.4668852459016395, "grad_norm": 0.31182900071144104, "learning_rate": 1.0704532644097351e-05, "loss": 0.2955, "step": 3762 }, { "epoch": 2.4675409836065576, "grad_norm": 0.2948586344718933, "learning_rate": 1.0700295444306336e-05, "loss": 0.2984, "step": 3763 }, { "epoch": 2.4681967213114753, "grad_norm": 0.3135765790939331, "learning_rate": 1.0696058118161834e-05, "loss": 0.3297, "step": 3764 }, { "epoch": 2.4688524590163934, "grad_norm": 0.2922235429286957, "learning_rate": 1.069182066642838e-05, "loss": 0.285, "step": 3765 }, { "epoch": 2.4695081967213115, "grad_norm": 0.33043938875198364, "learning_rate": 1.068758308987053e-05, "loss": 0.2695, "step": 3766 }, { "epoch": 2.4701639344262296, "grad_norm": 0.33760538697242737, "learning_rate": 1.0683345389252869e-05, "loss": 0.3165, "step": 3767 }, { "epoch": 2.4708196721311477, "grad_norm": 0.3467356264591217, "learning_rate": 1.067910756534e-05, "loss": 0.3018, "step": 3768 }, { "epoch": 2.4714754098360654, "grad_norm": 0.29595065116882324, "learning_rate": 1.0674869618896546e-05, "loss": 0.269, "step": 3769 }, { "epoch": 2.4721311475409835, "grad_norm": 0.3133672773838043, "learning_rate": 1.0670631550687157e-05, "loss": 0.2894, "step": 3770 }, { "epoch": 2.4727868852459016, "grad_norm": 0.3533637821674347, "learning_rate": 1.0666393361476502e-05, "loss": 0.2801, "step": 3771 }, { "epoch": 2.4734426229508197, "grad_norm": 0.32253995537757874, "learning_rate": 1.0662155052029268e-05, "loss": 0.3092, "step": 3772 }, { "epoch": 2.474098360655738, "grad_norm": 0.31138554215431213, "learning_rate": 1.0657916623110176e-05, "loss": 0.302, "step": 3773 }, { "epoch": 2.4747540983606555, "grad_norm": 0.3163442611694336, "learning_rate": 1.0653678075483955e-05, "loss": 0.3064, "step": 3774 }, { "epoch": 2.4754098360655736, "grad_norm": 0.31113484501838684, "learning_rate": 1.0649439409915366e-05, "loss": 0.2802, "step": 3775 }, { "epoch": 2.4760655737704917, "grad_norm": 0.3227115273475647, "learning_rate": 1.0645200627169184e-05, "loss": 0.2983, "step": 3776 }, { "epoch": 2.47672131147541, "grad_norm": 0.3241863548755646, "learning_rate": 1.0640961728010204e-05, "loss": 0.3044, "step": 3777 }, { "epoch": 2.477377049180328, "grad_norm": 0.3147464990615845, "learning_rate": 1.063672271320325e-05, "loss": 0.2636, "step": 3778 }, { "epoch": 2.478032786885246, "grad_norm": 0.3197377324104309, "learning_rate": 1.0632483583513164e-05, "loss": 0.2825, "step": 3779 }, { "epoch": 2.4786885245901638, "grad_norm": 0.3484981954097748, "learning_rate": 1.0628244339704804e-05, "loss": 0.2961, "step": 3780 }, { "epoch": 2.479344262295082, "grad_norm": 0.3152073323726654, "learning_rate": 1.0624004982543053e-05, "loss": 0.2786, "step": 3781 }, { "epoch": 2.48, "grad_norm": 0.3560849726200104, "learning_rate": 1.0619765512792812e-05, "loss": 0.3141, "step": 3782 }, { "epoch": 2.480655737704918, "grad_norm": 0.3284613788127899, "learning_rate": 1.0615525931219002e-05, "loss": 0.3187, "step": 3783 }, { "epoch": 2.481311475409836, "grad_norm": 0.3123345971107483, "learning_rate": 1.0611286238586573e-05, "loss": 0.2963, "step": 3784 }, { "epoch": 2.4819672131147543, "grad_norm": 0.3120865523815155, "learning_rate": 1.060704643566048e-05, "loss": 0.2856, "step": 3785 }, { "epoch": 2.482622950819672, "grad_norm": 0.30928581953048706, "learning_rate": 1.0602806523205708e-05, "loss": 0.3017, "step": 3786 }, { "epoch": 2.48327868852459, "grad_norm": 0.31812015175819397, "learning_rate": 1.0598566501987262e-05, "loss": 0.298, "step": 3787 }, { "epoch": 2.483934426229508, "grad_norm": 0.34511807560920715, "learning_rate": 1.0594326372770158e-05, "loss": 0.302, "step": 3788 }, { "epoch": 2.4845901639344263, "grad_norm": 0.3051333725452423, "learning_rate": 1.0590086136319448e-05, "loss": 0.2629, "step": 3789 }, { "epoch": 2.4852459016393444, "grad_norm": 0.3232298195362091, "learning_rate": 1.0585845793400184e-05, "loss": 0.2993, "step": 3790 }, { "epoch": 2.485901639344262, "grad_norm": 0.332422137260437, "learning_rate": 1.0581605344777449e-05, "loss": 0.3083, "step": 3791 }, { "epoch": 2.4865573770491802, "grad_norm": 0.34367382526397705, "learning_rate": 1.057736479121634e-05, "loss": 0.3023, "step": 3792 }, { "epoch": 2.4872131147540983, "grad_norm": 0.350019633769989, "learning_rate": 1.0573124133481978e-05, "loss": 0.3125, "step": 3793 }, { "epoch": 2.4878688524590165, "grad_norm": 0.32633909583091736, "learning_rate": 1.0568883372339498e-05, "loss": 0.303, "step": 3794 }, { "epoch": 2.4885245901639346, "grad_norm": 0.31813037395477295, "learning_rate": 1.0564642508554059e-05, "loss": 0.2931, "step": 3795 }, { "epoch": 2.4891803278688522, "grad_norm": 0.33153289556503296, "learning_rate": 1.056040154289083e-05, "loss": 0.3249, "step": 3796 }, { "epoch": 2.4898360655737704, "grad_norm": 0.31664279103279114, "learning_rate": 1.0556160476115007e-05, "loss": 0.3026, "step": 3797 }, { "epoch": 2.4904918032786885, "grad_norm": 0.34866365790367126, "learning_rate": 1.05519193089918e-05, "loss": 0.3205, "step": 3798 }, { "epoch": 2.4911475409836066, "grad_norm": 0.33166229724884033, "learning_rate": 1.0547678042286435e-05, "loss": 0.2919, "step": 3799 }, { "epoch": 2.4918032786885247, "grad_norm": 0.28995177149772644, "learning_rate": 1.054343667676417e-05, "loss": 0.2773, "step": 3800 }, { "epoch": 2.492459016393443, "grad_norm": 0.3299522399902344, "learning_rate": 1.0539195213190251e-05, "loss": 0.295, "step": 3801 }, { "epoch": 2.4931147540983605, "grad_norm": 0.34778356552124023, "learning_rate": 1.0534953652329976e-05, "loss": 0.3211, "step": 3802 }, { "epoch": 2.4937704918032786, "grad_norm": 0.3527863025665283, "learning_rate": 1.0530711994948636e-05, "loss": 0.2954, "step": 3803 }, { "epoch": 2.4944262295081967, "grad_norm": 0.3277009427547455, "learning_rate": 1.0526470241811553e-05, "loss": 0.3116, "step": 3804 }, { "epoch": 2.495081967213115, "grad_norm": 0.3043930232524872, "learning_rate": 1.0522228393684062e-05, "loss": 0.2872, "step": 3805 }, { "epoch": 2.495737704918033, "grad_norm": 0.31122779846191406, "learning_rate": 1.051798645133151e-05, "loss": 0.2955, "step": 3806 }, { "epoch": 2.496393442622951, "grad_norm": 0.3093002736568451, "learning_rate": 1.0513744415519267e-05, "loss": 0.3103, "step": 3807 }, { "epoch": 2.4970491803278687, "grad_norm": 0.3221341669559479, "learning_rate": 1.0509502287012725e-05, "loss": 0.31, "step": 3808 }, { "epoch": 2.497704918032787, "grad_norm": 0.3014698922634125, "learning_rate": 1.0505260066577276e-05, "loss": 0.2764, "step": 3809 }, { "epoch": 2.498360655737705, "grad_norm": 0.3214797079563141, "learning_rate": 1.0501017754978348e-05, "loss": 0.3042, "step": 3810 }, { "epoch": 2.499016393442623, "grad_norm": 0.33459076285362244, "learning_rate": 1.0496775352981373e-05, "loss": 0.2849, "step": 3811 }, { "epoch": 2.499672131147541, "grad_norm": 0.33245354890823364, "learning_rate": 1.0492532861351798e-05, "loss": 0.3056, "step": 3812 }, { "epoch": 2.500327868852459, "grad_norm": 0.3191221356391907, "learning_rate": 1.0488290280855099e-05, "loss": 0.3031, "step": 3813 }, { "epoch": 2.500983606557377, "grad_norm": 0.34818780422210693, "learning_rate": 1.0484047612256751e-05, "loss": 0.3117, "step": 3814 }, { "epoch": 2.501639344262295, "grad_norm": 0.3122335970401764, "learning_rate": 1.0479804856322263e-05, "loss": 0.2662, "step": 3815 }, { "epoch": 2.502295081967213, "grad_norm": 0.31752538681030273, "learning_rate": 1.0475562013817145e-05, "loss": 0.3094, "step": 3816 }, { "epoch": 2.5029508196721313, "grad_norm": 0.31367212533950806, "learning_rate": 1.0471319085506925e-05, "loss": 0.2722, "step": 3817 }, { "epoch": 2.503606557377049, "grad_norm": 0.3232337236404419, "learning_rate": 1.0467076072157159e-05, "loss": 0.3007, "step": 3818 }, { "epoch": 2.504262295081967, "grad_norm": 0.3212989568710327, "learning_rate": 1.0462832974533402e-05, "loss": 0.3052, "step": 3819 }, { "epoch": 2.504918032786885, "grad_norm": 0.3246303200721741, "learning_rate": 1.045858979340123e-05, "loss": 0.2939, "step": 3820 }, { "epoch": 2.5055737704918033, "grad_norm": 0.31744447350502014, "learning_rate": 1.0454346529526242e-05, "loss": 0.2822, "step": 3821 }, { "epoch": 2.5062295081967214, "grad_norm": 0.3088861405849457, "learning_rate": 1.0450103183674038e-05, "loss": 0.2995, "step": 3822 }, { "epoch": 2.506885245901639, "grad_norm": 0.3168042004108429, "learning_rate": 1.0445859756610244e-05, "loss": 0.3038, "step": 3823 }, { "epoch": 2.5075409836065576, "grad_norm": 0.3499962389469147, "learning_rate": 1.0441616249100496e-05, "loss": 0.313, "step": 3824 }, { "epoch": 2.5081967213114753, "grad_norm": 0.3189258873462677, "learning_rate": 1.0437372661910445e-05, "loss": 0.2829, "step": 3825 }, { "epoch": 2.5088524590163934, "grad_norm": 0.31448814272880554, "learning_rate": 1.0433128995805757e-05, "loss": 0.2997, "step": 3826 }, { "epoch": 2.5095081967213115, "grad_norm": 0.3113987445831299, "learning_rate": 1.0428885251552107e-05, "loss": 0.2845, "step": 3827 }, { "epoch": 2.5101639344262296, "grad_norm": 0.31120941042900085, "learning_rate": 1.0424641429915197e-05, "loss": 0.3059, "step": 3828 }, { "epoch": 2.5108196721311478, "grad_norm": 0.3124326467514038, "learning_rate": 1.0420397531660729e-05, "loss": 0.2973, "step": 3829 }, { "epoch": 2.5114754098360654, "grad_norm": 0.32980459928512573, "learning_rate": 1.0416153557554425e-05, "loss": 0.288, "step": 3830 }, { "epoch": 2.5121311475409835, "grad_norm": 0.3383289873600006, "learning_rate": 1.0411909508362023e-05, "loss": 0.3064, "step": 3831 }, { "epoch": 2.5127868852459017, "grad_norm": 0.32788023352622986, "learning_rate": 1.040766538484927e-05, "loss": 0.2807, "step": 3832 }, { "epoch": 2.5134426229508198, "grad_norm": 0.30085697770118713, "learning_rate": 1.0403421187781926e-05, "loss": 0.2999, "step": 3833 }, { "epoch": 2.514098360655738, "grad_norm": 0.30533429980278015, "learning_rate": 1.0399176917925773e-05, "loss": 0.2814, "step": 3834 }, { "epoch": 2.5147540983606556, "grad_norm": 0.3129282593727112, "learning_rate": 1.0394932576046593e-05, "loss": 0.3094, "step": 3835 }, { "epoch": 2.5154098360655737, "grad_norm": 0.32313668727874756, "learning_rate": 1.0390688162910188e-05, "loss": 0.2821, "step": 3836 }, { "epoch": 2.516065573770492, "grad_norm": 0.3325705826282501, "learning_rate": 1.0386443679282379e-05, "loss": 0.3129, "step": 3837 }, { "epoch": 2.51672131147541, "grad_norm": 0.3230297565460205, "learning_rate": 1.0382199125928984e-05, "loss": 0.2908, "step": 3838 }, { "epoch": 2.517377049180328, "grad_norm": 0.30823010206222534, "learning_rate": 1.0377954503615855e-05, "loss": 0.2957, "step": 3839 }, { "epoch": 2.5180327868852457, "grad_norm": 0.29706835746765137, "learning_rate": 1.037370981310883e-05, "loss": 0.2969, "step": 3840 }, { "epoch": 2.518688524590164, "grad_norm": 0.3333848714828491, "learning_rate": 1.0369465055173784e-05, "loss": 0.2838, "step": 3841 }, { "epoch": 2.519344262295082, "grad_norm": 0.31312447786331177, "learning_rate": 1.0365220230576592e-05, "loss": 0.2631, "step": 3842 }, { "epoch": 2.52, "grad_norm": 0.3215373754501343, "learning_rate": 1.0360975340083137e-05, "loss": 0.3011, "step": 3843 }, { "epoch": 2.520655737704918, "grad_norm": 0.32524704933166504, "learning_rate": 1.0356730384459324e-05, "loss": 0.2873, "step": 3844 }, { "epoch": 2.521311475409836, "grad_norm": 0.2965761721134186, "learning_rate": 1.0352485364471067e-05, "loss": 0.2705, "step": 3845 }, { "epoch": 2.5219672131147544, "grad_norm": 0.31164422631263733, "learning_rate": 1.0348240280884285e-05, "loss": 0.2852, "step": 3846 }, { "epoch": 2.522622950819672, "grad_norm": 0.3056443929672241, "learning_rate": 1.034399513446492e-05, "loss": 0.2967, "step": 3847 }, { "epoch": 2.52327868852459, "grad_norm": 0.3082199692726135, "learning_rate": 1.0339749925978913e-05, "loss": 0.2989, "step": 3848 }, { "epoch": 2.5239344262295083, "grad_norm": 0.3395998775959015, "learning_rate": 1.0335504656192223e-05, "loss": 0.2903, "step": 3849 }, { "epoch": 2.5245901639344264, "grad_norm": 0.31423160433769226, "learning_rate": 1.0331259325870824e-05, "loss": 0.2769, "step": 3850 }, { "epoch": 2.5252459016393445, "grad_norm": 0.3252248764038086, "learning_rate": 1.0327013935780692e-05, "loss": 0.2859, "step": 3851 }, { "epoch": 2.525901639344262, "grad_norm": 0.33818715810775757, "learning_rate": 1.0322768486687816e-05, "loss": 0.2797, "step": 3852 }, { "epoch": 2.5265573770491803, "grad_norm": 0.31576666235923767, "learning_rate": 1.0318522979358201e-05, "loss": 0.2659, "step": 3853 }, { "epoch": 2.5272131147540984, "grad_norm": 0.319011390209198, "learning_rate": 1.0314277414557854e-05, "loss": 0.2858, "step": 3854 }, { "epoch": 2.5278688524590165, "grad_norm": 0.3123782277107239, "learning_rate": 1.0310031793052804e-05, "loss": 0.2912, "step": 3855 }, { "epoch": 2.5285245901639346, "grad_norm": 0.2968486547470093, "learning_rate": 1.030578611560908e-05, "loss": 0.2788, "step": 3856 }, { "epoch": 2.5291803278688523, "grad_norm": 0.3366333842277527, "learning_rate": 1.0301540382992722e-05, "loss": 0.3, "step": 3857 }, { "epoch": 2.5298360655737704, "grad_norm": 0.31253767013549805, "learning_rate": 1.0297294595969789e-05, "loss": 0.3163, "step": 3858 }, { "epoch": 2.5304918032786885, "grad_norm": 0.30451300740242004, "learning_rate": 1.0293048755306336e-05, "loss": 0.2883, "step": 3859 }, { "epoch": 2.5311475409836066, "grad_norm": 0.3177151083946228, "learning_rate": 1.0288802861768442e-05, "loss": 0.3145, "step": 3860 }, { "epoch": 2.5318032786885247, "grad_norm": 0.31511569023132324, "learning_rate": 1.0284556916122183e-05, "loss": 0.319, "step": 3861 }, { "epoch": 2.5324590163934424, "grad_norm": 0.3210434019565582, "learning_rate": 1.0280310919133657e-05, "loss": 0.292, "step": 3862 }, { "epoch": 2.5331147540983605, "grad_norm": 0.3235013484954834, "learning_rate": 1.0276064871568955e-05, "loss": 0.2868, "step": 3863 }, { "epoch": 2.5337704918032786, "grad_norm": 0.3232830762863159, "learning_rate": 1.0271818774194194e-05, "loss": 0.2963, "step": 3864 }, { "epoch": 2.5344262295081967, "grad_norm": 0.315592885017395, "learning_rate": 1.0267572627775485e-05, "loss": 0.2834, "step": 3865 }, { "epoch": 2.535081967213115, "grad_norm": 0.31638920307159424, "learning_rate": 1.0263326433078966e-05, "loss": 0.3032, "step": 3866 }, { "epoch": 2.5357377049180325, "grad_norm": 0.32565486431121826, "learning_rate": 1.0259080190870764e-05, "loss": 0.2943, "step": 3867 }, { "epoch": 2.536393442622951, "grad_norm": 0.32770663499832153, "learning_rate": 1.0254833901917022e-05, "loss": 0.3055, "step": 3868 }, { "epoch": 2.5370491803278687, "grad_norm": 0.31007373332977295, "learning_rate": 1.0250587566983903e-05, "loss": 0.2916, "step": 3869 }, { "epoch": 2.537704918032787, "grad_norm": 0.3403417766094208, "learning_rate": 1.0246341186837558e-05, "loss": 0.3003, "step": 3870 }, { "epoch": 2.538360655737705, "grad_norm": 0.3239428997039795, "learning_rate": 1.0242094762244167e-05, "loss": 0.329, "step": 3871 }, { "epoch": 2.539016393442623, "grad_norm": 0.312583327293396, "learning_rate": 1.0237848293969896e-05, "loss": 0.2882, "step": 3872 }, { "epoch": 2.539672131147541, "grad_norm": 0.31960585713386536, "learning_rate": 1.0233601782780937e-05, "loss": 0.3061, "step": 3873 }, { "epoch": 2.540327868852459, "grad_norm": 0.32472163438796997, "learning_rate": 1.0229355229443483e-05, "loss": 0.3112, "step": 3874 }, { "epoch": 2.540983606557377, "grad_norm": 0.3403722047805786, "learning_rate": 1.022510863472373e-05, "loss": 0.2939, "step": 3875 }, { "epoch": 2.541639344262295, "grad_norm": 0.32029643654823303, "learning_rate": 1.022086199938789e-05, "loss": 0.2924, "step": 3876 }, { "epoch": 2.542295081967213, "grad_norm": 0.32304877042770386, "learning_rate": 1.021661532420218e-05, "loss": 0.2897, "step": 3877 }, { "epoch": 2.5429508196721313, "grad_norm": 0.3470020294189453, "learning_rate": 1.0212368609932816e-05, "loss": 0.2908, "step": 3878 }, { "epoch": 2.543606557377049, "grad_norm": 0.3208291232585907, "learning_rate": 1.0208121857346036e-05, "loss": 0.2993, "step": 3879 }, { "epoch": 2.544262295081967, "grad_norm": 0.31488364934921265, "learning_rate": 1.020387506720807e-05, "loss": 0.2681, "step": 3880 }, { "epoch": 2.544918032786885, "grad_norm": 0.3076077997684479, "learning_rate": 1.0199628240285166e-05, "loss": 0.2837, "step": 3881 }, { "epoch": 2.5455737704918033, "grad_norm": 0.32221564650535583, "learning_rate": 1.0195381377343576e-05, "loss": 0.2968, "step": 3882 }, { "epoch": 2.5462295081967214, "grad_norm": 0.33487024903297424, "learning_rate": 1.0191134479149546e-05, "loss": 0.3112, "step": 3883 }, { "epoch": 2.546885245901639, "grad_norm": 0.31860437989234924, "learning_rate": 1.0186887546469349e-05, "loss": 0.2982, "step": 3884 }, { "epoch": 2.5475409836065572, "grad_norm": 0.3168747127056122, "learning_rate": 1.0182640580069249e-05, "loss": 0.3183, "step": 3885 }, { "epoch": 2.5481967213114753, "grad_norm": 0.3378903865814209, "learning_rate": 1.0178393580715524e-05, "loss": 0.3104, "step": 3886 }, { "epoch": 2.5488524590163935, "grad_norm": 0.29856231808662415, "learning_rate": 1.0174146549174456e-05, "loss": 0.2711, "step": 3887 }, { "epoch": 2.5495081967213116, "grad_norm": 0.30340149998664856, "learning_rate": 1.0169899486212324e-05, "loss": 0.2826, "step": 3888 }, { "epoch": 2.5501639344262292, "grad_norm": 0.3194562494754791, "learning_rate": 1.016565239259543e-05, "loss": 0.2927, "step": 3889 }, { "epoch": 2.550819672131148, "grad_norm": 0.2978634238243103, "learning_rate": 1.0161405269090068e-05, "loss": 0.2573, "step": 3890 }, { "epoch": 2.5514754098360655, "grad_norm": 0.30920156836509705, "learning_rate": 1.015715811646254e-05, "loss": 0.289, "step": 3891 }, { "epoch": 2.5521311475409836, "grad_norm": 0.307094007730484, "learning_rate": 1.0152910935479162e-05, "loss": 0.2818, "step": 3892 }, { "epoch": 2.5527868852459017, "grad_norm": 0.31685250997543335, "learning_rate": 1.014866372690624e-05, "loss": 0.2842, "step": 3893 }, { "epoch": 2.55344262295082, "grad_norm": 0.3352791368961334, "learning_rate": 1.0144416491510095e-05, "loss": 0.3032, "step": 3894 }, { "epoch": 2.554098360655738, "grad_norm": 0.30015629529953003, "learning_rate": 1.014016923005705e-05, "loss": 0.2783, "step": 3895 }, { "epoch": 2.5547540983606556, "grad_norm": 0.30306732654571533, "learning_rate": 1.0135921943313439e-05, "loss": 0.269, "step": 3896 }, { "epoch": 2.5554098360655737, "grad_norm": 0.29696881771087646, "learning_rate": 1.0131674632045586e-05, "loss": 0.2896, "step": 3897 }, { "epoch": 2.556065573770492, "grad_norm": 0.3095492720603943, "learning_rate": 1.0127427297019836e-05, "loss": 0.2985, "step": 3898 }, { "epoch": 2.55672131147541, "grad_norm": 0.31718185544013977, "learning_rate": 1.0123179939002525e-05, "loss": 0.3087, "step": 3899 }, { "epoch": 2.557377049180328, "grad_norm": 0.30736231803894043, "learning_rate": 1.0118932558760007e-05, "loss": 0.2939, "step": 3900 }, { "epoch": 2.5580327868852457, "grad_norm": 0.3189418911933899, "learning_rate": 1.0114685157058622e-05, "loss": 0.3001, "step": 3901 }, { "epoch": 2.558688524590164, "grad_norm": 0.30457887053489685, "learning_rate": 1.0110437734664728e-05, "loss": 0.2955, "step": 3902 }, { "epoch": 2.559344262295082, "grad_norm": 0.2935132086277008, "learning_rate": 1.0106190292344686e-05, "loss": 0.2742, "step": 3903 }, { "epoch": 2.56, "grad_norm": 0.3423551321029663, "learning_rate": 1.0101942830864852e-05, "loss": 0.2912, "step": 3904 }, { "epoch": 2.560655737704918, "grad_norm": 0.3112143576145172, "learning_rate": 1.0097695350991593e-05, "loss": 0.3203, "step": 3905 }, { "epoch": 2.561311475409836, "grad_norm": 0.33868739008903503, "learning_rate": 1.0093447853491276e-05, "loss": 0.2932, "step": 3906 }, { "epoch": 2.561967213114754, "grad_norm": 0.3249047100543976, "learning_rate": 1.0089200339130269e-05, "loss": 0.2964, "step": 3907 }, { "epoch": 2.562622950819672, "grad_norm": 0.3016771674156189, "learning_rate": 1.0084952808674953e-05, "loss": 0.2926, "step": 3908 }, { "epoch": 2.56327868852459, "grad_norm": 0.3229595124721527, "learning_rate": 1.0080705262891698e-05, "loss": 0.298, "step": 3909 }, { "epoch": 2.5639344262295083, "grad_norm": 0.3178621828556061, "learning_rate": 1.0076457702546889e-05, "loss": 0.2795, "step": 3910 }, { "epoch": 2.564590163934426, "grad_norm": 0.30850663781166077, "learning_rate": 1.0072210128406907e-05, "loss": 0.3047, "step": 3911 }, { "epoch": 2.5652459016393445, "grad_norm": 0.32959672808647156, "learning_rate": 1.0067962541238134e-05, "loss": 0.3176, "step": 3912 }, { "epoch": 2.565901639344262, "grad_norm": 0.2960691750049591, "learning_rate": 1.0063714941806962e-05, "loss": 0.2761, "step": 3913 }, { "epoch": 2.5665573770491803, "grad_norm": 0.2986917495727539, "learning_rate": 1.0059467330879776e-05, "loss": 0.2848, "step": 3914 }, { "epoch": 2.5672131147540984, "grad_norm": 0.29788926243782043, "learning_rate": 1.0055219709222967e-05, "loss": 0.2589, "step": 3915 }, { "epoch": 2.5678688524590165, "grad_norm": 0.3264038860797882, "learning_rate": 1.0050972077602932e-05, "loss": 0.2868, "step": 3916 }, { "epoch": 2.5685245901639346, "grad_norm": 0.31003811955451965, "learning_rate": 1.0046724436786064e-05, "loss": 0.2944, "step": 3917 }, { "epoch": 2.5691803278688523, "grad_norm": 0.3681230843067169, "learning_rate": 1.0042476787538763e-05, "loss": 0.3192, "step": 3918 }, { "epoch": 2.5698360655737704, "grad_norm": 0.3057313561439514, "learning_rate": 1.0038229130627421e-05, "loss": 0.2909, "step": 3919 }, { "epoch": 2.5704918032786885, "grad_norm": 0.3007344901561737, "learning_rate": 1.0033981466818443e-05, "loss": 0.2802, "step": 3920 }, { "epoch": 2.5711475409836066, "grad_norm": 0.31334516406059265, "learning_rate": 1.002973379687823e-05, "loss": 0.3182, "step": 3921 }, { "epoch": 2.5718032786885248, "grad_norm": 0.33075815439224243, "learning_rate": 1.0025486121573183e-05, "loss": 0.295, "step": 3922 }, { "epoch": 2.5724590163934424, "grad_norm": 0.34832173585891724, "learning_rate": 1.0021238441669705e-05, "loss": 0.3, "step": 3923 }, { "epoch": 2.5731147540983605, "grad_norm": 0.3194321393966675, "learning_rate": 1.0016990757934197e-05, "loss": 0.2689, "step": 3924 }, { "epoch": 2.5737704918032787, "grad_norm": 0.3380252718925476, "learning_rate": 1.001274307113307e-05, "loss": 0.2794, "step": 3925 }, { "epoch": 2.5744262295081968, "grad_norm": 0.34896400570869446, "learning_rate": 1.0008495382032724e-05, "loss": 0.285, "step": 3926 }, { "epoch": 2.575081967213115, "grad_norm": 0.3022613525390625, "learning_rate": 1.0004247691399566e-05, "loss": 0.2598, "step": 3927 }, { "epoch": 2.5757377049180326, "grad_norm": 0.31290575861930847, "learning_rate": 1e-05, "loss": 0.2831, "step": 3928 }, { "epoch": 2.5763934426229507, "grad_norm": 0.3264823853969574, "learning_rate": 9.995752308600436e-06, "loss": 0.2883, "step": 3929 }, { "epoch": 2.577049180327869, "grad_norm": 0.34022796154022217, "learning_rate": 9.99150461796728e-06, "loss": 0.2952, "step": 3930 }, { "epoch": 2.577704918032787, "grad_norm": 0.3065999150276184, "learning_rate": 9.987256928866933e-06, "loss": 0.2874, "step": 3931 }, { "epoch": 2.578360655737705, "grad_norm": 0.33315393328666687, "learning_rate": 9.983009242065805e-06, "loss": 0.3176, "step": 3932 }, { "epoch": 2.5790163934426227, "grad_norm": 0.30601766705513, "learning_rate": 9.978761558330297e-06, "loss": 0.301, "step": 3933 }, { "epoch": 2.5796721311475412, "grad_norm": 0.328906774520874, "learning_rate": 9.974513878426819e-06, "loss": 0.3167, "step": 3934 }, { "epoch": 2.580327868852459, "grad_norm": 0.32013729214668274, "learning_rate": 9.97026620312177e-06, "loss": 0.2745, "step": 3935 }, { "epoch": 2.580983606557377, "grad_norm": 0.3105277419090271, "learning_rate": 9.966018533181557e-06, "loss": 0.283, "step": 3936 }, { "epoch": 2.581639344262295, "grad_norm": 0.31601962447166443, "learning_rate": 9.96177086937258e-06, "loss": 0.3016, "step": 3937 }, { "epoch": 2.5822950819672132, "grad_norm": 0.3249911367893219, "learning_rate": 9.957523212461239e-06, "loss": 0.2819, "step": 3938 }, { "epoch": 2.5829508196721314, "grad_norm": 0.3394600450992584, "learning_rate": 9.95327556321394e-06, "loss": 0.3019, "step": 3939 }, { "epoch": 2.583606557377049, "grad_norm": 0.36809760332107544, "learning_rate": 9.949027922397071e-06, "loss": 0.3457, "step": 3940 }, { "epoch": 2.584262295081967, "grad_norm": 0.30803802609443665, "learning_rate": 9.944780290777038e-06, "loss": 0.3124, "step": 3941 }, { "epoch": 2.5849180327868853, "grad_norm": 0.28515544533729553, "learning_rate": 9.94053266912023e-06, "loss": 0.2491, "step": 3942 }, { "epoch": 2.5855737704918034, "grad_norm": 0.3119514584541321, "learning_rate": 9.936285058193043e-06, "loss": 0.2736, "step": 3943 }, { "epoch": 2.5862295081967215, "grad_norm": 0.31748220324516296, "learning_rate": 9.932037458761869e-06, "loss": 0.2874, "step": 3944 }, { "epoch": 2.586885245901639, "grad_norm": 0.31890925765037537, "learning_rate": 9.927789871593096e-06, "loss": 0.2634, "step": 3945 }, { "epoch": 2.5875409836065573, "grad_norm": 0.3079926371574402, "learning_rate": 9.923542297453113e-06, "loss": 0.2902, "step": 3946 }, { "epoch": 2.5881967213114754, "grad_norm": 0.2993704676628113, "learning_rate": 9.919294737108303e-06, "loss": 0.275, "step": 3947 }, { "epoch": 2.5888524590163935, "grad_norm": 0.28790268301963806, "learning_rate": 9.915047191325052e-06, "loss": 0.2659, "step": 3948 }, { "epoch": 2.5895081967213116, "grad_norm": 0.3286018669605255, "learning_rate": 9.910799660869733e-06, "loss": 0.313, "step": 3949 }, { "epoch": 2.5901639344262293, "grad_norm": 0.33192312717437744, "learning_rate": 9.906552146508727e-06, "loss": 0.3111, "step": 3950 }, { "epoch": 2.5908196721311474, "grad_norm": 0.3067495822906494, "learning_rate": 9.90230464900841e-06, "loss": 0.2924, "step": 3951 }, { "epoch": 2.5914754098360655, "grad_norm": 0.31496480107307434, "learning_rate": 9.89805716913515e-06, "loss": 0.2834, "step": 3952 }, { "epoch": 2.5921311475409836, "grad_norm": 0.3194912374019623, "learning_rate": 9.893809707655317e-06, "loss": 0.327, "step": 3953 }, { "epoch": 2.5927868852459017, "grad_norm": 0.2984822690486908, "learning_rate": 9.889562265335272e-06, "loss": 0.3118, "step": 3954 }, { "epoch": 2.5934426229508194, "grad_norm": 0.3069138824939728, "learning_rate": 9.88531484294138e-06, "loss": 0.3125, "step": 3955 }, { "epoch": 2.594098360655738, "grad_norm": 0.31620004773139954, "learning_rate": 9.881067441239997e-06, "loss": 0.2932, "step": 3956 }, { "epoch": 2.5947540983606556, "grad_norm": 0.29758578538894653, "learning_rate": 9.876820060997475e-06, "loss": 0.2752, "step": 3957 }, { "epoch": 2.5954098360655737, "grad_norm": 0.336247056722641, "learning_rate": 9.872572702980166e-06, "loss": 0.3186, "step": 3958 }, { "epoch": 2.596065573770492, "grad_norm": 0.3130928874015808, "learning_rate": 9.868325367954417e-06, "loss": 0.2936, "step": 3959 }, { "epoch": 2.59672131147541, "grad_norm": 0.2948414385318756, "learning_rate": 9.864078056686568e-06, "loss": 0.2768, "step": 3960 }, { "epoch": 2.597377049180328, "grad_norm": 0.33673954010009766, "learning_rate": 9.859830769942953e-06, "loss": 0.3207, "step": 3961 }, { "epoch": 2.5980327868852457, "grad_norm": 0.3039498031139374, "learning_rate": 9.85558350848991e-06, "loss": 0.263, "step": 3962 }, { "epoch": 2.598688524590164, "grad_norm": 0.31601858139038086, "learning_rate": 9.851336273093766e-06, "loss": 0.3002, "step": 3963 }, { "epoch": 2.599344262295082, "grad_norm": 0.30285507440567017, "learning_rate": 9.847089064520842e-06, "loss": 0.2857, "step": 3964 }, { "epoch": 2.6, "grad_norm": 0.29130929708480835, "learning_rate": 9.842841883537462e-06, "loss": 0.2741, "step": 3965 }, { "epoch": 2.600655737704918, "grad_norm": 0.3310408592224121, "learning_rate": 9.838594730909936e-06, "loss": 0.3109, "step": 3966 }, { "epoch": 2.601311475409836, "grad_norm": 0.3289858102798462, "learning_rate": 9.834347607404574e-06, "loss": 0.2818, "step": 3967 }, { "epoch": 2.601967213114754, "grad_norm": 0.30932947993278503, "learning_rate": 9.83010051378768e-06, "loss": 0.2746, "step": 3968 }, { "epoch": 2.602622950819672, "grad_norm": 0.34425029158592224, "learning_rate": 9.82585345082555e-06, "loss": 0.3102, "step": 3969 }, { "epoch": 2.60327868852459, "grad_norm": 0.3063732385635376, "learning_rate": 9.82160641928448e-06, "loss": 0.2896, "step": 3970 }, { "epoch": 2.6039344262295083, "grad_norm": 0.32176968455314636, "learning_rate": 9.817359419930753e-06, "loss": 0.3071, "step": 3971 }, { "epoch": 2.604590163934426, "grad_norm": 0.3233262300491333, "learning_rate": 9.813112453530655e-06, "loss": 0.309, "step": 3972 }, { "epoch": 2.605245901639344, "grad_norm": 0.33620500564575195, "learning_rate": 9.808865520850455e-06, "loss": 0.2943, "step": 3973 }, { "epoch": 2.605901639344262, "grad_norm": 0.333658903837204, "learning_rate": 9.804618622656427e-06, "loss": 0.2955, "step": 3974 }, { "epoch": 2.6065573770491803, "grad_norm": 0.3421867787837982, "learning_rate": 9.800371759714834e-06, "loss": 0.3277, "step": 3975 }, { "epoch": 2.6072131147540984, "grad_norm": 0.3176155090332031, "learning_rate": 9.796124932791928e-06, "loss": 0.3019, "step": 3976 }, { "epoch": 2.607868852459016, "grad_norm": 0.31627926230430603, "learning_rate": 9.791878142653965e-06, "loss": 0.2794, "step": 3977 }, { "epoch": 2.6085245901639347, "grad_norm": 0.32330796122550964, "learning_rate": 9.787631390067184e-06, "loss": 0.3014, "step": 3978 }, { "epoch": 2.6091803278688523, "grad_norm": 0.31735658645629883, "learning_rate": 9.783384675797822e-06, "loss": 0.267, "step": 3979 }, { "epoch": 2.6098360655737705, "grad_norm": 0.3237398862838745, "learning_rate": 9.779138000612113e-06, "loss": 0.3078, "step": 3980 }, { "epoch": 2.6104918032786886, "grad_norm": 0.3332678973674774, "learning_rate": 9.774891365276276e-06, "loss": 0.3116, "step": 3981 }, { "epoch": 2.6111475409836067, "grad_norm": 0.3033527433872223, "learning_rate": 9.770644770556524e-06, "loss": 0.2947, "step": 3982 }, { "epoch": 2.611803278688525, "grad_norm": 0.3208484649658203, "learning_rate": 9.766398217219068e-06, "loss": 0.2785, "step": 3983 }, { "epoch": 2.6124590163934425, "grad_norm": 0.329990029335022, "learning_rate": 9.762151706030109e-06, "loss": 0.3166, "step": 3984 }, { "epoch": 2.6131147540983606, "grad_norm": 0.29909443855285645, "learning_rate": 9.757905237755837e-06, "loss": 0.2826, "step": 3985 }, { "epoch": 2.6137704918032787, "grad_norm": 0.3233300745487213, "learning_rate": 9.753658813162444e-06, "loss": 0.3074, "step": 3986 }, { "epoch": 2.614426229508197, "grad_norm": 0.32128390669822693, "learning_rate": 9.7494124330161e-06, "loss": 0.2992, "step": 3987 }, { "epoch": 2.615081967213115, "grad_norm": 0.32234853506088257, "learning_rate": 9.74516609808298e-06, "loss": 0.284, "step": 3988 }, { "epoch": 2.6157377049180326, "grad_norm": 0.3373733460903168, "learning_rate": 9.74091980912924e-06, "loss": 0.2832, "step": 3989 }, { "epoch": 2.6163934426229507, "grad_norm": 0.31076228618621826, "learning_rate": 9.736673566921036e-06, "loss": 0.281, "step": 3990 }, { "epoch": 2.617049180327869, "grad_norm": 0.3137527108192444, "learning_rate": 9.732427372224516e-06, "loss": 0.2791, "step": 3991 }, { "epoch": 2.617704918032787, "grad_norm": 0.31273654103279114, "learning_rate": 9.72818122580581e-06, "loss": 0.2823, "step": 3992 }, { "epoch": 2.618360655737705, "grad_norm": 0.35904422402381897, "learning_rate": 9.723935128431048e-06, "loss": 0.3165, "step": 3993 }, { "epoch": 2.6190163934426227, "grad_norm": 0.31939002871513367, "learning_rate": 9.719689080866347e-06, "loss": 0.3161, "step": 3994 }, { "epoch": 2.619672131147541, "grad_norm": 0.31576597690582275, "learning_rate": 9.715443083877817e-06, "loss": 0.2845, "step": 3995 }, { "epoch": 2.620327868852459, "grad_norm": 0.32104045152664185, "learning_rate": 9.71119713823156e-06, "loss": 0.2896, "step": 3996 }, { "epoch": 2.620983606557377, "grad_norm": 0.32977166771888733, "learning_rate": 9.706951244693664e-06, "loss": 0.296, "step": 3997 }, { "epoch": 2.621639344262295, "grad_norm": 0.32888615131378174, "learning_rate": 9.702705404030215e-06, "loss": 0.2917, "step": 3998 }, { "epoch": 2.622295081967213, "grad_norm": 0.3121242821216583, "learning_rate": 9.69845961700728e-06, "loss": 0.2882, "step": 3999 }, { "epoch": 2.6229508196721314, "grad_norm": 0.304405152797699, "learning_rate": 9.694213884390925e-06, "loss": 0.278, "step": 4000 }, { "epoch": 2.623606557377049, "grad_norm": 0.3249272108078003, "learning_rate": 9.6899682069472e-06, "loss": 0.2808, "step": 4001 }, { "epoch": 2.624262295081967, "grad_norm": 0.3207455575466156, "learning_rate": 9.68572258544215e-06, "loss": 0.2762, "step": 4002 }, { "epoch": 2.6249180327868853, "grad_norm": 0.3356650173664093, "learning_rate": 9.681477020641804e-06, "loss": 0.302, "step": 4003 }, { "epoch": 2.6255737704918034, "grad_norm": 0.3625510632991791, "learning_rate": 9.677231513312189e-06, "loss": 0.2925, "step": 4004 }, { "epoch": 2.6262295081967215, "grad_norm": 0.3424833118915558, "learning_rate": 9.672986064219313e-06, "loss": 0.2703, "step": 4005 }, { "epoch": 2.626885245901639, "grad_norm": 0.3214648962020874, "learning_rate": 9.668740674129178e-06, "loss": 0.3202, "step": 4006 }, { "epoch": 2.6275409836065573, "grad_norm": 0.3232367932796478, "learning_rate": 9.664495343807778e-06, "loss": 0.3024, "step": 4007 }, { "epoch": 2.6281967213114754, "grad_norm": 0.32116806507110596, "learning_rate": 9.660250074021089e-06, "loss": 0.2899, "step": 4008 }, { "epoch": 2.6288524590163935, "grad_norm": 0.31126663088798523, "learning_rate": 9.656004865535084e-06, "loss": 0.2861, "step": 4009 }, { "epoch": 2.6295081967213116, "grad_norm": 0.3280225694179535, "learning_rate": 9.651759719115716e-06, "loss": 0.3173, "step": 4010 }, { "epoch": 2.6301639344262293, "grad_norm": 0.30550262331962585, "learning_rate": 9.647514635528936e-06, "loss": 0.2888, "step": 4011 }, { "epoch": 2.6308196721311474, "grad_norm": 0.30626416206359863, "learning_rate": 9.643269615540679e-06, "loss": 0.2886, "step": 4012 }, { "epoch": 2.6314754098360655, "grad_norm": 0.3031812608242035, "learning_rate": 9.639024659916865e-06, "loss": 0.2872, "step": 4013 }, { "epoch": 2.6321311475409837, "grad_norm": 0.31859278678894043, "learning_rate": 9.634779769423412e-06, "loss": 0.269, "step": 4014 }, { "epoch": 2.6327868852459018, "grad_norm": 0.3438963294029236, "learning_rate": 9.630534944826218e-06, "loss": 0.2831, "step": 4015 }, { "epoch": 2.6334426229508194, "grad_norm": 0.3598455488681793, "learning_rate": 9.626290186891171e-06, "loss": 0.3137, "step": 4016 }, { "epoch": 2.6340983606557375, "grad_norm": 0.3031159043312073, "learning_rate": 9.62204549638415e-06, "loss": 0.2735, "step": 4017 }, { "epoch": 2.6347540983606557, "grad_norm": 0.300182044506073, "learning_rate": 9.617800874071014e-06, "loss": 0.2661, "step": 4018 }, { "epoch": 2.6354098360655738, "grad_norm": 0.3253025412559509, "learning_rate": 9.613556320717621e-06, "loss": 0.2913, "step": 4019 }, { "epoch": 2.636065573770492, "grad_norm": 0.33385565876960754, "learning_rate": 9.609311837089812e-06, "loss": 0.2885, "step": 4020 }, { "epoch": 2.63672131147541, "grad_norm": 0.3245510458946228, "learning_rate": 9.605067423953414e-06, "loss": 0.2874, "step": 4021 }, { "epoch": 2.637377049180328, "grad_norm": 0.32663145661354065, "learning_rate": 9.600823082074232e-06, "loss": 0.2904, "step": 4022 }, { "epoch": 2.638032786885246, "grad_norm": 0.3147193491458893, "learning_rate": 9.596578812218077e-06, "loss": 0.291, "step": 4023 }, { "epoch": 2.638688524590164, "grad_norm": 0.33567872643470764, "learning_rate": 9.592334615150735e-06, "loss": 0.3043, "step": 4024 }, { "epoch": 2.639344262295082, "grad_norm": 0.32833588123321533, "learning_rate": 9.58809049163798e-06, "loss": 0.2892, "step": 4025 }, { "epoch": 2.64, "grad_norm": 0.3249615728855133, "learning_rate": 9.583846442445578e-06, "loss": 0.3173, "step": 4026 }, { "epoch": 2.6406557377049182, "grad_norm": 0.31381452083587646, "learning_rate": 9.579602468339275e-06, "loss": 0.2907, "step": 4027 }, { "epoch": 2.641311475409836, "grad_norm": 0.3433878719806671, "learning_rate": 9.575358570084807e-06, "loss": 0.3046, "step": 4028 }, { "epoch": 2.641967213114754, "grad_norm": 0.3132604658603668, "learning_rate": 9.571114748447894e-06, "loss": 0.3218, "step": 4029 }, { "epoch": 2.642622950819672, "grad_norm": 0.33693331480026245, "learning_rate": 9.566871004194245e-06, "loss": 0.286, "step": 4030 }, { "epoch": 2.6432786885245902, "grad_norm": 0.3209784924983978, "learning_rate": 9.562627338089558e-06, "loss": 0.287, "step": 4031 }, { "epoch": 2.6439344262295084, "grad_norm": 0.3056914508342743, "learning_rate": 9.558383750899505e-06, "loss": 0.2816, "step": 4032 }, { "epoch": 2.644590163934426, "grad_norm": 0.3009427785873413, "learning_rate": 9.554140243389757e-06, "loss": 0.2673, "step": 4033 }, { "epoch": 2.645245901639344, "grad_norm": 0.30528339743614197, "learning_rate": 9.549896816325964e-06, "loss": 0.3157, "step": 4034 }, { "epoch": 2.6459016393442623, "grad_norm": 0.33496329188346863, "learning_rate": 9.54565347047376e-06, "loss": 0.2882, "step": 4035 }, { "epoch": 2.6465573770491804, "grad_norm": 0.30646875500679016, "learning_rate": 9.541410206598772e-06, "loss": 0.2839, "step": 4036 }, { "epoch": 2.6472131147540985, "grad_norm": 0.2897629141807556, "learning_rate": 9.5371670254666e-06, "loss": 0.2837, "step": 4037 }, { "epoch": 2.647868852459016, "grad_norm": 0.3189396262168884, "learning_rate": 9.532923927842844e-06, "loss": 0.3062, "step": 4038 }, { "epoch": 2.6485245901639343, "grad_norm": 0.31600427627563477, "learning_rate": 9.528680914493075e-06, "loss": 0.2953, "step": 4039 }, { "epoch": 2.6491803278688524, "grad_norm": 0.33080559968948364, "learning_rate": 9.524437986182857e-06, "loss": 0.2971, "step": 4040 }, { "epoch": 2.6498360655737705, "grad_norm": 0.331432044506073, "learning_rate": 9.520195143677742e-06, "loss": 0.3005, "step": 4041 }, { "epoch": 2.6504918032786886, "grad_norm": 0.34444352984428406, "learning_rate": 9.515952387743252e-06, "loss": 0.2854, "step": 4042 }, { "epoch": 2.6511475409836067, "grad_norm": 0.2918366491794586, "learning_rate": 9.511709719144906e-06, "loss": 0.2629, "step": 4043 }, { "epoch": 2.651803278688525, "grad_norm": 0.3031468689441681, "learning_rate": 9.507467138648207e-06, "loss": 0.2902, "step": 4044 }, { "epoch": 2.6524590163934425, "grad_norm": 0.29275232553482056, "learning_rate": 9.503224647018632e-06, "loss": 0.2919, "step": 4045 }, { "epoch": 2.6531147540983606, "grad_norm": 0.2981797158718109, "learning_rate": 9.498982245021655e-06, "loss": 0.2803, "step": 4046 }, { "epoch": 2.6537704918032787, "grad_norm": 0.30336758494377136, "learning_rate": 9.494739933422726e-06, "loss": 0.2911, "step": 4047 }, { "epoch": 2.654426229508197, "grad_norm": 0.3080362379550934, "learning_rate": 9.490497712987278e-06, "loss": 0.2901, "step": 4048 }, { "epoch": 2.655081967213115, "grad_norm": 0.3065863251686096, "learning_rate": 9.486255584480734e-06, "loss": 0.3243, "step": 4049 }, { "epoch": 2.6557377049180326, "grad_norm": 0.29157117009162903, "learning_rate": 9.482013548668492e-06, "loss": 0.2702, "step": 4050 }, { "epoch": 2.6563934426229507, "grad_norm": 0.32966333627700806, "learning_rate": 9.477771606315941e-06, "loss": 0.2927, "step": 4051 }, { "epoch": 2.657049180327869, "grad_norm": 0.32754889130592346, "learning_rate": 9.473529758188448e-06, "loss": 0.3264, "step": 4052 }, { "epoch": 2.657704918032787, "grad_norm": 0.32725778222084045, "learning_rate": 9.469288005051365e-06, "loss": 0.301, "step": 4053 }, { "epoch": 2.658360655737705, "grad_norm": 0.31220194697380066, "learning_rate": 9.465046347670029e-06, "loss": 0.2639, "step": 4054 }, { "epoch": 2.6590163934426227, "grad_norm": 0.3276497721672058, "learning_rate": 9.46080478680975e-06, "loss": 0.2905, "step": 4055 }, { "epoch": 2.659672131147541, "grad_norm": 0.31775957345962524, "learning_rate": 9.456563323235834e-06, "loss": 0.2877, "step": 4056 }, { "epoch": 2.660327868852459, "grad_norm": 0.303704172372818, "learning_rate": 9.452321957713563e-06, "loss": 0.2899, "step": 4057 }, { "epoch": 2.660983606557377, "grad_norm": 0.3321092426776886, "learning_rate": 9.448080691008202e-06, "loss": 0.2775, "step": 4058 }, { "epoch": 2.661639344262295, "grad_norm": 0.30805936455726624, "learning_rate": 9.443839523884995e-06, "loss": 0.3097, "step": 4059 }, { "epoch": 2.662295081967213, "grad_norm": 0.30573952198028564, "learning_rate": 9.439598457109172e-06, "loss": 0.2909, "step": 4060 }, { "epoch": 2.662950819672131, "grad_norm": 0.31985339522361755, "learning_rate": 9.435357491445943e-06, "loss": 0.3331, "step": 4061 }, { "epoch": 2.663606557377049, "grad_norm": 0.3087675869464874, "learning_rate": 9.431116627660505e-06, "loss": 0.2696, "step": 4062 }, { "epoch": 2.664262295081967, "grad_norm": 0.33143866062164307, "learning_rate": 9.426875866518027e-06, "loss": 0.308, "step": 4063 }, { "epoch": 2.6649180327868853, "grad_norm": 0.30616170167922974, "learning_rate": 9.422635208783665e-06, "loss": 0.2908, "step": 4064 }, { "epoch": 2.6655737704918034, "grad_norm": 0.32881319522857666, "learning_rate": 9.418394655222558e-06, "loss": 0.3043, "step": 4065 }, { "epoch": 2.6662295081967216, "grad_norm": 0.32490217685699463, "learning_rate": 9.414154206599821e-06, "loss": 0.3047, "step": 4066 }, { "epoch": 2.6668852459016392, "grad_norm": 0.3126688301563263, "learning_rate": 9.409913863680555e-06, "loss": 0.2936, "step": 4067 }, { "epoch": 2.6675409836065573, "grad_norm": 0.3142698109149933, "learning_rate": 9.405673627229844e-06, "loss": 0.2961, "step": 4068 }, { "epoch": 2.6681967213114755, "grad_norm": 0.3317825198173523, "learning_rate": 9.401433498012742e-06, "loss": 0.3072, "step": 4069 }, { "epoch": 2.6688524590163936, "grad_norm": 0.3077602982521057, "learning_rate": 9.397193476794293e-06, "loss": 0.2768, "step": 4070 }, { "epoch": 2.6695081967213117, "grad_norm": 0.31600135564804077, "learning_rate": 9.392953564339524e-06, "loss": 0.3068, "step": 4071 }, { "epoch": 2.6701639344262293, "grad_norm": 0.32601603865623474, "learning_rate": 9.38871376141343e-06, "loss": 0.3158, "step": 4072 }, { "epoch": 2.6708196721311475, "grad_norm": 0.3128427267074585, "learning_rate": 9.384474068781e-06, "loss": 0.2906, "step": 4073 }, { "epoch": 2.6714754098360656, "grad_norm": 0.3250865042209625, "learning_rate": 9.380234487207192e-06, "loss": 0.3174, "step": 4074 }, { "epoch": 2.6721311475409837, "grad_norm": 0.3191014528274536, "learning_rate": 9.375995017456949e-06, "loss": 0.309, "step": 4075 }, { "epoch": 2.672786885245902, "grad_norm": 0.2748938202857971, "learning_rate": 9.371755660295199e-06, "loss": 0.2929, "step": 4076 }, { "epoch": 2.6734426229508195, "grad_norm": 0.30758923292160034, "learning_rate": 9.367516416486837e-06, "loss": 0.2861, "step": 4077 }, { "epoch": 2.6740983606557376, "grad_norm": 0.3198706805706024, "learning_rate": 9.363277286796751e-06, "loss": 0.3257, "step": 4078 }, { "epoch": 2.6747540983606557, "grad_norm": 0.31172043085098267, "learning_rate": 9.359038271989798e-06, "loss": 0.2956, "step": 4079 }, { "epoch": 2.675409836065574, "grad_norm": 0.31274712085723877, "learning_rate": 9.354799372830818e-06, "loss": 0.317, "step": 4080 }, { "epoch": 2.676065573770492, "grad_norm": 0.32749143242836, "learning_rate": 9.350560590084636e-06, "loss": 0.3007, "step": 4081 }, { "epoch": 2.6767213114754096, "grad_norm": 0.31096622347831726, "learning_rate": 9.346321924516045e-06, "loss": 0.3095, "step": 4082 }, { "epoch": 2.6773770491803277, "grad_norm": 0.3062950670719147, "learning_rate": 9.342083376889829e-06, "loss": 0.2774, "step": 4083 }, { "epoch": 2.678032786885246, "grad_norm": 0.3095785081386566, "learning_rate": 9.337844947970737e-06, "loss": 0.2688, "step": 4084 }, { "epoch": 2.678688524590164, "grad_norm": 0.28943121433258057, "learning_rate": 9.333606638523505e-06, "loss": 0.2835, "step": 4085 }, { "epoch": 2.679344262295082, "grad_norm": 0.321163147687912, "learning_rate": 9.329368449312847e-06, "loss": 0.2926, "step": 4086 }, { "epoch": 2.68, "grad_norm": 0.33207041025161743, "learning_rate": 9.325130381103457e-06, "loss": 0.3124, "step": 4087 }, { "epoch": 2.6806557377049183, "grad_norm": 0.29986637830734253, "learning_rate": 9.320892434660002e-06, "loss": 0.2756, "step": 4088 }, { "epoch": 2.681311475409836, "grad_norm": 0.32139700651168823, "learning_rate": 9.316654610747133e-06, "loss": 0.3143, "step": 4089 }, { "epoch": 2.681967213114754, "grad_norm": 0.30093154311180115, "learning_rate": 9.312416910129471e-06, "loss": 0.2776, "step": 4090 }, { "epoch": 2.682622950819672, "grad_norm": 0.30435049533843994, "learning_rate": 9.308179333571621e-06, "loss": 0.3081, "step": 4091 }, { "epoch": 2.6832786885245903, "grad_norm": 0.29630246758461, "learning_rate": 9.30394188183817e-06, "loss": 0.261, "step": 4092 }, { "epoch": 2.6839344262295084, "grad_norm": 0.30388960242271423, "learning_rate": 9.299704555693666e-06, "loss": 0.2852, "step": 4093 }, { "epoch": 2.684590163934426, "grad_norm": 0.3036278784275055, "learning_rate": 9.295467355902652e-06, "loss": 0.2831, "step": 4094 }, { "epoch": 2.685245901639344, "grad_norm": 0.326631635427475, "learning_rate": 9.291230283229637e-06, "loss": 0.3098, "step": 4095 }, { "epoch": 2.6859016393442623, "grad_norm": 0.3075072765350342, "learning_rate": 9.286993338439114e-06, "loss": 0.2976, "step": 4096 }, { "epoch": 2.6865573770491804, "grad_norm": 0.30369848012924194, "learning_rate": 9.28275652229555e-06, "loss": 0.2906, "step": 4097 }, { "epoch": 2.6872131147540985, "grad_norm": 0.3132498860359192, "learning_rate": 9.278519835563387e-06, "loss": 0.3057, "step": 4098 }, { "epoch": 2.687868852459016, "grad_norm": 0.3221539855003357, "learning_rate": 9.274283279007048e-06, "loss": 0.3308, "step": 4099 }, { "epoch": 2.6885245901639343, "grad_norm": 0.297005832195282, "learning_rate": 9.270046853390924e-06, "loss": 0.2633, "step": 4100 }, { "epoch": 2.6891803278688524, "grad_norm": 0.33818912506103516, "learning_rate": 9.265810559479395e-06, "loss": 0.3109, "step": 4101 }, { "epoch": 2.6898360655737705, "grad_norm": 0.32181787490844727, "learning_rate": 9.26157439803681e-06, "loss": 0.2749, "step": 4102 }, { "epoch": 2.6904918032786886, "grad_norm": 0.33029043674468994, "learning_rate": 9.257338369827493e-06, "loss": 0.2975, "step": 4103 }, { "epoch": 2.6911475409836063, "grad_norm": 0.3054748475551605, "learning_rate": 9.253102475615742e-06, "loss": 0.2785, "step": 4104 }, { "epoch": 2.6918032786885244, "grad_norm": 0.3021910488605499, "learning_rate": 9.248866716165841e-06, "loss": 0.2947, "step": 4105 }, { "epoch": 2.6924590163934425, "grad_norm": 0.30508577823638916, "learning_rate": 9.244631092242036e-06, "loss": 0.2948, "step": 4106 }, { "epoch": 2.6931147540983607, "grad_norm": 0.31039556860923767, "learning_rate": 9.24039560460856e-06, "loss": 0.2846, "step": 4107 }, { "epoch": 2.6937704918032788, "grad_norm": 0.29991161823272705, "learning_rate": 9.23616025402962e-06, "loss": 0.2898, "step": 4108 }, { "epoch": 2.694426229508197, "grad_norm": 0.32112637162208557, "learning_rate": 9.231925041269389e-06, "loss": 0.2915, "step": 4109 }, { "epoch": 2.695081967213115, "grad_norm": 0.31208252906799316, "learning_rate": 9.227689967092025e-06, "loss": 0.3028, "step": 4110 }, { "epoch": 2.6957377049180327, "grad_norm": 0.28656312823295593, "learning_rate": 9.223455032261658e-06, "loss": 0.2672, "step": 4111 }, { "epoch": 2.6963934426229508, "grad_norm": 0.3182331621646881, "learning_rate": 9.219220237542388e-06, "loss": 0.2956, "step": 4112 }, { "epoch": 2.697049180327869, "grad_norm": 0.32365643978118896, "learning_rate": 9.214985583698303e-06, "loss": 0.3222, "step": 4113 }, { "epoch": 2.697704918032787, "grad_norm": 0.30176013708114624, "learning_rate": 9.210751071493448e-06, "loss": 0.3011, "step": 4114 }, { "epoch": 2.698360655737705, "grad_norm": 0.3228282034397125, "learning_rate": 9.206516701691852e-06, "loss": 0.2819, "step": 4115 }, { "epoch": 2.699016393442623, "grad_norm": 0.34802165627479553, "learning_rate": 9.202282475057523e-06, "loss": 0.3445, "step": 4116 }, { "epoch": 2.699672131147541, "grad_norm": 0.29910025000572205, "learning_rate": 9.19804839235443e-06, "loss": 0.2611, "step": 4117 }, { "epoch": 2.700327868852459, "grad_norm": 0.3261580765247345, "learning_rate": 9.193814454346531e-06, "loss": 0.3124, "step": 4118 }, { "epoch": 2.700983606557377, "grad_norm": 0.29052868485450745, "learning_rate": 9.189580661797746e-06, "loss": 0.2828, "step": 4119 }, { "epoch": 2.7016393442622952, "grad_norm": 0.28400492668151855, "learning_rate": 9.185347015471975e-06, "loss": 0.2779, "step": 4120 }, { "epoch": 2.702295081967213, "grad_norm": 0.3116295039653778, "learning_rate": 9.181113516133087e-06, "loss": 0.3176, "step": 4121 }, { "epoch": 2.702950819672131, "grad_norm": 0.3252224624156952, "learning_rate": 9.17688016454493e-06, "loss": 0.3194, "step": 4122 }, { "epoch": 2.703606557377049, "grad_norm": 0.32037806510925293, "learning_rate": 9.172646961471325e-06, "loss": 0.302, "step": 4123 }, { "epoch": 2.7042622950819672, "grad_norm": 0.3102453649044037, "learning_rate": 9.168413907676063e-06, "loss": 0.3004, "step": 4124 }, { "epoch": 2.7049180327868854, "grad_norm": 0.31514501571655273, "learning_rate": 9.164181003922903e-06, "loss": 0.2906, "step": 4125 }, { "epoch": 2.705573770491803, "grad_norm": 0.30793818831443787, "learning_rate": 9.159948250975586e-06, "loss": 0.283, "step": 4126 }, { "epoch": 2.706229508196721, "grad_norm": 0.3053945004940033, "learning_rate": 9.155715649597826e-06, "loss": 0.2903, "step": 4127 }, { "epoch": 2.7068852459016393, "grad_norm": 0.30709242820739746, "learning_rate": 9.151483200553301e-06, "loss": 0.2903, "step": 4128 }, { "epoch": 2.7075409836065574, "grad_norm": 0.3053017854690552, "learning_rate": 9.147250904605673e-06, "loss": 0.2973, "step": 4129 }, { "epoch": 2.7081967213114755, "grad_norm": 0.3131181597709656, "learning_rate": 9.143018762518566e-06, "loss": 0.3015, "step": 4130 }, { "epoch": 2.7088524590163936, "grad_norm": 0.32859006524086, "learning_rate": 9.138786775055579e-06, "loss": 0.321, "step": 4131 }, { "epoch": 2.7095081967213117, "grad_norm": 0.3135439455509186, "learning_rate": 9.134554942980289e-06, "loss": 0.3256, "step": 4132 }, { "epoch": 2.7101639344262294, "grad_norm": 0.3230865001678467, "learning_rate": 9.130323267056238e-06, "loss": 0.3181, "step": 4133 }, { "epoch": 2.7108196721311475, "grad_norm": 0.3224093019962311, "learning_rate": 9.126091748046943e-06, "loss": 0.2722, "step": 4134 }, { "epoch": 2.7114754098360656, "grad_norm": 0.30682453513145447, "learning_rate": 9.121860386715891e-06, "loss": 0.2924, "step": 4135 }, { "epoch": 2.7121311475409837, "grad_norm": 0.3134837746620178, "learning_rate": 9.117629183826543e-06, "loss": 0.302, "step": 4136 }, { "epoch": 2.712786885245902, "grad_norm": 0.335401326417923, "learning_rate": 9.113398140142329e-06, "loss": 0.2964, "step": 4137 }, { "epoch": 2.7134426229508195, "grad_norm": 0.3298780024051666, "learning_rate": 9.10916725642665e-06, "loss": 0.3078, "step": 4138 }, { "epoch": 2.7140983606557376, "grad_norm": 0.2986485958099365, "learning_rate": 9.104936533442885e-06, "loss": 0.2754, "step": 4139 }, { "epoch": 2.7147540983606557, "grad_norm": 0.3128713071346283, "learning_rate": 9.10070597195437e-06, "loss": 0.2824, "step": 4140 }, { "epoch": 2.715409836065574, "grad_norm": 0.3158995807170868, "learning_rate": 9.096475572724427e-06, "loss": 0.3117, "step": 4141 }, { "epoch": 2.716065573770492, "grad_norm": 0.31704843044281006, "learning_rate": 9.092245336516341e-06, "loss": 0.3159, "step": 4142 }, { "epoch": 2.7167213114754096, "grad_norm": 0.31277933716773987, "learning_rate": 9.088015264093365e-06, "loss": 0.2827, "step": 4143 }, { "epoch": 2.7173770491803277, "grad_norm": 0.30593958497047424, "learning_rate": 9.083785356218732e-06, "loss": 0.29, "step": 4144 }, { "epoch": 2.718032786885246, "grad_norm": 0.31531238555908203, "learning_rate": 9.079555613655633e-06, "loss": 0.3161, "step": 4145 }, { "epoch": 2.718688524590164, "grad_norm": 0.30082640051841736, "learning_rate": 9.075326037167239e-06, "loss": 0.2805, "step": 4146 }, { "epoch": 2.719344262295082, "grad_norm": 0.30983301997184753, "learning_rate": 9.071096627516682e-06, "loss": 0.274, "step": 4147 }, { "epoch": 2.7199999999999998, "grad_norm": 0.32103729248046875, "learning_rate": 9.06686738546708e-06, "loss": 0.2919, "step": 4148 }, { "epoch": 2.7206557377049183, "grad_norm": 0.30785053968429565, "learning_rate": 9.0626383117815e-06, "loss": 0.2854, "step": 4149 }, { "epoch": 2.721311475409836, "grad_norm": 0.3206774592399597, "learning_rate": 9.058409407222996e-06, "loss": 0.281, "step": 4150 }, { "epoch": 2.721967213114754, "grad_norm": 0.29295626282691956, "learning_rate": 9.05418067255458e-06, "loss": 0.2863, "step": 4151 }, { "epoch": 2.722622950819672, "grad_norm": 0.3109375238418579, "learning_rate": 9.049952108539236e-06, "loss": 0.2871, "step": 4152 }, { "epoch": 2.7232786885245903, "grad_norm": 0.345233291387558, "learning_rate": 9.045723715939926e-06, "loss": 0.3259, "step": 4153 }, { "epoch": 2.7239344262295084, "grad_norm": 0.3218300938606262, "learning_rate": 9.041495495519567e-06, "loss": 0.2904, "step": 4154 }, { "epoch": 2.724590163934426, "grad_norm": 0.3416152894496918, "learning_rate": 9.037267448041058e-06, "loss": 0.3085, "step": 4155 }, { "epoch": 2.725245901639344, "grad_norm": 0.3136792480945587, "learning_rate": 9.033039574267255e-06, "loss": 0.2887, "step": 4156 }, { "epoch": 2.7259016393442623, "grad_norm": 0.29926595091819763, "learning_rate": 9.028811874960991e-06, "loss": 0.2874, "step": 4157 }, { "epoch": 2.7265573770491804, "grad_norm": 0.32745498418807983, "learning_rate": 9.024584350885067e-06, "loss": 0.2953, "step": 4158 }, { "epoch": 2.7272131147540986, "grad_norm": 0.3140321969985962, "learning_rate": 9.020357002802244e-06, "loss": 0.2903, "step": 4159 }, { "epoch": 2.7278688524590162, "grad_norm": 0.32132768630981445, "learning_rate": 9.016129831475264e-06, "loss": 0.3071, "step": 4160 }, { "epoch": 2.7285245901639343, "grad_norm": 0.307321697473526, "learning_rate": 9.011902837666824e-06, "loss": 0.2936, "step": 4161 }, { "epoch": 2.7291803278688525, "grad_norm": 0.2956288158893585, "learning_rate": 9.007676022139603e-06, "loss": 0.3109, "step": 4162 }, { "epoch": 2.7298360655737706, "grad_norm": 0.30224138498306274, "learning_rate": 9.003449385656235e-06, "loss": 0.2808, "step": 4163 }, { "epoch": 2.7304918032786887, "grad_norm": 0.30250245332717896, "learning_rate": 8.999222928979328e-06, "loss": 0.2765, "step": 4164 }, { "epoch": 2.7311475409836063, "grad_norm": 0.3029296100139618, "learning_rate": 8.994996652871463e-06, "loss": 0.2989, "step": 4165 }, { "epoch": 2.7318032786885245, "grad_norm": 0.3130612373352051, "learning_rate": 8.990770558095174e-06, "loss": 0.2836, "step": 4166 }, { "epoch": 2.7324590163934426, "grad_norm": 0.29310548305511475, "learning_rate": 8.98654464541297e-06, "loss": 0.2449, "step": 4167 }, { "epoch": 2.7331147540983607, "grad_norm": 0.3128361105918884, "learning_rate": 8.98231891558733e-06, "loss": 0.2844, "step": 4168 }, { "epoch": 2.733770491803279, "grad_norm": 0.3098007142543793, "learning_rate": 8.978093369380701e-06, "loss": 0.2971, "step": 4169 }, { "epoch": 2.7344262295081965, "grad_norm": 0.2940535247325897, "learning_rate": 8.973868007555486e-06, "loss": 0.2814, "step": 4170 }, { "epoch": 2.735081967213115, "grad_norm": 0.30314555764198303, "learning_rate": 8.96964283087407e-06, "loss": 0.3025, "step": 4171 }, { "epoch": 2.7357377049180327, "grad_norm": 0.31270334124565125, "learning_rate": 8.96541784009879e-06, "loss": 0.288, "step": 4172 }, { "epoch": 2.736393442622951, "grad_norm": 0.31826141476631165, "learning_rate": 8.96119303599196e-06, "loss": 0.3013, "step": 4173 }, { "epoch": 2.737049180327869, "grad_norm": 0.31706565618515015, "learning_rate": 8.956968419315858e-06, "loss": 0.2754, "step": 4174 }, { "epoch": 2.737704918032787, "grad_norm": 0.29050660133361816, "learning_rate": 8.95274399083272e-06, "loss": 0.2848, "step": 4175 }, { "epoch": 2.738360655737705, "grad_norm": 0.33314794301986694, "learning_rate": 8.948519751304763e-06, "loss": 0.333, "step": 4176 }, { "epoch": 2.739016393442623, "grad_norm": 0.30825886130332947, "learning_rate": 8.944295701494154e-06, "loss": 0.2837, "step": 4177 }, { "epoch": 2.739672131147541, "grad_norm": 0.30333971977233887, "learning_rate": 8.940071842163038e-06, "loss": 0.2771, "step": 4178 }, { "epoch": 2.740327868852459, "grad_norm": 0.29350948333740234, "learning_rate": 8.93584817407352e-06, "loss": 0.2887, "step": 4179 }, { "epoch": 2.740983606557377, "grad_norm": 0.310298353433609, "learning_rate": 8.931624697987671e-06, "loss": 0.2771, "step": 4180 }, { "epoch": 2.7416393442622953, "grad_norm": 0.3209061920642853, "learning_rate": 8.927401414667529e-06, "loss": 0.3208, "step": 4181 }, { "epoch": 2.742295081967213, "grad_norm": 0.2981642782688141, "learning_rate": 8.923178324875095e-06, "loss": 0.2694, "step": 4182 }, { "epoch": 2.742950819672131, "grad_norm": 0.311535120010376, "learning_rate": 8.918955429372335e-06, "loss": 0.2901, "step": 4183 }, { "epoch": 2.743606557377049, "grad_norm": 0.3367931544780731, "learning_rate": 8.914732728921184e-06, "loss": 0.2959, "step": 4184 }, { "epoch": 2.7442622950819673, "grad_norm": 0.33576250076293945, "learning_rate": 8.910510224283541e-06, "loss": 0.3101, "step": 4185 }, { "epoch": 2.7449180327868854, "grad_norm": 0.29896700382232666, "learning_rate": 8.906287916221259e-06, "loss": 0.282, "step": 4186 }, { "epoch": 2.745573770491803, "grad_norm": 0.310233473777771, "learning_rate": 8.90206580549617e-06, "loss": 0.309, "step": 4187 }, { "epoch": 2.746229508196721, "grad_norm": 0.29502254724502563, "learning_rate": 8.897843892870063e-06, "loss": 0.2686, "step": 4188 }, { "epoch": 2.7468852459016393, "grad_norm": 0.3272927701473236, "learning_rate": 8.893622179104694e-06, "loss": 0.2892, "step": 4189 }, { "epoch": 2.7475409836065574, "grad_norm": 0.31444382667541504, "learning_rate": 8.889400664961782e-06, "loss": 0.2876, "step": 4190 }, { "epoch": 2.7481967213114755, "grad_norm": 0.3164636194705963, "learning_rate": 8.885179351203008e-06, "loss": 0.3343, "step": 4191 }, { "epoch": 2.748852459016393, "grad_norm": 0.31946271657943726, "learning_rate": 8.880958238590018e-06, "loss": 0.3127, "step": 4192 }, { "epoch": 2.7495081967213117, "grad_norm": 0.3012668788433075, "learning_rate": 8.876737327884428e-06, "loss": 0.2892, "step": 4193 }, { "epoch": 2.7501639344262294, "grad_norm": 0.30011942982673645, "learning_rate": 8.872516619847805e-06, "loss": 0.2987, "step": 4194 }, { "epoch": 2.7508196721311475, "grad_norm": 0.3023969829082489, "learning_rate": 8.868296115241692e-06, "loss": 0.2748, "step": 4195 }, { "epoch": 2.7514754098360656, "grad_norm": 0.3024355173110962, "learning_rate": 8.864075814827586e-06, "loss": 0.274, "step": 4196 }, { "epoch": 2.7521311475409838, "grad_norm": 0.3332524001598358, "learning_rate": 8.85985571936695e-06, "loss": 0.2854, "step": 4197 }, { "epoch": 2.752786885245902, "grad_norm": 0.32894498109817505, "learning_rate": 8.855635829621217e-06, "loss": 0.3088, "step": 4198 }, { "epoch": 2.7534426229508195, "grad_norm": 0.34962114691734314, "learning_rate": 8.85141614635177e-06, "loss": 0.3102, "step": 4199 }, { "epoch": 2.7540983606557377, "grad_norm": 0.3066112697124481, "learning_rate": 8.847196670319968e-06, "loss": 0.2969, "step": 4200 }, { "epoch": 2.7547540983606558, "grad_norm": 0.31130731105804443, "learning_rate": 8.842977402287118e-06, "loss": 0.2766, "step": 4201 }, { "epoch": 2.755409836065574, "grad_norm": 0.30790552496910095, "learning_rate": 8.838758343014504e-06, "loss": 0.3059, "step": 4202 }, { "epoch": 2.756065573770492, "grad_norm": 0.31524717807769775, "learning_rate": 8.834539493263365e-06, "loss": 0.3006, "step": 4203 }, { "epoch": 2.7567213114754097, "grad_norm": 0.3156740069389343, "learning_rate": 8.8303208537949e-06, "loss": 0.2776, "step": 4204 }, { "epoch": 2.7573770491803278, "grad_norm": 0.3179408609867096, "learning_rate": 8.826102425370277e-06, "loss": 0.29, "step": 4205 }, { "epoch": 2.758032786885246, "grad_norm": 0.33404484391212463, "learning_rate": 8.821884208750623e-06, "loss": 0.3022, "step": 4206 }, { "epoch": 2.758688524590164, "grad_norm": 0.30978357791900635, "learning_rate": 8.81766620469702e-06, "loss": 0.2625, "step": 4207 }, { "epoch": 2.759344262295082, "grad_norm": 0.31736037135124207, "learning_rate": 8.81344841397052e-06, "loss": 0.2906, "step": 4208 }, { "epoch": 2.76, "grad_norm": 0.3252832591533661, "learning_rate": 8.809230837332137e-06, "loss": 0.3027, "step": 4209 }, { "epoch": 2.760655737704918, "grad_norm": 0.30995482206344604, "learning_rate": 8.80501347554284e-06, "loss": 0.2824, "step": 4210 }, { "epoch": 2.761311475409836, "grad_norm": 0.2962552309036255, "learning_rate": 8.800796329363564e-06, "loss": 0.286, "step": 4211 }, { "epoch": 2.761967213114754, "grad_norm": 0.33296817541122437, "learning_rate": 8.796579399555205e-06, "loss": 0.2891, "step": 4212 }, { "epoch": 2.7626229508196722, "grad_norm": 0.2973480224609375, "learning_rate": 8.792362686878614e-06, "loss": 0.3091, "step": 4213 }, { "epoch": 2.76327868852459, "grad_norm": 0.3180603086948395, "learning_rate": 8.788146192094615e-06, "loss": 0.3169, "step": 4214 }, { "epoch": 2.7639344262295085, "grad_norm": 0.3242183029651642, "learning_rate": 8.783929915963979e-06, "loss": 0.3105, "step": 4215 }, { "epoch": 2.764590163934426, "grad_norm": 0.3240307569503784, "learning_rate": 8.779713859247446e-06, "loss": 0.3012, "step": 4216 }, { "epoch": 2.7652459016393443, "grad_norm": 0.3076108992099762, "learning_rate": 8.775498022705713e-06, "loss": 0.286, "step": 4217 }, { "epoch": 2.7659016393442624, "grad_norm": 0.324692964553833, "learning_rate": 8.771282407099441e-06, "loss": 0.3176, "step": 4218 }, { "epoch": 2.7665573770491805, "grad_norm": 0.30435341596603394, "learning_rate": 8.767067013189247e-06, "loss": 0.2839, "step": 4219 }, { "epoch": 2.7672131147540986, "grad_norm": 0.31861162185668945, "learning_rate": 8.76285184173571e-06, "loss": 0.3115, "step": 4220 }, { "epoch": 2.7678688524590163, "grad_norm": 0.302541047334671, "learning_rate": 8.758636893499368e-06, "loss": 0.2872, "step": 4221 }, { "epoch": 2.7685245901639344, "grad_norm": 0.29033106565475464, "learning_rate": 8.754422169240719e-06, "loss": 0.2747, "step": 4222 }, { "epoch": 2.7691803278688525, "grad_norm": 0.3258415162563324, "learning_rate": 8.75020766972022e-06, "loss": 0.2933, "step": 4223 }, { "epoch": 2.7698360655737706, "grad_norm": 0.31548961997032166, "learning_rate": 8.745993395698294e-06, "loss": 0.3081, "step": 4224 }, { "epoch": 2.7704918032786887, "grad_norm": 0.31354519724845886, "learning_rate": 8.741779347935308e-06, "loss": 0.3094, "step": 4225 }, { "epoch": 2.7711475409836064, "grad_norm": 0.3360937237739563, "learning_rate": 8.737565527191609e-06, "loss": 0.3019, "step": 4226 }, { "epoch": 2.7718032786885245, "grad_norm": 0.3029879629611969, "learning_rate": 8.733351934227482e-06, "loss": 0.301, "step": 4227 }, { "epoch": 2.7724590163934426, "grad_norm": 0.30826064944267273, "learning_rate": 8.729138569803182e-06, "loss": 0.298, "step": 4228 }, { "epoch": 2.7731147540983607, "grad_norm": 0.32051485776901245, "learning_rate": 8.724925434678923e-06, "loss": 0.2894, "step": 4229 }, { "epoch": 2.773770491803279, "grad_norm": 0.32035160064697266, "learning_rate": 8.72071252961488e-06, "loss": 0.3021, "step": 4230 }, { "epoch": 2.7744262295081965, "grad_norm": 0.3119421601295471, "learning_rate": 8.716499855371176e-06, "loss": 0.2963, "step": 4231 }, { "epoch": 2.7750819672131146, "grad_norm": 0.3106527328491211, "learning_rate": 8.712287412707904e-06, "loss": 0.3166, "step": 4232 }, { "epoch": 2.7757377049180327, "grad_norm": 0.30804091691970825, "learning_rate": 8.708075202385106e-06, "loss": 0.2699, "step": 4233 }, { "epoch": 2.776393442622951, "grad_norm": 0.3142663538455963, "learning_rate": 8.703863225162788e-06, "loss": 0.2742, "step": 4234 }, { "epoch": 2.777049180327869, "grad_norm": 0.3438197374343872, "learning_rate": 8.699651481800914e-06, "loss": 0.2981, "step": 4235 }, { "epoch": 2.7777049180327866, "grad_norm": 0.3018656373023987, "learning_rate": 8.695439973059401e-06, "loss": 0.274, "step": 4236 }, { "epoch": 2.778360655737705, "grad_norm": 0.3133258819580078, "learning_rate": 8.691228699698128e-06, "loss": 0.2727, "step": 4237 }, { "epoch": 2.779016393442623, "grad_norm": 0.31457385420799255, "learning_rate": 8.687017662476933e-06, "loss": 0.2994, "step": 4238 }, { "epoch": 2.779672131147541, "grad_norm": 0.3059336543083191, "learning_rate": 8.6828068621556e-06, "loss": 0.2969, "step": 4239 }, { "epoch": 2.780327868852459, "grad_norm": 0.37934762239456177, "learning_rate": 8.678596299493888e-06, "loss": 0.3014, "step": 4240 }, { "epoch": 2.780983606557377, "grad_norm": 0.31662461161613464, "learning_rate": 8.674385975251501e-06, "loss": 0.3047, "step": 4241 }, { "epoch": 2.7816393442622953, "grad_norm": 0.3239622414112091, "learning_rate": 8.670175890188099e-06, "loss": 0.3204, "step": 4242 }, { "epoch": 2.782295081967213, "grad_norm": 0.311654269695282, "learning_rate": 8.665966045063308e-06, "loss": 0.2769, "step": 4243 }, { "epoch": 2.782950819672131, "grad_norm": 0.3351823687553406, "learning_rate": 8.661756440636702e-06, "loss": 0.2778, "step": 4244 }, { "epoch": 2.783606557377049, "grad_norm": 0.3239077031612396, "learning_rate": 8.657547077667817e-06, "loss": 0.3021, "step": 4245 }, { "epoch": 2.7842622950819673, "grad_norm": 0.3443412184715271, "learning_rate": 8.653337956916141e-06, "loss": 0.3233, "step": 4246 }, { "epoch": 2.7849180327868854, "grad_norm": 0.2977880835533142, "learning_rate": 8.649129079141127e-06, "loss": 0.2534, "step": 4247 }, { "epoch": 2.785573770491803, "grad_norm": 0.29012876749038696, "learning_rate": 8.64492044510217e-06, "loss": 0.2726, "step": 4248 }, { "epoch": 2.786229508196721, "grad_norm": 0.3168797194957733, "learning_rate": 8.640712055558634e-06, "loss": 0.2788, "step": 4249 }, { "epoch": 2.7868852459016393, "grad_norm": 0.3050615191459656, "learning_rate": 8.636503911269828e-06, "loss": 0.2922, "step": 4250 }, { "epoch": 2.7875409836065574, "grad_norm": 0.3614731729030609, "learning_rate": 8.63229601299503e-06, "loss": 0.3215, "step": 4251 }, { "epoch": 2.7881967213114756, "grad_norm": 0.3063527047634125, "learning_rate": 8.62808836149346e-06, "loss": 0.3049, "step": 4252 }, { "epoch": 2.7888524590163932, "grad_norm": 0.32275378704071045, "learning_rate": 8.623880957524303e-06, "loss": 0.2793, "step": 4253 }, { "epoch": 2.7895081967213113, "grad_norm": 0.29603666067123413, "learning_rate": 8.619673801846697e-06, "loss": 0.2653, "step": 4254 }, { "epoch": 2.7901639344262295, "grad_norm": 0.29985538125038147, "learning_rate": 8.615466895219731e-06, "loss": 0.3048, "step": 4255 }, { "epoch": 2.7908196721311476, "grad_norm": 0.3047507107257843, "learning_rate": 8.611260238402455e-06, "loss": 0.2841, "step": 4256 }, { "epoch": 2.7914754098360657, "grad_norm": 0.3315463364124298, "learning_rate": 8.607053832153869e-06, "loss": 0.3094, "step": 4257 }, { "epoch": 2.7921311475409833, "grad_norm": 0.30606764554977417, "learning_rate": 8.60284767723293e-06, "loss": 0.2902, "step": 4258 }, { "epoch": 2.792786885245902, "grad_norm": 0.31837666034698486, "learning_rate": 8.598641774398552e-06, "loss": 0.2837, "step": 4259 }, { "epoch": 2.7934426229508196, "grad_norm": 0.31246256828308105, "learning_rate": 8.5944361244096e-06, "loss": 0.3197, "step": 4260 }, { "epoch": 2.7940983606557377, "grad_norm": 0.3057434558868408, "learning_rate": 8.590230728024893e-06, "loss": 0.2783, "step": 4261 }, { "epoch": 2.794754098360656, "grad_norm": 0.28808534145355225, "learning_rate": 8.586025586003206e-06, "loss": 0.2844, "step": 4262 }, { "epoch": 2.795409836065574, "grad_norm": 0.29998794198036194, "learning_rate": 8.581820699103269e-06, "loss": 0.2937, "step": 4263 }, { "epoch": 2.796065573770492, "grad_norm": 0.29084253311157227, "learning_rate": 8.577616068083767e-06, "loss": 0.2705, "step": 4264 }, { "epoch": 2.7967213114754097, "grad_norm": 0.3189954459667206, "learning_rate": 8.573411693703331e-06, "loss": 0.3135, "step": 4265 }, { "epoch": 2.797377049180328, "grad_norm": 0.3194890320301056, "learning_rate": 8.569207576720558e-06, "loss": 0.2763, "step": 4266 }, { "epoch": 2.798032786885246, "grad_norm": 0.32535773515701294, "learning_rate": 8.56500371789399e-06, "loss": 0.2783, "step": 4267 }, { "epoch": 2.798688524590164, "grad_norm": 0.2925716042518616, "learning_rate": 8.56080011798212e-06, "loss": 0.2734, "step": 4268 }, { "epoch": 2.799344262295082, "grad_norm": 0.3325361907482147, "learning_rate": 8.556596777743398e-06, "loss": 0.3146, "step": 4269 }, { "epoch": 2.8, "grad_norm": 0.3011114299297333, "learning_rate": 8.552393697936236e-06, "loss": 0.2991, "step": 4270 }, { "epoch": 2.800655737704918, "grad_norm": 0.3019810914993286, "learning_rate": 8.548190879318984e-06, "loss": 0.2726, "step": 4271 }, { "epoch": 2.801311475409836, "grad_norm": 0.32527267932891846, "learning_rate": 8.543988322649954e-06, "loss": 0.3052, "step": 4272 }, { "epoch": 2.801967213114754, "grad_norm": 0.30190902948379517, "learning_rate": 8.539786028687408e-06, "loss": 0.2644, "step": 4273 }, { "epoch": 2.8026229508196723, "grad_norm": 0.30426904559135437, "learning_rate": 8.535583998189558e-06, "loss": 0.2904, "step": 4274 }, { "epoch": 2.80327868852459, "grad_norm": 0.3011358976364136, "learning_rate": 8.531382231914579e-06, "loss": 0.3056, "step": 4275 }, { "epoch": 2.803934426229508, "grad_norm": 0.3027122914791107, "learning_rate": 8.527180730620583e-06, "loss": 0.3046, "step": 4276 }, { "epoch": 2.804590163934426, "grad_norm": 0.28743648529052734, "learning_rate": 8.522979495065649e-06, "loss": 0.2702, "step": 4277 }, { "epoch": 2.8052459016393443, "grad_norm": 0.32133743166923523, "learning_rate": 8.518778526007793e-06, "loss": 0.294, "step": 4278 }, { "epoch": 2.8059016393442624, "grad_norm": 0.3101423382759094, "learning_rate": 8.514577824204996e-06, "loss": 0.3042, "step": 4279 }, { "epoch": 2.80655737704918, "grad_norm": 0.3031768202781677, "learning_rate": 8.510377390415186e-06, "loss": 0.2878, "step": 4280 }, { "epoch": 2.8072131147540986, "grad_norm": 0.32696017622947693, "learning_rate": 8.50617722539624e-06, "loss": 0.2878, "step": 4281 }, { "epoch": 2.8078688524590163, "grad_norm": 0.3278234899044037, "learning_rate": 8.501977329905992e-06, "loss": 0.3092, "step": 4282 }, { "epoch": 2.8085245901639344, "grad_norm": 0.2983202338218689, "learning_rate": 8.49777770470222e-06, "loss": 0.2977, "step": 4283 }, { "epoch": 2.8091803278688525, "grad_norm": 0.2967647910118103, "learning_rate": 8.49357835054266e-06, "loss": 0.2951, "step": 4284 }, { "epoch": 2.8098360655737706, "grad_norm": 0.2914789319038391, "learning_rate": 8.489379268184998e-06, "loss": 0.294, "step": 4285 }, { "epoch": 2.8104918032786887, "grad_norm": 0.3184489905834198, "learning_rate": 8.485180458386865e-06, "loss": 0.3037, "step": 4286 }, { "epoch": 2.8111475409836064, "grad_norm": 0.2973569929599762, "learning_rate": 8.480981921905854e-06, "loss": 0.2635, "step": 4287 }, { "epoch": 2.8118032786885245, "grad_norm": 0.3092045783996582, "learning_rate": 8.4767836594995e-06, "loss": 0.2736, "step": 4288 }, { "epoch": 2.8124590163934426, "grad_norm": 0.3155069053173065, "learning_rate": 8.472585671925284e-06, "loss": 0.3019, "step": 4289 }, { "epoch": 2.8131147540983608, "grad_norm": 0.3127462863922119, "learning_rate": 8.46838795994065e-06, "loss": 0.2998, "step": 4290 }, { "epoch": 2.813770491803279, "grad_norm": 0.33188316226005554, "learning_rate": 8.464190524302985e-06, "loss": 0.3131, "step": 4291 }, { "epoch": 2.8144262295081965, "grad_norm": 0.33400437235832214, "learning_rate": 8.459993365769626e-06, "loss": 0.3091, "step": 4292 }, { "epoch": 2.8150819672131147, "grad_norm": 0.3030727505683899, "learning_rate": 8.455796485097863e-06, "loss": 0.3071, "step": 4293 }, { "epoch": 2.8157377049180328, "grad_norm": 0.3245681822299957, "learning_rate": 8.451599883044937e-06, "loss": 0.3176, "step": 4294 }, { "epoch": 2.816393442622951, "grad_norm": 0.3117123544216156, "learning_rate": 8.447403560368029e-06, "loss": 0.2877, "step": 4295 }, { "epoch": 2.817049180327869, "grad_norm": 0.3110813796520233, "learning_rate": 8.443207517824285e-06, "loss": 0.3044, "step": 4296 }, { "epoch": 2.8177049180327867, "grad_norm": 0.3038250505924225, "learning_rate": 8.439011756170785e-06, "loss": 0.2918, "step": 4297 }, { "epoch": 2.818360655737705, "grad_norm": 0.3017347455024719, "learning_rate": 8.434816276164567e-06, "loss": 0.2635, "step": 4298 }, { "epoch": 2.819016393442623, "grad_norm": 0.3130911588668823, "learning_rate": 8.43062107856262e-06, "loss": 0.3113, "step": 4299 }, { "epoch": 2.819672131147541, "grad_norm": 0.302884578704834, "learning_rate": 8.426426164121875e-06, "loss": 0.2876, "step": 4300 }, { "epoch": 2.820327868852459, "grad_norm": 0.3032136857509613, "learning_rate": 8.422231533599219e-06, "loss": 0.2783, "step": 4301 }, { "epoch": 2.820983606557377, "grad_norm": 0.3148394227027893, "learning_rate": 8.41803718775148e-06, "loss": 0.3185, "step": 4302 }, { "epoch": 2.8216393442622953, "grad_norm": 0.32643547654151917, "learning_rate": 8.413843127335439e-06, "loss": 0.3001, "step": 4303 }, { "epoch": 2.822295081967213, "grad_norm": 0.3098093569278717, "learning_rate": 8.409649353107831e-06, "loss": 0.274, "step": 4304 }, { "epoch": 2.822950819672131, "grad_norm": 0.3006768822669983, "learning_rate": 8.405455865825328e-06, "loss": 0.3116, "step": 4305 }, { "epoch": 2.8236065573770492, "grad_norm": 0.35062453150749207, "learning_rate": 8.40126266624456e-06, "loss": 0.3221, "step": 4306 }, { "epoch": 2.8242622950819674, "grad_norm": 0.4071449637413025, "learning_rate": 8.397069755122098e-06, "loss": 0.3043, "step": 4307 }, { "epoch": 2.8249180327868855, "grad_norm": 0.31273919343948364, "learning_rate": 8.392877133214465e-06, "loss": 0.3074, "step": 4308 }, { "epoch": 2.825573770491803, "grad_norm": 0.31082355976104736, "learning_rate": 8.388684801278134e-06, "loss": 0.2982, "step": 4309 }, { "epoch": 2.8262295081967213, "grad_norm": 0.31561279296875, "learning_rate": 8.384492760069518e-06, "loss": 0.3088, "step": 4310 }, { "epoch": 2.8268852459016394, "grad_norm": 0.3134568929672241, "learning_rate": 8.380301010344984e-06, "loss": 0.28, "step": 4311 }, { "epoch": 2.8275409836065575, "grad_norm": 0.3158987760543823, "learning_rate": 8.376109552860843e-06, "loss": 0.2964, "step": 4312 }, { "epoch": 2.8281967213114756, "grad_norm": 0.32957732677459717, "learning_rate": 8.371918388373357e-06, "loss": 0.279, "step": 4313 }, { "epoch": 2.8288524590163933, "grad_norm": 0.3046422600746155, "learning_rate": 8.367727517638729e-06, "loss": 0.287, "step": 4314 }, { "epoch": 2.8295081967213114, "grad_norm": 0.34004029631614685, "learning_rate": 8.363536941413121e-06, "loss": 0.3015, "step": 4315 }, { "epoch": 2.8301639344262295, "grad_norm": 0.29899802803993225, "learning_rate": 8.359346660452625e-06, "loss": 0.2894, "step": 4316 }, { "epoch": 2.8308196721311476, "grad_norm": 0.30241134762763977, "learning_rate": 8.355156675513294e-06, "loss": 0.2751, "step": 4317 }, { "epoch": 2.8314754098360657, "grad_norm": 0.3042687177658081, "learning_rate": 8.35096698735112e-06, "loss": 0.2867, "step": 4318 }, { "epoch": 2.8321311475409834, "grad_norm": 0.3020462989807129, "learning_rate": 8.346777596722041e-06, "loss": 0.2815, "step": 4319 }, { "epoch": 2.8327868852459015, "grad_norm": 0.31333157420158386, "learning_rate": 8.34258850438195e-06, "loss": 0.2893, "step": 4320 }, { "epoch": 2.8334426229508196, "grad_norm": 0.3136068284511566, "learning_rate": 8.338399711086675e-06, "loss": 0.2996, "step": 4321 }, { "epoch": 2.8340983606557377, "grad_norm": 0.31747040152549744, "learning_rate": 8.334211217591997e-06, "loss": 0.2989, "step": 4322 }, { "epoch": 2.834754098360656, "grad_norm": 0.3306593596935272, "learning_rate": 8.33002302465364e-06, "loss": 0.3071, "step": 4323 }, { "epoch": 2.8354098360655735, "grad_norm": 0.34083327651023865, "learning_rate": 8.325835133027276e-06, "loss": 0.3168, "step": 4324 }, { "epoch": 2.836065573770492, "grad_norm": 0.3156470060348511, "learning_rate": 8.321647543468521e-06, "loss": 0.3068, "step": 4325 }, { "epoch": 2.8367213114754097, "grad_norm": 0.3364923596382141, "learning_rate": 8.317460256732937e-06, "loss": 0.3052, "step": 4326 }, { "epoch": 2.837377049180328, "grad_norm": 0.30495360493659973, "learning_rate": 8.313273273576033e-06, "loss": 0.2946, "step": 4327 }, { "epoch": 2.838032786885246, "grad_norm": 0.33381199836730957, "learning_rate": 8.309086594753255e-06, "loss": 0.2902, "step": 4328 }, { "epoch": 2.838688524590164, "grad_norm": 0.3007911741733551, "learning_rate": 8.304900221020011e-06, "loss": 0.2868, "step": 4329 }, { "epoch": 2.839344262295082, "grad_norm": 0.29825708270072937, "learning_rate": 8.300714153131632e-06, "loss": 0.2602, "step": 4330 }, { "epoch": 2.84, "grad_norm": 0.30943334102630615, "learning_rate": 8.296528391843416e-06, "loss": 0.2907, "step": 4331 }, { "epoch": 2.840655737704918, "grad_norm": 0.29776376485824585, "learning_rate": 8.292342937910585e-06, "loss": 0.269, "step": 4332 }, { "epoch": 2.841311475409836, "grad_norm": 0.3447151482105255, "learning_rate": 8.288157792088323e-06, "loss": 0.2987, "step": 4333 }, { "epoch": 2.841967213114754, "grad_norm": 0.3335532546043396, "learning_rate": 8.283972955131747e-06, "loss": 0.3008, "step": 4334 }, { "epoch": 2.8426229508196723, "grad_norm": 0.316031813621521, "learning_rate": 8.279788427795923e-06, "loss": 0.2897, "step": 4335 }, { "epoch": 2.84327868852459, "grad_norm": 0.32180890440940857, "learning_rate": 8.275604210835862e-06, "loss": 0.3097, "step": 4336 }, { "epoch": 2.843934426229508, "grad_norm": 0.28985440731048584, "learning_rate": 8.271420305006515e-06, "loss": 0.2819, "step": 4337 }, { "epoch": 2.844590163934426, "grad_norm": 0.2993757426738739, "learning_rate": 8.267236711062785e-06, "loss": 0.2962, "step": 4338 }, { "epoch": 2.8452459016393443, "grad_norm": 0.30046579241752625, "learning_rate": 8.263053429759505e-06, "loss": 0.2743, "step": 4339 }, { "epoch": 2.8459016393442624, "grad_norm": 0.32861465215682983, "learning_rate": 8.258870461851461e-06, "loss": 0.2907, "step": 4340 }, { "epoch": 2.84655737704918, "grad_norm": 0.27793043851852417, "learning_rate": 8.254687808093388e-06, "loss": 0.2672, "step": 4341 }, { "epoch": 2.847213114754098, "grad_norm": 0.3049415647983551, "learning_rate": 8.25050546923995e-06, "loss": 0.3069, "step": 4342 }, { "epoch": 2.8478688524590163, "grad_norm": 0.30740270018577576, "learning_rate": 8.246323446045765e-06, "loss": 0.2907, "step": 4343 }, { "epoch": 2.8485245901639344, "grad_norm": 0.31287893652915955, "learning_rate": 8.242141739265388e-06, "loss": 0.2959, "step": 4344 }, { "epoch": 2.8491803278688526, "grad_norm": 0.2981354296207428, "learning_rate": 8.23796034965332e-06, "loss": 0.2864, "step": 4345 }, { "epoch": 2.8498360655737702, "grad_norm": 0.31822603940963745, "learning_rate": 8.233779277964009e-06, "loss": 0.2983, "step": 4346 }, { "epoch": 2.850491803278689, "grad_norm": 0.33075082302093506, "learning_rate": 8.229598524951835e-06, "loss": 0.3036, "step": 4347 }, { "epoch": 2.8511475409836065, "grad_norm": 0.3179582357406616, "learning_rate": 8.22541809137113e-06, "loss": 0.2899, "step": 4348 }, { "epoch": 2.8518032786885246, "grad_norm": 0.31826052069664, "learning_rate": 8.22123797797616e-06, "loss": 0.2689, "step": 4349 }, { "epoch": 2.8524590163934427, "grad_norm": 0.31472545862197876, "learning_rate": 8.217058185521145e-06, "loss": 0.3035, "step": 4350 }, { "epoch": 2.853114754098361, "grad_norm": 0.3413475453853607, "learning_rate": 8.212878714760235e-06, "loss": 0.3014, "step": 4351 }, { "epoch": 2.853770491803279, "grad_norm": 0.313037246465683, "learning_rate": 8.20869956644753e-06, "loss": 0.2922, "step": 4352 }, { "epoch": 2.8544262295081966, "grad_norm": 0.28777873516082764, "learning_rate": 8.204520741337061e-06, "loss": 0.2652, "step": 4353 }, { "epoch": 2.8550819672131147, "grad_norm": 0.2878428101539612, "learning_rate": 8.20034224018282e-06, "loss": 0.2704, "step": 4354 }, { "epoch": 2.855737704918033, "grad_norm": 0.31734055280685425, "learning_rate": 8.196164063738722e-06, "loss": 0.3056, "step": 4355 }, { "epoch": 2.856393442622951, "grad_norm": 0.3023184537887573, "learning_rate": 8.19198621275863e-06, "loss": 0.3193, "step": 4356 }, { "epoch": 2.857049180327869, "grad_norm": 0.31099051237106323, "learning_rate": 8.187808687996355e-06, "loss": 0.2895, "step": 4357 }, { "epoch": 2.8577049180327867, "grad_norm": 0.30280473828315735, "learning_rate": 8.183631490205636e-06, "loss": 0.2778, "step": 4358 }, { "epoch": 2.858360655737705, "grad_norm": 0.2929968535900116, "learning_rate": 8.179454620140164e-06, "loss": 0.2637, "step": 4359 }, { "epoch": 2.859016393442623, "grad_norm": 0.3020177483558655, "learning_rate": 8.175278078553567e-06, "loss": 0.2818, "step": 4360 }, { "epoch": 2.859672131147541, "grad_norm": 0.29278355836868286, "learning_rate": 8.171101866199409e-06, "loss": 0.2735, "step": 4361 }, { "epoch": 2.860327868852459, "grad_norm": 0.30497294664382935, "learning_rate": 8.166925983831206e-06, "loss": 0.2748, "step": 4362 }, { "epoch": 2.860983606557377, "grad_norm": 0.3219221830368042, "learning_rate": 8.162750432202399e-06, "loss": 0.3073, "step": 4363 }, { "epoch": 2.861639344262295, "grad_norm": 0.3171229362487793, "learning_rate": 8.158575212066386e-06, "loss": 0.3175, "step": 4364 }, { "epoch": 2.862295081967213, "grad_norm": 0.30616071820259094, "learning_rate": 8.154400324176493e-06, "loss": 0.2892, "step": 4365 }, { "epoch": 2.862950819672131, "grad_norm": 0.3226754665374756, "learning_rate": 8.15022576928599e-06, "loss": 0.2958, "step": 4366 }, { "epoch": 2.8636065573770493, "grad_norm": 0.31707268953323364, "learning_rate": 8.14605154814809e-06, "loss": 0.3205, "step": 4367 }, { "epoch": 2.864262295081967, "grad_norm": 0.31571805477142334, "learning_rate": 8.14187766151594e-06, "loss": 0.3051, "step": 4368 }, { "epoch": 2.8649180327868855, "grad_norm": 0.29649099707603455, "learning_rate": 8.137704110142628e-06, "loss": 0.2845, "step": 4369 }, { "epoch": 2.865573770491803, "grad_norm": 0.3200184106826782, "learning_rate": 8.13353089478119e-06, "loss": 0.2752, "step": 4370 }, { "epoch": 2.8662295081967213, "grad_norm": 0.3067720830440521, "learning_rate": 8.12935801618459e-06, "loss": 0.2997, "step": 4371 }, { "epoch": 2.8668852459016394, "grad_norm": 0.30436232686042786, "learning_rate": 8.12518547510573e-06, "loss": 0.298, "step": 4372 }, { "epoch": 2.8675409836065575, "grad_norm": 0.3166119158267975, "learning_rate": 8.121013272297465e-06, "loss": 0.3003, "step": 4373 }, { "epoch": 2.8681967213114756, "grad_norm": 0.32430794835090637, "learning_rate": 8.116841408512576e-06, "loss": 0.2963, "step": 4374 }, { "epoch": 2.8688524590163933, "grad_norm": 0.322921484708786, "learning_rate": 8.112669884503787e-06, "loss": 0.2969, "step": 4375 }, { "epoch": 2.8695081967213114, "grad_norm": 0.31120172142982483, "learning_rate": 8.108498701023768e-06, "loss": 0.3272, "step": 4376 }, { "epoch": 2.8701639344262295, "grad_norm": 0.3216875493526459, "learning_rate": 8.104327858825115e-06, "loss": 0.3105, "step": 4377 }, { "epoch": 2.8708196721311476, "grad_norm": 0.3104647099971771, "learning_rate": 8.100157358660367e-06, "loss": 0.2887, "step": 4378 }, { "epoch": 2.8714754098360658, "grad_norm": 0.3011501431465149, "learning_rate": 8.095987201282006e-06, "loss": 0.3046, "step": 4379 }, { "epoch": 2.8721311475409834, "grad_norm": 0.42432814836502075, "learning_rate": 8.091817387442446e-06, "loss": 0.3212, "step": 4380 }, { "epoch": 2.8727868852459015, "grad_norm": 0.3040279150009155, "learning_rate": 8.087647917894045e-06, "loss": 0.3102, "step": 4381 }, { "epoch": 2.8734426229508196, "grad_norm": 0.2831879258155823, "learning_rate": 8.083478793389092e-06, "loss": 0.2872, "step": 4382 }, { "epoch": 2.8740983606557378, "grad_norm": 0.31551969051361084, "learning_rate": 8.079310014679823e-06, "loss": 0.2896, "step": 4383 }, { "epoch": 2.874754098360656, "grad_norm": 0.3528689444065094, "learning_rate": 8.075141582518395e-06, "loss": 0.3404, "step": 4384 }, { "epoch": 2.8754098360655735, "grad_norm": 0.31411463022232056, "learning_rate": 8.070973497656923e-06, "loss": 0.2878, "step": 4385 }, { "epoch": 2.8760655737704917, "grad_norm": 0.3073057532310486, "learning_rate": 8.066805760847449e-06, "loss": 0.2796, "step": 4386 }, { "epoch": 2.8767213114754098, "grad_norm": 0.3180481493473053, "learning_rate": 8.062638372841947e-06, "loss": 0.2874, "step": 4387 }, { "epoch": 2.877377049180328, "grad_norm": 0.32057568430900574, "learning_rate": 8.05847133439234e-06, "loss": 0.3125, "step": 4388 }, { "epoch": 2.878032786885246, "grad_norm": 0.31924352049827576, "learning_rate": 8.054304646250476e-06, "loss": 0.2992, "step": 4389 }, { "epoch": 2.8786885245901637, "grad_norm": 0.34495609998703003, "learning_rate": 8.05013830916815e-06, "loss": 0.317, "step": 4390 }, { "epoch": 2.8793442622950822, "grad_norm": 0.31807956099510193, "learning_rate": 8.045972323897094e-06, "loss": 0.2966, "step": 4391 }, { "epoch": 2.88, "grad_norm": 0.29556798934936523, "learning_rate": 8.04180669118896e-06, "loss": 0.2828, "step": 4392 }, { "epoch": 2.880655737704918, "grad_norm": 0.3339414894580841, "learning_rate": 8.037641411795357e-06, "loss": 0.306, "step": 4393 }, { "epoch": 2.881311475409836, "grad_norm": 0.3189307749271393, "learning_rate": 8.033476486467818e-06, "loss": 0.3189, "step": 4394 }, { "epoch": 2.8819672131147542, "grad_norm": 0.29591473937034607, "learning_rate": 8.029311915957815e-06, "loss": 0.2801, "step": 4395 }, { "epoch": 2.8826229508196723, "grad_norm": 0.3082048296928406, "learning_rate": 8.02514770101676e-06, "loss": 0.2984, "step": 4396 }, { "epoch": 2.88327868852459, "grad_norm": 0.29919537901878357, "learning_rate": 8.020983842395996e-06, "loss": 0.2717, "step": 4397 }, { "epoch": 2.883934426229508, "grad_norm": 0.3266875445842743, "learning_rate": 8.0168203408468e-06, "loss": 0.2897, "step": 4398 }, { "epoch": 2.8845901639344262, "grad_norm": 0.3404580354690552, "learning_rate": 8.012657197120392e-06, "loss": 0.3137, "step": 4399 }, { "epoch": 2.8852459016393444, "grad_norm": 0.29346373677253723, "learning_rate": 8.008494411967921e-06, "loss": 0.2982, "step": 4400 }, { "epoch": 2.8859016393442625, "grad_norm": 0.3457099497318268, "learning_rate": 8.004331986140474e-06, "loss": 0.2855, "step": 4401 }, { "epoch": 2.88655737704918, "grad_norm": 0.3279157280921936, "learning_rate": 8.000169920389074e-06, "loss": 0.3009, "step": 4402 }, { "epoch": 2.8872131147540983, "grad_norm": 0.32560035586357117, "learning_rate": 7.996008215464675e-06, "loss": 0.3033, "step": 4403 }, { "epoch": 2.8878688524590164, "grad_norm": 0.3060588240623474, "learning_rate": 7.991846872118171e-06, "loss": 0.2753, "step": 4404 }, { "epoch": 2.8885245901639345, "grad_norm": 0.29180917143821716, "learning_rate": 7.987685891100386e-06, "loss": 0.2942, "step": 4405 }, { "epoch": 2.8891803278688526, "grad_norm": 0.32048192620277405, "learning_rate": 7.98352527316208e-06, "loss": 0.2828, "step": 4406 }, { "epoch": 2.8898360655737703, "grad_norm": 0.3272676467895508, "learning_rate": 7.979365019053955e-06, "loss": 0.2842, "step": 4407 }, { "epoch": 2.8904918032786884, "grad_norm": 0.29422956705093384, "learning_rate": 7.975205129526631e-06, "loss": 0.2698, "step": 4408 }, { "epoch": 2.8911475409836065, "grad_norm": 0.3078692555427551, "learning_rate": 7.971045605330681e-06, "loss": 0.3031, "step": 4409 }, { "epoch": 2.8918032786885246, "grad_norm": 0.3161604106426239, "learning_rate": 7.9668864472166e-06, "loss": 0.3234, "step": 4410 }, { "epoch": 2.8924590163934427, "grad_norm": 0.33034059405326843, "learning_rate": 7.962727655934821e-06, "loss": 0.3124, "step": 4411 }, { "epoch": 2.8931147540983604, "grad_norm": 0.30515235662460327, "learning_rate": 7.958569232235704e-06, "loss": 0.2826, "step": 4412 }, { "epoch": 2.893770491803279, "grad_norm": 0.3021388351917267, "learning_rate": 7.954411176869556e-06, "loss": 0.2649, "step": 4413 }, { "epoch": 2.8944262295081966, "grad_norm": 0.3052225112915039, "learning_rate": 7.950253490586603e-06, "loss": 0.2924, "step": 4414 }, { "epoch": 2.8950819672131147, "grad_norm": 0.3144671618938446, "learning_rate": 7.946096174137017e-06, "loss": 0.2957, "step": 4415 }, { "epoch": 2.895737704918033, "grad_norm": 0.3072821795940399, "learning_rate": 7.941939228270898e-06, "loss": 0.2875, "step": 4416 }, { "epoch": 2.896393442622951, "grad_norm": 0.32078543305397034, "learning_rate": 7.937782653738273e-06, "loss": 0.2872, "step": 4417 }, { "epoch": 2.897049180327869, "grad_norm": 0.3303225636482239, "learning_rate": 7.933626451289116e-06, "loss": 0.2923, "step": 4418 }, { "epoch": 2.8977049180327867, "grad_norm": 0.31901630759239197, "learning_rate": 7.929470621673318e-06, "loss": 0.2784, "step": 4419 }, { "epoch": 2.898360655737705, "grad_norm": 0.30971601605415344, "learning_rate": 7.925315165640714e-06, "loss": 0.3033, "step": 4420 }, { "epoch": 2.899016393442623, "grad_norm": 0.3010706603527069, "learning_rate": 7.921160083941072e-06, "loss": 0.2868, "step": 4421 }, { "epoch": 2.899672131147541, "grad_norm": 0.3124464750289917, "learning_rate": 7.91700537732408e-06, "loss": 0.3116, "step": 4422 }, { "epoch": 2.900327868852459, "grad_norm": 0.3471263349056244, "learning_rate": 7.912851046539376e-06, "loss": 0.3103, "step": 4423 }, { "epoch": 2.900983606557377, "grad_norm": 0.300191193819046, "learning_rate": 7.908697092336513e-06, "loss": 0.2806, "step": 4424 }, { "epoch": 2.901639344262295, "grad_norm": 0.31771358847618103, "learning_rate": 7.904543515464988e-06, "loss": 0.3033, "step": 4425 }, { "epoch": 2.902295081967213, "grad_norm": 0.30780038237571716, "learning_rate": 7.900390316674229e-06, "loss": 0.2912, "step": 4426 }, { "epoch": 2.902950819672131, "grad_norm": 0.29717546701431274, "learning_rate": 7.896237496713585e-06, "loss": 0.2801, "step": 4427 }, { "epoch": 2.9036065573770493, "grad_norm": 0.29626893997192383, "learning_rate": 7.892085056332352e-06, "loss": 0.2992, "step": 4428 }, { "epoch": 2.904262295081967, "grad_norm": 0.3069400489330292, "learning_rate": 7.887932996279746e-06, "loss": 0.2703, "step": 4429 }, { "epoch": 2.904918032786885, "grad_norm": 0.3034617602825165, "learning_rate": 7.883781317304917e-06, "loss": 0.2712, "step": 4430 }, { "epoch": 2.905573770491803, "grad_norm": 0.3120862543582916, "learning_rate": 7.879630020156953e-06, "loss": 0.2852, "step": 4431 }, { "epoch": 2.9062295081967213, "grad_norm": 0.28897130489349365, "learning_rate": 7.875479105584868e-06, "loss": 0.2997, "step": 4432 }, { "epoch": 2.9068852459016394, "grad_norm": 0.29828789830207825, "learning_rate": 7.871328574337599e-06, "loss": 0.2619, "step": 4433 }, { "epoch": 2.907540983606557, "grad_norm": 0.3124498128890991, "learning_rate": 7.867178427164024e-06, "loss": 0.2922, "step": 4434 }, { "epoch": 2.9081967213114757, "grad_norm": 0.31915444135665894, "learning_rate": 7.863028664812952e-06, "loss": 0.3046, "step": 4435 }, { "epoch": 2.9088524590163933, "grad_norm": 0.2861896753311157, "learning_rate": 7.858879288033116e-06, "loss": 0.269, "step": 4436 }, { "epoch": 2.9095081967213114, "grad_norm": 0.3056908845901489, "learning_rate": 7.854730297573191e-06, "loss": 0.2947, "step": 4437 }, { "epoch": 2.9101639344262296, "grad_norm": 0.3049098253250122, "learning_rate": 7.850581694181765e-06, "loss": 0.3186, "step": 4438 }, { "epoch": 2.9108196721311477, "grad_norm": 0.3102633059024811, "learning_rate": 7.846433478607373e-06, "loss": 0.2942, "step": 4439 }, { "epoch": 2.911475409836066, "grad_norm": 0.3060757517814636, "learning_rate": 7.842285651598467e-06, "loss": 0.3043, "step": 4440 }, { "epoch": 2.9121311475409835, "grad_norm": 0.2998189330101013, "learning_rate": 7.838138213903439e-06, "loss": 0.2899, "step": 4441 }, { "epoch": 2.9127868852459016, "grad_norm": 0.32047775387763977, "learning_rate": 7.833991166270604e-06, "loss": 0.311, "step": 4442 }, { "epoch": 2.9134426229508197, "grad_norm": 0.3097042739391327, "learning_rate": 7.82984450944821e-06, "loss": 0.3032, "step": 4443 }, { "epoch": 2.914098360655738, "grad_norm": 0.2995815873146057, "learning_rate": 7.825698244184432e-06, "loss": 0.2642, "step": 4444 }, { "epoch": 2.914754098360656, "grad_norm": 0.3259679675102234, "learning_rate": 7.821552371227377e-06, "loss": 0.3092, "step": 4445 }, { "epoch": 2.9154098360655736, "grad_norm": 0.2936500012874603, "learning_rate": 7.817406891325078e-06, "loss": 0.2822, "step": 4446 }, { "epoch": 2.9160655737704917, "grad_norm": 0.30404868721961975, "learning_rate": 7.813261805225505e-06, "loss": 0.2813, "step": 4447 }, { "epoch": 2.91672131147541, "grad_norm": 0.3122904896736145, "learning_rate": 7.809117113676544e-06, "loss": 0.2814, "step": 4448 }, { "epoch": 2.917377049180328, "grad_norm": 0.35796403884887695, "learning_rate": 7.804972817426021e-06, "loss": 0.2917, "step": 4449 }, { "epoch": 2.918032786885246, "grad_norm": 0.29793494939804077, "learning_rate": 7.800828917221683e-06, "loss": 0.2749, "step": 4450 }, { "epoch": 2.9186885245901637, "grad_norm": 0.2950441241264343, "learning_rate": 7.796685413811213e-06, "loss": 0.3087, "step": 4451 }, { "epoch": 2.919344262295082, "grad_norm": 0.30117058753967285, "learning_rate": 7.79254230794222e-06, "loss": 0.2779, "step": 4452 }, { "epoch": 2.92, "grad_norm": 0.2983767092227936, "learning_rate": 7.788399600362234e-06, "loss": 0.2771, "step": 4453 }, { "epoch": 2.920655737704918, "grad_norm": 0.29958638548851013, "learning_rate": 7.78425729181872e-06, "loss": 0.2876, "step": 4454 }, { "epoch": 2.921311475409836, "grad_norm": 0.3067813217639923, "learning_rate": 7.780115383059073e-06, "loss": 0.3098, "step": 4455 }, { "epoch": 2.921967213114754, "grad_norm": 0.30884265899658203, "learning_rate": 7.77597387483061e-06, "loss": 0.2831, "step": 4456 }, { "epoch": 2.9226229508196724, "grad_norm": 0.313554048538208, "learning_rate": 7.771832767880578e-06, "loss": 0.3008, "step": 4457 }, { "epoch": 2.92327868852459, "grad_norm": 0.29574331641197205, "learning_rate": 7.767692062956156e-06, "loss": 0.2672, "step": 4458 }, { "epoch": 2.923934426229508, "grad_norm": 0.3072971999645233, "learning_rate": 7.763551760804442e-06, "loss": 0.3151, "step": 4459 }, { "epoch": 2.9245901639344263, "grad_norm": 0.3337579369544983, "learning_rate": 7.759411862172468e-06, "loss": 0.2904, "step": 4460 }, { "epoch": 2.9252459016393444, "grad_norm": 0.28954318165779114, "learning_rate": 7.755272367807195e-06, "loss": 0.2746, "step": 4461 }, { "epoch": 2.9259016393442625, "grad_norm": 0.294914573431015, "learning_rate": 7.751133278455498e-06, "loss": 0.2822, "step": 4462 }, { "epoch": 2.92655737704918, "grad_norm": 0.30730465054512024, "learning_rate": 7.746994594864197e-06, "loss": 0.3243, "step": 4463 }, { "epoch": 2.9272131147540983, "grad_norm": 0.29985037446022034, "learning_rate": 7.742856317780026e-06, "loss": 0.2952, "step": 4464 }, { "epoch": 2.9278688524590164, "grad_norm": 0.3095247745513916, "learning_rate": 7.738718447949647e-06, "loss": 0.2972, "step": 4465 }, { "epoch": 2.9285245901639345, "grad_norm": 0.30021318793296814, "learning_rate": 7.734580986119656e-06, "loss": 0.2937, "step": 4466 }, { "epoch": 2.9291803278688526, "grad_norm": 0.3107094168663025, "learning_rate": 7.730443933036567e-06, "loss": 0.3198, "step": 4467 }, { "epoch": 2.9298360655737703, "grad_norm": 0.3006421625614166, "learning_rate": 7.726307289446827e-06, "loss": 0.3073, "step": 4468 }, { "epoch": 2.9304918032786884, "grad_norm": 0.30253469944000244, "learning_rate": 7.7221710560968e-06, "loss": 0.2994, "step": 4469 }, { "epoch": 2.9311475409836065, "grad_norm": 0.31262287497520447, "learning_rate": 7.718035233732786e-06, "loss": 0.2928, "step": 4470 }, { "epoch": 2.9318032786885246, "grad_norm": 0.32027769088745117, "learning_rate": 7.713899823101007e-06, "loss": 0.2901, "step": 4471 }, { "epoch": 2.9324590163934428, "grad_norm": 0.3020021617412567, "learning_rate": 7.709764824947607e-06, "loss": 0.2973, "step": 4472 }, { "epoch": 2.9331147540983604, "grad_norm": 0.30559542775154114, "learning_rate": 7.705630240018666e-06, "loss": 0.3037, "step": 4473 }, { "epoch": 2.9337704918032785, "grad_norm": 0.30301612615585327, "learning_rate": 7.701496069060177e-06, "loss": 0.294, "step": 4474 }, { "epoch": 2.9344262295081966, "grad_norm": 0.3101513385772705, "learning_rate": 7.69736231281806e-06, "loss": 0.2758, "step": 4475 }, { "epoch": 2.9350819672131148, "grad_norm": 0.29507237672805786, "learning_rate": 7.693228972038166e-06, "loss": 0.2665, "step": 4476 }, { "epoch": 2.935737704918033, "grad_norm": 0.3169580399990082, "learning_rate": 7.689096047466274e-06, "loss": 0.2888, "step": 4477 }, { "epoch": 2.9363934426229505, "grad_norm": 0.30937904119491577, "learning_rate": 7.684963539848077e-06, "loss": 0.2903, "step": 4478 }, { "epoch": 2.937049180327869, "grad_norm": 0.27687308192253113, "learning_rate": 7.680831449929205e-06, "loss": 0.2679, "step": 4479 }, { "epoch": 2.9377049180327868, "grad_norm": 0.3148439824581146, "learning_rate": 7.676699778455198e-06, "loss": 0.3132, "step": 4480 }, { "epoch": 2.938360655737705, "grad_norm": 0.2996740937232971, "learning_rate": 7.672568526171533e-06, "loss": 0.2963, "step": 4481 }, { "epoch": 2.939016393442623, "grad_norm": 0.2918802797794342, "learning_rate": 7.668437693823609e-06, "loss": 0.2976, "step": 4482 }, { "epoch": 2.939672131147541, "grad_norm": 0.30683183670043945, "learning_rate": 7.664307282156742e-06, "loss": 0.2893, "step": 4483 }, { "epoch": 2.9403278688524592, "grad_norm": 0.30596038699150085, "learning_rate": 7.660177291916182e-06, "loss": 0.2691, "step": 4484 }, { "epoch": 2.940983606557377, "grad_norm": 0.31845319271087646, "learning_rate": 7.656047723847095e-06, "loss": 0.3013, "step": 4485 }, { "epoch": 2.941639344262295, "grad_norm": 0.29542532563209534, "learning_rate": 7.651918578694578e-06, "loss": 0.2863, "step": 4486 }, { "epoch": 2.942295081967213, "grad_norm": 0.3015739619731903, "learning_rate": 7.647789857203644e-06, "loss": 0.2722, "step": 4487 }, { "epoch": 2.9429508196721312, "grad_norm": 0.3099319338798523, "learning_rate": 7.643661560119235e-06, "loss": 0.301, "step": 4488 }, { "epoch": 2.9436065573770493, "grad_norm": 0.3046126067638397, "learning_rate": 7.639533688186216e-06, "loss": 0.259, "step": 4489 }, { "epoch": 2.944262295081967, "grad_norm": 0.2859526574611664, "learning_rate": 7.635406242149372e-06, "loss": 0.2646, "step": 4490 }, { "epoch": 2.944918032786885, "grad_norm": 0.31239452958106995, "learning_rate": 7.631279222753412e-06, "loss": 0.2919, "step": 4491 }, { "epoch": 2.9455737704918032, "grad_norm": 0.28398483991622925, "learning_rate": 7.627152630742976e-06, "loss": 0.2706, "step": 4492 }, { "epoch": 2.9462295081967214, "grad_norm": 0.32807400822639465, "learning_rate": 7.623026466862616e-06, "loss": 0.3051, "step": 4493 }, { "epoch": 2.9468852459016395, "grad_norm": 0.3093401789665222, "learning_rate": 7.618900731856806e-06, "loss": 0.3091, "step": 4494 }, { "epoch": 2.947540983606557, "grad_norm": 0.3108348548412323, "learning_rate": 7.614775426469955e-06, "loss": 0.2747, "step": 4495 }, { "epoch": 2.9481967213114753, "grad_norm": 0.3071408271789551, "learning_rate": 7.610650551446381e-06, "loss": 0.2902, "step": 4496 }, { "epoch": 2.9488524590163934, "grad_norm": 0.28749632835388184, "learning_rate": 7.606526107530334e-06, "loss": 0.2796, "step": 4497 }, { "epoch": 2.9495081967213115, "grad_norm": 0.31084582209587097, "learning_rate": 7.602402095465984e-06, "loss": 0.2974, "step": 4498 }, { "epoch": 2.9501639344262296, "grad_norm": 0.30237072706222534, "learning_rate": 7.598278515997418e-06, "loss": 0.3, "step": 4499 }, { "epoch": 2.9508196721311473, "grad_norm": 0.3390958309173584, "learning_rate": 7.594155369868652e-06, "loss": 0.3226, "step": 4500 }, { "epoch": 2.951475409836066, "grad_norm": 0.3206820785999298, "learning_rate": 7.590032657823616e-06, "loss": 0.2892, "step": 4501 }, { "epoch": 2.9521311475409835, "grad_norm": 0.29608842730522156, "learning_rate": 7.5859103806061694e-06, "loss": 0.2863, "step": 4502 }, { "epoch": 2.9527868852459016, "grad_norm": 0.32070666551589966, "learning_rate": 7.581788538960092e-06, "loss": 0.3039, "step": 4503 }, { "epoch": 2.9534426229508197, "grad_norm": 0.32771366834640503, "learning_rate": 7.577667133629078e-06, "loss": 0.3085, "step": 4504 }, { "epoch": 2.954098360655738, "grad_norm": 0.3006316125392914, "learning_rate": 7.573546165356751e-06, "loss": 0.2861, "step": 4505 }, { "epoch": 2.954754098360656, "grad_norm": 0.29120537638664246, "learning_rate": 7.56942563488665e-06, "loss": 0.276, "step": 4506 }, { "epoch": 2.9554098360655736, "grad_norm": 0.31387948989868164, "learning_rate": 7.565305542962239e-06, "loss": 0.279, "step": 4507 }, { "epoch": 2.9560655737704917, "grad_norm": 0.2969105839729309, "learning_rate": 7.561185890326903e-06, "loss": 0.2895, "step": 4508 }, { "epoch": 2.95672131147541, "grad_norm": 0.30045852065086365, "learning_rate": 7.557066677723943e-06, "loss": 0.2688, "step": 4509 }, { "epoch": 2.957377049180328, "grad_norm": 0.29714104533195496, "learning_rate": 7.552947905896586e-06, "loss": 0.2969, "step": 4510 }, { "epoch": 2.958032786885246, "grad_norm": 0.3159388601779938, "learning_rate": 7.5488295755879746e-06, "loss": 0.3038, "step": 4511 }, { "epoch": 2.9586885245901637, "grad_norm": 0.29358261823654175, "learning_rate": 7.5447116875411775e-06, "loss": 0.2971, "step": 4512 }, { "epoch": 2.959344262295082, "grad_norm": 0.3174484372138977, "learning_rate": 7.54059424249918e-06, "loss": 0.2881, "step": 4513 }, { "epoch": 2.96, "grad_norm": 0.3131747543811798, "learning_rate": 7.5364772412048885e-06, "loss": 0.2959, "step": 4514 }, { "epoch": 2.960655737704918, "grad_norm": 0.304538369178772, "learning_rate": 7.532360684401122e-06, "loss": 0.2987, "step": 4515 }, { "epoch": 2.961311475409836, "grad_norm": 0.30727049708366394, "learning_rate": 7.5282445728306315e-06, "loss": 0.2927, "step": 4516 }, { "epoch": 2.961967213114754, "grad_norm": 0.32635802030563354, "learning_rate": 7.524128907236085e-06, "loss": 0.2851, "step": 4517 }, { "epoch": 2.962622950819672, "grad_norm": 0.29519957304000854, "learning_rate": 7.5200136883600615e-06, "loss": 0.2722, "step": 4518 }, { "epoch": 2.96327868852459, "grad_norm": 0.28235524892807007, "learning_rate": 7.515898916945069e-06, "loss": 0.2677, "step": 4519 }, { "epoch": 2.963934426229508, "grad_norm": 0.3020450174808502, "learning_rate": 7.511784593733527e-06, "loss": 0.2984, "step": 4520 }, { "epoch": 2.9645901639344263, "grad_norm": 0.30131930112838745, "learning_rate": 7.507670719467782e-06, "loss": 0.3094, "step": 4521 }, { "epoch": 2.9652459016393444, "grad_norm": 0.3064083158969879, "learning_rate": 7.503557294890096e-06, "loss": 0.2888, "step": 4522 }, { "epoch": 2.9659016393442625, "grad_norm": 0.31948959827423096, "learning_rate": 7.499444320742643e-06, "loss": 0.2819, "step": 4523 }, { "epoch": 2.96655737704918, "grad_norm": 0.3072541356086731, "learning_rate": 7.495331797767532e-06, "loss": 0.2936, "step": 4524 }, { "epoch": 2.9672131147540983, "grad_norm": 0.3149242103099823, "learning_rate": 7.491219726706771e-06, "loss": 0.3102, "step": 4525 }, { "epoch": 2.9678688524590164, "grad_norm": 0.28635329008102417, "learning_rate": 7.487108108302301e-06, "loss": 0.2824, "step": 4526 }, { "epoch": 2.9685245901639346, "grad_norm": 0.2933013439178467, "learning_rate": 7.482996943295979e-06, "loss": 0.2719, "step": 4527 }, { "epoch": 2.9691803278688527, "grad_norm": 0.30382001399993896, "learning_rate": 7.478886232429572e-06, "loss": 0.3043, "step": 4528 }, { "epoch": 2.9698360655737703, "grad_norm": 0.29772529006004333, "learning_rate": 7.4747759764447745e-06, "loss": 0.2938, "step": 4529 }, { "epoch": 2.9704918032786884, "grad_norm": 0.31769800186157227, "learning_rate": 7.470666176083193e-06, "loss": 0.3108, "step": 4530 }, { "epoch": 2.9711475409836066, "grad_norm": 0.3161555528640747, "learning_rate": 7.466556832086353e-06, "loss": 0.2955, "step": 4531 }, { "epoch": 2.9718032786885247, "grad_norm": 0.3076481521129608, "learning_rate": 7.462447945195706e-06, "loss": 0.3053, "step": 4532 }, { "epoch": 2.972459016393443, "grad_norm": 0.3209872841835022, "learning_rate": 7.458339516152604e-06, "loss": 0.3017, "step": 4533 }, { "epoch": 2.9731147540983605, "grad_norm": 0.30093592405319214, "learning_rate": 7.454231545698334e-06, "loss": 0.2865, "step": 4534 }, { "epoch": 2.9737704918032786, "grad_norm": 0.28781718015670776, "learning_rate": 7.450124034574089e-06, "loss": 0.2754, "step": 4535 }, { "epoch": 2.9744262295081967, "grad_norm": 0.3114238381385803, "learning_rate": 7.4460169835209784e-06, "loss": 0.3059, "step": 4536 }, { "epoch": 2.975081967213115, "grad_norm": 0.29157358407974243, "learning_rate": 7.441910393280037e-06, "loss": 0.2806, "step": 4537 }, { "epoch": 2.975737704918033, "grad_norm": 0.3137267529964447, "learning_rate": 7.4378042645922145e-06, "loss": 0.3082, "step": 4538 }, { "epoch": 2.9763934426229506, "grad_norm": 0.2923826277256012, "learning_rate": 7.4336985981983665e-06, "loss": 0.2797, "step": 4539 }, { "epoch": 2.9770491803278687, "grad_norm": 0.33734777569770813, "learning_rate": 7.429593394839284e-06, "loss": 0.312, "step": 4540 }, { "epoch": 2.977704918032787, "grad_norm": 0.314898282289505, "learning_rate": 7.425488655255655e-06, "loss": 0.2814, "step": 4541 }, { "epoch": 2.978360655737705, "grad_norm": 0.31529664993286133, "learning_rate": 7.421384380188098e-06, "loss": 0.2722, "step": 4542 }, { "epoch": 2.979016393442623, "grad_norm": 0.3334726393222809, "learning_rate": 7.417280570377144e-06, "loss": 0.3094, "step": 4543 }, { "epoch": 2.979672131147541, "grad_norm": 0.30424222350120544, "learning_rate": 7.413177226563231e-06, "loss": 0.277, "step": 4544 }, { "epoch": 2.9803278688524593, "grad_norm": 0.2795892655849457, "learning_rate": 7.409074349486729e-06, "loss": 0.2704, "step": 4545 }, { "epoch": 2.980983606557377, "grad_norm": 0.31670960783958435, "learning_rate": 7.40497193988791e-06, "loss": 0.2995, "step": 4546 }, { "epoch": 2.981639344262295, "grad_norm": 0.30280831456184387, "learning_rate": 7.40086999850697e-06, "loss": 0.2866, "step": 4547 }, { "epoch": 2.982295081967213, "grad_norm": 0.30722060799598694, "learning_rate": 7.396768526084016e-06, "loss": 0.2868, "step": 4548 }, { "epoch": 2.9829508196721313, "grad_norm": 0.30537670850753784, "learning_rate": 7.392667523359072e-06, "loss": 0.2806, "step": 4549 }, { "epoch": 2.9836065573770494, "grad_norm": 0.28708338737487793, "learning_rate": 7.388566991072077e-06, "loss": 0.2604, "step": 4550 }, { "epoch": 2.984262295081967, "grad_norm": 0.34281378984451294, "learning_rate": 7.384466929962886e-06, "loss": 0.3213, "step": 4551 }, { "epoch": 2.984918032786885, "grad_norm": 0.3033895492553711, "learning_rate": 7.380367340771266e-06, "loss": 0.3017, "step": 4552 }, { "epoch": 2.9855737704918033, "grad_norm": 0.3377378284931183, "learning_rate": 7.376268224236904e-06, "loss": 0.3235, "step": 4553 }, { "epoch": 2.9862295081967214, "grad_norm": 0.3197794258594513, "learning_rate": 7.372169581099398e-06, "loss": 0.2923, "step": 4554 }, { "epoch": 2.9868852459016395, "grad_norm": 0.30669447779655457, "learning_rate": 7.368071412098263e-06, "loss": 0.3009, "step": 4555 }, { "epoch": 2.987540983606557, "grad_norm": 0.3081218898296356, "learning_rate": 7.3639737179729245e-06, "loss": 0.2545, "step": 4556 }, { "epoch": 2.9881967213114753, "grad_norm": 0.3139970600605011, "learning_rate": 7.359876499462721e-06, "loss": 0.3146, "step": 4557 }, { "epoch": 2.9888524590163934, "grad_norm": 0.3024846017360687, "learning_rate": 7.355779757306915e-06, "loss": 0.3063, "step": 4558 }, { "epoch": 2.9895081967213115, "grad_norm": 0.2964368760585785, "learning_rate": 7.351683492244675e-06, "loss": 0.2747, "step": 4559 }, { "epoch": 2.9901639344262296, "grad_norm": 0.28536760807037354, "learning_rate": 7.3475877050150835e-06, "loss": 0.2781, "step": 4560 }, { "epoch": 2.9908196721311473, "grad_norm": 0.31596723198890686, "learning_rate": 7.343492396357141e-06, "loss": 0.2873, "step": 4561 }, { "epoch": 2.9914754098360654, "grad_norm": 0.30875545740127563, "learning_rate": 7.339397567009758e-06, "loss": 0.2715, "step": 4562 }, { "epoch": 2.9921311475409835, "grad_norm": 0.3135761618614197, "learning_rate": 7.33530321771176e-06, "loss": 0.2846, "step": 4563 }, { "epoch": 2.9927868852459016, "grad_norm": 0.2932163178920746, "learning_rate": 7.331209349201888e-06, "loss": 0.2865, "step": 4564 }, { "epoch": 2.9934426229508198, "grad_norm": 0.32414567470550537, "learning_rate": 7.327115962218789e-06, "loss": 0.3018, "step": 4565 }, { "epoch": 2.994098360655738, "grad_norm": 0.31552600860595703, "learning_rate": 7.323023057501033e-06, "loss": 0.2919, "step": 4566 }, { "epoch": 2.994754098360656, "grad_norm": 0.30006515979766846, "learning_rate": 7.318930635787094e-06, "loss": 0.2937, "step": 4567 }, { "epoch": 2.9954098360655736, "grad_norm": 0.32034164667129517, "learning_rate": 7.314838697815363e-06, "loss": 0.3069, "step": 4568 }, { "epoch": 2.9960655737704918, "grad_norm": 0.30339515209198, "learning_rate": 7.310747244324149e-06, "loss": 0.2988, "step": 4569 }, { "epoch": 2.99672131147541, "grad_norm": 0.2858754098415375, "learning_rate": 7.3066562760516615e-06, "loss": 0.2853, "step": 4570 }, { "epoch": 2.997377049180328, "grad_norm": 0.2976069152355194, "learning_rate": 7.302565793736034e-06, "loss": 0.282, "step": 4571 }, { "epoch": 2.998032786885246, "grad_norm": 0.31010934710502625, "learning_rate": 7.298475798115303e-06, "loss": 0.3099, "step": 4572 }, { "epoch": 2.9986885245901638, "grad_norm": 0.29217687249183655, "learning_rate": 7.294386289927425e-06, "loss": 0.2821, "step": 4573 }, { "epoch": 2.999344262295082, "grad_norm": 0.29126012325286865, "learning_rate": 7.290297269910267e-06, "loss": 0.2751, "step": 4574 }, { "epoch": 3.0, "grad_norm": 0.30608895421028137, "learning_rate": 7.286208738801599e-06, "loss": 0.2937, "step": 4575 }, { "epoch": 3.000655737704918, "grad_norm": 0.29745468497276306, "learning_rate": 7.28212069733912e-06, "loss": 0.2654, "step": 4576 }, { "epoch": 3.0013114754098362, "grad_norm": 0.3003731667995453, "learning_rate": 7.2780331462604205e-06, "loss": 0.2769, "step": 4577 }, { "epoch": 3.001967213114754, "grad_norm": 0.3044969141483307, "learning_rate": 7.273946086303019e-06, "loss": 0.2758, "step": 4578 }, { "epoch": 3.002622950819672, "grad_norm": 0.32052725553512573, "learning_rate": 7.269859518204334e-06, "loss": 0.2725, "step": 4579 }, { "epoch": 3.00327868852459, "grad_norm": 0.30197980999946594, "learning_rate": 7.265773442701705e-06, "loss": 0.2795, "step": 4580 }, { "epoch": 3.0039344262295082, "grad_norm": 0.2845808267593384, "learning_rate": 7.261687860532374e-06, "loss": 0.2754, "step": 4581 }, { "epoch": 3.0045901639344264, "grad_norm": 0.31315213441848755, "learning_rate": 7.257602772433499e-06, "loss": 0.2683, "step": 4582 }, { "epoch": 3.0052459016393445, "grad_norm": 0.29786691069602966, "learning_rate": 7.253518179142151e-06, "loss": 0.2816, "step": 4583 }, { "epoch": 3.005901639344262, "grad_norm": 0.3058096468448639, "learning_rate": 7.249434081395303e-06, "loss": 0.2952, "step": 4584 }, { "epoch": 3.0065573770491802, "grad_norm": 0.30602920055389404, "learning_rate": 7.245350479929849e-06, "loss": 0.2865, "step": 4585 }, { "epoch": 3.0072131147540984, "grad_norm": 0.3076324462890625, "learning_rate": 7.241267375482584e-06, "loss": 0.2866, "step": 4586 }, { "epoch": 3.0078688524590165, "grad_norm": 0.3015836775302887, "learning_rate": 7.23718476879022e-06, "loss": 0.2776, "step": 4587 }, { "epoch": 3.0085245901639346, "grad_norm": 0.321666955947876, "learning_rate": 7.233102660589379e-06, "loss": 0.306, "step": 4588 }, { "epoch": 3.0091803278688523, "grad_norm": 0.30523326992988586, "learning_rate": 7.2290210516165874e-06, "loss": 0.2916, "step": 4589 }, { "epoch": 3.0098360655737704, "grad_norm": 0.30984166264533997, "learning_rate": 7.224939942608287e-06, "loss": 0.2834, "step": 4590 }, { "epoch": 3.0104918032786885, "grad_norm": 0.2900453507900238, "learning_rate": 7.2208593343008244e-06, "loss": 0.2618, "step": 4591 }, { "epoch": 3.0111475409836066, "grad_norm": 0.3076232075691223, "learning_rate": 7.216779227430464e-06, "loss": 0.2952, "step": 4592 }, { "epoch": 3.0118032786885247, "grad_norm": 0.3280644714832306, "learning_rate": 7.212699622733372e-06, "loss": 0.2691, "step": 4593 }, { "epoch": 3.012459016393443, "grad_norm": 0.2964531481266022, "learning_rate": 7.208620520945627e-06, "loss": 0.2772, "step": 4594 }, { "epoch": 3.0131147540983605, "grad_norm": 0.2997293472290039, "learning_rate": 7.204541922803219e-06, "loss": 0.2525, "step": 4595 }, { "epoch": 3.0137704918032786, "grad_norm": 0.3244290053844452, "learning_rate": 7.2004638290420415e-06, "loss": 0.2968, "step": 4596 }, { "epoch": 3.0144262295081967, "grad_norm": 0.30000627040863037, "learning_rate": 7.196386240397899e-06, "loss": 0.2693, "step": 4597 }, { "epoch": 3.015081967213115, "grad_norm": 0.33092552423477173, "learning_rate": 7.192309157606508e-06, "loss": 0.2923, "step": 4598 }, { "epoch": 3.015737704918033, "grad_norm": 0.2864382863044739, "learning_rate": 7.188232581403494e-06, "loss": 0.2968, "step": 4599 }, { "epoch": 3.0163934426229506, "grad_norm": 0.3049638867378235, "learning_rate": 7.184156512524383e-06, "loss": 0.2857, "step": 4600 }, { "epoch": 3.0170491803278687, "grad_norm": 0.293978750705719, "learning_rate": 7.180080951704622e-06, "loss": 0.279, "step": 4601 }, { "epoch": 3.017704918032787, "grad_norm": 0.30717265605926514, "learning_rate": 7.176005899679556e-06, "loss": 0.2803, "step": 4602 }, { "epoch": 3.018360655737705, "grad_norm": 0.28692910075187683, "learning_rate": 7.171931357184441e-06, "loss": 0.2732, "step": 4603 }, { "epoch": 3.019016393442623, "grad_norm": 0.2925529181957245, "learning_rate": 7.167857324954446e-06, "loss": 0.2663, "step": 4604 }, { "epoch": 3.019672131147541, "grad_norm": 0.3177497386932373, "learning_rate": 7.16378380372464e-06, "loss": 0.2881, "step": 4605 }, { "epoch": 3.020327868852459, "grad_norm": 0.3185662031173706, "learning_rate": 7.159710794230006e-06, "loss": 0.3084, "step": 4606 }, { "epoch": 3.020983606557377, "grad_norm": 0.32973480224609375, "learning_rate": 7.155638297205429e-06, "loss": 0.3257, "step": 4607 }, { "epoch": 3.021639344262295, "grad_norm": 0.2980811893939972, "learning_rate": 7.151566313385709e-06, "loss": 0.2811, "step": 4608 }, { "epoch": 3.022295081967213, "grad_norm": 0.2946387231349945, "learning_rate": 7.147494843505548e-06, "loss": 0.2858, "step": 4609 }, { "epoch": 3.0229508196721313, "grad_norm": 0.3066706359386444, "learning_rate": 7.143423888299554e-06, "loss": 0.2681, "step": 4610 }, { "epoch": 3.023606557377049, "grad_norm": 0.3201485276222229, "learning_rate": 7.139353448502251e-06, "loss": 0.2987, "step": 4611 }, { "epoch": 3.024262295081967, "grad_norm": 0.32029950618743896, "learning_rate": 7.135283524848055e-06, "loss": 0.2866, "step": 4612 }, { "epoch": 3.024918032786885, "grad_norm": 0.304579496383667, "learning_rate": 7.1312141180713034e-06, "loss": 0.2779, "step": 4613 }, { "epoch": 3.0255737704918033, "grad_norm": 0.33660033345222473, "learning_rate": 7.127145228906234e-06, "loss": 0.2853, "step": 4614 }, { "epoch": 3.0262295081967214, "grad_norm": 0.32445594668388367, "learning_rate": 7.1230768580869904e-06, "loss": 0.2845, "step": 4615 }, { "epoch": 3.0268852459016395, "grad_norm": 0.2976328134536743, "learning_rate": 7.119009006347625e-06, "loss": 0.2722, "step": 4616 }, { "epoch": 3.027540983606557, "grad_norm": 0.32059866189956665, "learning_rate": 7.114941674422098e-06, "loss": 0.276, "step": 4617 }, { "epoch": 3.0281967213114753, "grad_norm": 0.29969522356987, "learning_rate": 7.110874863044266e-06, "loss": 0.305, "step": 4618 }, { "epoch": 3.0288524590163934, "grad_norm": 0.31549271941185, "learning_rate": 7.106808572947903e-06, "loss": 0.2894, "step": 4619 }, { "epoch": 3.0295081967213116, "grad_norm": 0.29649966955184937, "learning_rate": 7.102742804866687e-06, "loss": 0.2881, "step": 4620 }, { "epoch": 3.0301639344262297, "grad_norm": 0.3110702931880951, "learning_rate": 7.098677559534197e-06, "loss": 0.2925, "step": 4621 }, { "epoch": 3.0308196721311473, "grad_norm": 0.2891905605792999, "learning_rate": 7.094612837683923e-06, "loss": 0.2559, "step": 4622 }, { "epoch": 3.0314754098360654, "grad_norm": 0.3054184317588806, "learning_rate": 7.090548640049255e-06, "loss": 0.2983, "step": 4623 }, { "epoch": 3.0321311475409836, "grad_norm": 0.3068934977054596, "learning_rate": 7.0864849673634915e-06, "loss": 0.2957, "step": 4624 }, { "epoch": 3.0327868852459017, "grad_norm": 0.31945452094078064, "learning_rate": 7.082421820359842e-06, "loss": 0.278, "step": 4625 }, { "epoch": 3.03344262295082, "grad_norm": 0.29446205496788025, "learning_rate": 7.078359199771407e-06, "loss": 0.2764, "step": 4626 }, { "epoch": 3.034098360655738, "grad_norm": 0.32343408465385437, "learning_rate": 7.074297106331207e-06, "loss": 0.2833, "step": 4627 }, { "epoch": 3.0347540983606556, "grad_norm": 0.31240078806877136, "learning_rate": 7.070235540772157e-06, "loss": 0.3008, "step": 4628 }, { "epoch": 3.0354098360655737, "grad_norm": 0.30548757314682007, "learning_rate": 7.066174503827082e-06, "loss": 0.2958, "step": 4629 }, { "epoch": 3.036065573770492, "grad_norm": 0.3088803291320801, "learning_rate": 7.06211399622871e-06, "loss": 0.2941, "step": 4630 }, { "epoch": 3.03672131147541, "grad_norm": 0.3251206576824188, "learning_rate": 7.058054018709672e-06, "loss": 0.2821, "step": 4631 }, { "epoch": 3.037377049180328, "grad_norm": 0.2941286861896515, "learning_rate": 7.053994572002507e-06, "loss": 0.2721, "step": 4632 }, { "epoch": 3.0380327868852457, "grad_norm": 0.31194019317626953, "learning_rate": 7.049935656839659e-06, "loss": 0.2946, "step": 4633 }, { "epoch": 3.038688524590164, "grad_norm": 0.3245909810066223, "learning_rate": 7.045877273953467e-06, "loss": 0.3077, "step": 4634 }, { "epoch": 3.039344262295082, "grad_norm": 0.3235344886779785, "learning_rate": 7.041819424076185e-06, "loss": 0.2872, "step": 4635 }, { "epoch": 3.04, "grad_norm": 0.2953977584838867, "learning_rate": 7.037762107939963e-06, "loss": 0.2714, "step": 4636 }, { "epoch": 3.040655737704918, "grad_norm": 0.3085627257823944, "learning_rate": 7.033705326276863e-06, "loss": 0.297, "step": 4637 }, { "epoch": 3.0413114754098363, "grad_norm": 0.3040323257446289, "learning_rate": 7.029649079818836e-06, "loss": 0.2938, "step": 4638 }, { "epoch": 3.041967213114754, "grad_norm": 0.2917579412460327, "learning_rate": 7.025593369297756e-06, "loss": 0.3008, "step": 4639 }, { "epoch": 3.042622950819672, "grad_norm": 0.3232839107513428, "learning_rate": 7.021538195445381e-06, "loss": 0.2768, "step": 4640 }, { "epoch": 3.04327868852459, "grad_norm": 0.30701032280921936, "learning_rate": 7.01748355899339e-06, "loss": 0.2909, "step": 4641 }, { "epoch": 3.0439344262295083, "grad_norm": 0.29954302310943604, "learning_rate": 7.013429460673349e-06, "loss": 0.2706, "step": 4642 }, { "epoch": 3.0445901639344264, "grad_norm": 0.30640408396720886, "learning_rate": 7.009375901216737e-06, "loss": 0.2747, "step": 4643 }, { "epoch": 3.045245901639344, "grad_norm": 0.314500629901886, "learning_rate": 7.005322881354936e-06, "loss": 0.2814, "step": 4644 }, { "epoch": 3.045901639344262, "grad_norm": 0.33648547530174255, "learning_rate": 7.001270401819222e-06, "loss": 0.2897, "step": 4645 }, { "epoch": 3.0465573770491803, "grad_norm": 0.3199034333229065, "learning_rate": 6.997218463340786e-06, "loss": 0.29, "step": 4646 }, { "epoch": 3.0472131147540984, "grad_norm": 0.31055787205696106, "learning_rate": 6.993167066650708e-06, "loss": 0.3185, "step": 4647 }, { "epoch": 3.0478688524590165, "grad_norm": 0.3010556995868683, "learning_rate": 6.9891162124799785e-06, "loss": 0.2823, "step": 4648 }, { "epoch": 3.0485245901639346, "grad_norm": 0.29455745220184326, "learning_rate": 6.985065901559492e-06, "loss": 0.2734, "step": 4649 }, { "epoch": 3.0491803278688523, "grad_norm": 0.31904906034469604, "learning_rate": 6.981016134620036e-06, "loss": 0.3024, "step": 4650 }, { "epoch": 3.0498360655737704, "grad_norm": 0.3219112753868103, "learning_rate": 6.976966912392309e-06, "loss": 0.3007, "step": 4651 }, { "epoch": 3.0504918032786885, "grad_norm": 0.32269760966300964, "learning_rate": 6.972918235606905e-06, "loss": 0.293, "step": 4652 }, { "epoch": 3.0511475409836066, "grad_norm": 0.3454340696334839, "learning_rate": 6.968870104994323e-06, "loss": 0.2781, "step": 4653 }, { "epoch": 3.0518032786885247, "grad_norm": 0.3144650161266327, "learning_rate": 6.964822521284966e-06, "loss": 0.2859, "step": 4654 }, { "epoch": 3.0524590163934424, "grad_norm": 0.3091391921043396, "learning_rate": 6.9607754852091284e-06, "loss": 0.2788, "step": 4655 }, { "epoch": 3.0531147540983605, "grad_norm": 0.2886083424091339, "learning_rate": 6.956728997497018e-06, "loss": 0.2688, "step": 4656 }, { "epoch": 3.0537704918032786, "grad_norm": 0.3206017017364502, "learning_rate": 6.952683058878733e-06, "loss": 0.3013, "step": 4657 }, { "epoch": 3.0544262295081968, "grad_norm": 0.327436625957489, "learning_rate": 6.9486376700842835e-06, "loss": 0.28, "step": 4658 }, { "epoch": 3.055081967213115, "grad_norm": 0.29946452379226685, "learning_rate": 6.944592831843566e-06, "loss": 0.288, "step": 4659 }, { "epoch": 3.055737704918033, "grad_norm": 0.3417213559150696, "learning_rate": 6.940548544886392e-06, "loss": 0.3108, "step": 4660 }, { "epoch": 3.0563934426229507, "grad_norm": 0.315827339887619, "learning_rate": 6.9365048099424635e-06, "loss": 0.316, "step": 4661 }, { "epoch": 3.0570491803278688, "grad_norm": 0.3182525336742401, "learning_rate": 6.932461627741393e-06, "loss": 0.2825, "step": 4662 }, { "epoch": 3.057704918032787, "grad_norm": 0.292857825756073, "learning_rate": 6.92841899901268e-06, "loss": 0.2914, "step": 4663 }, { "epoch": 3.058360655737705, "grad_norm": 0.3075586259365082, "learning_rate": 6.924376924485734e-06, "loss": 0.3046, "step": 4664 }, { "epoch": 3.059016393442623, "grad_norm": 0.2968704402446747, "learning_rate": 6.920335404889864e-06, "loss": 0.2749, "step": 4665 }, { "epoch": 3.0596721311475408, "grad_norm": 0.2823745310306549, "learning_rate": 6.9162944409542744e-06, "loss": 0.2734, "step": 4666 }, { "epoch": 3.060327868852459, "grad_norm": 0.29779937863349915, "learning_rate": 6.912254033408072e-06, "loss": 0.2991, "step": 4667 }, { "epoch": 3.060983606557377, "grad_norm": 0.32428598403930664, "learning_rate": 6.908214182980263e-06, "loss": 0.3216, "step": 4668 }, { "epoch": 3.061639344262295, "grad_norm": 0.3178101181983948, "learning_rate": 6.904174890399752e-06, "loss": 0.2868, "step": 4669 }, { "epoch": 3.0622950819672132, "grad_norm": 0.29626306891441345, "learning_rate": 6.900136156395347e-06, "loss": 0.2874, "step": 4670 }, { "epoch": 3.0629508196721313, "grad_norm": 0.31571611762046814, "learning_rate": 6.896097981695746e-06, "loss": 0.2907, "step": 4671 }, { "epoch": 3.063606557377049, "grad_norm": 0.2974778115749359, "learning_rate": 6.89206036702956e-06, "loss": 0.269, "step": 4672 }, { "epoch": 3.064262295081967, "grad_norm": 0.3243444561958313, "learning_rate": 6.888023313125284e-06, "loss": 0.2895, "step": 4673 }, { "epoch": 3.0649180327868852, "grad_norm": 0.32371383905410767, "learning_rate": 6.883986820711321e-06, "loss": 0.2868, "step": 4674 }, { "epoch": 3.0655737704918034, "grad_norm": 0.3012573719024658, "learning_rate": 6.879950890515975e-06, "loss": 0.2673, "step": 4675 }, { "epoch": 3.0662295081967215, "grad_norm": 0.30214428901672363, "learning_rate": 6.875915523267438e-06, "loss": 0.2823, "step": 4676 }, { "epoch": 3.066885245901639, "grad_norm": 0.2865753173828125, "learning_rate": 6.871880719693811e-06, "loss": 0.2846, "step": 4677 }, { "epoch": 3.0675409836065572, "grad_norm": 0.3157806098461151, "learning_rate": 6.86784648052309e-06, "loss": 0.2958, "step": 4678 }, { "epoch": 3.0681967213114754, "grad_norm": 0.3134365379810333, "learning_rate": 6.86381280648316e-06, "loss": 0.3032, "step": 4679 }, { "epoch": 3.0688524590163935, "grad_norm": 0.3116619288921356, "learning_rate": 6.859779698301818e-06, "loss": 0.2986, "step": 4680 }, { "epoch": 3.0695081967213116, "grad_norm": 0.29535549879074097, "learning_rate": 6.855747156706753e-06, "loss": 0.2792, "step": 4681 }, { "epoch": 3.0701639344262297, "grad_norm": 0.2732221484184265, "learning_rate": 6.851715182425551e-06, "loss": 0.2506, "step": 4682 }, { "epoch": 3.0708196721311474, "grad_norm": 0.30044230818748474, "learning_rate": 6.847683776185694e-06, "loss": 0.277, "step": 4683 }, { "epoch": 3.0714754098360655, "grad_norm": 0.2922019064426422, "learning_rate": 6.843652938714571e-06, "loss": 0.2732, "step": 4684 }, { "epoch": 3.0721311475409836, "grad_norm": 0.30358317494392395, "learning_rate": 6.839622670739452e-06, "loss": 0.2761, "step": 4685 }, { "epoch": 3.0727868852459017, "grad_norm": 0.292106032371521, "learning_rate": 6.8355929729875216e-06, "loss": 0.286, "step": 4686 }, { "epoch": 3.07344262295082, "grad_norm": 0.2952527701854706, "learning_rate": 6.831563846185848e-06, "loss": 0.2758, "step": 4687 }, { "epoch": 3.0740983606557375, "grad_norm": 0.32961249351501465, "learning_rate": 6.827535291061404e-06, "loss": 0.2952, "step": 4688 }, { "epoch": 3.0747540983606556, "grad_norm": 0.29840606451034546, "learning_rate": 6.823507308341058e-06, "loss": 0.281, "step": 4689 }, { "epoch": 3.0754098360655737, "grad_norm": 0.31468987464904785, "learning_rate": 6.819479898751571e-06, "loss": 0.2997, "step": 4690 }, { "epoch": 3.076065573770492, "grad_norm": 0.32217955589294434, "learning_rate": 6.815453063019608e-06, "loss": 0.2803, "step": 4691 }, { "epoch": 3.07672131147541, "grad_norm": 0.29746147990226746, "learning_rate": 6.811426801871723e-06, "loss": 0.2884, "step": 4692 }, { "epoch": 3.077377049180328, "grad_norm": 0.3028188943862915, "learning_rate": 6.807401116034371e-06, "loss": 0.3069, "step": 4693 }, { "epoch": 3.0780327868852457, "grad_norm": 0.3293982744216919, "learning_rate": 6.803376006233903e-06, "loss": 0.3074, "step": 4694 }, { "epoch": 3.078688524590164, "grad_norm": 0.3131265640258789, "learning_rate": 6.79935147319656e-06, "loss": 0.2802, "step": 4695 }, { "epoch": 3.079344262295082, "grad_norm": 0.28772464394569397, "learning_rate": 6.7953275176484915e-06, "loss": 0.2649, "step": 4696 }, { "epoch": 3.08, "grad_norm": 0.3056533932685852, "learning_rate": 6.791304140315729e-06, "loss": 0.273, "step": 4697 }, { "epoch": 3.080655737704918, "grad_norm": 0.3204432725906372, "learning_rate": 6.7872813419242055e-06, "loss": 0.3208, "step": 4698 }, { "epoch": 3.081311475409836, "grad_norm": 0.3082723319530487, "learning_rate": 6.783259123199757e-06, "loss": 0.2829, "step": 4699 }, { "epoch": 3.081967213114754, "grad_norm": 0.287134051322937, "learning_rate": 6.779237484868101e-06, "loss": 0.2791, "step": 4700 }, { "epoch": 3.082622950819672, "grad_norm": 0.3183714747428894, "learning_rate": 6.775216427654856e-06, "loss": 0.2949, "step": 4701 }, { "epoch": 3.08327868852459, "grad_norm": 0.3040722608566284, "learning_rate": 6.771195952285541e-06, "loss": 0.2843, "step": 4702 }, { "epoch": 3.0839344262295083, "grad_norm": 0.3268665373325348, "learning_rate": 6.767176059485563e-06, "loss": 0.2928, "step": 4703 }, { "epoch": 3.0845901639344264, "grad_norm": 0.31769028306007385, "learning_rate": 6.763156749980227e-06, "loss": 0.2777, "step": 4704 }, { "epoch": 3.085245901639344, "grad_norm": 0.30745479464530945, "learning_rate": 6.759138024494733e-06, "loss": 0.3031, "step": 4705 }, { "epoch": 3.085901639344262, "grad_norm": 0.3101979196071625, "learning_rate": 6.7551198837541746e-06, "loss": 0.2802, "step": 4706 }, { "epoch": 3.0865573770491803, "grad_norm": 0.323659211397171, "learning_rate": 6.751102328483542e-06, "loss": 0.2848, "step": 4707 }, { "epoch": 3.0872131147540984, "grad_norm": 0.3171759247779846, "learning_rate": 6.747085359407714e-06, "loss": 0.2791, "step": 4708 }, { "epoch": 3.0878688524590165, "grad_norm": 0.2818096876144409, "learning_rate": 6.74306897725147e-06, "loss": 0.2732, "step": 4709 }, { "epoch": 3.088524590163934, "grad_norm": 0.3187177777290344, "learning_rate": 6.739053182739484e-06, "loss": 0.2865, "step": 4710 }, { "epoch": 3.0891803278688523, "grad_norm": 0.30100056529045105, "learning_rate": 6.735037976596315e-06, "loss": 0.2978, "step": 4711 }, { "epoch": 3.0898360655737704, "grad_norm": 0.29086586833000183, "learning_rate": 6.731023359546428e-06, "loss": 0.2803, "step": 4712 }, { "epoch": 3.0904918032786886, "grad_norm": 0.29734668135643005, "learning_rate": 6.72700933231417e-06, "loss": 0.2758, "step": 4713 }, { "epoch": 3.0911475409836067, "grad_norm": 0.31783220171928406, "learning_rate": 6.722995895623791e-06, "loss": 0.2915, "step": 4714 }, { "epoch": 3.091803278688525, "grad_norm": 0.3295499086380005, "learning_rate": 6.718983050199433e-06, "loss": 0.299, "step": 4715 }, { "epoch": 3.0924590163934425, "grad_norm": 0.31789782643318176, "learning_rate": 6.714970796765121e-06, "loss": 0.2799, "step": 4716 }, { "epoch": 3.0931147540983606, "grad_norm": 0.30788397789001465, "learning_rate": 6.710959136044789e-06, "loss": 0.2923, "step": 4717 }, { "epoch": 3.0937704918032787, "grad_norm": 0.29399633407592773, "learning_rate": 6.706948068762251e-06, "loss": 0.2747, "step": 4718 }, { "epoch": 3.094426229508197, "grad_norm": 0.31118106842041016, "learning_rate": 6.702937595641227e-06, "loss": 0.2998, "step": 4719 }, { "epoch": 3.095081967213115, "grad_norm": 0.3075324296951294, "learning_rate": 6.69892771740531e-06, "loss": 0.282, "step": 4720 }, { "epoch": 3.0957377049180326, "grad_norm": 0.2986067533493042, "learning_rate": 6.694918434778008e-06, "loss": 0.2884, "step": 4721 }, { "epoch": 3.0963934426229507, "grad_norm": 0.30682432651519775, "learning_rate": 6.690909748482704e-06, "loss": 0.283, "step": 4722 }, { "epoch": 3.097049180327869, "grad_norm": 0.3061073422431946, "learning_rate": 6.6869016592426864e-06, "loss": 0.2746, "step": 4723 }, { "epoch": 3.097704918032787, "grad_norm": 0.30343830585479736, "learning_rate": 6.682894167781124e-06, "loss": 0.2709, "step": 4724 }, { "epoch": 3.098360655737705, "grad_norm": 0.3343205749988556, "learning_rate": 6.678887274821089e-06, "loss": 0.295, "step": 4725 }, { "epoch": 3.099016393442623, "grad_norm": 0.30047670006752014, "learning_rate": 6.674880981085541e-06, "loss": 0.2768, "step": 4726 }, { "epoch": 3.099672131147541, "grad_norm": 0.3128480911254883, "learning_rate": 6.6708752872973244e-06, "loss": 0.2996, "step": 4727 }, { "epoch": 3.100327868852459, "grad_norm": 0.3289698660373688, "learning_rate": 6.666870194179189e-06, "loss": 0.3066, "step": 4728 }, { "epoch": 3.100983606557377, "grad_norm": 0.30549609661102295, "learning_rate": 6.6628657024537645e-06, "loss": 0.2774, "step": 4729 }, { "epoch": 3.101639344262295, "grad_norm": 0.2902216613292694, "learning_rate": 6.658861812843578e-06, "loss": 0.2477, "step": 4730 }, { "epoch": 3.1022950819672133, "grad_norm": 0.3058876097202301, "learning_rate": 6.654858526071048e-06, "loss": 0.2821, "step": 4731 }, { "epoch": 3.102950819672131, "grad_norm": 0.3111504018306732, "learning_rate": 6.650855842858481e-06, "loss": 0.2828, "step": 4732 }, { "epoch": 3.103606557377049, "grad_norm": 0.30161699652671814, "learning_rate": 6.646853763928079e-06, "loss": 0.2914, "step": 4733 }, { "epoch": 3.104262295081967, "grad_norm": 0.31698939204216003, "learning_rate": 6.642852290001927e-06, "loss": 0.2987, "step": 4734 }, { "epoch": 3.1049180327868853, "grad_norm": 0.3098020851612091, "learning_rate": 6.6388514218020105e-06, "loss": 0.2997, "step": 4735 }, { "epoch": 3.1055737704918034, "grad_norm": 0.29274994134902954, "learning_rate": 6.634851160050203e-06, "loss": 0.283, "step": 4736 }, { "epoch": 3.1062295081967215, "grad_norm": 0.29174768924713135, "learning_rate": 6.630851505468263e-06, "loss": 0.2879, "step": 4737 }, { "epoch": 3.106885245901639, "grad_norm": 0.27662453055381775, "learning_rate": 6.626852458777846e-06, "loss": 0.2678, "step": 4738 }, { "epoch": 3.1075409836065573, "grad_norm": 0.29295212030410767, "learning_rate": 6.622854020700494e-06, "loss": 0.2779, "step": 4739 }, { "epoch": 3.1081967213114754, "grad_norm": 0.3050171434879303, "learning_rate": 6.6188561919576456e-06, "loss": 0.2704, "step": 4740 }, { "epoch": 3.1088524590163935, "grad_norm": 0.3028751313686371, "learning_rate": 6.6148589732706144e-06, "loss": 0.2832, "step": 4741 }, { "epoch": 3.1095081967213116, "grad_norm": 0.31827256083488464, "learning_rate": 6.610862365360622e-06, "loss": 0.306, "step": 4742 }, { "epoch": 3.1101639344262297, "grad_norm": 0.3476827144622803, "learning_rate": 6.606866368948768e-06, "loss": 0.2743, "step": 4743 }, { "epoch": 3.1108196721311474, "grad_norm": 0.29164594411849976, "learning_rate": 6.602870984756044e-06, "loss": 0.2729, "step": 4744 }, { "epoch": 3.1114754098360655, "grad_norm": 0.2983923554420471, "learning_rate": 6.5988762135033405e-06, "loss": 0.2685, "step": 4745 }, { "epoch": 3.1121311475409836, "grad_norm": 0.31577280163764954, "learning_rate": 6.594882055911419e-06, "loss": 0.3059, "step": 4746 }, { "epoch": 3.1127868852459017, "grad_norm": 0.3279581367969513, "learning_rate": 6.590888512700948e-06, "loss": 0.2827, "step": 4747 }, { "epoch": 3.11344262295082, "grad_norm": 0.3285558819770813, "learning_rate": 6.586895584592475e-06, "loss": 0.2856, "step": 4748 }, { "epoch": 3.1140983606557375, "grad_norm": 0.31581416726112366, "learning_rate": 6.582903272306438e-06, "loss": 0.2756, "step": 4749 }, { "epoch": 3.1147540983606556, "grad_norm": 0.3089655041694641, "learning_rate": 6.57891157656317e-06, "loss": 0.2854, "step": 4750 }, { "epoch": 3.1154098360655738, "grad_norm": 0.29958054423332214, "learning_rate": 6.5749204980828804e-06, "loss": 0.2904, "step": 4751 }, { "epoch": 3.116065573770492, "grad_norm": 0.29370221495628357, "learning_rate": 6.570930037585683e-06, "loss": 0.276, "step": 4752 }, { "epoch": 3.11672131147541, "grad_norm": 0.30031612515449524, "learning_rate": 6.566940195791567e-06, "loss": 0.2883, "step": 4753 }, { "epoch": 3.1173770491803277, "grad_norm": 0.3169501721858978, "learning_rate": 6.562950973420416e-06, "loss": 0.292, "step": 4754 }, { "epoch": 3.1180327868852458, "grad_norm": 0.28791114687919617, "learning_rate": 6.558962371192002e-06, "loss": 0.2702, "step": 4755 }, { "epoch": 3.118688524590164, "grad_norm": 0.3087241053581238, "learning_rate": 6.554974389825981e-06, "loss": 0.2571, "step": 4756 }, { "epoch": 3.119344262295082, "grad_norm": 0.3092956244945526, "learning_rate": 6.550987030041905e-06, "loss": 0.275, "step": 4757 }, { "epoch": 3.12, "grad_norm": 0.32590991258621216, "learning_rate": 6.547000292559201e-06, "loss": 0.2719, "step": 4758 }, { "epoch": 3.120655737704918, "grad_norm": 0.2975797653198242, "learning_rate": 6.5430141780971964e-06, "loss": 0.283, "step": 4759 }, { "epoch": 3.121311475409836, "grad_norm": 0.3021305203437805, "learning_rate": 6.539028687375103e-06, "loss": 0.2748, "step": 4760 }, { "epoch": 3.121967213114754, "grad_norm": 0.3225415050983429, "learning_rate": 6.535043821112017e-06, "loss": 0.3018, "step": 4761 }, { "epoch": 3.122622950819672, "grad_norm": 0.32385075092315674, "learning_rate": 6.531059580026917e-06, "loss": 0.2742, "step": 4762 }, { "epoch": 3.1232786885245902, "grad_norm": 0.30102142691612244, "learning_rate": 6.527075964838683e-06, "loss": 0.2797, "step": 4763 }, { "epoch": 3.1239344262295083, "grad_norm": 0.2878284156322479, "learning_rate": 6.5230929762660685e-06, "loss": 0.2656, "step": 4764 }, { "epoch": 3.1245901639344265, "grad_norm": 0.3278590142726898, "learning_rate": 6.519110615027722e-06, "loss": 0.3052, "step": 4765 }, { "epoch": 3.125245901639344, "grad_norm": 0.29765114188194275, "learning_rate": 6.515128881842177e-06, "loss": 0.2948, "step": 4766 }, { "epoch": 3.1259016393442622, "grad_norm": 0.3078639507293701, "learning_rate": 6.511147777427851e-06, "loss": 0.2838, "step": 4767 }, { "epoch": 3.1265573770491804, "grad_norm": 0.2907557487487793, "learning_rate": 6.507167302503052e-06, "loss": 0.2922, "step": 4768 }, { "epoch": 3.1272131147540985, "grad_norm": 0.2931259274482727, "learning_rate": 6.503187457785969e-06, "loss": 0.2774, "step": 4769 }, { "epoch": 3.1278688524590166, "grad_norm": 0.32443496584892273, "learning_rate": 6.499208243994683e-06, "loss": 0.2791, "step": 4770 }, { "epoch": 3.1285245901639342, "grad_norm": 0.30292513966560364, "learning_rate": 6.495229661847163e-06, "loss": 0.2954, "step": 4771 }, { "epoch": 3.1291803278688524, "grad_norm": 0.3170396685600281, "learning_rate": 6.4912517120612525e-06, "loss": 0.2973, "step": 4772 }, { "epoch": 3.1298360655737705, "grad_norm": 0.32425379753112793, "learning_rate": 6.487274395354694e-06, "loss": 0.2868, "step": 4773 }, { "epoch": 3.1304918032786886, "grad_norm": 0.2953192889690399, "learning_rate": 6.483297712445107e-06, "loss": 0.2976, "step": 4774 }, { "epoch": 3.1311475409836067, "grad_norm": 0.32389163970947266, "learning_rate": 6.4793216640499976e-06, "loss": 0.3308, "step": 4775 }, { "epoch": 3.1318032786885244, "grad_norm": 0.31063732504844666, "learning_rate": 6.475346250886767e-06, "loss": 0.2637, "step": 4776 }, { "epoch": 3.1324590163934425, "grad_norm": 0.3326701819896698, "learning_rate": 6.471371473672687e-06, "loss": 0.2925, "step": 4777 }, { "epoch": 3.1331147540983606, "grad_norm": 0.3150615096092224, "learning_rate": 6.467397333124928e-06, "loss": 0.2835, "step": 4778 }, { "epoch": 3.1337704918032787, "grad_norm": 0.3272611200809479, "learning_rate": 6.463423829960533e-06, "loss": 0.2952, "step": 4779 }, { "epoch": 3.134426229508197, "grad_norm": 0.29790639877319336, "learning_rate": 6.459450964896441e-06, "loss": 0.2734, "step": 4780 }, { "epoch": 3.135081967213115, "grad_norm": 0.30750393867492676, "learning_rate": 6.455478738649474e-06, "loss": 0.2783, "step": 4781 }, { "epoch": 3.1357377049180326, "grad_norm": 0.31606313586235046, "learning_rate": 6.451507151936332e-06, "loss": 0.2966, "step": 4782 }, { "epoch": 3.1363934426229507, "grad_norm": 0.35368406772613525, "learning_rate": 6.4475362054735995e-06, "loss": 0.3485, "step": 4783 }, { "epoch": 3.137049180327869, "grad_norm": 0.3077280819416046, "learning_rate": 6.443565899977757e-06, "loss": 0.2875, "step": 4784 }, { "epoch": 3.137704918032787, "grad_norm": 0.30497097969055176, "learning_rate": 6.43959623616516e-06, "loss": 0.2743, "step": 4785 }, { "epoch": 3.138360655737705, "grad_norm": 0.32200124859809875, "learning_rate": 6.435627214752047e-06, "loss": 0.3041, "step": 4786 }, { "epoch": 3.139016393442623, "grad_norm": 0.31103867292404175, "learning_rate": 6.431658836454551e-06, "loss": 0.3102, "step": 4787 }, { "epoch": 3.139672131147541, "grad_norm": 0.29505497217178345, "learning_rate": 6.427691101988673e-06, "loss": 0.2907, "step": 4788 }, { "epoch": 3.140327868852459, "grad_norm": 0.3180312216281891, "learning_rate": 6.423724012070316e-06, "loss": 0.2845, "step": 4789 }, { "epoch": 3.140983606557377, "grad_norm": 0.30916541814804077, "learning_rate": 6.419757567415249e-06, "loss": 0.2874, "step": 4790 }, { "epoch": 3.141639344262295, "grad_norm": 0.3067026734352112, "learning_rate": 6.415791768739137e-06, "loss": 0.2783, "step": 4791 }, { "epoch": 3.1422950819672133, "grad_norm": 0.302045077085495, "learning_rate": 6.411826616757526e-06, "loss": 0.2879, "step": 4792 }, { "epoch": 3.142950819672131, "grad_norm": 0.3289821743965149, "learning_rate": 6.407862112185841e-06, "loss": 0.302, "step": 4793 }, { "epoch": 3.143606557377049, "grad_norm": 0.2878894805908203, "learning_rate": 6.403898255739394e-06, "loss": 0.2674, "step": 4794 }, { "epoch": 3.144262295081967, "grad_norm": 0.30648088455200195, "learning_rate": 6.399935048133377e-06, "loss": 0.2667, "step": 4795 }, { "epoch": 3.1449180327868853, "grad_norm": 0.2963385283946991, "learning_rate": 6.395972490082869e-06, "loss": 0.2767, "step": 4796 }, { "epoch": 3.1455737704918034, "grad_norm": 0.30604350566864014, "learning_rate": 6.3920105823028325e-06, "loss": 0.2807, "step": 4797 }, { "epoch": 3.146229508196721, "grad_norm": 0.31212669610977173, "learning_rate": 6.3880493255081035e-06, "loss": 0.2874, "step": 4798 }, { "epoch": 3.146885245901639, "grad_norm": 0.30549830198287964, "learning_rate": 6.3840887204134115e-06, "loss": 0.2747, "step": 4799 }, { "epoch": 3.1475409836065573, "grad_norm": 0.30991414189338684, "learning_rate": 6.380128767733361e-06, "loss": 0.3012, "step": 4800 }, { "epoch": 3.1481967213114754, "grad_norm": 0.31434333324432373, "learning_rate": 6.376169468182444e-06, "loss": 0.2868, "step": 4801 }, { "epoch": 3.1488524590163935, "grad_norm": 0.2941952049732208, "learning_rate": 6.372210822475034e-06, "loss": 0.2721, "step": 4802 }, { "epoch": 3.1495081967213117, "grad_norm": 0.2972854971885681, "learning_rate": 6.368252831325381e-06, "loss": 0.2793, "step": 4803 }, { "epoch": 3.1501639344262293, "grad_norm": 0.306922048330307, "learning_rate": 6.364295495447621e-06, "loss": 0.2991, "step": 4804 }, { "epoch": 3.1508196721311474, "grad_norm": 0.29886606335639954, "learning_rate": 6.360338815555771e-06, "loss": 0.2876, "step": 4805 }, { "epoch": 3.1514754098360656, "grad_norm": 0.2975379526615143, "learning_rate": 6.356382792363733e-06, "loss": 0.2691, "step": 4806 }, { "epoch": 3.1521311475409837, "grad_norm": 0.3174220025539398, "learning_rate": 6.352427426585286e-06, "loss": 0.2931, "step": 4807 }, { "epoch": 3.152786885245902, "grad_norm": 0.3108007311820984, "learning_rate": 6.348472718934093e-06, "loss": 0.3025, "step": 4808 }, { "epoch": 3.15344262295082, "grad_norm": 0.29664695262908936, "learning_rate": 6.344518670123696e-06, "loss": 0.2973, "step": 4809 }, { "epoch": 3.1540983606557376, "grad_norm": 0.3059198260307312, "learning_rate": 6.340565280867519e-06, "loss": 0.2709, "step": 4810 }, { "epoch": 3.1547540983606557, "grad_norm": 0.3146306574344635, "learning_rate": 6.3366125518788695e-06, "loss": 0.2953, "step": 4811 }, { "epoch": 3.155409836065574, "grad_norm": 0.30082613229751587, "learning_rate": 6.332660483870931e-06, "loss": 0.2837, "step": 4812 }, { "epoch": 3.156065573770492, "grad_norm": 0.2928031086921692, "learning_rate": 6.328709077556774e-06, "loss": 0.257, "step": 4813 }, { "epoch": 3.15672131147541, "grad_norm": 0.2946344017982483, "learning_rate": 6.324758333649343e-06, "loss": 0.2688, "step": 4814 }, { "epoch": 3.1573770491803277, "grad_norm": 0.3039908707141876, "learning_rate": 6.320808252861466e-06, "loss": 0.301, "step": 4815 }, { "epoch": 3.158032786885246, "grad_norm": 0.32933250069618225, "learning_rate": 6.316858835905855e-06, "loss": 0.2915, "step": 4816 }, { "epoch": 3.158688524590164, "grad_norm": 0.3022499084472656, "learning_rate": 6.312910083495095e-06, "loss": 0.285, "step": 4817 }, { "epoch": 3.159344262295082, "grad_norm": 0.3014456331729889, "learning_rate": 6.308961996341658e-06, "loss": 0.294, "step": 4818 }, { "epoch": 3.16, "grad_norm": 0.28623166680336, "learning_rate": 6.3050145751578884e-06, "loss": 0.2643, "step": 4819 }, { "epoch": 3.160655737704918, "grad_norm": 0.3110198378562927, "learning_rate": 6.30106782065602e-06, "loss": 0.2608, "step": 4820 }, { "epoch": 3.161311475409836, "grad_norm": 0.33078479766845703, "learning_rate": 6.2971217335481576e-06, "loss": 0.3088, "step": 4821 }, { "epoch": 3.161967213114754, "grad_norm": 0.332005113363266, "learning_rate": 6.293176314546292e-06, "loss": 0.288, "step": 4822 }, { "epoch": 3.162622950819672, "grad_norm": 0.2992512583732605, "learning_rate": 6.289231564362286e-06, "loss": 0.2597, "step": 4823 }, { "epoch": 3.1632786885245903, "grad_norm": 0.29861998558044434, "learning_rate": 6.285287483707889e-06, "loss": 0.2733, "step": 4824 }, { "epoch": 3.1639344262295084, "grad_norm": 0.33457711338996887, "learning_rate": 6.281344073294726e-06, "loss": 0.3135, "step": 4825 }, { "epoch": 3.164590163934426, "grad_norm": 0.3357100784778595, "learning_rate": 6.277401333834301e-06, "loss": 0.2928, "step": 4826 }, { "epoch": 3.165245901639344, "grad_norm": 0.35805845260620117, "learning_rate": 6.2734592660380025e-06, "loss": 0.3024, "step": 4827 }, { "epoch": 3.1659016393442623, "grad_norm": 0.31780102849006653, "learning_rate": 6.269517870617088e-06, "loss": 0.287, "step": 4828 }, { "epoch": 3.1665573770491804, "grad_norm": 0.28926220536231995, "learning_rate": 6.2655771482827035e-06, "loss": 0.2929, "step": 4829 }, { "epoch": 3.1672131147540985, "grad_norm": 0.31091827154159546, "learning_rate": 6.261637099745863e-06, "loss": 0.2657, "step": 4830 }, { "epoch": 3.1678688524590166, "grad_norm": 0.30709752440452576, "learning_rate": 6.257697725717469e-06, "loss": 0.2903, "step": 4831 }, { "epoch": 3.1685245901639343, "grad_norm": 0.30191367864608765, "learning_rate": 6.253759026908299e-06, "loss": 0.2665, "step": 4832 }, { "epoch": 3.1691803278688524, "grad_norm": 0.29531198740005493, "learning_rate": 6.249821004029004e-06, "loss": 0.2778, "step": 4833 }, { "epoch": 3.1698360655737705, "grad_norm": 0.29941704869270325, "learning_rate": 6.245883657790122e-06, "loss": 0.2824, "step": 4834 }, { "epoch": 3.1704918032786886, "grad_norm": 0.31969040632247925, "learning_rate": 6.241946988902059e-06, "loss": 0.2775, "step": 4835 }, { "epoch": 3.1711475409836067, "grad_norm": 0.30671191215515137, "learning_rate": 6.2380109980751036e-06, "loss": 0.2624, "step": 4836 }, { "epoch": 3.1718032786885244, "grad_norm": 0.2973521947860718, "learning_rate": 6.234075686019427e-06, "loss": 0.2995, "step": 4837 }, { "epoch": 3.1724590163934425, "grad_norm": 0.3101983964443207, "learning_rate": 6.230141053445067e-06, "loss": 0.2955, "step": 4838 }, { "epoch": 3.1731147540983606, "grad_norm": 0.30850642919540405, "learning_rate": 6.2262071010619495e-06, "loss": 0.2868, "step": 4839 }, { "epoch": 3.1737704918032787, "grad_norm": 0.31035035848617554, "learning_rate": 6.22227382957987e-06, "loss": 0.2888, "step": 4840 }, { "epoch": 3.174426229508197, "grad_norm": 0.31126120686531067, "learning_rate": 6.218341239708505e-06, "loss": 0.2682, "step": 4841 }, { "epoch": 3.1750819672131145, "grad_norm": 0.30013516545295715, "learning_rate": 6.214409332157408e-06, "loss": 0.2875, "step": 4842 }, { "epoch": 3.1757377049180326, "grad_norm": 0.3160712420940399, "learning_rate": 6.210478107636011e-06, "loss": 0.2859, "step": 4843 }, { "epoch": 3.1763934426229508, "grad_norm": 0.2881163954734802, "learning_rate": 6.206547566853612e-06, "loss": 0.2756, "step": 4844 }, { "epoch": 3.177049180327869, "grad_norm": 0.3019973039627075, "learning_rate": 6.2026177105193995e-06, "loss": 0.304, "step": 4845 }, { "epoch": 3.177704918032787, "grad_norm": 0.3161369860172272, "learning_rate": 6.198688539342431e-06, "loss": 0.3148, "step": 4846 }, { "epoch": 3.178360655737705, "grad_norm": 0.2951875925064087, "learning_rate": 6.194760054031643e-06, "loss": 0.265, "step": 4847 }, { "epoch": 3.1790163934426228, "grad_norm": 0.30421337485313416, "learning_rate": 6.190832255295851e-06, "loss": 0.3064, "step": 4848 }, { "epoch": 3.179672131147541, "grad_norm": 0.2909966707229614, "learning_rate": 6.186905143843738e-06, "loss": 0.2593, "step": 4849 }, { "epoch": 3.180327868852459, "grad_norm": 0.2994525730609894, "learning_rate": 6.18297872038387e-06, "loss": 0.2912, "step": 4850 }, { "epoch": 3.180983606557377, "grad_norm": 0.3227671980857849, "learning_rate": 6.1790529856246875e-06, "loss": 0.2779, "step": 4851 }, { "epoch": 3.181639344262295, "grad_norm": 0.3149470388889313, "learning_rate": 6.1751279402745036e-06, "loss": 0.2927, "step": 4852 }, { "epoch": 3.1822950819672133, "grad_norm": 0.33376482129096985, "learning_rate": 6.171203585041516e-06, "loss": 0.3122, "step": 4853 }, { "epoch": 3.182950819672131, "grad_norm": 0.3133448362350464, "learning_rate": 6.167279920633784e-06, "loss": 0.2727, "step": 4854 }, { "epoch": 3.183606557377049, "grad_norm": 0.30767932534217834, "learning_rate": 6.163356947759254e-06, "loss": 0.2971, "step": 4855 }, { "epoch": 3.1842622950819672, "grad_norm": 0.2894049882888794, "learning_rate": 6.159434667125743e-06, "loss": 0.2839, "step": 4856 }, { "epoch": 3.1849180327868853, "grad_norm": 0.2939627170562744, "learning_rate": 6.155513079440942e-06, "loss": 0.2894, "step": 4857 }, { "epoch": 3.1855737704918035, "grad_norm": 0.3059834837913513, "learning_rate": 6.1515921854124225e-06, "loss": 0.2894, "step": 4858 }, { "epoch": 3.186229508196721, "grad_norm": 0.2911476790904999, "learning_rate": 6.147671985747621e-06, "loss": 0.2668, "step": 4859 }, { "epoch": 3.1868852459016392, "grad_norm": 0.29285478591918945, "learning_rate": 6.143752481153857e-06, "loss": 0.2526, "step": 4860 }, { "epoch": 3.1875409836065574, "grad_norm": 0.3055661916732788, "learning_rate": 6.139833672338325e-06, "loss": 0.2853, "step": 4861 }, { "epoch": 3.1881967213114755, "grad_norm": 0.31406494975090027, "learning_rate": 6.135915560008088e-06, "loss": 0.2692, "step": 4862 }, { "epoch": 3.1888524590163936, "grad_norm": 0.30840182304382324, "learning_rate": 6.131998144870088e-06, "loss": 0.3176, "step": 4863 }, { "epoch": 3.1895081967213113, "grad_norm": 0.3049555718898773, "learning_rate": 6.12808142763114e-06, "loss": 0.2816, "step": 4864 }, { "epoch": 3.1901639344262294, "grad_norm": 0.3172721564769745, "learning_rate": 6.124165408997926e-06, "loss": 0.3145, "step": 4865 }, { "epoch": 3.1908196721311475, "grad_norm": 0.30549702048301697, "learning_rate": 6.1202500896770175e-06, "loss": 0.2714, "step": 4866 }, { "epoch": 3.1914754098360656, "grad_norm": 0.29545167088508606, "learning_rate": 6.116335470374848e-06, "loss": 0.3019, "step": 4867 }, { "epoch": 3.1921311475409837, "grad_norm": 0.294711709022522, "learning_rate": 6.112421551797725e-06, "loss": 0.2917, "step": 4868 }, { "epoch": 3.192786885245902, "grad_norm": 0.34128129482269287, "learning_rate": 6.108508334651837e-06, "loss": 0.2972, "step": 4869 }, { "epoch": 3.1934426229508195, "grad_norm": 0.29498347640037537, "learning_rate": 6.104595819643235e-06, "loss": 0.2665, "step": 4870 }, { "epoch": 3.1940983606557376, "grad_norm": 0.31360453367233276, "learning_rate": 6.100684007477855e-06, "loss": 0.2781, "step": 4871 }, { "epoch": 3.1947540983606557, "grad_norm": 0.3058275878429413, "learning_rate": 6.096772898861501e-06, "loss": 0.3141, "step": 4872 }, { "epoch": 3.195409836065574, "grad_norm": 0.29419878125190735, "learning_rate": 6.0928624944998446e-06, "loss": 0.2597, "step": 4873 }, { "epoch": 3.196065573770492, "grad_norm": 0.30356690287590027, "learning_rate": 6.088952795098442e-06, "loss": 0.2735, "step": 4874 }, { "epoch": 3.19672131147541, "grad_norm": 0.3139609396457672, "learning_rate": 6.085043801362709e-06, "loss": 0.294, "step": 4875 }, { "epoch": 3.1973770491803277, "grad_norm": 0.3054484724998474, "learning_rate": 6.081135513997944e-06, "loss": 0.2979, "step": 4876 }, { "epoch": 3.198032786885246, "grad_norm": 0.3041633069515228, "learning_rate": 6.077227933709318e-06, "loss": 0.2869, "step": 4877 }, { "epoch": 3.198688524590164, "grad_norm": 0.31393951177597046, "learning_rate": 6.073321061201865e-06, "loss": 0.2876, "step": 4878 }, { "epoch": 3.199344262295082, "grad_norm": 0.3038806617259979, "learning_rate": 6.069414897180501e-06, "loss": 0.2776, "step": 4879 }, { "epoch": 3.2, "grad_norm": 0.314609557390213, "learning_rate": 6.065509442350008e-06, "loss": 0.2894, "step": 4880 }, { "epoch": 3.200655737704918, "grad_norm": 0.3018929362297058, "learning_rate": 6.061604697415046e-06, "loss": 0.2885, "step": 4881 }, { "epoch": 3.201311475409836, "grad_norm": 0.3067321479320526, "learning_rate": 6.057700663080144e-06, "loss": 0.2979, "step": 4882 }, { "epoch": 3.201967213114754, "grad_norm": 0.31397682428359985, "learning_rate": 6.0537973400496984e-06, "loss": 0.2851, "step": 4883 }, { "epoch": 3.202622950819672, "grad_norm": 0.3065195381641388, "learning_rate": 6.049894729027986e-06, "loss": 0.2784, "step": 4884 }, { "epoch": 3.2032786885245903, "grad_norm": 0.32152408361434937, "learning_rate": 6.045992830719148e-06, "loss": 0.2989, "step": 4885 }, { "epoch": 3.203934426229508, "grad_norm": 0.3124845325946808, "learning_rate": 6.042091645827194e-06, "loss": 0.2932, "step": 4886 }, { "epoch": 3.204590163934426, "grad_norm": 0.2858114540576935, "learning_rate": 6.038191175056016e-06, "loss": 0.2852, "step": 4887 }, { "epoch": 3.205245901639344, "grad_norm": 0.31840166449546814, "learning_rate": 6.0342914191093734e-06, "loss": 0.2907, "step": 4888 }, { "epoch": 3.2059016393442623, "grad_norm": 0.31024450063705444, "learning_rate": 6.03039237869089e-06, "loss": 0.2762, "step": 4889 }, { "epoch": 3.2065573770491804, "grad_norm": 0.3225302994251251, "learning_rate": 6.026494054504068e-06, "loss": 0.2987, "step": 4890 }, { "epoch": 3.2072131147540985, "grad_norm": 0.30856695771217346, "learning_rate": 6.0225964472522744e-06, "loss": 0.2789, "step": 4891 }, { "epoch": 3.207868852459016, "grad_norm": 0.2941645085811615, "learning_rate": 6.018699557638752e-06, "loss": 0.2935, "step": 4892 }, { "epoch": 3.2085245901639343, "grad_norm": 0.3067542612552643, "learning_rate": 6.014803386366614e-06, "loss": 0.3127, "step": 4893 }, { "epoch": 3.2091803278688524, "grad_norm": 0.3012775480747223, "learning_rate": 6.010907934138838e-06, "loss": 0.2644, "step": 4894 }, { "epoch": 3.2098360655737705, "grad_norm": 0.3134954273700714, "learning_rate": 6.0070132016582795e-06, "loss": 0.2715, "step": 4895 }, { "epoch": 3.2104918032786887, "grad_norm": 0.3292853534221649, "learning_rate": 6.0031191896276576e-06, "loss": 0.2932, "step": 4896 }, { "epoch": 3.2111475409836068, "grad_norm": 0.2918226718902588, "learning_rate": 5.999225898749565e-06, "loss": 0.267, "step": 4897 }, { "epoch": 3.2118032786885244, "grad_norm": 0.31330540776252747, "learning_rate": 5.995333329726465e-06, "loss": 0.2849, "step": 4898 }, { "epoch": 3.2124590163934426, "grad_norm": 0.2924981713294983, "learning_rate": 5.991441483260687e-06, "loss": 0.2559, "step": 4899 }, { "epoch": 3.2131147540983607, "grad_norm": 0.31281766295433044, "learning_rate": 5.9875503600544375e-06, "loss": 0.2808, "step": 4900 }, { "epoch": 3.213770491803279, "grad_norm": 0.30181804299354553, "learning_rate": 5.98365996080978e-06, "loss": 0.2637, "step": 4901 }, { "epoch": 3.214426229508197, "grad_norm": 0.29995325207710266, "learning_rate": 5.979770286228659e-06, "loss": 0.2769, "step": 4902 }, { "epoch": 3.2150819672131146, "grad_norm": 0.29294538497924805, "learning_rate": 5.975881337012884e-06, "loss": 0.2899, "step": 4903 }, { "epoch": 3.2157377049180327, "grad_norm": 0.31000229716300964, "learning_rate": 5.971993113864136e-06, "loss": 0.295, "step": 4904 }, { "epoch": 3.216393442622951, "grad_norm": 0.30866846442222595, "learning_rate": 5.968105617483955e-06, "loss": 0.2872, "step": 4905 }, { "epoch": 3.217049180327869, "grad_norm": 0.3266521990299225, "learning_rate": 5.964218848573762e-06, "loss": 0.3186, "step": 4906 }, { "epoch": 3.217704918032787, "grad_norm": 0.30695852637290955, "learning_rate": 5.960332807834843e-06, "loss": 0.2941, "step": 4907 }, { "epoch": 3.2183606557377047, "grad_norm": 0.3276209533214569, "learning_rate": 5.9564474959683495e-06, "loss": 0.2996, "step": 4908 }, { "epoch": 3.219016393442623, "grad_norm": 0.3154938817024231, "learning_rate": 5.952562913675306e-06, "loss": 0.291, "step": 4909 }, { "epoch": 3.219672131147541, "grad_norm": 0.29302966594696045, "learning_rate": 5.9486790616566e-06, "loss": 0.2772, "step": 4910 }, { "epoch": 3.220327868852459, "grad_norm": 0.2978074252605438, "learning_rate": 5.944795940612993e-06, "loss": 0.2918, "step": 4911 }, { "epoch": 3.220983606557377, "grad_norm": 0.3046827018260956, "learning_rate": 5.940913551245114e-06, "loss": 0.3067, "step": 4912 }, { "epoch": 3.2216393442622953, "grad_norm": 0.30108174681663513, "learning_rate": 5.937031894253453e-06, "loss": 0.2812, "step": 4913 }, { "epoch": 3.222295081967213, "grad_norm": 0.30946528911590576, "learning_rate": 5.933150970338377e-06, "loss": 0.2873, "step": 4914 }, { "epoch": 3.222950819672131, "grad_norm": 0.3026089370250702, "learning_rate": 5.929270780200114e-06, "loss": 0.2935, "step": 4915 }, { "epoch": 3.223606557377049, "grad_norm": 0.31562554836273193, "learning_rate": 5.925391324538762e-06, "loss": 0.2803, "step": 4916 }, { "epoch": 3.2242622950819673, "grad_norm": 0.31689876317977905, "learning_rate": 5.921512604054289e-06, "loss": 0.2783, "step": 4917 }, { "epoch": 3.2249180327868854, "grad_norm": 0.3031054139137268, "learning_rate": 5.917634619446526e-06, "loss": 0.2916, "step": 4918 }, { "epoch": 3.2255737704918035, "grad_norm": 0.3074542284011841, "learning_rate": 5.913757371415175e-06, "loss": 0.2885, "step": 4919 }, { "epoch": 3.226229508196721, "grad_norm": 0.3206592798233032, "learning_rate": 5.9098808606598e-06, "loss": 0.3099, "step": 4920 }, { "epoch": 3.2268852459016393, "grad_norm": 0.3039077818393707, "learning_rate": 5.906005087879838e-06, "loss": 0.2893, "step": 4921 }, { "epoch": 3.2275409836065574, "grad_norm": 0.29375791549682617, "learning_rate": 5.902130053774593e-06, "loss": 0.2679, "step": 4922 }, { "epoch": 3.2281967213114755, "grad_norm": 0.3244268298149109, "learning_rate": 5.898255759043226e-06, "loss": 0.311, "step": 4923 }, { "epoch": 3.2288524590163936, "grad_norm": 0.31268632411956787, "learning_rate": 5.894382204384777e-06, "loss": 0.3033, "step": 4924 }, { "epoch": 3.2295081967213113, "grad_norm": 0.3337465524673462, "learning_rate": 5.890509390498147e-06, "loss": 0.305, "step": 4925 }, { "epoch": 3.2301639344262294, "grad_norm": 0.3096316456794739, "learning_rate": 5.8866373180820976e-06, "loss": 0.2849, "step": 4926 }, { "epoch": 3.2308196721311475, "grad_norm": 0.3095995783805847, "learning_rate": 5.882765987835265e-06, "loss": 0.2765, "step": 4927 }, { "epoch": 3.2314754098360656, "grad_norm": 0.3227694630622864, "learning_rate": 5.878895400456153e-06, "loss": 0.3075, "step": 4928 }, { "epoch": 3.2321311475409837, "grad_norm": 0.300094336271286, "learning_rate": 5.87502555664312e-06, "loss": 0.2841, "step": 4929 }, { "epoch": 3.2327868852459014, "grad_norm": 0.3004379868507385, "learning_rate": 5.871156457094405e-06, "loss": 0.2793, "step": 4930 }, { "epoch": 3.2334426229508195, "grad_norm": 0.30496490001678467, "learning_rate": 5.867288102508099e-06, "loss": 0.2776, "step": 4931 }, { "epoch": 3.2340983606557376, "grad_norm": 0.29902756214141846, "learning_rate": 5.863420493582166e-06, "loss": 0.2737, "step": 4932 }, { "epoch": 3.2347540983606557, "grad_norm": 0.30705350637435913, "learning_rate": 5.859553631014438e-06, "loss": 0.2612, "step": 4933 }, { "epoch": 3.235409836065574, "grad_norm": 0.3144451379776001, "learning_rate": 5.855687515502604e-06, "loss": 0.2892, "step": 4934 }, { "epoch": 3.236065573770492, "grad_norm": 0.3170061409473419, "learning_rate": 5.8518221477442264e-06, "loss": 0.2929, "step": 4935 }, { "epoch": 3.2367213114754096, "grad_norm": 0.31448811292648315, "learning_rate": 5.847957528436723e-06, "loss": 0.2812, "step": 4936 }, { "epoch": 3.2373770491803278, "grad_norm": 0.30464035272598267, "learning_rate": 5.844093658277389e-06, "loss": 0.3039, "step": 4937 }, { "epoch": 3.238032786885246, "grad_norm": 0.3043268322944641, "learning_rate": 5.840230537963376e-06, "loss": 0.2812, "step": 4938 }, { "epoch": 3.238688524590164, "grad_norm": 0.32840269804000854, "learning_rate": 5.836368168191701e-06, "loss": 0.2919, "step": 4939 }, { "epoch": 3.239344262295082, "grad_norm": 0.3084985315799713, "learning_rate": 5.8325065496592495e-06, "loss": 0.2868, "step": 4940 }, { "epoch": 3.24, "grad_norm": 0.3127339482307434, "learning_rate": 5.828645683062761e-06, "loss": 0.2848, "step": 4941 }, { "epoch": 3.240655737704918, "grad_norm": 0.2891010046005249, "learning_rate": 5.824785569098858e-06, "loss": 0.2854, "step": 4942 }, { "epoch": 3.241311475409836, "grad_norm": 0.2804393470287323, "learning_rate": 5.820926208464013e-06, "loss": 0.2818, "step": 4943 }, { "epoch": 3.241967213114754, "grad_norm": 0.2790508270263672, "learning_rate": 5.8170676018545625e-06, "loss": 0.2817, "step": 4944 }, { "epoch": 3.2426229508196722, "grad_norm": 0.2942018508911133, "learning_rate": 5.813209749966713e-06, "loss": 0.3069, "step": 4945 }, { "epoch": 3.2432786885245903, "grad_norm": 0.30054980516433716, "learning_rate": 5.8093526534965315e-06, "loss": 0.2942, "step": 4946 }, { "epoch": 3.243934426229508, "grad_norm": 0.29813581705093384, "learning_rate": 5.8054963131399445e-06, "loss": 0.2706, "step": 4947 }, { "epoch": 3.244590163934426, "grad_norm": 0.3269042670726776, "learning_rate": 5.8016407295927565e-06, "loss": 0.2925, "step": 4948 }, { "epoch": 3.2452459016393442, "grad_norm": 0.29677531123161316, "learning_rate": 5.797785903550621e-06, "loss": 0.27, "step": 4949 }, { "epoch": 3.2459016393442623, "grad_norm": 0.31298354268074036, "learning_rate": 5.7939318357090615e-06, "loss": 0.2939, "step": 4950 }, { "epoch": 3.2465573770491805, "grad_norm": 0.31482332944869995, "learning_rate": 5.790078526763456e-06, "loss": 0.2974, "step": 4951 }, { "epoch": 3.247213114754098, "grad_norm": 0.30181556940078735, "learning_rate": 5.786225977409062e-06, "loss": 0.2925, "step": 4952 }, { "epoch": 3.2478688524590162, "grad_norm": 0.29077789187431335, "learning_rate": 5.7823741883409865e-06, "loss": 0.2793, "step": 4953 }, { "epoch": 3.2485245901639344, "grad_norm": 0.31511977314949036, "learning_rate": 5.778523160254199e-06, "loss": 0.2796, "step": 4954 }, { "epoch": 3.2491803278688525, "grad_norm": 0.3086667060852051, "learning_rate": 5.774672893843545e-06, "loss": 0.2599, "step": 4955 }, { "epoch": 3.2498360655737706, "grad_norm": 0.29140105843544006, "learning_rate": 5.770823389803719e-06, "loss": 0.2536, "step": 4956 }, { "epoch": 3.2504918032786887, "grad_norm": 0.31653088331222534, "learning_rate": 5.766974648829278e-06, "loss": 0.2779, "step": 4957 }, { "epoch": 3.2511475409836064, "grad_norm": 0.3008461594581604, "learning_rate": 5.7631266716146535e-06, "loss": 0.2728, "step": 4958 }, { "epoch": 3.2518032786885245, "grad_norm": 0.3068089485168457, "learning_rate": 5.759279458854129e-06, "loss": 0.297, "step": 4959 }, { "epoch": 3.2524590163934426, "grad_norm": 0.2990368604660034, "learning_rate": 5.755433011241851e-06, "loss": 0.2836, "step": 4960 }, { "epoch": 3.2531147540983607, "grad_norm": 0.3031438887119293, "learning_rate": 5.751587329471827e-06, "loss": 0.2766, "step": 4961 }, { "epoch": 3.253770491803279, "grad_norm": 0.28827527165412903, "learning_rate": 5.747742414237936e-06, "loss": 0.2573, "step": 4962 }, { "epoch": 3.254426229508197, "grad_norm": 0.298339307308197, "learning_rate": 5.743898266233907e-06, "loss": 0.2806, "step": 4963 }, { "epoch": 3.2550819672131146, "grad_norm": 0.29278209805488586, "learning_rate": 5.740054886153334e-06, "loss": 0.274, "step": 4964 }, { "epoch": 3.2557377049180327, "grad_norm": 0.3151712417602539, "learning_rate": 5.736212274689678e-06, "loss": 0.2858, "step": 4965 }, { "epoch": 3.256393442622951, "grad_norm": 0.30272603034973145, "learning_rate": 5.732370432536258e-06, "loss": 0.2852, "step": 4966 }, { "epoch": 3.257049180327869, "grad_norm": 0.313773512840271, "learning_rate": 5.728529360386241e-06, "loss": 0.3153, "step": 4967 }, { "epoch": 3.257704918032787, "grad_norm": 0.31263062357902527, "learning_rate": 5.724689058932681e-06, "loss": 0.3085, "step": 4968 }, { "epoch": 3.2583606557377047, "grad_norm": 0.3048296868801117, "learning_rate": 5.720849528868473e-06, "loss": 0.2998, "step": 4969 }, { "epoch": 3.259016393442623, "grad_norm": 0.32885491847991943, "learning_rate": 5.7170107708863755e-06, "loss": 0.3115, "step": 4970 }, { "epoch": 3.259672131147541, "grad_norm": 0.2965509295463562, "learning_rate": 5.71317278567902e-06, "loss": 0.2632, "step": 4971 }, { "epoch": 3.260327868852459, "grad_norm": 0.3118171691894531, "learning_rate": 5.709335573938883e-06, "loss": 0.3076, "step": 4972 }, { "epoch": 3.260983606557377, "grad_norm": 0.29024651646614075, "learning_rate": 5.705499136358308e-06, "loss": 0.2835, "step": 4973 }, { "epoch": 3.261639344262295, "grad_norm": 0.2954133152961731, "learning_rate": 5.701663473629504e-06, "loss": 0.274, "step": 4974 }, { "epoch": 3.262295081967213, "grad_norm": 0.29816529154777527, "learning_rate": 5.697828586444532e-06, "loss": 0.2752, "step": 4975 }, { "epoch": 3.262950819672131, "grad_norm": 0.30276426672935486, "learning_rate": 5.693994475495317e-06, "loss": 0.294, "step": 4976 }, { "epoch": 3.263606557377049, "grad_norm": 0.3022907078266144, "learning_rate": 5.690161141473638e-06, "loss": 0.2956, "step": 4977 }, { "epoch": 3.2642622950819673, "grad_norm": 0.3109351694583893, "learning_rate": 5.686328585071148e-06, "loss": 0.3013, "step": 4978 }, { "epoch": 3.2649180327868854, "grad_norm": 0.3271655738353729, "learning_rate": 5.682496806979346e-06, "loss": 0.2936, "step": 4979 }, { "epoch": 3.265573770491803, "grad_norm": 0.32049837708473206, "learning_rate": 5.678665807889592e-06, "loss": 0.2839, "step": 4980 }, { "epoch": 3.266229508196721, "grad_norm": 0.3214550018310547, "learning_rate": 5.674835588493115e-06, "loss": 0.2827, "step": 4981 }, { "epoch": 3.2668852459016393, "grad_norm": 0.31563594937324524, "learning_rate": 5.671006149480993e-06, "loss": 0.2833, "step": 4982 }, { "epoch": 3.2675409836065574, "grad_norm": 0.3403598368167877, "learning_rate": 5.6671774915441665e-06, "loss": 0.3157, "step": 4983 }, { "epoch": 3.2681967213114755, "grad_norm": 0.30761900544166565, "learning_rate": 5.6633496153734405e-06, "loss": 0.2872, "step": 4984 }, { "epoch": 3.2688524590163937, "grad_norm": 0.30718255043029785, "learning_rate": 5.659522521659471e-06, "loss": 0.3055, "step": 4985 }, { "epoch": 3.2695081967213113, "grad_norm": 0.29666194319725037, "learning_rate": 5.655696211092776e-06, "loss": 0.2737, "step": 4986 }, { "epoch": 3.2701639344262294, "grad_norm": 0.28826063871383667, "learning_rate": 5.651870684363734e-06, "loss": 0.2656, "step": 4987 }, { "epoch": 3.2708196721311475, "grad_norm": 0.3179665803909302, "learning_rate": 5.648045942162577e-06, "loss": 0.3026, "step": 4988 }, { "epoch": 3.2714754098360657, "grad_norm": 0.32922840118408203, "learning_rate": 5.644221985179398e-06, "loss": 0.3057, "step": 4989 }, { "epoch": 3.2721311475409838, "grad_norm": 0.30599069595336914, "learning_rate": 5.640398814104156e-06, "loss": 0.2976, "step": 4990 }, { "epoch": 3.2727868852459014, "grad_norm": 0.28956395387649536, "learning_rate": 5.636576429626655e-06, "loss": 0.294, "step": 4991 }, { "epoch": 3.2734426229508196, "grad_norm": 0.3088957965373993, "learning_rate": 5.632754832436562e-06, "loss": 0.2791, "step": 4992 }, { "epoch": 3.2740983606557377, "grad_norm": 0.3216041028499603, "learning_rate": 5.628934023223412e-06, "loss": 0.2869, "step": 4993 }, { "epoch": 3.274754098360656, "grad_norm": 0.304283082485199, "learning_rate": 5.6251140026765815e-06, "loss": 0.2781, "step": 4994 }, { "epoch": 3.275409836065574, "grad_norm": 0.2928738594055176, "learning_rate": 5.621294771485317e-06, "loss": 0.2684, "step": 4995 }, { "epoch": 3.2760655737704916, "grad_norm": 0.30849990248680115, "learning_rate": 5.61747633033871e-06, "loss": 0.2793, "step": 4996 }, { "epoch": 3.2767213114754097, "grad_norm": 0.30306294560432434, "learning_rate": 5.613658679925727e-06, "loss": 0.2863, "step": 4997 }, { "epoch": 3.277377049180328, "grad_norm": 0.2998935580253601, "learning_rate": 5.609841820935179e-06, "loss": 0.3084, "step": 4998 }, { "epoch": 3.278032786885246, "grad_norm": 0.3042238652706146, "learning_rate": 5.6060257540557325e-06, "loss": 0.3056, "step": 4999 }, { "epoch": 3.278688524590164, "grad_norm": 0.30572760105133057, "learning_rate": 5.602210479975923e-06, "loss": 0.287, "step": 5000 }, { "epoch": 3.279344262295082, "grad_norm": 0.2981645464897156, "learning_rate": 5.598395999384134e-06, "loss": 0.3185, "step": 5001 }, { "epoch": 3.2800000000000002, "grad_norm": 0.31032994389533997, "learning_rate": 5.594582312968602e-06, "loss": 0.2877, "step": 5002 }, { "epoch": 3.280655737704918, "grad_norm": 0.292917937040329, "learning_rate": 5.590769421417435e-06, "loss": 0.2918, "step": 5003 }, { "epoch": 3.281311475409836, "grad_norm": 0.3004361689090729, "learning_rate": 5.586957325418585e-06, "loss": 0.2764, "step": 5004 }, { "epoch": 3.281967213114754, "grad_norm": 0.29027411341667175, "learning_rate": 5.583146025659861e-06, "loss": 0.2742, "step": 5005 }, { "epoch": 3.2826229508196723, "grad_norm": 0.2949465811252594, "learning_rate": 5.579335522828932e-06, "loss": 0.2778, "step": 5006 }, { "epoch": 3.2832786885245904, "grad_norm": 0.30354365706443787, "learning_rate": 5.575525817613331e-06, "loss": 0.2924, "step": 5007 }, { "epoch": 3.283934426229508, "grad_norm": 0.29206550121307373, "learning_rate": 5.571716910700424e-06, "loss": 0.2717, "step": 5008 }, { "epoch": 3.284590163934426, "grad_norm": 0.30214449763298035, "learning_rate": 5.567908802777459e-06, "loss": 0.2821, "step": 5009 }, { "epoch": 3.2852459016393443, "grad_norm": 0.3095945417881012, "learning_rate": 5.564101494531526e-06, "loss": 0.2722, "step": 5010 }, { "epoch": 3.2859016393442624, "grad_norm": 0.3237631618976593, "learning_rate": 5.560294986649571e-06, "loss": 0.2891, "step": 5011 }, { "epoch": 3.2865573770491805, "grad_norm": 0.3064034879207611, "learning_rate": 5.5564892798183954e-06, "loss": 0.2873, "step": 5012 }, { "epoch": 3.287213114754098, "grad_norm": 0.3074648082256317, "learning_rate": 5.552684374724666e-06, "loss": 0.2894, "step": 5013 }, { "epoch": 3.2878688524590163, "grad_norm": 0.3174764811992645, "learning_rate": 5.548880272054894e-06, "loss": 0.2806, "step": 5014 }, { "epoch": 3.2885245901639344, "grad_norm": 0.3158157467842102, "learning_rate": 5.5450769724954435e-06, "loss": 0.2727, "step": 5015 }, { "epoch": 3.2891803278688525, "grad_norm": 0.3423280417919159, "learning_rate": 5.541274476732549e-06, "loss": 0.2942, "step": 5016 }, { "epoch": 3.2898360655737706, "grad_norm": 0.2892437279224396, "learning_rate": 5.537472785452285e-06, "loss": 0.2762, "step": 5017 }, { "epoch": 3.2904918032786883, "grad_norm": 0.2993117570877075, "learning_rate": 5.5336718993405825e-06, "loss": 0.2768, "step": 5018 }, { "epoch": 3.2911475409836064, "grad_norm": 0.30138322710990906, "learning_rate": 5.529871819083241e-06, "loss": 0.2861, "step": 5019 }, { "epoch": 3.2918032786885245, "grad_norm": 0.31038495898246765, "learning_rate": 5.526072545365898e-06, "loss": 0.2937, "step": 5020 }, { "epoch": 3.2924590163934426, "grad_norm": 0.293927937746048, "learning_rate": 5.522274078874052e-06, "loss": 0.2841, "step": 5021 }, { "epoch": 3.2931147540983607, "grad_norm": 0.29026108980178833, "learning_rate": 5.518476420293055e-06, "loss": 0.2617, "step": 5022 }, { "epoch": 3.293770491803279, "grad_norm": 0.31038784980773926, "learning_rate": 5.514679570308119e-06, "loss": 0.2984, "step": 5023 }, { "epoch": 3.294426229508197, "grad_norm": 0.2974598705768585, "learning_rate": 5.5108835296043e-06, "loss": 0.268, "step": 5024 }, { "epoch": 3.2950819672131146, "grad_norm": 0.31094563007354736, "learning_rate": 5.5070882988665146e-06, "loss": 0.2863, "step": 5025 }, { "epoch": 3.2957377049180328, "grad_norm": 0.3045441806316376, "learning_rate": 5.503293878779534e-06, "loss": 0.2957, "step": 5026 }, { "epoch": 3.296393442622951, "grad_norm": 0.3109793961048126, "learning_rate": 5.499500270027981e-06, "loss": 0.2887, "step": 5027 }, { "epoch": 3.297049180327869, "grad_norm": 0.3102918565273285, "learning_rate": 5.49570747329633e-06, "loss": 0.3002, "step": 5028 }, { "epoch": 3.297704918032787, "grad_norm": 0.3287261128425598, "learning_rate": 5.4919154892689106e-06, "loss": 0.3005, "step": 5029 }, { "epoch": 3.2983606557377048, "grad_norm": 0.3051185607910156, "learning_rate": 5.488124318629908e-06, "loss": 0.3021, "step": 5030 }, { "epoch": 3.299016393442623, "grad_norm": 0.29184699058532715, "learning_rate": 5.484333962063353e-06, "loss": 0.2739, "step": 5031 }, { "epoch": 3.299672131147541, "grad_norm": 0.30913421511650085, "learning_rate": 5.4805444202531435e-06, "loss": 0.2824, "step": 5032 }, { "epoch": 3.300327868852459, "grad_norm": 0.28944194316864014, "learning_rate": 5.476755693883018e-06, "loss": 0.2677, "step": 5033 }, { "epoch": 3.300983606557377, "grad_norm": 0.3417908251285553, "learning_rate": 5.4729677836365695e-06, "loss": 0.2819, "step": 5034 }, { "epoch": 3.301639344262295, "grad_norm": 0.2956363260746002, "learning_rate": 5.469180690197251e-06, "loss": 0.2857, "step": 5035 }, { "epoch": 3.302295081967213, "grad_norm": 0.329288125038147, "learning_rate": 5.465394414248364e-06, "loss": 0.2976, "step": 5036 }, { "epoch": 3.302950819672131, "grad_norm": 0.31199249625205994, "learning_rate": 5.461608956473057e-06, "loss": 0.2657, "step": 5037 }, { "epoch": 3.3036065573770492, "grad_norm": 0.30668264627456665, "learning_rate": 5.4578243175543344e-06, "loss": 0.2773, "step": 5038 }, { "epoch": 3.3042622950819673, "grad_norm": 0.2940433919429779, "learning_rate": 5.454040498175061e-06, "loss": 0.2766, "step": 5039 }, { "epoch": 3.304918032786885, "grad_norm": 0.30469655990600586, "learning_rate": 5.4502574990179455e-06, "loss": 0.2908, "step": 5040 }, { "epoch": 3.305573770491803, "grad_norm": 0.31351029872894287, "learning_rate": 5.446475320765543e-06, "loss": 0.2978, "step": 5041 }, { "epoch": 3.3062295081967212, "grad_norm": 0.30647188425064087, "learning_rate": 5.442693964100276e-06, "loss": 0.289, "step": 5042 }, { "epoch": 3.3068852459016393, "grad_norm": 0.3019774854183197, "learning_rate": 5.438913429704406e-06, "loss": 0.2926, "step": 5043 }, { "epoch": 3.3075409836065575, "grad_norm": 0.2837710678577423, "learning_rate": 5.4351337182600505e-06, "loss": 0.2665, "step": 5044 }, { "epoch": 3.3081967213114756, "grad_norm": 0.3037557005882263, "learning_rate": 5.43135483044918e-06, "loss": 0.2906, "step": 5045 }, { "epoch": 3.3088524590163937, "grad_norm": 0.3142196536064148, "learning_rate": 5.427576766953615e-06, "loss": 0.2799, "step": 5046 }, { "epoch": 3.3095081967213114, "grad_norm": 0.32847413420677185, "learning_rate": 5.423799528455027e-06, "loss": 0.302, "step": 5047 }, { "epoch": 3.3101639344262295, "grad_norm": 0.3154006004333496, "learning_rate": 5.420023115634936e-06, "loss": 0.2876, "step": 5048 }, { "epoch": 3.3108196721311476, "grad_norm": 0.28809836506843567, "learning_rate": 5.416247529174718e-06, "loss": 0.2857, "step": 5049 }, { "epoch": 3.3114754098360657, "grad_norm": 0.3141361176967621, "learning_rate": 5.412472769755595e-06, "loss": 0.301, "step": 5050 }, { "epoch": 3.312131147540984, "grad_norm": 0.32361918687820435, "learning_rate": 5.408698838058646e-06, "loss": 0.3064, "step": 5051 }, { "epoch": 3.3127868852459015, "grad_norm": 0.31425443291664124, "learning_rate": 5.404925734764796e-06, "loss": 0.3072, "step": 5052 }, { "epoch": 3.3134426229508196, "grad_norm": 0.3257286250591278, "learning_rate": 5.401153460554819e-06, "loss": 0.2834, "step": 5053 }, { "epoch": 3.3140983606557377, "grad_norm": 0.29641789197921753, "learning_rate": 5.397382016109347e-06, "loss": 0.3053, "step": 5054 }, { "epoch": 3.314754098360656, "grad_norm": 0.2982966899871826, "learning_rate": 5.393611402108855e-06, "loss": 0.2749, "step": 5055 }, { "epoch": 3.315409836065574, "grad_norm": 0.30732807517051697, "learning_rate": 5.38984161923367e-06, "loss": 0.2864, "step": 5056 }, { "epoch": 3.3160655737704916, "grad_norm": 0.3346075415611267, "learning_rate": 5.386072668163966e-06, "loss": 0.2943, "step": 5057 }, { "epoch": 3.3167213114754097, "grad_norm": 0.3069693148136139, "learning_rate": 5.3823045495797775e-06, "loss": 0.2889, "step": 5058 }, { "epoch": 3.317377049180328, "grad_norm": 0.33712223172187805, "learning_rate": 5.378537264160978e-06, "loss": 0.3059, "step": 5059 }, { "epoch": 3.318032786885246, "grad_norm": 0.31569144129753113, "learning_rate": 5.374770812587291e-06, "loss": 0.2914, "step": 5060 }, { "epoch": 3.318688524590164, "grad_norm": 0.28725582361221313, "learning_rate": 5.3710051955383e-06, "loss": 0.2571, "step": 5061 }, { "epoch": 3.3193442622950817, "grad_norm": 0.3039834201335907, "learning_rate": 5.367240413693429e-06, "loss": 0.2931, "step": 5062 }, { "epoch": 3.32, "grad_norm": 0.3075481057167053, "learning_rate": 5.3634764677319464e-06, "loss": 0.2885, "step": 5063 }, { "epoch": 3.320655737704918, "grad_norm": 0.29328590631484985, "learning_rate": 5.359713358332985e-06, "loss": 0.2612, "step": 5064 }, { "epoch": 3.321311475409836, "grad_norm": 0.3065958023071289, "learning_rate": 5.355951086175517e-06, "loss": 0.2748, "step": 5065 }, { "epoch": 3.321967213114754, "grad_norm": 0.29530513286590576, "learning_rate": 5.352189651938362e-06, "loss": 0.2707, "step": 5066 }, { "epoch": 3.3226229508196723, "grad_norm": 0.30430522561073303, "learning_rate": 5.348429056300188e-06, "loss": 0.2716, "step": 5067 }, { "epoch": 3.3232786885245904, "grad_norm": 0.3134736120700836, "learning_rate": 5.344669299939523e-06, "loss": 0.2838, "step": 5068 }, { "epoch": 3.323934426229508, "grad_norm": 0.29514455795288086, "learning_rate": 5.340910383534732e-06, "loss": 0.2899, "step": 5069 }, { "epoch": 3.324590163934426, "grad_norm": 0.29626110196113586, "learning_rate": 5.337152307764031e-06, "loss": 0.2674, "step": 5070 }, { "epoch": 3.3252459016393443, "grad_norm": 0.3034101128578186, "learning_rate": 5.333395073305484e-06, "loss": 0.2625, "step": 5071 }, { "epoch": 3.3259016393442624, "grad_norm": 0.3067789673805237, "learning_rate": 5.329638680837006e-06, "loss": 0.2984, "step": 5072 }, { "epoch": 3.3265573770491805, "grad_norm": 0.3045386075973511, "learning_rate": 5.3258831310363555e-06, "loss": 0.2917, "step": 5073 }, { "epoch": 3.327213114754098, "grad_norm": 0.3080696761608124, "learning_rate": 5.3221284245811485e-06, "loss": 0.2899, "step": 5074 }, { "epoch": 3.3278688524590163, "grad_norm": 0.29592862725257874, "learning_rate": 5.318374562148838e-06, "loss": 0.2668, "step": 5075 }, { "epoch": 3.3285245901639344, "grad_norm": 0.28691694140434265, "learning_rate": 5.314621544416727e-06, "loss": 0.2536, "step": 5076 }, { "epoch": 3.3291803278688525, "grad_norm": 0.300886332988739, "learning_rate": 5.3108693720619746e-06, "loss": 0.2721, "step": 5077 }, { "epoch": 3.3298360655737707, "grad_norm": 0.3069852292537689, "learning_rate": 5.3071180457615755e-06, "loss": 0.2808, "step": 5078 }, { "epoch": 3.3304918032786883, "grad_norm": 0.2935049533843994, "learning_rate": 5.303367566192376e-06, "loss": 0.2826, "step": 5079 }, { "epoch": 3.3311475409836064, "grad_norm": 0.30949121713638306, "learning_rate": 5.299617934031076e-06, "loss": 0.2689, "step": 5080 }, { "epoch": 3.3318032786885245, "grad_norm": 0.2971035838127136, "learning_rate": 5.295869149954216e-06, "loss": 0.2834, "step": 5081 }, { "epoch": 3.3324590163934427, "grad_norm": 0.3121200501918793, "learning_rate": 5.2921212146381815e-06, "loss": 0.3046, "step": 5082 }, { "epoch": 3.3331147540983608, "grad_norm": 0.31237471103668213, "learning_rate": 5.2883741287592086e-06, "loss": 0.2681, "step": 5083 }, { "epoch": 3.3337704918032784, "grad_norm": 0.3013887107372284, "learning_rate": 5.284627892993383e-06, "loss": 0.2683, "step": 5084 }, { "epoch": 3.3344262295081966, "grad_norm": 0.29056161642074585, "learning_rate": 5.280882508016632e-06, "loss": 0.2841, "step": 5085 }, { "epoch": 3.3350819672131147, "grad_norm": 0.3066897988319397, "learning_rate": 5.2771379745047255e-06, "loss": 0.2785, "step": 5086 }, { "epoch": 3.335737704918033, "grad_norm": 0.31700724363327026, "learning_rate": 5.273394293133296e-06, "loss": 0.3137, "step": 5087 }, { "epoch": 3.336393442622951, "grad_norm": 0.3271765410900116, "learning_rate": 5.269651464577805e-06, "loss": 0.3239, "step": 5088 }, { "epoch": 3.337049180327869, "grad_norm": 0.2906474471092224, "learning_rate": 5.265909489513568e-06, "loss": 0.2854, "step": 5089 }, { "epoch": 3.337704918032787, "grad_norm": 0.2881346046924591, "learning_rate": 5.2621683686157445e-06, "loss": 0.2596, "step": 5090 }, { "epoch": 3.338360655737705, "grad_norm": 0.2961646318435669, "learning_rate": 5.258428102559341e-06, "loss": 0.2878, "step": 5091 }, { "epoch": 3.339016393442623, "grad_norm": 0.30887314677238464, "learning_rate": 5.2546886920192055e-06, "loss": 0.2846, "step": 5092 }, { "epoch": 3.339672131147541, "grad_norm": 0.3353123962879181, "learning_rate": 5.250950137670043e-06, "loss": 0.2917, "step": 5093 }, { "epoch": 3.340327868852459, "grad_norm": 0.30104678869247437, "learning_rate": 5.2472124401863936e-06, "loss": 0.3014, "step": 5094 }, { "epoch": 3.3409836065573773, "grad_norm": 0.3072679340839386, "learning_rate": 5.243475600242639e-06, "loss": 0.277, "step": 5095 }, { "epoch": 3.341639344262295, "grad_norm": 0.29461047053337097, "learning_rate": 5.239739618513024e-06, "loss": 0.2762, "step": 5096 }, { "epoch": 3.342295081967213, "grad_norm": 0.28012964129447937, "learning_rate": 5.23600449567162e-06, "loss": 0.2696, "step": 5097 }, { "epoch": 3.342950819672131, "grad_norm": 0.2978620231151581, "learning_rate": 5.2322702323923544e-06, "loss": 0.2907, "step": 5098 }, { "epoch": 3.3436065573770493, "grad_norm": 0.30326855182647705, "learning_rate": 5.228536829348992e-06, "loss": 0.283, "step": 5099 }, { "epoch": 3.3442622950819674, "grad_norm": 0.2866559624671936, "learning_rate": 5.224804287215151e-06, "loss": 0.2699, "step": 5100 }, { "epoch": 3.344918032786885, "grad_norm": 0.3080469071865082, "learning_rate": 5.221072606664286e-06, "loss": 0.3008, "step": 5101 }, { "epoch": 3.345573770491803, "grad_norm": 0.3069218695163727, "learning_rate": 5.217341788369699e-06, "loss": 0.2897, "step": 5102 }, { "epoch": 3.3462295081967213, "grad_norm": 0.32951557636260986, "learning_rate": 5.213611833004543e-06, "loss": 0.2794, "step": 5103 }, { "epoch": 3.3468852459016394, "grad_norm": 0.3089039623737335, "learning_rate": 5.209882741241805e-06, "loss": 0.2908, "step": 5104 }, { "epoch": 3.3475409836065575, "grad_norm": 0.2829781472682953, "learning_rate": 5.206154513754319e-06, "loss": 0.2761, "step": 5105 }, { "epoch": 3.348196721311475, "grad_norm": 0.31418508291244507, "learning_rate": 5.2024271512147706e-06, "loss": 0.287, "step": 5106 }, { "epoch": 3.3488524590163933, "grad_norm": 0.31394869089126587, "learning_rate": 5.198700654295679e-06, "loss": 0.2866, "step": 5107 }, { "epoch": 3.3495081967213114, "grad_norm": 0.3074581027030945, "learning_rate": 5.194975023669414e-06, "loss": 0.2955, "step": 5108 }, { "epoch": 3.3501639344262295, "grad_norm": 0.3006706237792969, "learning_rate": 5.191250260008181e-06, "loss": 0.2649, "step": 5109 }, { "epoch": 3.3508196721311476, "grad_norm": 0.31385383009910583, "learning_rate": 5.187526363984048e-06, "loss": 0.2793, "step": 5110 }, { "epoch": 3.3514754098360657, "grad_norm": 0.3006496727466583, "learning_rate": 5.183803336268895e-06, "loss": 0.2888, "step": 5111 }, { "epoch": 3.352131147540984, "grad_norm": 0.3146742284297943, "learning_rate": 5.180081177534477e-06, "loss": 0.2899, "step": 5112 }, { "epoch": 3.3527868852459015, "grad_norm": 0.3018181025981903, "learning_rate": 5.176359888452376e-06, "loss": 0.2848, "step": 5113 }, { "epoch": 3.3534426229508196, "grad_norm": 0.30720168352127075, "learning_rate": 5.172639469694014e-06, "loss": 0.2867, "step": 5114 }, { "epoch": 3.3540983606557377, "grad_norm": 0.29701077938079834, "learning_rate": 5.168919921930671e-06, "loss": 0.308, "step": 5115 }, { "epoch": 3.354754098360656, "grad_norm": 0.3304554522037506, "learning_rate": 5.165201245833455e-06, "loss": 0.3083, "step": 5116 }, { "epoch": 3.355409836065574, "grad_norm": 0.3099219501018524, "learning_rate": 5.1614834420733254e-06, "loss": 0.2829, "step": 5117 }, { "epoch": 3.3560655737704916, "grad_norm": 0.3130471706390381, "learning_rate": 5.157766511321074e-06, "loss": 0.3061, "step": 5118 }, { "epoch": 3.3567213114754098, "grad_norm": 0.30780890583992004, "learning_rate": 5.15405045424735e-06, "loss": 0.2767, "step": 5119 }, { "epoch": 3.357377049180328, "grad_norm": 0.30827486515045166, "learning_rate": 5.1503352715226365e-06, "loss": 0.3003, "step": 5120 }, { "epoch": 3.358032786885246, "grad_norm": 0.2981404960155487, "learning_rate": 5.146620963817253e-06, "loss": 0.2746, "step": 5121 }, { "epoch": 3.358688524590164, "grad_norm": 0.3123944401741028, "learning_rate": 5.142907531801378e-06, "loss": 0.3086, "step": 5122 }, { "epoch": 3.3593442622950818, "grad_norm": 0.30658793449401855, "learning_rate": 5.139194976145014e-06, "loss": 0.2873, "step": 5123 }, { "epoch": 3.36, "grad_norm": 0.29776519536972046, "learning_rate": 5.135483297518012e-06, "loss": 0.2943, "step": 5124 }, { "epoch": 3.360655737704918, "grad_norm": 0.32636192440986633, "learning_rate": 5.131772496590073e-06, "loss": 0.3006, "step": 5125 }, { "epoch": 3.361311475409836, "grad_norm": 0.31161433458328247, "learning_rate": 5.1280625740307296e-06, "loss": 0.2899, "step": 5126 }, { "epoch": 3.361967213114754, "grad_norm": 0.29900315403938293, "learning_rate": 5.124353530509356e-06, "loss": 0.2705, "step": 5127 }, { "epoch": 3.362622950819672, "grad_norm": 0.30425333976745605, "learning_rate": 5.1206453666951694e-06, "loss": 0.289, "step": 5128 }, { "epoch": 3.36327868852459, "grad_norm": 0.2987246811389923, "learning_rate": 5.1169380832572366e-06, "loss": 0.2628, "step": 5129 }, { "epoch": 3.363934426229508, "grad_norm": 0.3144330084323883, "learning_rate": 5.113231680864454e-06, "loss": 0.2778, "step": 5130 }, { "epoch": 3.3645901639344262, "grad_norm": 0.31526291370391846, "learning_rate": 5.109526160185563e-06, "loss": 0.3083, "step": 5131 }, { "epoch": 3.3652459016393443, "grad_norm": 0.281011700630188, "learning_rate": 5.105821521889147e-06, "loss": 0.2656, "step": 5132 }, { "epoch": 3.3659016393442625, "grad_norm": 0.30471715331077576, "learning_rate": 5.102117766643631e-06, "loss": 0.2844, "step": 5133 }, { "epoch": 3.3665573770491806, "grad_norm": 0.3298501968383789, "learning_rate": 5.098414895117273e-06, "loss": 0.2792, "step": 5134 }, { "epoch": 3.3672131147540982, "grad_norm": 0.308232843875885, "learning_rate": 5.094712907978185e-06, "loss": 0.2879, "step": 5135 }, { "epoch": 3.3678688524590163, "grad_norm": 0.2916102409362793, "learning_rate": 5.091011805894312e-06, "loss": 0.2756, "step": 5136 }, { "epoch": 3.3685245901639345, "grad_norm": 0.3069903254508972, "learning_rate": 5.0873115895334325e-06, "loss": 0.2775, "step": 5137 }, { "epoch": 3.3691803278688526, "grad_norm": 0.3033386766910553, "learning_rate": 5.083612259563182e-06, "loss": 0.2709, "step": 5138 }, { "epoch": 3.3698360655737707, "grad_norm": 0.297820508480072, "learning_rate": 5.07991381665102e-06, "loss": 0.2629, "step": 5139 }, { "epoch": 3.3704918032786884, "grad_norm": 0.3058038651943207, "learning_rate": 5.07621626146425e-06, "loss": 0.295, "step": 5140 }, { "epoch": 3.3711475409836065, "grad_norm": 0.315859854221344, "learning_rate": 5.072519594670025e-06, "loss": 0.2921, "step": 5141 }, { "epoch": 3.3718032786885246, "grad_norm": 0.3261021375656128, "learning_rate": 5.0688238169353265e-06, "loss": 0.2961, "step": 5142 }, { "epoch": 3.3724590163934427, "grad_norm": 0.294024795293808, "learning_rate": 5.065128928926979e-06, "loss": 0.2737, "step": 5143 }, { "epoch": 3.373114754098361, "grad_norm": 0.3119199872016907, "learning_rate": 5.061434931311642e-06, "loss": 0.2889, "step": 5144 }, { "epoch": 3.3737704918032785, "grad_norm": 0.3233031630516052, "learning_rate": 5.0577418247558295e-06, "loss": 0.3234, "step": 5145 }, { "epoch": 3.3744262295081966, "grad_norm": 0.2880207598209381, "learning_rate": 5.054049609925878e-06, "loss": 0.2674, "step": 5146 }, { "epoch": 3.3750819672131147, "grad_norm": 0.2976752519607544, "learning_rate": 5.050358287487969e-06, "loss": 0.293, "step": 5147 }, { "epoch": 3.375737704918033, "grad_norm": 0.3064156472682953, "learning_rate": 5.046667858108127e-06, "loss": 0.2568, "step": 5148 }, { "epoch": 3.376393442622951, "grad_norm": 0.3110365867614746, "learning_rate": 5.04297832245221e-06, "loss": 0.2942, "step": 5149 }, { "epoch": 3.3770491803278686, "grad_norm": 0.31861865520477295, "learning_rate": 5.039289681185913e-06, "loss": 0.2804, "step": 5150 }, { "epoch": 3.3777049180327867, "grad_norm": 0.29814964532852173, "learning_rate": 5.035601934974784e-06, "loss": 0.2872, "step": 5151 }, { "epoch": 3.378360655737705, "grad_norm": 0.30432868003845215, "learning_rate": 5.031915084484188e-06, "loss": 0.2826, "step": 5152 }, { "epoch": 3.379016393442623, "grad_norm": 0.2901012897491455, "learning_rate": 5.028229130379339e-06, "loss": 0.2796, "step": 5153 }, { "epoch": 3.379672131147541, "grad_norm": 0.2977578043937683, "learning_rate": 5.024544073325297e-06, "loss": 0.2791, "step": 5154 }, { "epoch": 3.380327868852459, "grad_norm": 0.30842846632003784, "learning_rate": 5.020859913986949e-06, "loss": 0.2936, "step": 5155 }, { "epoch": 3.3809836065573773, "grad_norm": 0.31094279885292053, "learning_rate": 5.0171766530290176e-06, "loss": 0.2886, "step": 5156 }, { "epoch": 3.381639344262295, "grad_norm": 0.2953381836414337, "learning_rate": 5.013494291116079e-06, "loss": 0.2801, "step": 5157 }, { "epoch": 3.382295081967213, "grad_norm": 0.29911771416664124, "learning_rate": 5.009812828912535e-06, "loss": 0.2881, "step": 5158 }, { "epoch": 3.382950819672131, "grad_norm": 0.2935676574707031, "learning_rate": 5.006132267082624e-06, "loss": 0.268, "step": 5159 }, { "epoch": 3.3836065573770493, "grad_norm": 0.314904123544693, "learning_rate": 5.002452606290424e-06, "loss": 0.2835, "step": 5160 }, { "epoch": 3.3842622950819674, "grad_norm": 0.3179989755153656, "learning_rate": 4.998773847199858e-06, "loss": 0.2994, "step": 5161 }, { "epoch": 3.384918032786885, "grad_norm": 0.30790701508522034, "learning_rate": 4.995095990474679e-06, "loss": 0.2786, "step": 5162 }, { "epoch": 3.385573770491803, "grad_norm": 0.3071434199810028, "learning_rate": 4.991419036778472e-06, "loss": 0.2925, "step": 5163 }, { "epoch": 3.3862295081967213, "grad_norm": 0.31682807207107544, "learning_rate": 4.987742986774674e-06, "loss": 0.2829, "step": 5164 }, { "epoch": 3.3868852459016394, "grad_norm": 0.3230476975440979, "learning_rate": 4.984067841126547e-06, "loss": 0.2674, "step": 5165 }, { "epoch": 3.3875409836065575, "grad_norm": 0.30479103326797485, "learning_rate": 4.9803936004971874e-06, "loss": 0.267, "step": 5166 }, { "epoch": 3.388196721311475, "grad_norm": 0.30036842823028564, "learning_rate": 4.976720265549545e-06, "loss": 0.2854, "step": 5167 }, { "epoch": 3.3888524590163933, "grad_norm": 0.32464897632598877, "learning_rate": 4.97304783694639e-06, "loss": 0.2866, "step": 5168 }, { "epoch": 3.3895081967213114, "grad_norm": 0.32135555148124695, "learning_rate": 4.969376315350329e-06, "loss": 0.262, "step": 5169 }, { "epoch": 3.3901639344262295, "grad_norm": 0.3139391243457794, "learning_rate": 4.96570570142382e-06, "loss": 0.299, "step": 5170 }, { "epoch": 3.3908196721311477, "grad_norm": 0.3083249628543854, "learning_rate": 4.962035995829147e-06, "loss": 0.3, "step": 5171 }, { "epoch": 3.3914754098360653, "grad_norm": 0.30604255199432373, "learning_rate": 4.95836719922842e-06, "loss": 0.2985, "step": 5172 }, { "epoch": 3.3921311475409834, "grad_norm": 0.3465731143951416, "learning_rate": 4.9546993122836055e-06, "loss": 0.2582, "step": 5173 }, { "epoch": 3.3927868852459016, "grad_norm": 0.3187427818775177, "learning_rate": 4.951032335656493e-06, "loss": 0.2645, "step": 5174 }, { "epoch": 3.3934426229508197, "grad_norm": 0.3108680546283722, "learning_rate": 4.947366270008708e-06, "loss": 0.2839, "step": 5175 }, { "epoch": 3.394098360655738, "grad_norm": 0.2944517731666565, "learning_rate": 4.94370111600172e-06, "loss": 0.2626, "step": 5176 }, { "epoch": 3.394754098360656, "grad_norm": 0.2967798709869385, "learning_rate": 4.9400368742968265e-06, "loss": 0.2727, "step": 5177 }, { "epoch": 3.395409836065574, "grad_norm": 0.2824348509311676, "learning_rate": 4.9363735455551606e-06, "loss": 0.2674, "step": 5178 }, { "epoch": 3.3960655737704917, "grad_norm": 0.28421440720558167, "learning_rate": 4.9327111304376905e-06, "loss": 0.2721, "step": 5179 }, { "epoch": 3.39672131147541, "grad_norm": 0.28330278396606445, "learning_rate": 4.929049629605228e-06, "loss": 0.2548, "step": 5180 }, { "epoch": 3.397377049180328, "grad_norm": 0.28426748514175415, "learning_rate": 4.925389043718411e-06, "loss": 0.2672, "step": 5181 }, { "epoch": 3.398032786885246, "grad_norm": 0.3330693244934082, "learning_rate": 4.921729373437708e-06, "loss": 0.3022, "step": 5182 }, { "epoch": 3.398688524590164, "grad_norm": 0.3048797845840454, "learning_rate": 4.918070619423439e-06, "loss": 0.284, "step": 5183 }, { "epoch": 3.399344262295082, "grad_norm": 0.28646838665008545, "learning_rate": 4.914412782335746e-06, "loss": 0.2903, "step": 5184 }, { "epoch": 3.4, "grad_norm": 0.2854572832584381, "learning_rate": 4.910755862834601e-06, "loss": 0.2866, "step": 5185 }, { "epoch": 3.400655737704918, "grad_norm": 0.3198525011539459, "learning_rate": 4.907099861579827e-06, "loss": 0.3024, "step": 5186 }, { "epoch": 3.401311475409836, "grad_norm": 0.2865351736545563, "learning_rate": 4.903444779231068e-06, "loss": 0.2546, "step": 5187 }, { "epoch": 3.4019672131147543, "grad_norm": 0.30361244082450867, "learning_rate": 4.8997906164478085e-06, "loss": 0.297, "step": 5188 }, { "epoch": 3.402622950819672, "grad_norm": 0.2984490990638733, "learning_rate": 4.896137373889357e-06, "loss": 0.2786, "step": 5189 }, { "epoch": 3.40327868852459, "grad_norm": 0.31312718987464905, "learning_rate": 4.892485052214873e-06, "loss": 0.2835, "step": 5190 }, { "epoch": 3.403934426229508, "grad_norm": 0.3122698664665222, "learning_rate": 4.888833652083339e-06, "loss": 0.3028, "step": 5191 }, { "epoch": 3.4045901639344263, "grad_norm": 0.29465943574905396, "learning_rate": 4.885183174153572e-06, "loss": 0.27, "step": 5192 }, { "epoch": 3.4052459016393444, "grad_norm": 0.2960662543773651, "learning_rate": 4.88153361908422e-06, "loss": 0.2971, "step": 5193 }, { "epoch": 3.4059016393442625, "grad_norm": 0.29580622911453247, "learning_rate": 4.8778849875337716e-06, "loss": 0.2876, "step": 5194 }, { "epoch": 3.40655737704918, "grad_norm": 0.3051159381866455, "learning_rate": 4.874237280160541e-06, "loss": 0.3067, "step": 5195 }, { "epoch": 3.4072131147540983, "grad_norm": 0.2949354946613312, "learning_rate": 4.870590497622686e-06, "loss": 0.2883, "step": 5196 }, { "epoch": 3.4078688524590164, "grad_norm": 0.2736678123474121, "learning_rate": 4.866944640578188e-06, "loss": 0.2637, "step": 5197 }, { "epoch": 3.4085245901639345, "grad_norm": 0.2875913083553314, "learning_rate": 4.863299709684861e-06, "loss": 0.2583, "step": 5198 }, { "epoch": 3.4091803278688526, "grad_norm": 0.28729772567749023, "learning_rate": 4.859655705600363e-06, "loss": 0.2774, "step": 5199 }, { "epoch": 3.4098360655737707, "grad_norm": 0.2911813259124756, "learning_rate": 4.856012628982175e-06, "loss": 0.2757, "step": 5200 }, { "epoch": 3.4104918032786884, "grad_norm": 0.3065028488636017, "learning_rate": 4.852370480487607e-06, "loss": 0.2911, "step": 5201 }, { "epoch": 3.4111475409836065, "grad_norm": 0.2980526089668274, "learning_rate": 4.848729260773818e-06, "loss": 0.2801, "step": 5202 }, { "epoch": 3.4118032786885246, "grad_norm": 0.2949538826942444, "learning_rate": 4.845088970497782e-06, "loss": 0.2498, "step": 5203 }, { "epoch": 3.4124590163934427, "grad_norm": 0.3118133246898651, "learning_rate": 4.841449610316314e-06, "loss": 0.2749, "step": 5204 }, { "epoch": 3.413114754098361, "grad_norm": 0.2940703332424164, "learning_rate": 4.837811180886057e-06, "loss": 0.2787, "step": 5205 }, { "epoch": 3.4137704918032785, "grad_norm": 0.287723183631897, "learning_rate": 4.834173682863492e-06, "loss": 0.2692, "step": 5206 }, { "epoch": 3.4144262295081966, "grad_norm": 0.3007265329360962, "learning_rate": 4.8305371169049295e-06, "loss": 0.2707, "step": 5207 }, { "epoch": 3.4150819672131147, "grad_norm": 0.31899937987327576, "learning_rate": 4.826901483666504e-06, "loss": 0.2888, "step": 5208 }, { "epoch": 3.415737704918033, "grad_norm": 0.2989157438278198, "learning_rate": 4.823266783804198e-06, "loss": 0.2765, "step": 5209 }, { "epoch": 3.416393442622951, "grad_norm": 0.281499445438385, "learning_rate": 4.819633017973812e-06, "loss": 0.2591, "step": 5210 }, { "epoch": 3.4170491803278686, "grad_norm": 0.29127851128578186, "learning_rate": 4.8160001868309755e-06, "loss": 0.2803, "step": 5211 }, { "epoch": 3.4177049180327868, "grad_norm": 0.32860949635505676, "learning_rate": 4.8123682910311676e-06, "loss": 0.2953, "step": 5212 }, { "epoch": 3.418360655737705, "grad_norm": 0.3134843111038208, "learning_rate": 4.808737331229685e-06, "loss": 0.2876, "step": 5213 }, { "epoch": 3.419016393442623, "grad_norm": 0.2969268560409546, "learning_rate": 4.805107308081647e-06, "loss": 0.2761, "step": 5214 }, { "epoch": 3.419672131147541, "grad_norm": 0.31087061762809753, "learning_rate": 4.801478222242024e-06, "loss": 0.2752, "step": 5215 }, { "epoch": 3.420327868852459, "grad_norm": 0.2856312692165375, "learning_rate": 4.797850074365605e-06, "loss": 0.263, "step": 5216 }, { "epoch": 3.420983606557377, "grad_norm": 0.3162478506565094, "learning_rate": 4.79422286510701e-06, "loss": 0.3031, "step": 5217 }, { "epoch": 3.421639344262295, "grad_norm": 0.3160920739173889, "learning_rate": 4.790596595120699e-06, "loss": 0.2996, "step": 5218 }, { "epoch": 3.422295081967213, "grad_norm": 0.32585951685905457, "learning_rate": 4.78697126506095e-06, "loss": 0.2992, "step": 5219 }, { "epoch": 3.422950819672131, "grad_norm": 0.31320133805274963, "learning_rate": 4.7833468755818755e-06, "loss": 0.2789, "step": 5220 }, { "epoch": 3.4236065573770493, "grad_norm": 0.287529855966568, "learning_rate": 4.779723427337426e-06, "loss": 0.2768, "step": 5221 }, { "epoch": 3.4242622950819674, "grad_norm": 0.29990115761756897, "learning_rate": 4.776100920981374e-06, "loss": 0.2795, "step": 5222 }, { "epoch": 3.424918032786885, "grad_norm": 0.3068274259567261, "learning_rate": 4.772479357167321e-06, "loss": 0.3107, "step": 5223 }, { "epoch": 3.4255737704918032, "grad_norm": 0.30248332023620605, "learning_rate": 4.768858736548702e-06, "loss": 0.2656, "step": 5224 }, { "epoch": 3.4262295081967213, "grad_norm": 0.304962158203125, "learning_rate": 4.765239059778784e-06, "loss": 0.2531, "step": 5225 }, { "epoch": 3.4268852459016395, "grad_norm": 0.3077080249786377, "learning_rate": 4.761620327510662e-06, "loss": 0.2829, "step": 5226 }, { "epoch": 3.4275409836065576, "grad_norm": 0.2979277968406677, "learning_rate": 4.758002540397253e-06, "loss": 0.2847, "step": 5227 }, { "epoch": 3.4281967213114752, "grad_norm": 0.3163471519947052, "learning_rate": 4.754385699091318e-06, "loss": 0.2856, "step": 5228 }, { "epoch": 3.4288524590163934, "grad_norm": 0.3553617000579834, "learning_rate": 4.750769804245438e-06, "loss": 0.2838, "step": 5229 }, { "epoch": 3.4295081967213115, "grad_norm": 0.333103209733963, "learning_rate": 4.747154856512016e-06, "loss": 0.2945, "step": 5230 }, { "epoch": 3.4301639344262296, "grad_norm": 0.30041229724884033, "learning_rate": 4.743540856543305e-06, "loss": 0.279, "step": 5231 }, { "epoch": 3.4308196721311477, "grad_norm": 0.31674209237098694, "learning_rate": 4.739927804991369e-06, "loss": 0.2859, "step": 5232 }, { "epoch": 3.4314754098360654, "grad_norm": 0.3024425804615021, "learning_rate": 4.7363157025081066e-06, "loss": 0.2848, "step": 5233 }, { "epoch": 3.4321311475409835, "grad_norm": 0.31938478350639343, "learning_rate": 4.732704549745247e-06, "loss": 0.2737, "step": 5234 }, { "epoch": 3.4327868852459016, "grad_norm": 0.29789087176322937, "learning_rate": 4.729094347354343e-06, "loss": 0.2732, "step": 5235 }, { "epoch": 3.4334426229508197, "grad_norm": 0.310220330953598, "learning_rate": 4.725485095986777e-06, "loss": 0.2844, "step": 5236 }, { "epoch": 3.434098360655738, "grad_norm": 0.31263604760169983, "learning_rate": 4.721876796293772e-06, "loss": 0.2982, "step": 5237 }, { "epoch": 3.434754098360656, "grad_norm": 0.32632070779800415, "learning_rate": 4.718269448926361e-06, "loss": 0.2983, "step": 5238 }, { "epoch": 3.4354098360655736, "grad_norm": 0.3126482367515564, "learning_rate": 4.714663054535418e-06, "loss": 0.2817, "step": 5239 }, { "epoch": 3.4360655737704917, "grad_norm": 0.292946994304657, "learning_rate": 4.711057613771633e-06, "loss": 0.2789, "step": 5240 }, { "epoch": 3.43672131147541, "grad_norm": 0.30514898896217346, "learning_rate": 4.707453127285541e-06, "loss": 0.2767, "step": 5241 }, { "epoch": 3.437377049180328, "grad_norm": 0.29990217089653015, "learning_rate": 4.703849595727491e-06, "loss": 0.2951, "step": 5242 }, { "epoch": 3.438032786885246, "grad_norm": 0.3029169738292694, "learning_rate": 4.70024701974766e-06, "loss": 0.2898, "step": 5243 }, { "epoch": 3.438688524590164, "grad_norm": 0.29105836153030396, "learning_rate": 4.696645399996065e-06, "loss": 0.2608, "step": 5244 }, { "epoch": 3.439344262295082, "grad_norm": 0.3198046386241913, "learning_rate": 4.6930447371225375e-06, "loss": 0.2908, "step": 5245 }, { "epoch": 3.44, "grad_norm": 0.30734673142433167, "learning_rate": 4.689445031776737e-06, "loss": 0.2793, "step": 5246 }, { "epoch": 3.440655737704918, "grad_norm": 0.3147661089897156, "learning_rate": 4.685846284608163e-06, "loss": 0.3064, "step": 5247 }, { "epoch": 3.441311475409836, "grad_norm": 0.33078351616859436, "learning_rate": 4.682248496266127e-06, "loss": 0.3121, "step": 5248 }, { "epoch": 3.4419672131147543, "grad_norm": 0.31012922525405884, "learning_rate": 4.6786516673997766e-06, "loss": 0.2971, "step": 5249 }, { "epoch": 3.442622950819672, "grad_norm": 0.3115502595901489, "learning_rate": 4.675055798658077e-06, "loss": 0.2866, "step": 5250 }, { "epoch": 3.44327868852459, "grad_norm": 0.3208068013191223, "learning_rate": 4.671460890689837e-06, "loss": 0.278, "step": 5251 }, { "epoch": 3.443934426229508, "grad_norm": 0.3190610110759735, "learning_rate": 4.667866944143674e-06, "loss": 0.2932, "step": 5252 }, { "epoch": 3.4445901639344263, "grad_norm": 0.31325340270996094, "learning_rate": 4.664273959668038e-06, "loss": 0.3038, "step": 5253 }, { "epoch": 3.4452459016393444, "grad_norm": 0.3012780249118805, "learning_rate": 4.66068193791122e-06, "loss": 0.2631, "step": 5254 }, { "epoch": 3.445901639344262, "grad_norm": 0.3054698407649994, "learning_rate": 4.657090879521311e-06, "loss": 0.2978, "step": 5255 }, { "epoch": 3.44655737704918, "grad_norm": 0.3104512095451355, "learning_rate": 4.653500785146241e-06, "loss": 0.288, "step": 5256 }, { "epoch": 3.4472131147540983, "grad_norm": 0.30244627594947815, "learning_rate": 4.6499116554337755e-06, "loss": 0.2702, "step": 5257 }, { "epoch": 3.4478688524590164, "grad_norm": 0.3284909725189209, "learning_rate": 4.646323491031492e-06, "loss": 0.283, "step": 5258 }, { "epoch": 3.4485245901639345, "grad_norm": 0.2873208224773407, "learning_rate": 4.642736292586796e-06, "loss": 0.2859, "step": 5259 }, { "epoch": 3.4491803278688526, "grad_norm": 0.28702306747436523, "learning_rate": 4.639150060746929e-06, "loss": 0.2644, "step": 5260 }, { "epoch": 3.4498360655737703, "grad_norm": 0.31337791681289673, "learning_rate": 4.635564796158946e-06, "loss": 0.281, "step": 5261 }, { "epoch": 3.4504918032786884, "grad_norm": 0.32051703333854675, "learning_rate": 4.6319804994697284e-06, "loss": 0.2886, "step": 5262 }, { "epoch": 3.4511475409836065, "grad_norm": 0.303005576133728, "learning_rate": 4.628397171325995e-06, "loss": 0.2698, "step": 5263 }, { "epoch": 3.4518032786885247, "grad_norm": 0.2962982952594757, "learning_rate": 4.624814812374276e-06, "loss": 0.2791, "step": 5264 }, { "epoch": 3.4524590163934428, "grad_norm": 0.3083788752555847, "learning_rate": 4.621233423260936e-06, "loss": 0.2786, "step": 5265 }, { "epoch": 3.453114754098361, "grad_norm": 0.30618226528167725, "learning_rate": 4.6176530046321534e-06, "loss": 0.2964, "step": 5266 }, { "epoch": 3.4537704918032786, "grad_norm": 0.28949278593063354, "learning_rate": 4.614073557133948e-06, "loss": 0.2894, "step": 5267 }, { "epoch": 3.4544262295081967, "grad_norm": 0.32506850361824036, "learning_rate": 4.6104950814121506e-06, "loss": 0.2824, "step": 5268 }, { "epoch": 3.455081967213115, "grad_norm": 0.3041006326675415, "learning_rate": 4.606917578112419e-06, "loss": 0.2841, "step": 5269 }, { "epoch": 3.455737704918033, "grad_norm": 0.2845020592212677, "learning_rate": 4.603341047880244e-06, "loss": 0.2652, "step": 5270 }, { "epoch": 3.456393442622951, "grad_norm": 0.30883079767227173, "learning_rate": 4.599765491360933e-06, "loss": 0.2864, "step": 5271 }, { "epoch": 3.4570491803278687, "grad_norm": 0.29746684432029724, "learning_rate": 4.5961909091996136e-06, "loss": 0.2514, "step": 5272 }, { "epoch": 3.457704918032787, "grad_norm": 0.28545475006103516, "learning_rate": 4.592617302041252e-06, "loss": 0.2642, "step": 5273 }, { "epoch": 3.458360655737705, "grad_norm": 0.31817665696144104, "learning_rate": 4.5890446705306315e-06, "loss": 0.2885, "step": 5274 }, { "epoch": 3.459016393442623, "grad_norm": 0.30912208557128906, "learning_rate": 4.585473015312343e-06, "loss": 0.2962, "step": 5275 }, { "epoch": 3.459672131147541, "grad_norm": 0.31793245673179626, "learning_rate": 4.581902337030829e-06, "loss": 0.2787, "step": 5276 }, { "epoch": 3.460327868852459, "grad_norm": 0.3149930238723755, "learning_rate": 4.57833263633034e-06, "loss": 0.2759, "step": 5277 }, { "epoch": 3.460983606557377, "grad_norm": 0.2998160421848297, "learning_rate": 4.574763913854949e-06, "loss": 0.2714, "step": 5278 }, { "epoch": 3.461639344262295, "grad_norm": 0.3255307674407959, "learning_rate": 4.571196170248563e-06, "loss": 0.3199, "step": 5279 }, { "epoch": 3.462295081967213, "grad_norm": 0.31413573026657104, "learning_rate": 4.567629406154903e-06, "loss": 0.2925, "step": 5280 }, { "epoch": 3.4629508196721313, "grad_norm": 0.3144122064113617, "learning_rate": 4.564063622217511e-06, "loss": 0.3017, "step": 5281 }, { "epoch": 3.4636065573770494, "grad_norm": 0.3076934218406677, "learning_rate": 4.560498819079766e-06, "loss": 0.2791, "step": 5282 }, { "epoch": 3.464262295081967, "grad_norm": 0.3206913471221924, "learning_rate": 4.556934997384856e-06, "loss": 0.2993, "step": 5283 }, { "epoch": 3.464918032786885, "grad_norm": 0.3132955729961395, "learning_rate": 4.553372157775799e-06, "loss": 0.2866, "step": 5284 }, { "epoch": 3.4655737704918033, "grad_norm": 0.2939058542251587, "learning_rate": 4.54981030089543e-06, "loss": 0.2712, "step": 5285 }, { "epoch": 3.4662295081967214, "grad_norm": 0.29362621903419495, "learning_rate": 4.546249427386417e-06, "loss": 0.2919, "step": 5286 }, { "epoch": 3.4668852459016395, "grad_norm": 0.28487059473991394, "learning_rate": 4.542689537891241e-06, "loss": 0.2919, "step": 5287 }, { "epoch": 3.4675409836065576, "grad_norm": 0.30275672674179077, "learning_rate": 4.539130633052206e-06, "loss": 0.2884, "step": 5288 }, { "epoch": 3.4681967213114753, "grad_norm": 0.30345481634140015, "learning_rate": 4.535572713511446e-06, "loss": 0.2698, "step": 5289 }, { "epoch": 3.4688524590163934, "grad_norm": 0.30392149090766907, "learning_rate": 4.532015779910911e-06, "loss": 0.282, "step": 5290 }, { "epoch": 3.4695081967213115, "grad_norm": 0.2895415723323822, "learning_rate": 4.528459832892369e-06, "loss": 0.261, "step": 5291 }, { "epoch": 3.4701639344262296, "grad_norm": 0.30437248945236206, "learning_rate": 4.524904873097425e-06, "loss": 0.2548, "step": 5292 }, { "epoch": 3.4708196721311477, "grad_norm": 0.3167179524898529, "learning_rate": 4.521350901167489e-06, "loss": 0.28, "step": 5293 }, { "epoch": 3.4714754098360654, "grad_norm": 0.2867456376552582, "learning_rate": 4.5177979177438035e-06, "loss": 0.2739, "step": 5294 }, { "epoch": 3.4721311475409835, "grad_norm": 0.30154848098754883, "learning_rate": 4.514245923467427e-06, "loss": 0.3089, "step": 5295 }, { "epoch": 3.4727868852459016, "grad_norm": 0.3247471749782562, "learning_rate": 4.510694918979244e-06, "loss": 0.2911, "step": 5296 }, { "epoch": 3.4734426229508197, "grad_norm": 0.291443794965744, "learning_rate": 4.507144904919951e-06, "loss": 0.2805, "step": 5297 }, { "epoch": 3.474098360655738, "grad_norm": 0.3173207640647888, "learning_rate": 4.503595881930083e-06, "loss": 0.3266, "step": 5298 }, { "epoch": 3.4747540983606555, "grad_norm": 0.3122628629207611, "learning_rate": 4.500047850649982e-06, "loss": 0.2804, "step": 5299 }, { "epoch": 3.4754098360655736, "grad_norm": 0.28189709782600403, "learning_rate": 4.4965008117198126e-06, "loss": 0.2422, "step": 5300 }, { "epoch": 3.4760655737704917, "grad_norm": 0.30558499693870544, "learning_rate": 4.492954765779563e-06, "loss": 0.2825, "step": 5301 }, { "epoch": 3.47672131147541, "grad_norm": 0.30763182044029236, "learning_rate": 4.489409713469046e-06, "loss": 0.2976, "step": 5302 }, { "epoch": 3.477377049180328, "grad_norm": 0.3176592290401459, "learning_rate": 4.48586565542789e-06, "loss": 0.291, "step": 5303 }, { "epoch": 3.478032786885246, "grad_norm": 0.28867003321647644, "learning_rate": 4.482322592295541e-06, "loss": 0.2667, "step": 5304 }, { "epoch": 3.4786885245901638, "grad_norm": 0.2920720875263214, "learning_rate": 4.478780524711277e-06, "loss": 0.2726, "step": 5305 }, { "epoch": 3.479344262295082, "grad_norm": 0.2835339307785034, "learning_rate": 4.475239453314184e-06, "loss": 0.2721, "step": 5306 }, { "epoch": 3.48, "grad_norm": 0.3249019980430603, "learning_rate": 4.471699378743173e-06, "loss": 0.29, "step": 5307 }, { "epoch": 3.480655737704918, "grad_norm": 0.2914888560771942, "learning_rate": 4.468160301636979e-06, "loss": 0.2906, "step": 5308 }, { "epoch": 3.481311475409836, "grad_norm": 0.3043888211250305, "learning_rate": 4.464622222634153e-06, "loss": 0.2853, "step": 5309 }, { "epoch": 3.4819672131147543, "grad_norm": 0.30646640062332153, "learning_rate": 4.461085142373064e-06, "loss": 0.2817, "step": 5310 }, { "epoch": 3.482622950819672, "grad_norm": 0.29527631402015686, "learning_rate": 4.457549061491902e-06, "loss": 0.2992, "step": 5311 }, { "epoch": 3.48327868852459, "grad_norm": 0.30167388916015625, "learning_rate": 4.4540139806286835e-06, "loss": 0.2916, "step": 5312 }, { "epoch": 3.483934426229508, "grad_norm": 0.311244934797287, "learning_rate": 4.450479900421237e-06, "loss": 0.2852, "step": 5313 }, { "epoch": 3.4845901639344263, "grad_norm": 0.3145144581794739, "learning_rate": 4.446946821507205e-06, "loss": 0.3009, "step": 5314 }, { "epoch": 3.4852459016393444, "grad_norm": 0.29372209310531616, "learning_rate": 4.443414744524073e-06, "loss": 0.278, "step": 5315 }, { "epoch": 3.485901639344262, "grad_norm": 0.290718138217926, "learning_rate": 4.439883670109114e-06, "loss": 0.2792, "step": 5316 }, { "epoch": 3.4865573770491802, "grad_norm": 0.2770437002182007, "learning_rate": 4.436353598899439e-06, "loss": 0.2809, "step": 5317 }, { "epoch": 3.4872131147540983, "grad_norm": 0.30592378973960876, "learning_rate": 4.432824531531979e-06, "loss": 0.2976, "step": 5318 }, { "epoch": 3.4878688524590165, "grad_norm": 0.30631279945373535, "learning_rate": 4.4292964686434795e-06, "loss": 0.3035, "step": 5319 }, { "epoch": 3.4885245901639346, "grad_norm": 0.2937125861644745, "learning_rate": 4.425769410870498e-06, "loss": 0.2813, "step": 5320 }, { "epoch": 3.4891803278688522, "grad_norm": 0.32043707370758057, "learning_rate": 4.422243358849426e-06, "loss": 0.2871, "step": 5321 }, { "epoch": 3.4898360655737704, "grad_norm": 0.3089854121208191, "learning_rate": 4.418718313216461e-06, "loss": 0.3009, "step": 5322 }, { "epoch": 3.4904918032786885, "grad_norm": 0.291744202375412, "learning_rate": 4.415194274607619e-06, "loss": 0.2652, "step": 5323 }, { "epoch": 3.4911475409836066, "grad_norm": 0.28986963629722595, "learning_rate": 4.411671243658745e-06, "loss": 0.2678, "step": 5324 }, { "epoch": 3.4918032786885247, "grad_norm": 0.2886480391025543, "learning_rate": 4.408149221005493e-06, "loss": 0.2872, "step": 5325 }, { "epoch": 3.492459016393443, "grad_norm": 0.30920031666755676, "learning_rate": 4.404628207283338e-06, "loss": 0.2821, "step": 5326 }, { "epoch": 3.4931147540983605, "grad_norm": 0.31823429465293884, "learning_rate": 4.401108203127565e-06, "loss": 0.3024, "step": 5327 }, { "epoch": 3.4937704918032786, "grad_norm": 0.3058328926563263, "learning_rate": 4.397589209173296e-06, "loss": 0.2826, "step": 5328 }, { "epoch": 3.4944262295081967, "grad_norm": 0.3029678761959076, "learning_rate": 4.394071226055453e-06, "loss": 0.2769, "step": 5329 }, { "epoch": 3.495081967213115, "grad_norm": 0.30836594104766846, "learning_rate": 4.390554254408778e-06, "loss": 0.3051, "step": 5330 }, { "epoch": 3.495737704918033, "grad_norm": 0.30956387519836426, "learning_rate": 4.387038294867843e-06, "loss": 0.2873, "step": 5331 }, { "epoch": 3.496393442622951, "grad_norm": 0.3046601712703705, "learning_rate": 4.383523348067022e-06, "loss": 0.2749, "step": 5332 }, { "epoch": 3.4970491803278687, "grad_norm": 0.3162877559661865, "learning_rate": 4.380009414640511e-06, "loss": 0.2988, "step": 5333 }, { "epoch": 3.497704918032787, "grad_norm": 0.2960986793041229, "learning_rate": 4.376496495222332e-06, "loss": 0.2815, "step": 5334 }, { "epoch": 3.498360655737705, "grad_norm": 0.29520246386528015, "learning_rate": 4.372984590446313e-06, "loss": 0.2945, "step": 5335 }, { "epoch": 3.499016393442623, "grad_norm": 0.29824018478393555, "learning_rate": 4.369473700946103e-06, "loss": 0.2785, "step": 5336 }, { "epoch": 3.499672131147541, "grad_norm": 0.31326529383659363, "learning_rate": 4.365963827355167e-06, "loss": 0.3056, "step": 5337 }, { "epoch": 3.500327868852459, "grad_norm": 0.28161805868148804, "learning_rate": 4.3624549703067895e-06, "loss": 0.2753, "step": 5338 }, { "epoch": 3.500983606557377, "grad_norm": 0.28956663608551025, "learning_rate": 4.358947130434063e-06, "loss": 0.2806, "step": 5339 }, { "epoch": 3.501639344262295, "grad_norm": 0.29997518658638, "learning_rate": 4.355440308369913e-06, "loss": 0.2867, "step": 5340 }, { "epoch": 3.502295081967213, "grad_norm": 0.353560209274292, "learning_rate": 4.351934504747065e-06, "loss": 0.3017, "step": 5341 }, { "epoch": 3.5029508196721313, "grad_norm": 0.2968239188194275, "learning_rate": 4.348429720198065e-06, "loss": 0.2645, "step": 5342 }, { "epoch": 3.503606557377049, "grad_norm": 0.28796908259391785, "learning_rate": 4.3449259553552845e-06, "loss": 0.2714, "step": 5343 }, { "epoch": 3.504262295081967, "grad_norm": 0.28309258818626404, "learning_rate": 4.3414232108509e-06, "loss": 0.2866, "step": 5344 }, { "epoch": 3.504918032786885, "grad_norm": 0.3115921914577484, "learning_rate": 4.3379214873169065e-06, "loss": 0.2951, "step": 5345 }, { "epoch": 3.5055737704918033, "grad_norm": 0.2988622486591339, "learning_rate": 4.334420785385113e-06, "loss": 0.2726, "step": 5346 }, { "epoch": 3.5062295081967214, "grad_norm": 0.29640766978263855, "learning_rate": 4.330921105687155e-06, "loss": 0.2644, "step": 5347 }, { "epoch": 3.506885245901639, "grad_norm": 0.3093212842941284, "learning_rate": 4.327422448854471e-06, "loss": 0.2715, "step": 5348 }, { "epoch": 3.5075409836065576, "grad_norm": 0.3045346736907959, "learning_rate": 4.3239248155183165e-06, "loss": 0.273, "step": 5349 }, { "epoch": 3.5081967213114753, "grad_norm": 0.29174748063087463, "learning_rate": 4.320428206309771e-06, "loss": 0.2489, "step": 5350 }, { "epoch": 3.5088524590163934, "grad_norm": 0.29573315382003784, "learning_rate": 4.316932621859723e-06, "loss": 0.2524, "step": 5351 }, { "epoch": 3.5095081967213115, "grad_norm": 0.27705466747283936, "learning_rate": 4.313438062798872e-06, "loss": 0.26, "step": 5352 }, { "epoch": 3.5101639344262296, "grad_norm": 0.3074577748775482, "learning_rate": 4.309944529757742e-06, "loss": 0.2982, "step": 5353 }, { "epoch": 3.5108196721311478, "grad_norm": 0.29917627573013306, "learning_rate": 4.3064520233666665e-06, "loss": 0.2922, "step": 5354 }, { "epoch": 3.5114754098360654, "grad_norm": 0.3071999251842499, "learning_rate": 4.302960544255793e-06, "loss": 0.2767, "step": 5355 }, { "epoch": 3.5121311475409835, "grad_norm": 0.30011940002441406, "learning_rate": 4.299470093055086e-06, "loss": 0.2637, "step": 5356 }, { "epoch": 3.5127868852459017, "grad_norm": 0.2964843213558197, "learning_rate": 4.295980670394322e-06, "loss": 0.304, "step": 5357 }, { "epoch": 3.5134426229508198, "grad_norm": 0.28965169191360474, "learning_rate": 4.292492276903091e-06, "loss": 0.2728, "step": 5358 }, { "epoch": 3.514098360655738, "grad_norm": 0.27931541204452515, "learning_rate": 4.289004913210806e-06, "loss": 0.261, "step": 5359 }, { "epoch": 3.5147540983606556, "grad_norm": 0.2849554419517517, "learning_rate": 4.285518579946685e-06, "loss": 0.265, "step": 5360 }, { "epoch": 3.5154098360655737, "grad_norm": 0.2989213764667511, "learning_rate": 4.282033277739763e-06, "loss": 0.277, "step": 5361 }, { "epoch": 3.516065573770492, "grad_norm": 0.30231228470802307, "learning_rate": 4.278549007218885e-06, "loss": 0.2813, "step": 5362 }, { "epoch": 3.51672131147541, "grad_norm": 0.3377408981323242, "learning_rate": 4.275065769012723e-06, "loss": 0.3164, "step": 5363 }, { "epoch": 3.517377049180328, "grad_norm": 0.3082474172115326, "learning_rate": 4.2715835637497475e-06, "loss": 0.2868, "step": 5364 }, { "epoch": 3.5180327868852457, "grad_norm": 0.32030174136161804, "learning_rate": 4.2681023920582454e-06, "loss": 0.2872, "step": 5365 }, { "epoch": 3.518688524590164, "grad_norm": 0.2986641824245453, "learning_rate": 4.264622254566328e-06, "loss": 0.292, "step": 5366 }, { "epoch": 3.519344262295082, "grad_norm": 0.31980982422828674, "learning_rate": 4.26114315190191e-06, "loss": 0.322, "step": 5367 }, { "epoch": 3.52, "grad_norm": 0.2846871614456177, "learning_rate": 4.257665084692717e-06, "loss": 0.286, "step": 5368 }, { "epoch": 3.520655737704918, "grad_norm": 0.319036066532135, "learning_rate": 4.2541880535663004e-06, "loss": 0.3049, "step": 5369 }, { "epoch": 3.521311475409836, "grad_norm": 0.28886616230010986, "learning_rate": 4.2507120591500125e-06, "loss": 0.2739, "step": 5370 }, { "epoch": 3.5219672131147544, "grad_norm": 0.2955870032310486, "learning_rate": 4.2472371020710244e-06, "loss": 0.2724, "step": 5371 }, { "epoch": 3.522622950819672, "grad_norm": 0.295251727104187, "learning_rate": 4.243763182956313e-06, "loss": 0.2685, "step": 5372 }, { "epoch": 3.52327868852459, "grad_norm": 0.3120172619819641, "learning_rate": 4.240290302432681e-06, "loss": 0.2834, "step": 5373 }, { "epoch": 3.5239344262295083, "grad_norm": 0.3249088227748871, "learning_rate": 4.2368184611267345e-06, "loss": 0.2969, "step": 5374 }, { "epoch": 3.5245901639344264, "grad_norm": 0.3018914461135864, "learning_rate": 4.233347659664888e-06, "loss": 0.2983, "step": 5375 }, { "epoch": 3.5252459016393445, "grad_norm": 0.298009991645813, "learning_rate": 4.229877898673384e-06, "loss": 0.3026, "step": 5376 }, { "epoch": 3.525901639344262, "grad_norm": 0.32181480526924133, "learning_rate": 4.226409178778263e-06, "loss": 0.2849, "step": 5377 }, { "epoch": 3.5265573770491803, "grad_norm": 0.29512763023376465, "learning_rate": 4.222941500605375e-06, "loss": 0.2598, "step": 5378 }, { "epoch": 3.5272131147540984, "grad_norm": 0.2954385280609131, "learning_rate": 4.219474864780399e-06, "loss": 0.2901, "step": 5379 }, { "epoch": 3.5278688524590165, "grad_norm": 0.31067243218421936, "learning_rate": 4.216009271928812e-06, "loss": 0.3064, "step": 5380 }, { "epoch": 3.5285245901639346, "grad_norm": 0.30924275517463684, "learning_rate": 4.212544722675903e-06, "loss": 0.3072, "step": 5381 }, { "epoch": 3.5291803278688523, "grad_norm": 0.3157193660736084, "learning_rate": 4.209081217646785e-06, "loss": 0.2868, "step": 5382 }, { "epoch": 3.5298360655737704, "grad_norm": 0.2967486083507538, "learning_rate": 4.20561875746637e-06, "loss": 0.2926, "step": 5383 }, { "epoch": 3.5304918032786885, "grad_norm": 0.289488822221756, "learning_rate": 4.202157342759381e-06, "loss": 0.2746, "step": 5384 }, { "epoch": 3.5311475409836066, "grad_norm": 0.31919729709625244, "learning_rate": 4.198696974150366e-06, "loss": 0.2936, "step": 5385 }, { "epoch": 3.5318032786885247, "grad_norm": 0.3012632727622986, "learning_rate": 4.195237652263669e-06, "loss": 0.2739, "step": 5386 }, { "epoch": 3.5324590163934424, "grad_norm": 0.3231876790523529, "learning_rate": 4.191779377723452e-06, "loss": 0.2909, "step": 5387 }, { "epoch": 3.5331147540983605, "grad_norm": 0.34356990456581116, "learning_rate": 4.1883221511536905e-06, "loss": 0.3033, "step": 5388 }, { "epoch": 3.5337704918032786, "grad_norm": 0.2982184588909149, "learning_rate": 4.184865973178167e-06, "loss": 0.2671, "step": 5389 }, { "epoch": 3.5344262295081967, "grad_norm": 0.28585517406463623, "learning_rate": 4.181410844420473e-06, "loss": 0.2729, "step": 5390 }, { "epoch": 3.535081967213115, "grad_norm": 0.3022671639919281, "learning_rate": 4.177956765504013e-06, "loss": 0.2644, "step": 5391 }, { "epoch": 3.5357377049180325, "grad_norm": 0.32233792543411255, "learning_rate": 4.174503737052007e-06, "loss": 0.2969, "step": 5392 }, { "epoch": 3.536393442622951, "grad_norm": 0.3170722723007202, "learning_rate": 4.171051759687479e-06, "loss": 0.2984, "step": 5393 }, { "epoch": 3.5370491803278687, "grad_norm": 0.3140160143375397, "learning_rate": 4.1676008340332596e-06, "loss": 0.288, "step": 5394 }, { "epoch": 3.537704918032787, "grad_norm": 0.3180648386478424, "learning_rate": 4.164150960712005e-06, "loss": 0.2968, "step": 5395 }, { "epoch": 3.538360655737705, "grad_norm": 0.31319427490234375, "learning_rate": 4.160702140346166e-06, "loss": 0.2945, "step": 5396 }, { "epoch": 3.539016393442623, "grad_norm": 0.2832154929637909, "learning_rate": 4.1572543735580105e-06, "loss": 0.283, "step": 5397 }, { "epoch": 3.539672131147541, "grad_norm": 0.3066149652004242, "learning_rate": 4.153807660969614e-06, "loss": 0.2727, "step": 5398 }, { "epoch": 3.540327868852459, "grad_norm": 0.28478941321372986, "learning_rate": 4.150362003202865e-06, "loss": 0.2777, "step": 5399 }, { "epoch": 3.540983606557377, "grad_norm": 0.3108319640159607, "learning_rate": 4.146917400879454e-06, "loss": 0.2917, "step": 5400 }, { "epoch": 3.541639344262295, "grad_norm": 0.3036210536956787, "learning_rate": 4.143473854620893e-06, "loss": 0.2975, "step": 5401 }, { "epoch": 3.542295081967213, "grad_norm": 0.29522430896759033, "learning_rate": 4.1400313650484955e-06, "loss": 0.2842, "step": 5402 }, { "epoch": 3.5429508196721313, "grad_norm": 0.27926012873649597, "learning_rate": 4.136589932783382e-06, "loss": 0.2417, "step": 5403 }, { "epoch": 3.543606557377049, "grad_norm": 0.309938907623291, "learning_rate": 4.133149558446491e-06, "loss": 0.2834, "step": 5404 }, { "epoch": 3.544262295081967, "grad_norm": 0.2885015308856964, "learning_rate": 4.129710242658565e-06, "loss": 0.2865, "step": 5405 }, { "epoch": 3.544918032786885, "grad_norm": 0.291318416595459, "learning_rate": 4.126271986040152e-06, "loss": 0.2864, "step": 5406 }, { "epoch": 3.5455737704918033, "grad_norm": 0.3029836118221283, "learning_rate": 4.122834789211613e-06, "loss": 0.2802, "step": 5407 }, { "epoch": 3.5462295081967214, "grad_norm": 0.27968770265579224, "learning_rate": 4.1193986527931215e-06, "loss": 0.2597, "step": 5408 }, { "epoch": 3.546885245901639, "grad_norm": 0.31823012232780457, "learning_rate": 4.1159635774046534e-06, "loss": 0.3035, "step": 5409 }, { "epoch": 3.5475409836065572, "grad_norm": 0.34367460012435913, "learning_rate": 4.112529563665992e-06, "loss": 0.2758, "step": 5410 }, { "epoch": 3.5481967213114753, "grad_norm": 0.31355610489845276, "learning_rate": 4.109096612196739e-06, "loss": 0.2849, "step": 5411 }, { "epoch": 3.5488524590163935, "grad_norm": 0.29425910115242004, "learning_rate": 4.105664723616294e-06, "loss": 0.2664, "step": 5412 }, { "epoch": 3.5495081967213116, "grad_norm": 0.29334551095962524, "learning_rate": 4.102233898543865e-06, "loss": 0.2697, "step": 5413 }, { "epoch": 3.5501639344262292, "grad_norm": 0.3079769015312195, "learning_rate": 4.0988041375984784e-06, "loss": 0.2851, "step": 5414 }, { "epoch": 3.550819672131148, "grad_norm": 0.30220311880111694, "learning_rate": 4.095375441398961e-06, "loss": 0.2867, "step": 5415 }, { "epoch": 3.5514754098360655, "grad_norm": 0.29541894793510437, "learning_rate": 4.091947810563945e-06, "loss": 0.2756, "step": 5416 }, { "epoch": 3.5521311475409836, "grad_norm": 0.29664748907089233, "learning_rate": 4.0885212457118725e-06, "loss": 0.3043, "step": 5417 }, { "epoch": 3.5527868852459017, "grad_norm": 0.32288259267807007, "learning_rate": 4.085095747461005e-06, "loss": 0.2797, "step": 5418 }, { "epoch": 3.55344262295082, "grad_norm": 0.3154781460762024, "learning_rate": 4.081671316429387e-06, "loss": 0.2767, "step": 5419 }, { "epoch": 3.554098360655738, "grad_norm": 0.30534306168556213, "learning_rate": 4.078247953234895e-06, "loss": 0.281, "step": 5420 }, { "epoch": 3.5547540983606556, "grad_norm": 0.30742111802101135, "learning_rate": 4.0748256584951975e-06, "loss": 0.3031, "step": 5421 }, { "epoch": 3.5554098360655737, "grad_norm": 0.29583653807640076, "learning_rate": 4.071404432827777e-06, "loss": 0.2718, "step": 5422 }, { "epoch": 3.556065573770492, "grad_norm": 0.3038189709186554, "learning_rate": 4.067984276849917e-06, "loss": 0.2806, "step": 5423 }, { "epoch": 3.55672131147541, "grad_norm": 0.31680774688720703, "learning_rate": 4.0645651911787185e-06, "loss": 0.2948, "step": 5424 }, { "epoch": 3.557377049180328, "grad_norm": 0.2990216314792633, "learning_rate": 4.061147176431081e-06, "loss": 0.2764, "step": 5425 }, { "epoch": 3.5580327868852457, "grad_norm": 0.30691978335380554, "learning_rate": 4.05773023322371e-06, "loss": 0.3024, "step": 5426 }, { "epoch": 3.558688524590164, "grad_norm": 0.31299537420272827, "learning_rate": 4.054314362173125e-06, "loss": 0.2894, "step": 5427 }, { "epoch": 3.559344262295082, "grad_norm": 0.3074594736099243, "learning_rate": 4.050899563895647e-06, "loss": 0.2881, "step": 5428 }, { "epoch": 3.56, "grad_norm": 0.33316630125045776, "learning_rate": 4.047485839007398e-06, "loss": 0.2859, "step": 5429 }, { "epoch": 3.560655737704918, "grad_norm": 0.30927345156669617, "learning_rate": 4.04407318812432e-06, "loss": 0.2655, "step": 5430 }, { "epoch": 3.561311475409836, "grad_norm": 0.3284860849380493, "learning_rate": 4.040661611862152e-06, "loss": 0.328, "step": 5431 }, { "epoch": 3.561967213114754, "grad_norm": 0.29648861289024353, "learning_rate": 4.0372511108364384e-06, "loss": 0.2723, "step": 5432 }, { "epoch": 3.562622950819672, "grad_norm": 0.3065910041332245, "learning_rate": 4.033841685662529e-06, "loss": 0.2869, "step": 5433 }, { "epoch": 3.56327868852459, "grad_norm": 0.30613973736763, "learning_rate": 4.030433336955591e-06, "loss": 0.2943, "step": 5434 }, { "epoch": 3.5639344262295083, "grad_norm": 0.31852370500564575, "learning_rate": 4.027026065330582e-06, "loss": 0.2845, "step": 5435 }, { "epoch": 3.564590163934426, "grad_norm": 0.3117612302303314, "learning_rate": 4.0236198714022726e-06, "loss": 0.2705, "step": 5436 }, { "epoch": 3.5652459016393445, "grad_norm": 0.28537455201148987, "learning_rate": 4.020214755785242e-06, "loss": 0.2743, "step": 5437 }, { "epoch": 3.565901639344262, "grad_norm": 0.3090437650680542, "learning_rate": 4.01681071909387e-06, "loss": 0.288, "step": 5438 }, { "epoch": 3.5665573770491803, "grad_norm": 0.2943221926689148, "learning_rate": 4.013407761942342e-06, "loss": 0.2796, "step": 5439 }, { "epoch": 3.5672131147540984, "grad_norm": 0.3062739670276642, "learning_rate": 4.010005884944649e-06, "loss": 0.2893, "step": 5440 }, { "epoch": 3.5678688524590165, "grad_norm": 0.3532259166240692, "learning_rate": 4.006605088714588e-06, "loss": 0.3035, "step": 5441 }, { "epoch": 3.5685245901639346, "grad_norm": 0.29017460346221924, "learning_rate": 4.003205373865758e-06, "loss": 0.2754, "step": 5442 }, { "epoch": 3.5691803278688523, "grad_norm": 0.3012528121471405, "learning_rate": 3.999806741011573e-06, "loss": 0.2925, "step": 5443 }, { "epoch": 3.5698360655737704, "grad_norm": 0.32388976216316223, "learning_rate": 3.9964091907652384e-06, "loss": 0.2691, "step": 5444 }, { "epoch": 3.5704918032786885, "grad_norm": 0.29034706950187683, "learning_rate": 3.9930127237397675e-06, "loss": 0.2796, "step": 5445 }, { "epoch": 3.5711475409836066, "grad_norm": 0.2987264096736908, "learning_rate": 3.98961734054799e-06, "loss": 0.2823, "step": 5446 }, { "epoch": 3.5718032786885248, "grad_norm": 0.30398815870285034, "learning_rate": 3.986223041802526e-06, "loss": 0.2728, "step": 5447 }, { "epoch": 3.5724590163934424, "grad_norm": 0.3076709806919098, "learning_rate": 3.982829828115801e-06, "loss": 0.2943, "step": 5448 }, { "epoch": 3.5731147540983605, "grad_norm": 0.31937769055366516, "learning_rate": 3.979437700100056e-06, "loss": 0.2735, "step": 5449 }, { "epoch": 3.5737704918032787, "grad_norm": 0.2944848835468292, "learning_rate": 3.976046658367325e-06, "loss": 0.2726, "step": 5450 }, { "epoch": 3.5744262295081968, "grad_norm": 0.30931219458580017, "learning_rate": 3.972656703529449e-06, "loss": 0.3018, "step": 5451 }, { "epoch": 3.575081967213115, "grad_norm": 0.30321940779685974, "learning_rate": 3.969267836198072e-06, "loss": 0.2775, "step": 5452 }, { "epoch": 3.5757377049180326, "grad_norm": 0.30211368203163147, "learning_rate": 3.965880056984649e-06, "loss": 0.2793, "step": 5453 }, { "epoch": 3.5763934426229507, "grad_norm": 0.29077836871147156, "learning_rate": 3.962493366500429e-06, "loss": 0.2721, "step": 5454 }, { "epoch": 3.577049180327869, "grad_norm": 0.3146641254425049, "learning_rate": 3.959107765356467e-06, "loss": 0.2993, "step": 5455 }, { "epoch": 3.577704918032787, "grad_norm": 0.30593863129615784, "learning_rate": 3.955723254163629e-06, "loss": 0.2843, "step": 5456 }, { "epoch": 3.578360655737705, "grad_norm": 0.31137987971305847, "learning_rate": 3.952339833532575e-06, "loss": 0.3068, "step": 5457 }, { "epoch": 3.5790163934426227, "grad_norm": 0.3086068332195282, "learning_rate": 3.948957504073767e-06, "loss": 0.2833, "step": 5458 }, { "epoch": 3.5796721311475412, "grad_norm": 0.2992730736732483, "learning_rate": 3.945576266397486e-06, "loss": 0.2863, "step": 5459 }, { "epoch": 3.580327868852459, "grad_norm": 0.3013288974761963, "learning_rate": 3.942196121113796e-06, "loss": 0.2924, "step": 5460 }, { "epoch": 3.580983606557377, "grad_norm": 0.2954031825065613, "learning_rate": 3.93881706883257e-06, "loss": 0.2905, "step": 5461 }, { "epoch": 3.581639344262295, "grad_norm": 0.2870647609233856, "learning_rate": 3.9354391101634946e-06, "loss": 0.2908, "step": 5462 }, { "epoch": 3.5822950819672132, "grad_norm": 0.2925202548503876, "learning_rate": 3.932062245716049e-06, "loss": 0.2721, "step": 5463 }, { "epoch": 3.5829508196721314, "grad_norm": 0.2987150549888611, "learning_rate": 3.928686476099509e-06, "loss": 0.2777, "step": 5464 }, { "epoch": 3.583606557377049, "grad_norm": 0.29709795117378235, "learning_rate": 3.925311801922973e-06, "loss": 0.277, "step": 5465 }, { "epoch": 3.584262295081967, "grad_norm": 0.31349053978919983, "learning_rate": 3.921938223795323e-06, "loss": 0.2907, "step": 5466 }, { "epoch": 3.5849180327868853, "grad_norm": 0.3006472885608673, "learning_rate": 3.91856574232525e-06, "loss": 0.2724, "step": 5467 }, { "epoch": 3.5855737704918034, "grad_norm": 0.3248361349105835, "learning_rate": 3.915194358121244e-06, "loss": 0.3008, "step": 5468 }, { "epoch": 3.5862295081967215, "grad_norm": 0.27263981103897095, "learning_rate": 3.911824071791606e-06, "loss": 0.2624, "step": 5469 }, { "epoch": 3.586885245901639, "grad_norm": 0.29520681500434875, "learning_rate": 3.908454883944431e-06, "loss": 0.2759, "step": 5470 }, { "epoch": 3.5875409836065573, "grad_norm": 0.31365513801574707, "learning_rate": 3.9050867951876125e-06, "loss": 0.2866, "step": 5471 }, { "epoch": 3.5881967213114754, "grad_norm": 0.31278228759765625, "learning_rate": 3.901719806128859e-06, "loss": 0.2754, "step": 5472 }, { "epoch": 3.5888524590163935, "grad_norm": 0.3067282736301422, "learning_rate": 3.898353917375667e-06, "loss": 0.3039, "step": 5473 }, { "epoch": 3.5895081967213116, "grad_norm": 0.3012813329696655, "learning_rate": 3.894989129535339e-06, "loss": 0.2835, "step": 5474 }, { "epoch": 3.5901639344262293, "grad_norm": 0.29761743545532227, "learning_rate": 3.891625443214985e-06, "loss": 0.2778, "step": 5475 }, { "epoch": 3.5908196721311474, "grad_norm": 0.3150225281715393, "learning_rate": 3.888262859021508e-06, "loss": 0.3148, "step": 5476 }, { "epoch": 3.5914754098360655, "grad_norm": 0.31197553873062134, "learning_rate": 3.884901377561615e-06, "loss": 0.2932, "step": 5477 }, { "epoch": 3.5921311475409836, "grad_norm": 0.2843218445777893, "learning_rate": 3.881540999441811e-06, "loss": 0.2595, "step": 5478 }, { "epoch": 3.5927868852459017, "grad_norm": 0.29340052604675293, "learning_rate": 3.87818172526841e-06, "loss": 0.266, "step": 5479 }, { "epoch": 3.5934426229508194, "grad_norm": 0.29274287819862366, "learning_rate": 3.8748235556475225e-06, "loss": 0.2967, "step": 5480 }, { "epoch": 3.594098360655738, "grad_norm": 0.2923498749732971, "learning_rate": 3.871466491185056e-06, "loss": 0.2789, "step": 5481 }, { "epoch": 3.5947540983606556, "grad_norm": 0.30108001828193665, "learning_rate": 3.868110532486723e-06, "loss": 0.282, "step": 5482 }, { "epoch": 3.5954098360655737, "grad_norm": 0.32196393609046936, "learning_rate": 3.864755680158034e-06, "loss": 0.3212, "step": 5483 }, { "epoch": 3.596065573770492, "grad_norm": 0.3172749876976013, "learning_rate": 3.861401934804299e-06, "loss": 0.2949, "step": 5484 }, { "epoch": 3.59672131147541, "grad_norm": 0.28656497597694397, "learning_rate": 3.858049297030636e-06, "loss": 0.2578, "step": 5485 }, { "epoch": 3.597377049180328, "grad_norm": 0.2836908996105194, "learning_rate": 3.854697767441955e-06, "loss": 0.2709, "step": 5486 }, { "epoch": 3.5980327868852457, "grad_norm": 0.2943972051143646, "learning_rate": 3.851347346642965e-06, "loss": 0.2746, "step": 5487 }, { "epoch": 3.598688524590164, "grad_norm": 0.31745511293411255, "learning_rate": 3.847998035238185e-06, "loss": 0.3, "step": 5488 }, { "epoch": 3.599344262295082, "grad_norm": 0.2959699034690857, "learning_rate": 3.844649833831924e-06, "loss": 0.2731, "step": 5489 }, { "epoch": 3.6, "grad_norm": 0.31859761476516724, "learning_rate": 3.841302743028291e-06, "loss": 0.306, "step": 5490 }, { "epoch": 3.600655737704918, "grad_norm": 0.32742640376091003, "learning_rate": 3.8379567634312045e-06, "loss": 0.3011, "step": 5491 }, { "epoch": 3.601311475409836, "grad_norm": 0.29502031207084656, "learning_rate": 3.834611895644371e-06, "loss": 0.2756, "step": 5492 }, { "epoch": 3.601967213114754, "grad_norm": 0.32656046748161316, "learning_rate": 3.831268140271304e-06, "loss": 0.2897, "step": 5493 }, { "epoch": 3.602622950819672, "grad_norm": 0.30408775806427, "learning_rate": 3.827925497915305e-06, "loss": 0.2759, "step": 5494 }, { "epoch": 3.60327868852459, "grad_norm": 0.3125894069671631, "learning_rate": 3.824583969179496e-06, "loss": 0.3101, "step": 5495 }, { "epoch": 3.6039344262295083, "grad_norm": 0.3117002844810486, "learning_rate": 3.821243554666778e-06, "loss": 0.3089, "step": 5496 }, { "epoch": 3.604590163934426, "grad_norm": 0.30619123578071594, "learning_rate": 3.817904254979854e-06, "loss": 0.2844, "step": 5497 }, { "epoch": 3.605245901639344, "grad_norm": 0.29787713289260864, "learning_rate": 3.8145660707212395e-06, "loss": 0.288, "step": 5498 }, { "epoch": 3.605901639344262, "grad_norm": 0.2993052899837494, "learning_rate": 3.811229002493234e-06, "loss": 0.304, "step": 5499 }, { "epoch": 3.6065573770491803, "grad_norm": 0.3090232014656067, "learning_rate": 3.8078930508979405e-06, "loss": 0.2849, "step": 5500 }, { "epoch": 3.6072131147540984, "grad_norm": 0.34166592359542847, "learning_rate": 3.804558216537262e-06, "loss": 0.3123, "step": 5501 }, { "epoch": 3.607868852459016, "grad_norm": 0.313904345035553, "learning_rate": 3.8012245000128987e-06, "loss": 0.318, "step": 5502 }, { "epoch": 3.6085245901639347, "grad_norm": 0.29179710149765015, "learning_rate": 3.797891901926345e-06, "loss": 0.2829, "step": 5503 }, { "epoch": 3.6091803278688523, "grad_norm": 0.2832573652267456, "learning_rate": 3.7945604228789045e-06, "loss": 0.2705, "step": 5504 }, { "epoch": 3.6098360655737705, "grad_norm": 0.30366599559783936, "learning_rate": 3.791230063471669e-06, "loss": 0.2839, "step": 5505 }, { "epoch": 3.6104918032786886, "grad_norm": 0.3169804513454437, "learning_rate": 3.7879008243055292e-06, "loss": 0.2822, "step": 5506 }, { "epoch": 3.6111475409836067, "grad_norm": 0.3003625273704529, "learning_rate": 3.78457270598118e-06, "loss": 0.2626, "step": 5507 }, { "epoch": 3.611803278688525, "grad_norm": 0.34424716234207153, "learning_rate": 3.7812457090991084e-06, "loss": 0.3085, "step": 5508 }, { "epoch": 3.6124590163934425, "grad_norm": 0.32792022824287415, "learning_rate": 3.777919834259597e-06, "loss": 0.2983, "step": 5509 }, { "epoch": 3.6131147540983606, "grad_norm": 0.3223264217376709, "learning_rate": 3.7745950820627355e-06, "loss": 0.2975, "step": 5510 }, { "epoch": 3.6137704918032787, "grad_norm": 0.3052816689014435, "learning_rate": 3.7712714531084015e-06, "loss": 0.3131, "step": 5511 }, { "epoch": 3.614426229508197, "grad_norm": 0.29761624336242676, "learning_rate": 3.767948947996275e-06, "loss": 0.2964, "step": 5512 }, { "epoch": 3.615081967213115, "grad_norm": 0.3114487826824188, "learning_rate": 3.764627567325827e-06, "loss": 0.2991, "step": 5513 }, { "epoch": 3.6157377049180326, "grad_norm": 0.2928156554698944, "learning_rate": 3.761307311696337e-06, "loss": 0.2735, "step": 5514 }, { "epoch": 3.6163934426229507, "grad_norm": 0.31761905550956726, "learning_rate": 3.757988181706873e-06, "loss": 0.3392, "step": 5515 }, { "epoch": 3.617049180327869, "grad_norm": 0.3064178228378296, "learning_rate": 3.7546701779562968e-06, "loss": 0.3036, "step": 5516 }, { "epoch": 3.617704918032787, "grad_norm": 0.310934841632843, "learning_rate": 3.75135330104328e-06, "loss": 0.3052, "step": 5517 }, { "epoch": 3.618360655737705, "grad_norm": 0.2907158434391022, "learning_rate": 3.7480375515662783e-06, "loss": 0.2585, "step": 5518 }, { "epoch": 3.6190163934426227, "grad_norm": 0.27739134430885315, "learning_rate": 3.7447229301235443e-06, "loss": 0.2402, "step": 5519 }, { "epoch": 3.619672131147541, "grad_norm": 0.29761889576911926, "learning_rate": 3.7414094373131406e-06, "loss": 0.2818, "step": 5520 }, { "epoch": 3.620327868852459, "grad_norm": 0.3012244999408722, "learning_rate": 3.738097073732915e-06, "loss": 0.2712, "step": 5521 }, { "epoch": 3.620983606557377, "grad_norm": 0.3423280417919159, "learning_rate": 3.7347858399805035e-06, "loss": 0.2853, "step": 5522 }, { "epoch": 3.621639344262295, "grad_norm": 0.29587629437446594, "learning_rate": 3.7314757366533583e-06, "loss": 0.2607, "step": 5523 }, { "epoch": 3.622295081967213, "grad_norm": 0.3040473759174347, "learning_rate": 3.7281667643487153e-06, "loss": 0.3018, "step": 5524 }, { "epoch": 3.6229508196721314, "grad_norm": 0.2971158027648926, "learning_rate": 3.7248589236636023e-06, "loss": 0.282, "step": 5525 }, { "epoch": 3.623606557377049, "grad_norm": 0.31238454580307007, "learning_rate": 3.721552215194859e-06, "loss": 0.3053, "step": 5526 }, { "epoch": 3.624262295081967, "grad_norm": 0.29407215118408203, "learning_rate": 3.718246639539106e-06, "loss": 0.292, "step": 5527 }, { "epoch": 3.6249180327868853, "grad_norm": 0.27623018622398376, "learning_rate": 3.7149421972927645e-06, "loss": 0.2605, "step": 5528 }, { "epoch": 3.6255737704918034, "grad_norm": 0.29807156324386597, "learning_rate": 3.711638889052048e-06, "loss": 0.2697, "step": 5529 }, { "epoch": 3.6262295081967215, "grad_norm": 0.2995521128177643, "learning_rate": 3.7083367154129756e-06, "loss": 0.2883, "step": 5530 }, { "epoch": 3.626885245901639, "grad_norm": 0.3122255802154541, "learning_rate": 3.70503567697135e-06, "loss": 0.3001, "step": 5531 }, { "epoch": 3.6275409836065573, "grad_norm": 0.3025793433189392, "learning_rate": 3.701735774322772e-06, "loss": 0.2784, "step": 5532 }, { "epoch": 3.6281967213114754, "grad_norm": 0.29188424348831177, "learning_rate": 3.6984370080626453e-06, "loss": 0.2804, "step": 5533 }, { "epoch": 3.6288524590163935, "grad_norm": 0.28989896178245544, "learning_rate": 3.6951393787861587e-06, "loss": 0.2804, "step": 5534 }, { "epoch": 3.6295081967213116, "grad_norm": 0.31733453273773193, "learning_rate": 3.691842887088296e-06, "loss": 0.2978, "step": 5535 }, { "epoch": 3.6301639344262293, "grad_norm": 0.30096080899238586, "learning_rate": 3.6885475335638464e-06, "loss": 0.2736, "step": 5536 }, { "epoch": 3.6308196721311474, "grad_norm": 0.2992591857910156, "learning_rate": 3.6852533188073846e-06, "loss": 0.2527, "step": 5537 }, { "epoch": 3.6314754098360655, "grad_norm": 0.3050636947154999, "learning_rate": 3.6819602434132796e-06, "loss": 0.271, "step": 5538 }, { "epoch": 3.6321311475409837, "grad_norm": 0.30693989992141724, "learning_rate": 3.678668307975696e-06, "loss": 0.2885, "step": 5539 }, { "epoch": 3.6327868852459018, "grad_norm": 0.3039008677005768, "learning_rate": 3.6753775130885984e-06, "loss": 0.2826, "step": 5540 }, { "epoch": 3.6334426229508194, "grad_norm": 0.29747727513313293, "learning_rate": 3.6720878593457386e-06, "loss": 0.2733, "step": 5541 }, { "epoch": 3.6340983606557375, "grad_norm": 0.3263240158557892, "learning_rate": 3.6687993473406667e-06, "loss": 0.2874, "step": 5542 }, { "epoch": 3.6347540983606557, "grad_norm": 0.3006789982318878, "learning_rate": 3.6655119776667225e-06, "loss": 0.2821, "step": 5543 }, { "epoch": 3.6354098360655738, "grad_norm": 0.3120197057723999, "learning_rate": 3.6622257509170435e-06, "loss": 0.2964, "step": 5544 }, { "epoch": 3.636065573770492, "grad_norm": 0.34243619441986084, "learning_rate": 3.6589406676845564e-06, "loss": 0.3386, "step": 5545 }, { "epoch": 3.63672131147541, "grad_norm": 0.28341183066368103, "learning_rate": 3.6556567285619917e-06, "loss": 0.2787, "step": 5546 }, { "epoch": 3.637377049180328, "grad_norm": 0.3166313171386719, "learning_rate": 3.652373934141863e-06, "loss": 0.2765, "step": 5547 }, { "epoch": 3.638032786885246, "grad_norm": 0.3006713390350342, "learning_rate": 3.6490922850164767e-06, "loss": 0.2796, "step": 5548 }, { "epoch": 3.638688524590164, "grad_norm": 0.30378657579421997, "learning_rate": 3.6458117817779457e-06, "loss": 0.2974, "step": 5549 }, { "epoch": 3.639344262295082, "grad_norm": 0.3006075322628021, "learning_rate": 3.642532425018164e-06, "loss": 0.2845, "step": 5550 }, { "epoch": 3.64, "grad_norm": 0.3245586156845093, "learning_rate": 3.6392542153288157e-06, "loss": 0.3003, "step": 5551 }, { "epoch": 3.6406557377049182, "grad_norm": 0.2993394434452057, "learning_rate": 3.6359771533013943e-06, "loss": 0.2867, "step": 5552 }, { "epoch": 3.641311475409836, "grad_norm": 0.29840371012687683, "learning_rate": 3.632701239527172e-06, "loss": 0.3108, "step": 5553 }, { "epoch": 3.641967213114754, "grad_norm": 0.3036038279533386, "learning_rate": 3.6294264745972176e-06, "loss": 0.2956, "step": 5554 }, { "epoch": 3.642622950819672, "grad_norm": 0.3104088604450226, "learning_rate": 3.6261528591023897e-06, "loss": 0.2884, "step": 5555 }, { "epoch": 3.6432786885245902, "grad_norm": 0.29557761549949646, "learning_rate": 3.6228803936333502e-06, "loss": 0.2738, "step": 5556 }, { "epoch": 3.6439344262295084, "grad_norm": 0.30466175079345703, "learning_rate": 3.6196090787805427e-06, "loss": 0.2944, "step": 5557 }, { "epoch": 3.644590163934426, "grad_norm": 0.29655617475509644, "learning_rate": 3.6163389151342033e-06, "loss": 0.2654, "step": 5558 }, { "epoch": 3.645245901639344, "grad_norm": 0.3005635440349579, "learning_rate": 3.6130699032843697e-06, "loss": 0.2885, "step": 5559 }, { "epoch": 3.6459016393442623, "grad_norm": 0.30908331274986267, "learning_rate": 3.6098020438208635e-06, "loss": 0.2761, "step": 5560 }, { "epoch": 3.6465573770491804, "grad_norm": 0.2988561987876892, "learning_rate": 3.606535337333298e-06, "loss": 0.2715, "step": 5561 }, { "epoch": 3.6472131147540985, "grad_norm": 0.3057703971862793, "learning_rate": 3.6032697844110896e-06, "loss": 0.2584, "step": 5562 }, { "epoch": 3.647868852459016, "grad_norm": 0.30308395624160767, "learning_rate": 3.6000053856434293e-06, "loss": 0.2896, "step": 5563 }, { "epoch": 3.6485245901639343, "grad_norm": 0.3195156455039978, "learning_rate": 3.5967421416193095e-06, "loss": 0.3134, "step": 5564 }, { "epoch": 3.6491803278688524, "grad_norm": 0.29694628715515137, "learning_rate": 3.5934800529275172e-06, "loss": 0.2887, "step": 5565 }, { "epoch": 3.6498360655737705, "grad_norm": 0.2986457049846649, "learning_rate": 3.5902191201566273e-06, "loss": 0.2783, "step": 5566 }, { "epoch": 3.6504918032786886, "grad_norm": 0.29392164945602417, "learning_rate": 3.5869593438950014e-06, "loss": 0.284, "step": 5567 }, { "epoch": 3.6511475409836067, "grad_norm": 0.3010813593864441, "learning_rate": 3.5837007247308033e-06, "loss": 0.2875, "step": 5568 }, { "epoch": 3.651803278688525, "grad_norm": 0.3064813017845154, "learning_rate": 3.5804432632519783e-06, "loss": 0.2581, "step": 5569 }, { "epoch": 3.6524590163934425, "grad_norm": 0.3052437901496887, "learning_rate": 3.577186960046264e-06, "loss": 0.292, "step": 5570 }, { "epoch": 3.6531147540983606, "grad_norm": 0.27664947509765625, "learning_rate": 3.573931815701198e-06, "loss": 0.2717, "step": 5571 }, { "epoch": 3.6537704918032787, "grad_norm": 0.29834431409835815, "learning_rate": 3.570677830804099e-06, "loss": 0.2917, "step": 5572 }, { "epoch": 3.654426229508197, "grad_norm": 0.2837444543838501, "learning_rate": 3.567425005942078e-06, "loss": 0.2543, "step": 5573 }, { "epoch": 3.655081967213115, "grad_norm": 0.30676162242889404, "learning_rate": 3.5641733417020373e-06, "loss": 0.3129, "step": 5574 }, { "epoch": 3.6557377049180326, "grad_norm": 0.28465864062309265, "learning_rate": 3.560922838670676e-06, "loss": 0.2361, "step": 5575 }, { "epoch": 3.6563934426229507, "grad_norm": 0.3115513324737549, "learning_rate": 3.5576734974344764e-06, "loss": 0.29, "step": 5576 }, { "epoch": 3.657049180327869, "grad_norm": 0.3011327087879181, "learning_rate": 3.5544253185797085e-06, "loss": 0.2858, "step": 5577 }, { "epoch": 3.657704918032787, "grad_norm": 0.2888042628765106, "learning_rate": 3.551178302692445e-06, "loss": 0.2708, "step": 5578 }, { "epoch": 3.658360655737705, "grad_norm": 0.30078402161598206, "learning_rate": 3.547932450358539e-06, "loss": 0.2887, "step": 5579 }, { "epoch": 3.6590163934426227, "grad_norm": 0.3103620111942291, "learning_rate": 3.54468776216363e-06, "loss": 0.2935, "step": 5580 }, { "epoch": 3.659672131147541, "grad_norm": 0.28387776017189026, "learning_rate": 3.5414442386931625e-06, "loss": 0.2719, "step": 5581 }, { "epoch": 3.660327868852459, "grad_norm": 0.2850050628185272, "learning_rate": 3.5382018805323593e-06, "loss": 0.282, "step": 5582 }, { "epoch": 3.660983606557377, "grad_norm": 0.2998085916042328, "learning_rate": 3.534960688266227e-06, "loss": 0.2537, "step": 5583 }, { "epoch": 3.661639344262295, "grad_norm": 0.30005359649658203, "learning_rate": 3.5317206624795784e-06, "loss": 0.2713, "step": 5584 }, { "epoch": 3.662295081967213, "grad_norm": 0.2945697605609894, "learning_rate": 3.528481803757007e-06, "loss": 0.2846, "step": 5585 }, { "epoch": 3.662950819672131, "grad_norm": 0.31019383668899536, "learning_rate": 3.5252441126828895e-06, "loss": 0.277, "step": 5586 }, { "epoch": 3.663606557377049, "grad_norm": 0.2996191084384918, "learning_rate": 3.5220075898414084e-06, "loss": 0.2771, "step": 5587 }, { "epoch": 3.664262295081967, "grad_norm": 0.3147757351398468, "learning_rate": 3.518772235816521e-06, "loss": 0.3245, "step": 5588 }, { "epoch": 3.6649180327868853, "grad_norm": 0.29863160848617554, "learning_rate": 3.515538051191979e-06, "loss": 0.2633, "step": 5589 }, { "epoch": 3.6655737704918034, "grad_norm": 0.29129406809806824, "learning_rate": 3.512305036551319e-06, "loss": 0.2697, "step": 5590 }, { "epoch": 3.6662295081967216, "grad_norm": 0.29826557636260986, "learning_rate": 3.5090731924778754e-06, "loss": 0.2981, "step": 5591 }, { "epoch": 3.6668852459016392, "grad_norm": 0.28703439235687256, "learning_rate": 3.5058425195547652e-06, "loss": 0.2711, "step": 5592 }, { "epoch": 3.6675409836065573, "grad_norm": 0.30350878834724426, "learning_rate": 3.502613018364889e-06, "loss": 0.2823, "step": 5593 }, { "epoch": 3.6681967213114755, "grad_norm": 0.31553733348846436, "learning_rate": 3.499384689490951e-06, "loss": 0.3119, "step": 5594 }, { "epoch": 3.6688524590163936, "grad_norm": 0.30016306042671204, "learning_rate": 3.49615753351543e-06, "loss": 0.267, "step": 5595 }, { "epoch": 3.6695081967213117, "grad_norm": 0.31616684794425964, "learning_rate": 3.492931551020594e-06, "loss": 0.2996, "step": 5596 }, { "epoch": 3.6701639344262293, "grad_norm": 0.2849631905555725, "learning_rate": 3.4897067425885125e-06, "loss": 0.2765, "step": 5597 }, { "epoch": 3.6708196721311475, "grad_norm": 0.29870548844337463, "learning_rate": 3.4864831088010277e-06, "loss": 0.2934, "step": 5598 }, { "epoch": 3.6714754098360656, "grad_norm": 0.2970593273639679, "learning_rate": 3.483260650239778e-06, "loss": 0.2872, "step": 5599 }, { "epoch": 3.6721311475409837, "grad_norm": 0.3024037778377533, "learning_rate": 3.4800393674861833e-06, "loss": 0.2866, "step": 5600 }, { "epoch": 3.672786885245902, "grad_norm": 0.2898717224597931, "learning_rate": 3.4768192611214635e-06, "loss": 0.2741, "step": 5601 }, { "epoch": 3.6734426229508195, "grad_norm": 0.29339322447776794, "learning_rate": 3.4736003317266155e-06, "loss": 0.2789, "step": 5602 }, { "epoch": 3.6740983606557376, "grad_norm": 0.28723397850990295, "learning_rate": 3.4703825798824252e-06, "loss": 0.2951, "step": 5603 }, { "epoch": 3.6747540983606557, "grad_norm": 0.28616470098495483, "learning_rate": 3.4671660061694703e-06, "loss": 0.269, "step": 5604 }, { "epoch": 3.675409836065574, "grad_norm": 0.275933176279068, "learning_rate": 3.463950611168111e-06, "loss": 0.261, "step": 5605 }, { "epoch": 3.676065573770492, "grad_norm": 0.30810001492500305, "learning_rate": 3.460736395458495e-06, "loss": 0.2709, "step": 5606 }, { "epoch": 3.6767213114754096, "grad_norm": 0.30576980113983154, "learning_rate": 3.457523359620567e-06, "loss": 0.2851, "step": 5607 }, { "epoch": 3.6773770491803277, "grad_norm": 0.296517014503479, "learning_rate": 3.454311504234047e-06, "loss": 0.2694, "step": 5608 }, { "epoch": 3.678032786885246, "grad_norm": 0.28227847814559937, "learning_rate": 3.451100829878442e-06, "loss": 0.2611, "step": 5609 }, { "epoch": 3.678688524590164, "grad_norm": 0.30734318494796753, "learning_rate": 3.447891337133059e-06, "loss": 0.284, "step": 5610 }, { "epoch": 3.679344262295082, "grad_norm": 0.3138151168823242, "learning_rate": 3.4446830265769784e-06, "loss": 0.2888, "step": 5611 }, { "epoch": 3.68, "grad_norm": 0.30375730991363525, "learning_rate": 3.4414758987890684e-06, "loss": 0.2985, "step": 5612 }, { "epoch": 3.6806557377049183, "grad_norm": 0.30632397532463074, "learning_rate": 3.4382699543479957e-06, "loss": 0.2801, "step": 5613 }, { "epoch": 3.681311475409836, "grad_norm": 0.30205053091049194, "learning_rate": 3.4350651938322e-06, "loss": 0.271, "step": 5614 }, { "epoch": 3.681967213114754, "grad_norm": 0.30739641189575195, "learning_rate": 3.4318616178199094e-06, "loss": 0.2853, "step": 5615 }, { "epoch": 3.682622950819672, "grad_norm": 0.2934647500514984, "learning_rate": 3.4286592268891483e-06, "loss": 0.2944, "step": 5616 }, { "epoch": 3.6832786885245903, "grad_norm": 0.2864198386669159, "learning_rate": 3.4254580216177167e-06, "loss": 0.275, "step": 5617 }, { "epoch": 3.6839344262295084, "grad_norm": 0.30213046073913574, "learning_rate": 3.422258002583205e-06, "loss": 0.297, "step": 5618 }, { "epoch": 3.684590163934426, "grad_norm": 0.29034623503685, "learning_rate": 3.419059170362985e-06, "loss": 0.2786, "step": 5619 }, { "epoch": 3.685245901639344, "grad_norm": 0.29874131083488464, "learning_rate": 3.4158615255342252e-06, "loss": 0.2719, "step": 5620 }, { "epoch": 3.6859016393442623, "grad_norm": 0.2892623543739319, "learning_rate": 3.4126650686738705e-06, "loss": 0.2637, "step": 5621 }, { "epoch": 3.6865573770491804, "grad_norm": 0.3180907964706421, "learning_rate": 3.409469800358649e-06, "loss": 0.2906, "step": 5622 }, { "epoch": 3.6872131147540985, "grad_norm": 0.3091159760951996, "learning_rate": 3.4062757211650886e-06, "loss": 0.2765, "step": 5623 }, { "epoch": 3.687868852459016, "grad_norm": 0.30108341574668884, "learning_rate": 3.4030828316694865e-06, "loss": 0.2682, "step": 5624 }, { "epoch": 3.6885245901639343, "grad_norm": 0.3328527510166168, "learning_rate": 3.399891132447929e-06, "loss": 0.2698, "step": 5625 }, { "epoch": 3.6891803278688524, "grad_norm": 0.3002501130104065, "learning_rate": 3.396700624076298e-06, "loss": 0.2746, "step": 5626 }, { "epoch": 3.6898360655737705, "grad_norm": 0.2857518196105957, "learning_rate": 3.3935113071302506e-06, "loss": 0.2575, "step": 5627 }, { "epoch": 3.6904918032786886, "grad_norm": 0.292925089597702, "learning_rate": 3.3903231821852266e-06, "loss": 0.2779, "step": 5628 }, { "epoch": 3.6911475409836063, "grad_norm": 0.2992068827152252, "learning_rate": 3.387136249816465e-06, "loss": 0.2679, "step": 5629 }, { "epoch": 3.6918032786885244, "grad_norm": 0.2948109209537506, "learning_rate": 3.3839505105989747e-06, "loss": 0.3026, "step": 5630 }, { "epoch": 3.6924590163934425, "grad_norm": 0.30015847086906433, "learning_rate": 3.3807659651075533e-06, "loss": 0.2715, "step": 5631 }, { "epoch": 3.6931147540983607, "grad_norm": 0.2874847650527954, "learning_rate": 3.377582613916789e-06, "loss": 0.2731, "step": 5632 }, { "epoch": 3.6937704918032788, "grad_norm": 0.2942548990249634, "learning_rate": 3.374400457601048e-06, "loss": 0.2833, "step": 5633 }, { "epoch": 3.694426229508197, "grad_norm": 0.31374987959861755, "learning_rate": 3.3712194967344835e-06, "loss": 0.2714, "step": 5634 }, { "epoch": 3.695081967213115, "grad_norm": 0.2920949161052704, "learning_rate": 3.3680397318910295e-06, "loss": 0.2842, "step": 5635 }, { "epoch": 3.6957377049180327, "grad_norm": 0.3079771101474762, "learning_rate": 3.364861163644413e-06, "loss": 0.2807, "step": 5636 }, { "epoch": 3.6963934426229508, "grad_norm": 0.2886539697647095, "learning_rate": 3.3616837925681355e-06, "loss": 0.2785, "step": 5637 }, { "epoch": 3.697049180327869, "grad_norm": 0.3061464726924896, "learning_rate": 3.358507619235485e-06, "loss": 0.2482, "step": 5638 }, { "epoch": 3.697704918032787, "grad_norm": 0.3019971549510956, "learning_rate": 3.355332644219539e-06, "loss": 0.2929, "step": 5639 }, { "epoch": 3.698360655737705, "grad_norm": 0.30160602927207947, "learning_rate": 3.3521588680931526e-06, "loss": 0.2967, "step": 5640 }, { "epoch": 3.699016393442623, "grad_norm": 0.32089510560035706, "learning_rate": 3.348986291428964e-06, "loss": 0.2984, "step": 5641 }, { "epoch": 3.699672131147541, "grad_norm": 0.3018689453601837, "learning_rate": 3.3458149147994025e-06, "loss": 0.2768, "step": 5642 }, { "epoch": 3.700327868852459, "grad_norm": 0.3075389564037323, "learning_rate": 3.3426447387766723e-06, "loss": 0.2843, "step": 5643 }, { "epoch": 3.700983606557377, "grad_norm": 0.31394869089126587, "learning_rate": 3.3394757639327656e-06, "loss": 0.2987, "step": 5644 }, { "epoch": 3.7016393442622952, "grad_norm": 0.31536242365837097, "learning_rate": 3.336307990839458e-06, "loss": 0.3026, "step": 5645 }, { "epoch": 3.702295081967213, "grad_norm": 0.28341159224510193, "learning_rate": 3.333141420068304e-06, "loss": 0.2889, "step": 5646 }, { "epoch": 3.702950819672131, "grad_norm": 0.2760397791862488, "learning_rate": 3.3299760521906445e-06, "loss": 0.2466, "step": 5647 }, { "epoch": 3.703606557377049, "grad_norm": 0.28033438324928284, "learning_rate": 3.326811887777607e-06, "loss": 0.2866, "step": 5648 }, { "epoch": 3.7042622950819672, "grad_norm": 0.3165503144264221, "learning_rate": 3.323648927400096e-06, "loss": 0.2811, "step": 5649 }, { "epoch": 3.7049180327868854, "grad_norm": 0.29058149456977844, "learning_rate": 3.3204871716288e-06, "loss": 0.2655, "step": 5650 }, { "epoch": 3.705573770491803, "grad_norm": 0.2919829189777374, "learning_rate": 3.3173266210341883e-06, "loss": 0.2907, "step": 5651 }, { "epoch": 3.706229508196721, "grad_norm": 0.30946555733680725, "learning_rate": 3.3141672761865207e-06, "loss": 0.3092, "step": 5652 }, { "epoch": 3.7068852459016393, "grad_norm": 0.29635894298553467, "learning_rate": 3.3110091376558328e-06, "loss": 0.2859, "step": 5653 }, { "epoch": 3.7075409836065574, "grad_norm": 0.29119715094566345, "learning_rate": 3.307852206011939e-06, "loss": 0.2632, "step": 5654 }, { "epoch": 3.7081967213114755, "grad_norm": 0.2900518476963043, "learning_rate": 3.3046964818244474e-06, "loss": 0.2666, "step": 5655 }, { "epoch": 3.7088524590163936, "grad_norm": 0.2959837317466736, "learning_rate": 3.301541965662739e-06, "loss": 0.2805, "step": 5656 }, { "epoch": 3.7095081967213117, "grad_norm": 0.2823580503463745, "learning_rate": 3.298388658095976e-06, "loss": 0.2588, "step": 5657 }, { "epoch": 3.7101639344262294, "grad_norm": 0.29609981179237366, "learning_rate": 3.295236559693112e-06, "loss": 0.2812, "step": 5658 }, { "epoch": 3.7108196721311475, "grad_norm": 0.32949844002723694, "learning_rate": 3.2920856710228746e-06, "loss": 0.3211, "step": 5659 }, { "epoch": 3.7114754098360656, "grad_norm": 0.28597304224967957, "learning_rate": 3.2889359926537736e-06, "loss": 0.2774, "step": 5660 }, { "epoch": 3.7121311475409837, "grad_norm": 0.3078599274158478, "learning_rate": 3.2857875251540993e-06, "loss": 0.286, "step": 5661 }, { "epoch": 3.712786885245902, "grad_norm": 0.309163898229599, "learning_rate": 3.2826402690919314e-06, "loss": 0.3094, "step": 5662 }, { "epoch": 3.7134426229508195, "grad_norm": 0.2936822772026062, "learning_rate": 3.2794942250351237e-06, "loss": 0.2671, "step": 5663 }, { "epoch": 3.7140983606557376, "grad_norm": 0.3134441375732422, "learning_rate": 3.276349393551309e-06, "loss": 0.295, "step": 5664 }, { "epoch": 3.7147540983606557, "grad_norm": 0.32328182458877563, "learning_rate": 3.2732057752079162e-06, "loss": 0.2927, "step": 5665 }, { "epoch": 3.715409836065574, "grad_norm": 0.3013482391834259, "learning_rate": 3.27006337057213e-06, "loss": 0.2784, "step": 5666 }, { "epoch": 3.716065573770492, "grad_norm": 0.296523779630661, "learning_rate": 3.266922180210943e-06, "loss": 0.2871, "step": 5667 }, { "epoch": 3.7167213114754096, "grad_norm": 0.3180372416973114, "learning_rate": 3.2637822046911118e-06, "loss": 0.298, "step": 5668 }, { "epoch": 3.7173770491803277, "grad_norm": 0.324100136756897, "learning_rate": 3.260643444579178e-06, "loss": 0.3052, "step": 5669 }, { "epoch": 3.718032786885246, "grad_norm": 0.3059327304363251, "learning_rate": 3.257505900441462e-06, "loss": 0.3009, "step": 5670 }, { "epoch": 3.718688524590164, "grad_norm": 0.3161517381668091, "learning_rate": 3.2543695728440737e-06, "loss": 0.2901, "step": 5671 }, { "epoch": 3.719344262295082, "grad_norm": 0.3087541460990906, "learning_rate": 3.2512344623528944e-06, "loss": 0.292, "step": 5672 }, { "epoch": 3.7199999999999998, "grad_norm": 0.3074733316898346, "learning_rate": 3.2481005695335843e-06, "loss": 0.2956, "step": 5673 }, { "epoch": 3.7206557377049183, "grad_norm": 0.29597175121307373, "learning_rate": 3.2449678949515937e-06, "loss": 0.2715, "step": 5674 }, { "epoch": 3.721311475409836, "grad_norm": 0.2923840880393982, "learning_rate": 3.2418364391721457e-06, "loss": 0.2727, "step": 5675 }, { "epoch": 3.721967213114754, "grad_norm": 0.3003482520580292, "learning_rate": 3.2387062027602424e-06, "loss": 0.2743, "step": 5676 }, { "epoch": 3.722622950819672, "grad_norm": 0.29993340373039246, "learning_rate": 3.235577186280673e-06, "loss": 0.2764, "step": 5677 }, { "epoch": 3.7232786885245903, "grad_norm": 0.29228341579437256, "learning_rate": 3.232449390298e-06, "loss": 0.2874, "step": 5678 }, { "epoch": 3.7239344262295084, "grad_norm": 0.2950997054576874, "learning_rate": 3.229322815376569e-06, "loss": 0.2828, "step": 5679 }, { "epoch": 3.724590163934426, "grad_norm": 0.31209468841552734, "learning_rate": 3.226197462080499e-06, "loss": 0.2893, "step": 5680 }, { "epoch": 3.725245901639344, "grad_norm": 0.312705934047699, "learning_rate": 3.2230733309737026e-06, "loss": 0.297, "step": 5681 }, { "epoch": 3.7259016393442623, "grad_norm": 0.3039105534553528, "learning_rate": 3.2199504226198587e-06, "loss": 0.304, "step": 5682 }, { "epoch": 3.7265573770491804, "grad_norm": 0.30419161915779114, "learning_rate": 3.216828737582426e-06, "loss": 0.2851, "step": 5683 }, { "epoch": 3.7272131147540986, "grad_norm": 0.30099931359291077, "learning_rate": 3.2137082764246542e-06, "loss": 0.2679, "step": 5684 }, { "epoch": 3.7278688524590162, "grad_norm": 0.2943998873233795, "learning_rate": 3.210589039709564e-06, "loss": 0.2823, "step": 5685 }, { "epoch": 3.7285245901639343, "grad_norm": 0.3038843870162964, "learning_rate": 3.2074710279999468e-06, "loss": 0.2858, "step": 5686 }, { "epoch": 3.7291803278688525, "grad_norm": 0.296438992023468, "learning_rate": 3.2043542418583896e-06, "loss": 0.2901, "step": 5687 }, { "epoch": 3.7298360655737706, "grad_norm": 0.30291059613227844, "learning_rate": 3.2012386818472498e-06, "loss": 0.2865, "step": 5688 }, { "epoch": 3.7304918032786887, "grad_norm": 0.3100370466709137, "learning_rate": 3.1981243485286584e-06, "loss": 0.3106, "step": 5689 }, { "epoch": 3.7311475409836063, "grad_norm": 0.30166828632354736, "learning_rate": 3.1950112424645385e-06, "loss": 0.3099, "step": 5690 }, { "epoch": 3.7318032786885245, "grad_norm": 0.2987467348575592, "learning_rate": 3.191899364216581e-06, "loss": 0.264, "step": 5691 }, { "epoch": 3.7324590163934426, "grad_norm": 0.31471139192581177, "learning_rate": 3.188788714346256e-06, "loss": 0.3218, "step": 5692 }, { "epoch": 3.7331147540983607, "grad_norm": 0.2975510358810425, "learning_rate": 3.1856792934148196e-06, "loss": 0.276, "step": 5693 }, { "epoch": 3.733770491803279, "grad_norm": 0.2970903813838959, "learning_rate": 3.182571101983297e-06, "loss": 0.2666, "step": 5694 }, { "epoch": 3.7344262295081965, "grad_norm": 0.30369487404823303, "learning_rate": 3.179464140612498e-06, "loss": 0.3101, "step": 5695 }, { "epoch": 3.735081967213115, "grad_norm": 0.3374103903770447, "learning_rate": 3.176358409863004e-06, "loss": 0.2775, "step": 5696 }, { "epoch": 3.7357377049180327, "grad_norm": 0.31691664457321167, "learning_rate": 3.1732539102951843e-06, "loss": 0.3154, "step": 5697 }, { "epoch": 3.736393442622951, "grad_norm": 0.3151523172855377, "learning_rate": 3.1701506424691763e-06, "loss": 0.2705, "step": 5698 }, { "epoch": 3.737049180327869, "grad_norm": 0.3064403235912323, "learning_rate": 3.167048606944897e-06, "loss": 0.2854, "step": 5699 }, { "epoch": 3.737704918032787, "grad_norm": 0.3013211488723755, "learning_rate": 3.163947804282048e-06, "loss": 0.2961, "step": 5700 }, { "epoch": 3.738360655737705, "grad_norm": 0.3050251603126526, "learning_rate": 3.160848235040103e-06, "loss": 0.2808, "step": 5701 }, { "epoch": 3.739016393442623, "grad_norm": 0.31593865156173706, "learning_rate": 3.1577498997783074e-06, "loss": 0.2915, "step": 5702 }, { "epoch": 3.739672131147541, "grad_norm": 0.3169502019882202, "learning_rate": 3.1546527990556975e-06, "loss": 0.2879, "step": 5703 }, { "epoch": 3.740327868852459, "grad_norm": 0.3195456564426422, "learning_rate": 3.151556933431077e-06, "loss": 0.2837, "step": 5704 }, { "epoch": 3.740983606557377, "grad_norm": 0.29429173469543457, "learning_rate": 3.1484623034630303e-06, "loss": 0.2721, "step": 5705 }, { "epoch": 3.7416393442622953, "grad_norm": 0.29180511832237244, "learning_rate": 3.145368909709915e-06, "loss": 0.284, "step": 5706 }, { "epoch": 3.742295081967213, "grad_norm": 0.2967144846916199, "learning_rate": 3.1422767527298713e-06, "loss": 0.274, "step": 5707 }, { "epoch": 3.742950819672131, "grad_norm": 0.31684696674346924, "learning_rate": 3.139185833080808e-06, "loss": 0.2925, "step": 5708 }, { "epoch": 3.743606557377049, "grad_norm": 0.309224396944046, "learning_rate": 3.1360961513204246e-06, "loss": 0.2863, "step": 5709 }, { "epoch": 3.7442622950819673, "grad_norm": 0.2946935296058655, "learning_rate": 3.1330077080061837e-06, "loss": 0.289, "step": 5710 }, { "epoch": 3.7449180327868854, "grad_norm": 0.3014797866344452, "learning_rate": 3.1299205036953304e-06, "loss": 0.2914, "step": 5711 }, { "epoch": 3.745573770491803, "grad_norm": 0.2937886714935303, "learning_rate": 3.126834538944883e-06, "loss": 0.2579, "step": 5712 }, { "epoch": 3.746229508196721, "grad_norm": 0.3026309311389923, "learning_rate": 3.123749814311644e-06, "loss": 0.2934, "step": 5713 }, { "epoch": 3.7468852459016393, "grad_norm": 0.30355480313301086, "learning_rate": 3.1206663303521833e-06, "loss": 0.2874, "step": 5714 }, { "epoch": 3.7475409836065574, "grad_norm": 0.3682439625263214, "learning_rate": 3.117584087622847e-06, "loss": 0.2975, "step": 5715 }, { "epoch": 3.7481967213114755, "grad_norm": 0.3103254437446594, "learning_rate": 3.1145030866797676e-06, "loss": 0.2767, "step": 5716 }, { "epoch": 3.748852459016393, "grad_norm": 0.31702184677124023, "learning_rate": 3.111423328078843e-06, "loss": 0.3023, "step": 5717 }, { "epoch": 3.7495081967213117, "grad_norm": 0.3208625316619873, "learning_rate": 3.1083448123757475e-06, "loss": 0.3026, "step": 5718 }, { "epoch": 3.7501639344262294, "grad_norm": 0.31768548488616943, "learning_rate": 3.105267540125939e-06, "loss": 0.2793, "step": 5719 }, { "epoch": 3.7508196721311475, "grad_norm": 0.299727201461792, "learning_rate": 3.102191511884646e-06, "loss": 0.2785, "step": 5720 }, { "epoch": 3.7514754098360656, "grad_norm": 0.31797289848327637, "learning_rate": 3.099116728206869e-06, "loss": 0.3087, "step": 5721 }, { "epoch": 3.7521311475409838, "grad_norm": 0.29126259684562683, "learning_rate": 3.0960431896473877e-06, "loss": 0.2902, "step": 5722 }, { "epoch": 3.752786885245902, "grad_norm": 0.29595914483070374, "learning_rate": 3.0929708967607607e-06, "loss": 0.2711, "step": 5723 }, { "epoch": 3.7534426229508195, "grad_norm": 0.2912940979003906, "learning_rate": 3.0898998501013178e-06, "loss": 0.2886, "step": 5724 }, { "epoch": 3.7540983606557377, "grad_norm": 0.3338271677494049, "learning_rate": 3.0868300502231586e-06, "loss": 0.3018, "step": 5725 }, { "epoch": 3.7547540983606558, "grad_norm": 0.3191866874694824, "learning_rate": 3.0837614976801742e-06, "loss": 0.3043, "step": 5726 }, { "epoch": 3.755409836065574, "grad_norm": 0.30704396963119507, "learning_rate": 3.080694193026007e-06, "loss": 0.282, "step": 5727 }, { "epoch": 3.756065573770492, "grad_norm": 0.28089526295661926, "learning_rate": 3.077628136814098e-06, "loss": 0.2886, "step": 5728 }, { "epoch": 3.7567213114754097, "grad_norm": 0.31985339522361755, "learning_rate": 3.074563329597646e-06, "loss": 0.3014, "step": 5729 }, { "epoch": 3.7573770491803278, "grad_norm": 0.3008969724178314, "learning_rate": 3.0714997719296346e-06, "loss": 0.2799, "step": 5730 }, { "epoch": 3.758032786885246, "grad_norm": 0.3041830360889435, "learning_rate": 3.0684374643628114e-06, "loss": 0.2973, "step": 5731 }, { "epoch": 3.758688524590164, "grad_norm": 0.295800119638443, "learning_rate": 3.0653764074497126e-06, "loss": 0.2809, "step": 5732 }, { "epoch": 3.759344262295082, "grad_norm": 0.29182177782058716, "learning_rate": 3.0623166017426377e-06, "loss": 0.2916, "step": 5733 }, { "epoch": 3.76, "grad_norm": 0.30463358759880066, "learning_rate": 3.0592580477936606e-06, "loss": 0.2984, "step": 5734 }, { "epoch": 3.760655737704918, "grad_norm": 0.28821173310279846, "learning_rate": 3.0562007461546407e-06, "loss": 0.2973, "step": 5735 }, { "epoch": 3.761311475409836, "grad_norm": 0.274259477853775, "learning_rate": 3.053144697377197e-06, "loss": 0.2604, "step": 5736 }, { "epoch": 3.761967213114754, "grad_norm": 0.2924227714538574, "learning_rate": 3.050089902012728e-06, "loss": 0.287, "step": 5737 }, { "epoch": 3.7626229508196722, "grad_norm": 0.28500911593437195, "learning_rate": 3.0470363606124133e-06, "loss": 0.2572, "step": 5738 }, { "epoch": 3.76327868852459, "grad_norm": 0.28200408816337585, "learning_rate": 3.043984073727194e-06, "loss": 0.276, "step": 5739 }, { "epoch": 3.7639344262295085, "grad_norm": 0.296466588973999, "learning_rate": 3.0409330419077943e-06, "loss": 0.2821, "step": 5740 }, { "epoch": 3.764590163934426, "grad_norm": 0.2982404828071594, "learning_rate": 3.037883265704702e-06, "loss": 0.2977, "step": 5741 }, { "epoch": 3.7652459016393443, "grad_norm": 0.3022601306438446, "learning_rate": 3.0348347456681937e-06, "loss": 0.2815, "step": 5742 }, { "epoch": 3.7659016393442624, "grad_norm": 0.3082454800605774, "learning_rate": 3.031787482348305e-06, "loss": 0.273, "step": 5743 }, { "epoch": 3.7665573770491805, "grad_norm": 0.3054964542388916, "learning_rate": 3.0287414762948475e-06, "loss": 0.2858, "step": 5744 }, { "epoch": 3.7672131147540986, "grad_norm": 0.2931971251964569, "learning_rate": 3.0256967280574145e-06, "loss": 0.2681, "step": 5745 }, { "epoch": 3.7678688524590163, "grad_norm": 0.2954339385032654, "learning_rate": 3.0226532381853646e-06, "loss": 0.2856, "step": 5746 }, { "epoch": 3.7685245901639344, "grad_norm": 0.28295424580574036, "learning_rate": 3.0196110072278308e-06, "loss": 0.2687, "step": 5747 }, { "epoch": 3.7691803278688525, "grad_norm": 0.2975175380706787, "learning_rate": 3.0165700357337168e-06, "loss": 0.2594, "step": 5748 }, { "epoch": 3.7698360655737706, "grad_norm": 0.31763026118278503, "learning_rate": 3.0135303242517047e-06, "loss": 0.2748, "step": 5749 }, { "epoch": 3.7704918032786887, "grad_norm": 0.298359751701355, "learning_rate": 3.0104918733302415e-06, "loss": 0.2746, "step": 5750 }, { "epoch": 3.7711475409836064, "grad_norm": 0.2919684648513794, "learning_rate": 3.007454683517558e-06, "loss": 0.2648, "step": 5751 }, { "epoch": 3.7718032786885245, "grad_norm": 0.31111207604408264, "learning_rate": 3.0044187553616466e-06, "loss": 0.2863, "step": 5752 }, { "epoch": 3.7724590163934426, "grad_norm": 0.2916661202907562, "learning_rate": 3.001384089410275e-06, "loss": 0.2719, "step": 5753 }, { "epoch": 3.7731147540983607, "grad_norm": 0.3149419128894806, "learning_rate": 2.998350686210989e-06, "loss": 0.3168, "step": 5754 }, { "epoch": 3.773770491803279, "grad_norm": 0.3115902841091156, "learning_rate": 2.9953185463111e-06, "loss": 0.3068, "step": 5755 }, { "epoch": 3.7744262295081965, "grad_norm": 0.3171909749507904, "learning_rate": 2.992287670257693e-06, "loss": 0.2944, "step": 5756 }, { "epoch": 3.7750819672131146, "grad_norm": 0.3005521595478058, "learning_rate": 2.9892580585976216e-06, "loss": 0.2904, "step": 5757 }, { "epoch": 3.7757377049180327, "grad_norm": 0.29302337765693665, "learning_rate": 2.986229711877523e-06, "loss": 0.3045, "step": 5758 }, { "epoch": 3.776393442622951, "grad_norm": 0.3049343228340149, "learning_rate": 2.9832026306437934e-06, "loss": 0.3025, "step": 5759 }, { "epoch": 3.777049180327869, "grad_norm": 0.3084219694137573, "learning_rate": 2.9801768154426037e-06, "loss": 0.3139, "step": 5760 }, { "epoch": 3.7777049180327866, "grad_norm": 0.298526793718338, "learning_rate": 2.9771522668199037e-06, "loss": 0.2847, "step": 5761 }, { "epoch": 3.778360655737705, "grad_norm": 0.3041169047355652, "learning_rate": 2.9741289853214063e-06, "loss": 0.2981, "step": 5762 }, { "epoch": 3.779016393442623, "grad_norm": 0.2971916198730469, "learning_rate": 2.9711069714925956e-06, "loss": 0.279, "step": 5763 }, { "epoch": 3.779672131147541, "grad_norm": 0.30453434586524963, "learning_rate": 2.9680862258787356e-06, "loss": 0.295, "step": 5764 }, { "epoch": 3.780327868852459, "grad_norm": 0.3189992904663086, "learning_rate": 2.9650667490248542e-06, "loss": 0.2681, "step": 5765 }, { "epoch": 3.780983606557377, "grad_norm": 0.314847469329834, "learning_rate": 2.9620485414757504e-06, "loss": 0.3158, "step": 5766 }, { "epoch": 3.7816393442622953, "grad_norm": 0.3010222613811493, "learning_rate": 2.959031603775997e-06, "loss": 0.3081, "step": 5767 }, { "epoch": 3.782295081967213, "grad_norm": 0.29413700103759766, "learning_rate": 2.956015936469936e-06, "loss": 0.2817, "step": 5768 }, { "epoch": 3.782950819672131, "grad_norm": 0.3048299551010132, "learning_rate": 2.9530015401016774e-06, "loss": 0.2889, "step": 5769 }, { "epoch": 3.783606557377049, "grad_norm": 0.2973955571651459, "learning_rate": 2.9499884152151126e-06, "loss": 0.2996, "step": 5770 }, { "epoch": 3.7842622950819673, "grad_norm": 0.3065228760242462, "learning_rate": 2.9469765623538927e-06, "loss": 0.274, "step": 5771 }, { "epoch": 3.7849180327868854, "grad_norm": 0.28718021512031555, "learning_rate": 2.943965982061442e-06, "loss": 0.275, "step": 5772 }, { "epoch": 3.785573770491803, "grad_norm": 0.3158474862575531, "learning_rate": 2.9409566748809524e-06, "loss": 0.2764, "step": 5773 }, { "epoch": 3.786229508196721, "grad_norm": 0.31925949454307556, "learning_rate": 2.937948641355398e-06, "loss": 0.2716, "step": 5774 }, { "epoch": 3.7868852459016393, "grad_norm": 0.2939181327819824, "learning_rate": 2.93494188202751e-06, "loss": 0.2748, "step": 5775 }, { "epoch": 3.7875409836065574, "grad_norm": 0.2885536849498749, "learning_rate": 2.931936397439792e-06, "loss": 0.2576, "step": 5776 }, { "epoch": 3.7881967213114756, "grad_norm": 0.3074265420436859, "learning_rate": 2.9289321881345257e-06, "loss": 0.2827, "step": 5777 }, { "epoch": 3.7888524590163932, "grad_norm": 0.29206833243370056, "learning_rate": 2.9259292546537543e-06, "loss": 0.2841, "step": 5778 }, { "epoch": 3.7895081967213113, "grad_norm": 0.3091047704219818, "learning_rate": 2.922927597539291e-06, "loss": 0.2838, "step": 5779 }, { "epoch": 3.7901639344262295, "grad_norm": 0.3277744650840759, "learning_rate": 2.9199272173327265e-06, "loss": 0.2846, "step": 5780 }, { "epoch": 3.7908196721311476, "grad_norm": 0.3046268820762634, "learning_rate": 2.9169281145754137e-06, "loss": 0.2742, "step": 5781 }, { "epoch": 3.7914754098360657, "grad_norm": 0.2818915545940399, "learning_rate": 2.913930289808474e-06, "loss": 0.2597, "step": 5782 }, { "epoch": 3.7921311475409833, "grad_norm": 0.2981449067592621, "learning_rate": 2.910933743572807e-06, "loss": 0.276, "step": 5783 }, { "epoch": 3.792786885245902, "grad_norm": 0.301453560590744, "learning_rate": 2.9079384764090732e-06, "loss": 0.2883, "step": 5784 }, { "epoch": 3.7934426229508196, "grad_norm": 0.2980008125305176, "learning_rate": 2.904944488857705e-06, "loss": 0.2952, "step": 5785 }, { "epoch": 3.7940983606557377, "grad_norm": 0.30325889587402344, "learning_rate": 2.9019517814589015e-06, "loss": 0.2837, "step": 5786 }, { "epoch": 3.794754098360656, "grad_norm": 0.2880089581012726, "learning_rate": 2.898960354752639e-06, "loss": 0.2932, "step": 5787 }, { "epoch": 3.795409836065574, "grad_norm": 0.2940939664840698, "learning_rate": 2.8959702092786545e-06, "loss": 0.2952, "step": 5788 }, { "epoch": 3.796065573770492, "grad_norm": 0.3106754422187805, "learning_rate": 2.892981345576457e-06, "loss": 0.2741, "step": 5789 }, { "epoch": 3.7967213114754097, "grad_norm": 0.2967306971549988, "learning_rate": 2.8899937641853216e-06, "loss": 0.264, "step": 5790 }, { "epoch": 3.797377049180328, "grad_norm": 0.30980974435806274, "learning_rate": 2.887007465644296e-06, "loss": 0.2779, "step": 5791 }, { "epoch": 3.798032786885246, "grad_norm": 0.2943604290485382, "learning_rate": 2.884022450492191e-06, "loss": 0.2739, "step": 5792 }, { "epoch": 3.798688524590164, "grad_norm": 0.3098360598087311, "learning_rate": 2.881038719267596e-06, "loss": 0.2935, "step": 5793 }, { "epoch": 3.799344262295082, "grad_norm": 0.2965429723262787, "learning_rate": 2.878056272508858e-06, "loss": 0.2902, "step": 5794 }, { "epoch": 3.8, "grad_norm": 0.29293009638786316, "learning_rate": 2.875075110754093e-06, "loss": 0.2802, "step": 5795 }, { "epoch": 3.800655737704918, "grad_norm": 0.30070677399635315, "learning_rate": 2.8720952345411967e-06, "loss": 0.2714, "step": 5796 }, { "epoch": 3.801311475409836, "grad_norm": 0.293740838766098, "learning_rate": 2.86911664440782e-06, "loss": 0.2613, "step": 5797 }, { "epoch": 3.801967213114754, "grad_norm": 0.3012548089027405, "learning_rate": 2.866139340891384e-06, "loss": 0.2931, "step": 5798 }, { "epoch": 3.8026229508196723, "grad_norm": 0.2974053621292114, "learning_rate": 2.863163324529086e-06, "loss": 0.2945, "step": 5799 }, { "epoch": 3.80327868852459, "grad_norm": 0.30158406496047974, "learning_rate": 2.8601885958578813e-06, "loss": 0.2833, "step": 5800 }, { "epoch": 3.803934426229508, "grad_norm": 0.2780638039112091, "learning_rate": 2.857215155414499e-06, "loss": 0.2644, "step": 5801 }, { "epoch": 3.804590163934426, "grad_norm": 0.33069801330566406, "learning_rate": 2.8542430037354274e-06, "loss": 0.2973, "step": 5802 }, { "epoch": 3.8052459016393443, "grad_norm": 0.30008310079574585, "learning_rate": 2.8512721413569365e-06, "loss": 0.2777, "step": 5803 }, { "epoch": 3.8059016393442624, "grad_norm": 0.28839218616485596, "learning_rate": 2.8483025688150523e-06, "loss": 0.2731, "step": 5804 }, { "epoch": 3.80655737704918, "grad_norm": 0.2911434769630432, "learning_rate": 2.845334286645568e-06, "loss": 0.2723, "step": 5805 }, { "epoch": 3.8072131147540986, "grad_norm": 0.2767895758152008, "learning_rate": 2.842367295384053e-06, "loss": 0.2718, "step": 5806 }, { "epoch": 3.8078688524590163, "grad_norm": 0.27926579117774963, "learning_rate": 2.8394015955658348e-06, "loss": 0.2608, "step": 5807 }, { "epoch": 3.8085245901639344, "grad_norm": 0.3078939914703369, "learning_rate": 2.8364371877260122e-06, "loss": 0.2837, "step": 5808 }, { "epoch": 3.8091803278688525, "grad_norm": 0.3160013258457184, "learning_rate": 2.83347407239945e-06, "loss": 0.2812, "step": 5809 }, { "epoch": 3.8098360655737706, "grad_norm": 0.32423529028892517, "learning_rate": 2.8305122501207784e-06, "loss": 0.3321, "step": 5810 }, { "epoch": 3.8104918032786887, "grad_norm": 0.29707950353622437, "learning_rate": 2.827551721424393e-06, "loss": 0.2738, "step": 5811 }, { "epoch": 3.8111475409836064, "grad_norm": 0.29810845851898193, "learning_rate": 2.824592486844464e-06, "loss": 0.2521, "step": 5812 }, { "epoch": 3.8118032786885245, "grad_norm": 0.2950289249420166, "learning_rate": 2.821634546914921e-06, "loss": 0.287, "step": 5813 }, { "epoch": 3.8124590163934426, "grad_norm": 0.2910621762275696, "learning_rate": 2.8186779021694577e-06, "loss": 0.2892, "step": 5814 }, { "epoch": 3.8131147540983608, "grad_norm": 0.3048233091831207, "learning_rate": 2.8157225531415434e-06, "loss": 0.2882, "step": 5815 }, { "epoch": 3.813770491803279, "grad_norm": 0.29375889897346497, "learning_rate": 2.8127685003644068e-06, "loss": 0.2696, "step": 5816 }, { "epoch": 3.8144262295081965, "grad_norm": 0.3361092507839203, "learning_rate": 2.8098157443710438e-06, "loss": 0.2774, "step": 5817 }, { "epoch": 3.8150819672131147, "grad_norm": 0.3001425564289093, "learning_rate": 2.806864285694213e-06, "loss": 0.2809, "step": 5818 }, { "epoch": 3.8157377049180328, "grad_norm": 0.30523478984832764, "learning_rate": 2.803914124866449e-06, "loss": 0.287, "step": 5819 }, { "epoch": 3.816393442622951, "grad_norm": 0.31187620759010315, "learning_rate": 2.8009652624200436e-06, "loss": 0.2886, "step": 5820 }, { "epoch": 3.817049180327869, "grad_norm": 0.29058417677879333, "learning_rate": 2.798017698887052e-06, "loss": 0.2845, "step": 5821 }, { "epoch": 3.8177049180327867, "grad_norm": 0.3087870180606842, "learning_rate": 2.795071434799307e-06, "loss": 0.2978, "step": 5822 }, { "epoch": 3.818360655737705, "grad_norm": 0.3017171621322632, "learning_rate": 2.7921264706883955e-06, "loss": 0.2824, "step": 5823 }, { "epoch": 3.819016393442623, "grad_norm": 0.293916255235672, "learning_rate": 2.7891828070856718e-06, "loss": 0.2728, "step": 5824 }, { "epoch": 3.819672131147541, "grad_norm": 0.2873748242855072, "learning_rate": 2.7862404445222647e-06, "loss": 0.2541, "step": 5825 }, { "epoch": 3.820327868852459, "grad_norm": 0.29158011078834534, "learning_rate": 2.7832993835290556e-06, "loss": 0.2768, "step": 5826 }, { "epoch": 3.820983606557377, "grad_norm": 0.28328415751457214, "learning_rate": 2.7803596246366983e-06, "loss": 0.2326, "step": 5827 }, { "epoch": 3.8216393442622953, "grad_norm": 0.30334800481796265, "learning_rate": 2.777421168375607e-06, "loss": 0.2552, "step": 5828 }, { "epoch": 3.822295081967213, "grad_norm": 0.289659708738327, "learning_rate": 2.7744840152759722e-06, "loss": 0.2623, "step": 5829 }, { "epoch": 3.822950819672131, "grad_norm": 0.2857908606529236, "learning_rate": 2.77154816586773e-06, "loss": 0.257, "step": 5830 }, { "epoch": 3.8236065573770492, "grad_norm": 0.28045693039894104, "learning_rate": 2.7686136206806015e-06, "loss": 0.259, "step": 5831 }, { "epoch": 3.8242622950819674, "grad_norm": 0.3016122579574585, "learning_rate": 2.7656803802440577e-06, "loss": 0.2847, "step": 5832 }, { "epoch": 3.8249180327868855, "grad_norm": 0.32545575499534607, "learning_rate": 2.76274844508734e-06, "loss": 0.3177, "step": 5833 }, { "epoch": 3.825573770491803, "grad_norm": 0.3243105411529541, "learning_rate": 2.7598178157394582e-06, "loss": 0.2797, "step": 5834 }, { "epoch": 3.8262295081967213, "grad_norm": 0.29448533058166504, "learning_rate": 2.7568884927291806e-06, "loss": 0.2763, "step": 5835 }, { "epoch": 3.8268852459016394, "grad_norm": 0.2936854362487793, "learning_rate": 2.75396047658504e-06, "loss": 0.2689, "step": 5836 }, { "epoch": 3.8275409836065575, "grad_norm": 0.29962658882141113, "learning_rate": 2.7510337678353327e-06, "loss": 0.2894, "step": 5837 }, { "epoch": 3.8281967213114756, "grad_norm": 0.3004119396209717, "learning_rate": 2.7481083670081277e-06, "loss": 0.2846, "step": 5838 }, { "epoch": 3.8288524590163933, "grad_norm": 0.297539621591568, "learning_rate": 2.7451842746312474e-06, "loss": 0.2817, "step": 5839 }, { "epoch": 3.8295081967213114, "grad_norm": 0.2868976294994354, "learning_rate": 2.7422614912322807e-06, "loss": 0.2861, "step": 5840 }, { "epoch": 3.8301639344262295, "grad_norm": 0.2899603247642517, "learning_rate": 2.7393400173385874e-06, "loss": 0.2871, "step": 5841 }, { "epoch": 3.8308196721311476, "grad_norm": 0.3264882266521454, "learning_rate": 2.7364198534772824e-06, "loss": 0.2988, "step": 5842 }, { "epoch": 3.8314754098360657, "grad_norm": 0.30848851799964905, "learning_rate": 2.7335010001752448e-06, "loss": 0.3068, "step": 5843 }, { "epoch": 3.8321311475409834, "grad_norm": 0.3098876476287842, "learning_rate": 2.730583457959126e-06, "loss": 0.293, "step": 5844 }, { "epoch": 3.8327868852459015, "grad_norm": 0.29955029487609863, "learning_rate": 2.7276672273553316e-06, "loss": 0.2792, "step": 5845 }, { "epoch": 3.8334426229508196, "grad_norm": 0.30439871549606323, "learning_rate": 2.7247523088900342e-06, "loss": 0.3051, "step": 5846 }, { "epoch": 3.8340983606557377, "grad_norm": 0.3024592101573944, "learning_rate": 2.7218387030891644e-06, "loss": 0.2877, "step": 5847 }, { "epoch": 3.834754098360656, "grad_norm": 0.2970917224884033, "learning_rate": 2.7189264104784286e-06, "loss": 0.281, "step": 5848 }, { "epoch": 3.8354098360655735, "grad_norm": 0.30615392327308655, "learning_rate": 2.7160154315832843e-06, "loss": 0.3008, "step": 5849 }, { "epoch": 3.836065573770492, "grad_norm": 0.32627183198928833, "learning_rate": 2.7131057669289574e-06, "loss": 0.3137, "step": 5850 }, { "epoch": 3.8367213114754097, "grad_norm": 0.3102586567401886, "learning_rate": 2.710197417040432e-06, "loss": 0.3075, "step": 5851 }, { "epoch": 3.837377049180328, "grad_norm": 0.31688565015792847, "learning_rate": 2.7072903824424624e-06, "loss": 0.2881, "step": 5852 }, { "epoch": 3.838032786885246, "grad_norm": 0.3063800036907196, "learning_rate": 2.704384663659556e-06, "loss": 0.2744, "step": 5853 }, { "epoch": 3.838688524590164, "grad_norm": 0.3214053511619568, "learning_rate": 2.701480261215994e-06, "loss": 0.3139, "step": 5854 }, { "epoch": 3.839344262295082, "grad_norm": 0.2946801781654358, "learning_rate": 2.6985771756358136e-06, "loss": 0.2682, "step": 5855 }, { "epoch": 3.84, "grad_norm": 0.2903177738189697, "learning_rate": 2.6956754074428095e-06, "loss": 0.2998, "step": 5856 }, { "epoch": 3.840655737704918, "grad_norm": 0.2853555679321289, "learning_rate": 2.692774957160551e-06, "loss": 0.2626, "step": 5857 }, { "epoch": 3.841311475409836, "grad_norm": 0.30297529697418213, "learning_rate": 2.6898758253123613e-06, "loss": 0.287, "step": 5858 }, { "epoch": 3.841967213114754, "grad_norm": 0.3073742687702179, "learning_rate": 2.686978012421324e-06, "loss": 0.2779, "step": 5859 }, { "epoch": 3.8426229508196723, "grad_norm": 0.29652753472328186, "learning_rate": 2.684081519010293e-06, "loss": 0.2883, "step": 5860 }, { "epoch": 3.84327868852459, "grad_norm": 0.3032474219799042, "learning_rate": 2.681186345601876e-06, "loss": 0.2858, "step": 5861 }, { "epoch": 3.843934426229508, "grad_norm": 0.29509812593460083, "learning_rate": 2.6782924927184484e-06, "loss": 0.289, "step": 5862 }, { "epoch": 3.844590163934426, "grad_norm": 0.29414916038513184, "learning_rate": 2.675399960882138e-06, "loss": 0.2818, "step": 5863 }, { "epoch": 3.8452459016393443, "grad_norm": 0.29052460193634033, "learning_rate": 2.6725087506148494e-06, "loss": 0.2823, "step": 5864 }, { "epoch": 3.8459016393442624, "grad_norm": 0.3000779151916504, "learning_rate": 2.669618862438237e-06, "loss": 0.2786, "step": 5865 }, { "epoch": 3.84655737704918, "grad_norm": 0.28166913986206055, "learning_rate": 2.666730296873716e-06, "loss": 0.2903, "step": 5866 }, { "epoch": 3.847213114754098, "grad_norm": 0.3108505606651306, "learning_rate": 2.6638430544424755e-06, "loss": 0.2842, "step": 5867 }, { "epoch": 3.8478688524590163, "grad_norm": 0.31765177845954895, "learning_rate": 2.6609571356654507e-06, "loss": 0.3073, "step": 5868 }, { "epoch": 3.8485245901639344, "grad_norm": 0.29802197217941284, "learning_rate": 2.6580725410633422e-06, "loss": 0.2752, "step": 5869 }, { "epoch": 3.8491803278688526, "grad_norm": 0.3007557690143585, "learning_rate": 2.655189271156625e-06, "loss": 0.2742, "step": 5870 }, { "epoch": 3.8498360655737702, "grad_norm": 0.29085519909858704, "learning_rate": 2.6523073264655154e-06, "loss": 0.2947, "step": 5871 }, { "epoch": 3.850491803278689, "grad_norm": 0.28736937046051025, "learning_rate": 2.649426707509997e-06, "loss": 0.2727, "step": 5872 }, { "epoch": 3.8511475409836065, "grad_norm": 0.31395044922828674, "learning_rate": 2.6465474148098226e-06, "loss": 0.2939, "step": 5873 }, { "epoch": 3.8518032786885246, "grad_norm": 0.3046257495880127, "learning_rate": 2.6436694488844984e-06, "loss": 0.291, "step": 5874 }, { "epoch": 3.8524590163934427, "grad_norm": 0.3182869851589203, "learning_rate": 2.6407928102532876e-06, "loss": 0.2825, "step": 5875 }, { "epoch": 3.853114754098361, "grad_norm": 0.30124980211257935, "learning_rate": 2.6379174994352265e-06, "loss": 0.2683, "step": 5876 }, { "epoch": 3.853770491803279, "grad_norm": 0.2893645763397217, "learning_rate": 2.6350435169491005e-06, "loss": 0.2706, "step": 5877 }, { "epoch": 3.8544262295081966, "grad_norm": 0.2915833592414856, "learning_rate": 2.632170863313459e-06, "loss": 0.2706, "step": 5878 }, { "epoch": 3.8550819672131147, "grad_norm": 0.29825299978256226, "learning_rate": 2.629299539046607e-06, "loss": 0.277, "step": 5879 }, { "epoch": 3.855737704918033, "grad_norm": 0.30232885479927063, "learning_rate": 2.626429544666622e-06, "loss": 0.2793, "step": 5880 }, { "epoch": 3.856393442622951, "grad_norm": 0.30178770422935486, "learning_rate": 2.6235608806913302e-06, "loss": 0.2822, "step": 5881 }, { "epoch": 3.857049180327869, "grad_norm": 0.3069527745246887, "learning_rate": 2.620693547638318e-06, "loss": 0.2755, "step": 5882 }, { "epoch": 3.8577049180327867, "grad_norm": 0.32122108340263367, "learning_rate": 2.6178275460249412e-06, "loss": 0.3021, "step": 5883 }, { "epoch": 3.858360655737705, "grad_norm": 0.3323201537132263, "learning_rate": 2.6149628763683064e-06, "loss": 0.3195, "step": 5884 }, { "epoch": 3.859016393442623, "grad_norm": 0.30666133761405945, "learning_rate": 2.612099539185279e-06, "loss": 0.2899, "step": 5885 }, { "epoch": 3.859672131147541, "grad_norm": 0.30496537685394287, "learning_rate": 2.609237534992494e-06, "loss": 0.2891, "step": 5886 }, { "epoch": 3.860327868852459, "grad_norm": 0.2719135582447052, "learning_rate": 2.606376864306336e-06, "loss": 0.2532, "step": 5887 }, { "epoch": 3.860983606557377, "grad_norm": 0.31287094950675964, "learning_rate": 2.6035175276429525e-06, "loss": 0.3034, "step": 5888 }, { "epoch": 3.861639344262295, "grad_norm": 0.3127930760383606, "learning_rate": 2.6006595255182486e-06, "loss": 0.2972, "step": 5889 }, { "epoch": 3.862295081967213, "grad_norm": 0.3008313477039337, "learning_rate": 2.5978028584478974e-06, "loss": 0.2937, "step": 5890 }, { "epoch": 3.862950819672131, "grad_norm": 0.3127201199531555, "learning_rate": 2.5949475269473133e-06, "loss": 0.2789, "step": 5891 }, { "epoch": 3.8636065573770493, "grad_norm": 0.2891785800457001, "learning_rate": 2.5920935315316886e-06, "loss": 0.2957, "step": 5892 }, { "epoch": 3.864262295081967, "grad_norm": 0.29501599073410034, "learning_rate": 2.5892408727159637e-06, "loss": 0.287, "step": 5893 }, { "epoch": 3.8649180327868855, "grad_norm": 0.300795316696167, "learning_rate": 2.5863895510148373e-06, "loss": 0.2644, "step": 5894 }, { "epoch": 3.865573770491803, "grad_norm": 0.32002419233322144, "learning_rate": 2.5835395669427765e-06, "loss": 0.2857, "step": 5895 }, { "epoch": 3.8662295081967213, "grad_norm": 0.3128364086151123, "learning_rate": 2.5806909210139973e-06, "loss": 0.2564, "step": 5896 }, { "epoch": 3.8668852459016394, "grad_norm": 0.301117479801178, "learning_rate": 2.577843613742478e-06, "loss": 0.2984, "step": 5897 }, { "epoch": 3.8675409836065575, "grad_norm": 0.30786940455436707, "learning_rate": 2.574997645641951e-06, "loss": 0.2732, "step": 5898 }, { "epoch": 3.8681967213114756, "grad_norm": 0.30888858437538147, "learning_rate": 2.572153017225918e-06, "loss": 0.2878, "step": 5899 }, { "epoch": 3.8688524590163933, "grad_norm": 0.32132193446159363, "learning_rate": 2.5693097290076273e-06, "loss": 0.2877, "step": 5900 }, { "epoch": 3.8695081967213114, "grad_norm": 0.3119732737541199, "learning_rate": 2.5664677815000893e-06, "loss": 0.2746, "step": 5901 }, { "epoch": 3.8701639344262295, "grad_norm": 0.3039221167564392, "learning_rate": 2.563627175216078e-06, "loss": 0.2805, "step": 5902 }, { "epoch": 3.8708196721311476, "grad_norm": 0.30694982409477234, "learning_rate": 2.5607879106681177e-06, "loss": 0.2863, "step": 5903 }, { "epoch": 3.8714754098360658, "grad_norm": 0.28759536147117615, "learning_rate": 2.5579499883684913e-06, "loss": 0.2638, "step": 5904 }, { "epoch": 3.8721311475409834, "grad_norm": 0.3248818814754486, "learning_rate": 2.5551134088292464e-06, "loss": 0.2977, "step": 5905 }, { "epoch": 3.8727868852459015, "grad_norm": 0.30574291944503784, "learning_rate": 2.5522781725621814e-06, "loss": 0.2783, "step": 5906 }, { "epoch": 3.8734426229508196, "grad_norm": 0.3067338764667511, "learning_rate": 2.5494442800788564e-06, "loss": 0.2923, "step": 5907 }, { "epoch": 3.8740983606557378, "grad_norm": 0.2936819791793823, "learning_rate": 2.5466117318905812e-06, "loss": 0.269, "step": 5908 }, { "epoch": 3.874754098360656, "grad_norm": 0.2836930751800537, "learning_rate": 2.543780528508438e-06, "loss": 0.2702, "step": 5909 }, { "epoch": 3.8754098360655735, "grad_norm": 0.3044901192188263, "learning_rate": 2.540950670443252e-06, "loss": 0.2704, "step": 5910 }, { "epoch": 3.8760655737704917, "grad_norm": 0.308734655380249, "learning_rate": 2.538122158205614e-06, "loss": 0.2768, "step": 5911 }, { "epoch": 3.8767213114754098, "grad_norm": 0.28638529777526855, "learning_rate": 2.5352949923058654e-06, "loss": 0.2822, "step": 5912 }, { "epoch": 3.877377049180328, "grad_norm": 0.2956957221031189, "learning_rate": 2.5324691732541118e-06, "loss": 0.2718, "step": 5913 }, { "epoch": 3.878032786885246, "grad_norm": 0.29609745740890503, "learning_rate": 2.5296447015602087e-06, "loss": 0.2824, "step": 5914 }, { "epoch": 3.8786885245901637, "grad_norm": 0.2994317412376404, "learning_rate": 2.526821577733777e-06, "loss": 0.2509, "step": 5915 }, { "epoch": 3.8793442622950822, "grad_norm": 0.29798680543899536, "learning_rate": 2.5239998022841883e-06, "loss": 0.2872, "step": 5916 }, { "epoch": 3.88, "grad_norm": 0.2961500287055969, "learning_rate": 2.521179375720567e-06, "loss": 0.2634, "step": 5917 }, { "epoch": 3.880655737704918, "grad_norm": 0.29251396656036377, "learning_rate": 2.5183602985518073e-06, "loss": 0.26, "step": 5918 }, { "epoch": 3.881311475409836, "grad_norm": 0.30272793769836426, "learning_rate": 2.515542571286549e-06, "loss": 0.2851, "step": 5919 }, { "epoch": 3.8819672131147542, "grad_norm": 0.29485422372817993, "learning_rate": 2.512726194433187e-06, "loss": 0.2577, "step": 5920 }, { "epoch": 3.8826229508196723, "grad_norm": 0.3050909638404846, "learning_rate": 2.5099111684998834e-06, "loss": 0.2987, "step": 5921 }, { "epoch": 3.88327868852459, "grad_norm": 0.30048614740371704, "learning_rate": 2.507097493994548e-06, "loss": 0.2921, "step": 5922 }, { "epoch": 3.883934426229508, "grad_norm": 0.31966644525527954, "learning_rate": 2.504285171424847e-06, "loss": 0.3111, "step": 5923 }, { "epoch": 3.8845901639344262, "grad_norm": 0.2865453064441681, "learning_rate": 2.501474201298204e-06, "loss": 0.2573, "step": 5924 }, { "epoch": 3.8852459016393444, "grad_norm": 0.28628796339035034, "learning_rate": 2.4986645841218027e-06, "loss": 0.2663, "step": 5925 }, { "epoch": 3.8859016393442625, "grad_norm": 0.2918221056461334, "learning_rate": 2.4958563204025766e-06, "loss": 0.2733, "step": 5926 }, { "epoch": 3.88655737704918, "grad_norm": 0.2993004024028778, "learning_rate": 2.4930494106472157e-06, "loss": 0.292, "step": 5927 }, { "epoch": 3.8872131147540983, "grad_norm": 0.3057939410209656, "learning_rate": 2.490243855362172e-06, "loss": 0.2694, "step": 5928 }, { "epoch": 3.8878688524590164, "grad_norm": 0.30884677171707153, "learning_rate": 2.487439655053646e-06, "loss": 0.2756, "step": 5929 }, { "epoch": 3.8885245901639345, "grad_norm": 0.3044893443584442, "learning_rate": 2.484636810227593e-06, "loss": 0.2947, "step": 5930 }, { "epoch": 3.8891803278688526, "grad_norm": 0.290964275598526, "learning_rate": 2.481835321389734e-06, "loss": 0.266, "step": 5931 }, { "epoch": 3.8898360655737703, "grad_norm": 0.28920474648475647, "learning_rate": 2.4790351890455365e-06, "loss": 0.246, "step": 5932 }, { "epoch": 3.8904918032786884, "grad_norm": 0.29952946305274963, "learning_rate": 2.4762364137002184e-06, "loss": 0.3021, "step": 5933 }, { "epoch": 3.8911475409836065, "grad_norm": 0.3057957887649536, "learning_rate": 2.473438995858767e-06, "loss": 0.2681, "step": 5934 }, { "epoch": 3.8918032786885246, "grad_norm": 0.2965807318687439, "learning_rate": 2.4706429360259154e-06, "loss": 0.2751, "step": 5935 }, { "epoch": 3.8924590163934427, "grad_norm": 0.3053431510925293, "learning_rate": 2.4678482347061482e-06, "loss": 0.2934, "step": 5936 }, { "epoch": 3.8931147540983604, "grad_norm": 0.3068946599960327, "learning_rate": 2.4650548924037177e-06, "loss": 0.293, "step": 5937 }, { "epoch": 3.893770491803279, "grad_norm": 0.3066427409648895, "learning_rate": 2.46226290962262e-06, "loss": 0.2865, "step": 5938 }, { "epoch": 3.8944262295081966, "grad_norm": 0.31053081154823303, "learning_rate": 2.45947228686661e-06, "loss": 0.3054, "step": 5939 }, { "epoch": 3.8950819672131147, "grad_norm": 0.3031718134880066, "learning_rate": 2.4566830246391926e-06, "loss": 0.2986, "step": 5940 }, { "epoch": 3.895737704918033, "grad_norm": 0.2820148468017578, "learning_rate": 2.453895123443637e-06, "loss": 0.2633, "step": 5941 }, { "epoch": 3.896393442622951, "grad_norm": 0.3017185628414154, "learning_rate": 2.4511085837829596e-06, "loss": 0.2937, "step": 5942 }, { "epoch": 3.897049180327869, "grad_norm": 0.2885130047798157, "learning_rate": 2.448323406159927e-06, "loss": 0.292, "step": 5943 }, { "epoch": 3.8977049180327867, "grad_norm": 0.30036136507987976, "learning_rate": 2.445539591077073e-06, "loss": 0.2789, "step": 5944 }, { "epoch": 3.898360655737705, "grad_norm": 0.31171494722366333, "learning_rate": 2.4427571390366746e-06, "loss": 0.2881, "step": 5945 }, { "epoch": 3.899016393442623, "grad_norm": 0.30535897612571716, "learning_rate": 2.4399760505407646e-06, "loss": 0.2866, "step": 5946 }, { "epoch": 3.899672131147541, "grad_norm": 0.308064728975296, "learning_rate": 2.437196326091136e-06, "loss": 0.306, "step": 5947 }, { "epoch": 3.900327868852459, "grad_norm": 0.3000725507736206, "learning_rate": 2.4344179661893285e-06, "loss": 0.285, "step": 5948 }, { "epoch": 3.900983606557377, "grad_norm": 0.2899826765060425, "learning_rate": 2.4316409713366353e-06, "loss": 0.2693, "step": 5949 }, { "epoch": 3.901639344262295, "grad_norm": 0.2894037365913391, "learning_rate": 2.4288653420341134e-06, "loss": 0.2687, "step": 5950 }, { "epoch": 3.902295081967213, "grad_norm": 0.29864972829818726, "learning_rate": 2.426091078782562e-06, "loss": 0.2655, "step": 5951 }, { "epoch": 3.902950819672131, "grad_norm": 0.3106096088886261, "learning_rate": 2.4233181820825402e-06, "loss": 0.2773, "step": 5952 }, { "epoch": 3.9036065573770493, "grad_norm": 0.30083030462265015, "learning_rate": 2.4205466524343557e-06, "loss": 0.2762, "step": 5953 }, { "epoch": 3.904262295081967, "grad_norm": 0.2962319850921631, "learning_rate": 2.417776490338074e-06, "loss": 0.2824, "step": 5954 }, { "epoch": 3.904918032786885, "grad_norm": 0.31036868691444397, "learning_rate": 2.4150076962935098e-06, "loss": 0.2972, "step": 5955 }, { "epoch": 3.905573770491803, "grad_norm": 0.28797823190689087, "learning_rate": 2.412240270800238e-06, "loss": 0.2608, "step": 5956 }, { "epoch": 3.9062295081967213, "grad_norm": 0.29511120915412903, "learning_rate": 2.409474214357579e-06, "loss": 0.2747, "step": 5957 }, { "epoch": 3.9068852459016394, "grad_norm": 0.30519339442253113, "learning_rate": 2.40670952746461e-06, "loss": 0.2848, "step": 5958 }, { "epoch": 3.907540983606557, "grad_norm": 0.31484347581863403, "learning_rate": 2.4039462106201574e-06, "loss": 0.2781, "step": 5959 }, { "epoch": 3.9081967213114757, "grad_norm": 0.31571438908576965, "learning_rate": 2.4011842643228077e-06, "loss": 0.2843, "step": 5960 }, { "epoch": 3.9088524590163933, "grad_norm": 0.30963024497032166, "learning_rate": 2.3984236890708933e-06, "loss": 0.2909, "step": 5961 }, { "epoch": 3.9095081967213114, "grad_norm": 0.3142927587032318, "learning_rate": 2.3956644853625e-06, "loss": 0.3076, "step": 5962 }, { "epoch": 3.9101639344262296, "grad_norm": 0.2921822965145111, "learning_rate": 2.392906653695473e-06, "loss": 0.2738, "step": 5963 }, { "epoch": 3.9108196721311477, "grad_norm": 0.2923847436904907, "learning_rate": 2.3901501945674e-06, "loss": 0.266, "step": 5964 }, { "epoch": 3.911475409836066, "grad_norm": 0.30258554220199585, "learning_rate": 2.387395108475624e-06, "loss": 0.2845, "step": 5965 }, { "epoch": 3.9121311475409835, "grad_norm": 0.3093263804912567, "learning_rate": 2.3846413959172477e-06, "loss": 0.3021, "step": 5966 }, { "epoch": 3.9127868852459016, "grad_norm": 0.30858227610588074, "learning_rate": 2.3818890573891172e-06, "loss": 0.2774, "step": 5967 }, { "epoch": 3.9134426229508197, "grad_norm": 0.29945287108421326, "learning_rate": 2.379138093387835e-06, "loss": 0.2835, "step": 5968 }, { "epoch": 3.914098360655738, "grad_norm": 0.29117122292518616, "learning_rate": 2.37638850440975e-06, "loss": 0.2721, "step": 5969 }, { "epoch": 3.914754098360656, "grad_norm": 0.2902604639530182, "learning_rate": 2.373640290950974e-06, "loss": 0.2749, "step": 5970 }, { "epoch": 3.9154098360655736, "grad_norm": 0.2894309461116791, "learning_rate": 2.370893453507359e-06, "loss": 0.2799, "step": 5971 }, { "epoch": 3.9160655737704917, "grad_norm": 0.2986226975917816, "learning_rate": 2.368147992574513e-06, "loss": 0.2935, "step": 5972 }, { "epoch": 3.91672131147541, "grad_norm": 0.30763620138168335, "learning_rate": 2.365403908647804e-06, "loss": 0.2925, "step": 5973 }, { "epoch": 3.917377049180328, "grad_norm": 0.31415554881095886, "learning_rate": 2.362661202222336e-06, "loss": 0.2573, "step": 5974 }, { "epoch": 3.918032786885246, "grad_norm": 0.312424898147583, "learning_rate": 2.359919873792972e-06, "loss": 0.2951, "step": 5975 }, { "epoch": 3.9186885245901637, "grad_norm": 0.30005156993865967, "learning_rate": 2.357179923854331e-06, "loss": 0.2891, "step": 5976 }, { "epoch": 3.919344262295082, "grad_norm": 0.31985852122306824, "learning_rate": 2.354441352900778e-06, "loss": 0.285, "step": 5977 }, { "epoch": 3.92, "grad_norm": 0.3052653968334198, "learning_rate": 2.351704161426427e-06, "loss": 0.2833, "step": 5978 }, { "epoch": 3.920655737704918, "grad_norm": 0.3150719106197357, "learning_rate": 2.3489683499251503e-06, "loss": 0.2979, "step": 5979 }, { "epoch": 3.921311475409836, "grad_norm": 0.3039349913597107, "learning_rate": 2.346233918890567e-06, "loss": 0.2603, "step": 5980 }, { "epoch": 3.921967213114754, "grad_norm": 0.28817638754844666, "learning_rate": 2.343500868816042e-06, "loss": 0.2729, "step": 5981 }, { "epoch": 3.9226229508196724, "grad_norm": 0.29704827070236206, "learning_rate": 2.3407692001947034e-06, "loss": 0.289, "step": 5982 }, { "epoch": 3.92327868852459, "grad_norm": 0.2811119854450226, "learning_rate": 2.338038913519419e-06, "loss": 0.2641, "step": 5983 }, { "epoch": 3.923934426229508, "grad_norm": 0.2948976457118988, "learning_rate": 2.335310009282813e-06, "loss": 0.2756, "step": 5984 }, { "epoch": 3.9245901639344263, "grad_norm": 0.29765814542770386, "learning_rate": 2.332582487977254e-06, "loss": 0.2902, "step": 5985 }, { "epoch": 3.9252459016393444, "grad_norm": 0.2945435345172882, "learning_rate": 2.329856350094872e-06, "loss": 0.2714, "step": 5986 }, { "epoch": 3.9259016393442625, "grad_norm": 0.2947874963283539, "learning_rate": 2.3271315961275386e-06, "loss": 0.2883, "step": 5987 }, { "epoch": 3.92655737704918, "grad_norm": 0.2845773994922638, "learning_rate": 2.324408226566873e-06, "loss": 0.2791, "step": 5988 }, { "epoch": 3.9272131147540983, "grad_norm": 0.30320098996162415, "learning_rate": 2.3216862419042573e-06, "loss": 0.2942, "step": 5989 }, { "epoch": 3.9278688524590164, "grad_norm": 0.29294270277023315, "learning_rate": 2.3189656426308115e-06, "loss": 0.2715, "step": 5990 }, { "epoch": 3.9285245901639345, "grad_norm": 0.27771803736686707, "learning_rate": 2.3162464292374086e-06, "loss": 0.2646, "step": 5991 }, { "epoch": 3.9291803278688526, "grad_norm": 0.31806057691574097, "learning_rate": 2.3135286022146785e-06, "loss": 0.2923, "step": 5992 }, { "epoch": 3.9298360655737703, "grad_norm": 0.30696168541908264, "learning_rate": 2.3108121620529957e-06, "loss": 0.3061, "step": 5993 }, { "epoch": 3.9304918032786884, "grad_norm": 0.3004720211029053, "learning_rate": 2.3080971092424754e-06, "loss": 0.2807, "step": 5994 }, { "epoch": 3.9311475409836065, "grad_norm": 0.2931256592273712, "learning_rate": 2.3053834442729996e-06, "loss": 0.2602, "step": 5995 }, { "epoch": 3.9318032786885246, "grad_norm": 0.2950611710548401, "learning_rate": 2.3026711676341894e-06, "loss": 0.266, "step": 5996 }, { "epoch": 3.9324590163934428, "grad_norm": 0.3092244267463684, "learning_rate": 2.2999602798154153e-06, "loss": 0.2873, "step": 5997 }, { "epoch": 3.9331147540983604, "grad_norm": 0.29202955961227417, "learning_rate": 2.2972507813058044e-06, "loss": 0.2682, "step": 5998 }, { "epoch": 3.9337704918032785, "grad_norm": 0.2975778579711914, "learning_rate": 2.2945426725942254e-06, "loss": 0.2757, "step": 5999 }, { "epoch": 3.9344262295081966, "grad_norm": 0.29725947976112366, "learning_rate": 2.291835954169298e-06, "loss": 0.3007, "step": 6000 }, { "epoch": 3.9350819672131148, "grad_norm": 0.2789527177810669, "learning_rate": 2.2891306265193957e-06, "loss": 0.2501, "step": 6001 }, { "epoch": 3.935737704918033, "grad_norm": 0.3055208623409271, "learning_rate": 2.286426690132636e-06, "loss": 0.2835, "step": 6002 }, { "epoch": 3.9363934426229505, "grad_norm": 0.29514944553375244, "learning_rate": 2.2837241454968874e-06, "loss": 0.2905, "step": 6003 }, { "epoch": 3.937049180327869, "grad_norm": 0.2960411608219147, "learning_rate": 2.281022993099763e-06, "loss": 0.2893, "step": 6004 }, { "epoch": 3.9377049180327868, "grad_norm": 0.2904040813446045, "learning_rate": 2.2783232334286344e-06, "loss": 0.2784, "step": 6005 }, { "epoch": 3.938360655737705, "grad_norm": 0.2837786376476288, "learning_rate": 2.275624866970614e-06, "loss": 0.288, "step": 6006 }, { "epoch": 3.939016393442623, "grad_norm": 0.30034899711608887, "learning_rate": 2.272927894212561e-06, "loss": 0.2786, "step": 6007 }, { "epoch": 3.939672131147541, "grad_norm": 0.2979506552219391, "learning_rate": 2.2702323156410946e-06, "loss": 0.3058, "step": 6008 }, { "epoch": 3.9403278688524592, "grad_norm": 0.2927324175834656, "learning_rate": 2.2675381317425695e-06, "loss": 0.2814, "step": 6009 }, { "epoch": 3.940983606557377, "grad_norm": 0.3230377435684204, "learning_rate": 2.2648453430030927e-06, "loss": 0.3, "step": 6010 }, { "epoch": 3.941639344262295, "grad_norm": 0.2907885015010834, "learning_rate": 2.2621539499085265e-06, "loss": 0.2738, "step": 6011 }, { "epoch": 3.942295081967213, "grad_norm": 0.28968486189842224, "learning_rate": 2.259463952944473e-06, "loss": 0.265, "step": 6012 }, { "epoch": 3.9429508196721312, "grad_norm": 0.2934325039386749, "learning_rate": 2.2567753525962855e-06, "loss": 0.2629, "step": 6013 }, { "epoch": 3.9436065573770493, "grad_norm": 0.3005823493003845, "learning_rate": 2.2540881493490642e-06, "loss": 0.3022, "step": 6014 }, { "epoch": 3.944262295081967, "grad_norm": 0.29839932918548584, "learning_rate": 2.2514023436876576e-06, "loss": 0.3096, "step": 6015 }, { "epoch": 3.944918032786885, "grad_norm": 0.3237289488315582, "learning_rate": 2.2487179360966617e-06, "loss": 0.2838, "step": 6016 }, { "epoch": 3.9455737704918032, "grad_norm": 0.2951843738555908, "learning_rate": 2.2460349270604256e-06, "loss": 0.2836, "step": 6017 }, { "epoch": 3.9462295081967214, "grad_norm": 0.292947381734848, "learning_rate": 2.2433533170630383e-06, "loss": 0.2675, "step": 6018 }, { "epoch": 3.9468852459016395, "grad_norm": 0.29719221591949463, "learning_rate": 2.240673106588339e-06, "loss": 0.2654, "step": 6019 }, { "epoch": 3.947540983606557, "grad_norm": 0.30348101258277893, "learning_rate": 2.237994296119914e-06, "loss": 0.2845, "step": 6020 }, { "epoch": 3.9481967213114753, "grad_norm": 0.2915576994419098, "learning_rate": 2.235316886141102e-06, "loss": 0.2879, "step": 6021 }, { "epoch": 3.9488524590163934, "grad_norm": 0.3021567463874817, "learning_rate": 2.2326408771349827e-06, "loss": 0.2942, "step": 6022 }, { "epoch": 3.9495081967213115, "grad_norm": 0.28335270285606384, "learning_rate": 2.2299662695843826e-06, "loss": 0.2454, "step": 6023 }, { "epoch": 3.9501639344262296, "grad_norm": 0.29808828234672546, "learning_rate": 2.2272930639718837e-06, "loss": 0.2734, "step": 6024 }, { "epoch": 3.9508196721311473, "grad_norm": 0.29156428575515747, "learning_rate": 2.2246212607798055e-06, "loss": 0.2707, "step": 6025 }, { "epoch": 3.951475409836066, "grad_norm": 0.29914888739585876, "learning_rate": 2.2219508604902175e-06, "loss": 0.2619, "step": 6026 }, { "epoch": 3.9521311475409835, "grad_norm": 0.3028186559677124, "learning_rate": 2.21928186358494e-06, "loss": 0.2942, "step": 6027 }, { "epoch": 3.9527868852459016, "grad_norm": 0.3135748505592346, "learning_rate": 2.216614270545536e-06, "loss": 0.3049, "step": 6028 }, { "epoch": 3.9534426229508197, "grad_norm": 0.3002292215824127, "learning_rate": 2.2139480818533166e-06, "loss": 0.2819, "step": 6029 }, { "epoch": 3.954098360655738, "grad_norm": 0.3018009066581726, "learning_rate": 2.211283297989334e-06, "loss": 0.3081, "step": 6030 }, { "epoch": 3.954754098360656, "grad_norm": 0.30291908979415894, "learning_rate": 2.2086199194343994e-06, "loss": 0.2653, "step": 6031 }, { "epoch": 3.9554098360655736, "grad_norm": 0.3088046610355377, "learning_rate": 2.2059579466690606e-06, "loss": 0.2973, "step": 6032 }, { "epoch": 3.9560655737704917, "grad_norm": 0.3057900369167328, "learning_rate": 2.2032973801736104e-06, "loss": 0.2681, "step": 6033 }, { "epoch": 3.95672131147541, "grad_norm": 0.3162862956523895, "learning_rate": 2.2006382204280997e-06, "loss": 0.2871, "step": 6034 }, { "epoch": 3.957377049180328, "grad_norm": 0.3005536198616028, "learning_rate": 2.1979804679123108e-06, "loss": 0.284, "step": 6035 }, { "epoch": 3.958032786885246, "grad_norm": 0.3019939661026001, "learning_rate": 2.1953241231057774e-06, "loss": 0.3048, "step": 6036 }, { "epoch": 3.9586885245901637, "grad_norm": 0.3066827654838562, "learning_rate": 2.192669186487788e-06, "loss": 0.2714, "step": 6037 }, { "epoch": 3.959344262295082, "grad_norm": 0.30303406715393066, "learning_rate": 2.1900156585373654e-06, "loss": 0.2906, "step": 6038 }, { "epoch": 3.96, "grad_norm": 0.30138298869132996, "learning_rate": 2.1873635397332794e-06, "loss": 0.2666, "step": 6039 }, { "epoch": 3.960655737704918, "grad_norm": 0.31315478682518005, "learning_rate": 2.1847128305540554e-06, "loss": 0.2941, "step": 6040 }, { "epoch": 3.961311475409836, "grad_norm": 0.292572021484375, "learning_rate": 2.1820635314779546e-06, "loss": 0.2548, "step": 6041 }, { "epoch": 3.961967213114754, "grad_norm": 0.3131842017173767, "learning_rate": 2.1794156429829847e-06, "loss": 0.2936, "step": 6042 }, { "epoch": 3.962622950819672, "grad_norm": 0.30571189522743225, "learning_rate": 2.176769165546906e-06, "loss": 0.2774, "step": 6043 }, { "epoch": 3.96327868852459, "grad_norm": 0.29877811670303345, "learning_rate": 2.174124099647217e-06, "loss": 0.2741, "step": 6044 }, { "epoch": 3.963934426229508, "grad_norm": 0.31813010573387146, "learning_rate": 2.171480445761163e-06, "loss": 0.2842, "step": 6045 }, { "epoch": 3.9645901639344263, "grad_norm": 0.3003012239933014, "learning_rate": 2.168838204365733e-06, "loss": 0.2873, "step": 6046 }, { "epoch": 3.9652459016393444, "grad_norm": 0.30338814854621887, "learning_rate": 2.1661973759376685e-06, "loss": 0.2729, "step": 6047 }, { "epoch": 3.9659016393442625, "grad_norm": 0.31728556752204895, "learning_rate": 2.1635579609534507e-06, "loss": 0.2938, "step": 6048 }, { "epoch": 3.96655737704918, "grad_norm": 0.2836419641971588, "learning_rate": 2.1609199598893003e-06, "loss": 0.2663, "step": 6049 }, { "epoch": 3.9672131147540983, "grad_norm": 0.30283820629119873, "learning_rate": 2.158283373221196e-06, "loss": 0.29, "step": 6050 }, { "epoch": 3.9678688524590164, "grad_norm": 0.2982036769390106, "learning_rate": 2.1556482014248514e-06, "loss": 0.2755, "step": 6051 }, { "epoch": 3.9685245901639346, "grad_norm": 0.3026890754699707, "learning_rate": 2.1530144449757238e-06, "loss": 0.2845, "step": 6052 }, { "epoch": 3.9691803278688527, "grad_norm": 0.30579280853271484, "learning_rate": 2.150382104349026e-06, "loss": 0.2886, "step": 6053 }, { "epoch": 3.9698360655737703, "grad_norm": 0.2942899465560913, "learning_rate": 2.1477511800197036e-06, "loss": 0.2838, "step": 6054 }, { "epoch": 3.9704918032786884, "grad_norm": 0.2929500937461853, "learning_rate": 2.1451216724624515e-06, "loss": 0.2667, "step": 6055 }, { "epoch": 3.9711475409836066, "grad_norm": 0.3002467751502991, "learning_rate": 2.142493582151709e-06, "loss": 0.2963, "step": 6056 }, { "epoch": 3.9718032786885247, "grad_norm": 0.26740795373916626, "learning_rate": 2.139866909561659e-06, "loss": 0.2522, "step": 6057 }, { "epoch": 3.972459016393443, "grad_norm": 0.2870628833770752, "learning_rate": 2.137241655166227e-06, "loss": 0.2725, "step": 6058 }, { "epoch": 3.9731147540983605, "grad_norm": 0.30113905668258667, "learning_rate": 2.1346178194390886e-06, "loss": 0.2707, "step": 6059 }, { "epoch": 3.9737704918032786, "grad_norm": 0.3011670708656311, "learning_rate": 2.1319954028536594e-06, "loss": 0.2959, "step": 6060 }, { "epoch": 3.9744262295081967, "grad_norm": 0.31128859519958496, "learning_rate": 2.1293744058830934e-06, "loss": 0.3105, "step": 6061 }, { "epoch": 3.975081967213115, "grad_norm": 0.3012303113937378, "learning_rate": 2.1267548290003003e-06, "loss": 0.2839, "step": 6062 }, { "epoch": 3.975737704918033, "grad_norm": 0.2868069112300873, "learning_rate": 2.1241366726779255e-06, "loss": 0.2695, "step": 6063 }, { "epoch": 3.9763934426229506, "grad_norm": 0.301025390625, "learning_rate": 2.121519937388359e-06, "loss": 0.2636, "step": 6064 }, { "epoch": 3.9770491803278687, "grad_norm": 0.317356675863266, "learning_rate": 2.1189046236037334e-06, "loss": 0.296, "step": 6065 }, { "epoch": 3.977704918032787, "grad_norm": 0.34928053617477417, "learning_rate": 2.11629073179593e-06, "loss": 0.2663, "step": 6066 }, { "epoch": 3.978360655737705, "grad_norm": 0.3001316487789154, "learning_rate": 2.1136782624365704e-06, "loss": 0.2983, "step": 6067 }, { "epoch": 3.979016393442623, "grad_norm": 0.2811669707298279, "learning_rate": 2.111067215997016e-06, "loss": 0.2651, "step": 6068 }, { "epoch": 3.979672131147541, "grad_norm": 0.29938286542892456, "learning_rate": 2.1084575929483776e-06, "loss": 0.2829, "step": 6069 }, { "epoch": 3.9803278688524593, "grad_norm": 0.29936203360557556, "learning_rate": 2.1058493937615065e-06, "loss": 0.2748, "step": 6070 }, { "epoch": 3.980983606557377, "grad_norm": 0.30422547459602356, "learning_rate": 2.1032426189069943e-06, "loss": 0.2709, "step": 6071 }, { "epoch": 3.981639344262295, "grad_norm": 0.2991306781768799, "learning_rate": 2.100637268855182e-06, "loss": 0.2724, "step": 6072 }, { "epoch": 3.982295081967213, "grad_norm": 0.2849529981613159, "learning_rate": 2.098033344076149e-06, "loss": 0.2714, "step": 6073 }, { "epoch": 3.9829508196721313, "grad_norm": 0.3073780834674835, "learning_rate": 2.0954308450397177e-06, "loss": 0.2841, "step": 6074 }, { "epoch": 3.9836065573770494, "grad_norm": 0.30313992500305176, "learning_rate": 2.0928297722154535e-06, "loss": 0.288, "step": 6075 }, { "epoch": 3.984262295081967, "grad_norm": 0.2924495339393616, "learning_rate": 2.090230126072664e-06, "loss": 0.2881, "step": 6076 }, { "epoch": 3.984918032786885, "grad_norm": 0.3137027323246002, "learning_rate": 2.0876319070804007e-06, "loss": 0.2768, "step": 6077 }, { "epoch": 3.9855737704918033, "grad_norm": 0.30994465947151184, "learning_rate": 2.08503511570746e-06, "loss": 0.297, "step": 6078 }, { "epoch": 3.9862295081967214, "grad_norm": 0.2957196831703186, "learning_rate": 2.082439752422376e-06, "loss": 0.2722, "step": 6079 }, { "epoch": 3.9868852459016395, "grad_norm": 0.29880285263061523, "learning_rate": 2.079845817693428e-06, "loss": 0.2913, "step": 6080 }, { "epoch": 3.987540983606557, "grad_norm": 0.2993026077747345, "learning_rate": 2.0772533119886316e-06, "loss": 0.281, "step": 6081 }, { "epoch": 3.9881967213114753, "grad_norm": 0.3005543649196625, "learning_rate": 2.0746622357757574e-06, "loss": 0.279, "step": 6082 }, { "epoch": 3.9888524590163934, "grad_norm": 0.3033502399921417, "learning_rate": 2.072072589522306e-06, "loss": 0.2918, "step": 6083 }, { "epoch": 3.9895081967213115, "grad_norm": 0.2898215055465698, "learning_rate": 2.069484373695522e-06, "loss": 0.2779, "step": 6084 }, { "epoch": 3.9901639344262296, "grad_norm": 0.29248031973838806, "learning_rate": 2.066897588762399e-06, "loss": 0.2812, "step": 6085 }, { "epoch": 3.9908196721311473, "grad_norm": 0.30633702874183655, "learning_rate": 2.0643122351896662e-06, "loss": 0.2951, "step": 6086 }, { "epoch": 3.9914754098360654, "grad_norm": 0.2936914265155792, "learning_rate": 2.0617283134437925e-06, "loss": 0.2702, "step": 6087 }, { "epoch": 3.9921311475409835, "grad_norm": 0.28363412618637085, "learning_rate": 2.059145823990998e-06, "loss": 0.274, "step": 6088 }, { "epoch": 3.9927868852459016, "grad_norm": 0.3024654984474182, "learning_rate": 2.0565647672972333e-06, "loss": 0.2876, "step": 6089 }, { "epoch": 3.9934426229508198, "grad_norm": 0.2949286699295044, "learning_rate": 2.0539851438281976e-06, "loss": 0.2795, "step": 6090 }, { "epoch": 3.994098360655738, "grad_norm": 0.2878686189651489, "learning_rate": 2.0514069540493265e-06, "loss": 0.2624, "step": 6091 }, { "epoch": 3.994754098360656, "grad_norm": 0.31144067645072937, "learning_rate": 2.048830198425804e-06, "loss": 0.2918, "step": 6092 }, { "epoch": 3.9954098360655736, "grad_norm": 0.3045370876789093, "learning_rate": 2.04625487742255e-06, "loss": 0.283, "step": 6093 }, { "epoch": 3.9960655737704918, "grad_norm": 0.3129172623157501, "learning_rate": 2.043680991504222e-06, "loss": 0.3238, "step": 6094 }, { "epoch": 3.99672131147541, "grad_norm": 0.3068709075450897, "learning_rate": 2.0411085411352303e-06, "loss": 0.2667, "step": 6095 }, { "epoch": 3.997377049180328, "grad_norm": 0.29333844780921936, "learning_rate": 2.0385375267797193e-06, "loss": 0.2762, "step": 6096 }, { "epoch": 3.998032786885246, "grad_norm": 0.2890441417694092, "learning_rate": 2.035967948901564e-06, "loss": 0.274, "step": 6097 }, { "epoch": 3.9986885245901638, "grad_norm": 0.2896750569343567, "learning_rate": 2.0333998079643992e-06, "loss": 0.2551, "step": 6098 }, { "epoch": 3.999344262295082, "grad_norm": 0.2915901243686676, "learning_rate": 2.03083310443159e-06, "loss": 0.2875, "step": 6099 }, { "epoch": 4.0, "grad_norm": 0.2961460053920746, "learning_rate": 2.02826783876624e-06, "loss": 0.2783, "step": 6100 }, { "epoch": 4.000655737704918, "grad_norm": 0.295023113489151, "learning_rate": 2.0257040114312043e-06, "loss": 0.2956, "step": 6101 }, { "epoch": 4.001311475409836, "grad_norm": 0.2912479341030121, "learning_rate": 2.0231416228890654e-06, "loss": 0.2917, "step": 6102 }, { "epoch": 4.001967213114754, "grad_norm": 0.3027806580066681, "learning_rate": 2.0205806736021518e-06, "loss": 0.2813, "step": 6103 }, { "epoch": 4.0026229508196725, "grad_norm": 0.31547072529792786, "learning_rate": 2.0180211640325363e-06, "loss": 0.2819, "step": 6104 }, { "epoch": 4.00327868852459, "grad_norm": 0.2951458692550659, "learning_rate": 2.0154630946420274e-06, "loss": 0.2963, "step": 6105 }, { "epoch": 4.003934426229508, "grad_norm": 0.29203155636787415, "learning_rate": 2.0129064658921737e-06, "loss": 0.2865, "step": 6106 }, { "epoch": 4.004590163934426, "grad_norm": 0.29424118995666504, "learning_rate": 2.0103512782442614e-06, "loss": 0.2835, "step": 6107 }, { "epoch": 4.005245901639344, "grad_norm": 0.28072333335876465, "learning_rate": 2.0077975321593256e-06, "loss": 0.268, "step": 6108 }, { "epoch": 4.005901639344263, "grad_norm": 0.31418290734291077, "learning_rate": 2.005245228098134e-06, "loss": 0.2835, "step": 6109 }, { "epoch": 4.00655737704918, "grad_norm": 0.3038191795349121, "learning_rate": 2.002694366521193e-06, "loss": 0.2905, "step": 6110 }, { "epoch": 4.007213114754099, "grad_norm": 0.30475619435310364, "learning_rate": 2.000144947888756e-06, "loss": 0.2915, "step": 6111 }, { "epoch": 4.0078688524590165, "grad_norm": 0.2900114357471466, "learning_rate": 1.997596972660809e-06, "loss": 0.2693, "step": 6112 }, { "epoch": 4.008524590163934, "grad_norm": 0.31005623936653137, "learning_rate": 1.995050441297077e-06, "loss": 0.2702, "step": 6113 }, { "epoch": 4.009180327868853, "grad_norm": 0.29397809505462646, "learning_rate": 1.992505354257036e-06, "loss": 0.2704, "step": 6114 }, { "epoch": 4.00983606557377, "grad_norm": 0.30432650446891785, "learning_rate": 1.989961711999887e-06, "loss": 0.2574, "step": 6115 }, { "epoch": 4.010491803278689, "grad_norm": 0.2963237166404724, "learning_rate": 1.987419514984579e-06, "loss": 0.2761, "step": 6116 }, { "epoch": 4.011147540983607, "grad_norm": 0.30659979581832886, "learning_rate": 1.984878763669795e-06, "loss": 0.2904, "step": 6117 }, { "epoch": 4.011803278688524, "grad_norm": 0.303485244512558, "learning_rate": 1.982339458513962e-06, "loss": 0.2852, "step": 6118 }, { "epoch": 4.012459016393443, "grad_norm": 0.3068991005420685, "learning_rate": 1.9798015999752395e-06, "loss": 0.3015, "step": 6119 }, { "epoch": 4.0131147540983605, "grad_norm": 0.30862152576446533, "learning_rate": 1.977265188511538e-06, "loss": 0.3024, "step": 6120 }, { "epoch": 4.013770491803279, "grad_norm": 0.3043030798435211, "learning_rate": 1.9747302245804944e-06, "loss": 0.2916, "step": 6121 }, { "epoch": 4.014426229508197, "grad_norm": 0.2895407974720001, "learning_rate": 1.9721967086394864e-06, "loss": 0.2735, "step": 6122 }, { "epoch": 4.015081967213114, "grad_norm": 0.28807955980300903, "learning_rate": 1.969664641145641e-06, "loss": 0.2783, "step": 6123 }, { "epoch": 4.015737704918033, "grad_norm": 0.31020644307136536, "learning_rate": 1.967134022555811e-06, "loss": 0.2959, "step": 6124 }, { "epoch": 4.016393442622951, "grad_norm": 0.2927866280078888, "learning_rate": 1.964604853326595e-06, "loss": 0.2867, "step": 6125 }, { "epoch": 4.017049180327869, "grad_norm": 0.291713148355484, "learning_rate": 1.962077133914324e-06, "loss": 0.2821, "step": 6126 }, { "epoch": 4.017704918032787, "grad_norm": 0.3133435547351837, "learning_rate": 1.959550864775077e-06, "loss": 0.3, "step": 6127 }, { "epoch": 4.0183606557377045, "grad_norm": 0.27270838618278503, "learning_rate": 1.957026046364664e-06, "loss": 0.2504, "step": 6128 }, { "epoch": 4.019016393442623, "grad_norm": 0.2681005895137787, "learning_rate": 1.954502679138631e-06, "loss": 0.2485, "step": 6129 }, { "epoch": 4.019672131147541, "grad_norm": 0.2804827094078064, "learning_rate": 1.9519807635522726e-06, "loss": 0.267, "step": 6130 }, { "epoch": 4.020327868852459, "grad_norm": 0.2955910563468933, "learning_rate": 1.9494603000606117e-06, "loss": 0.2802, "step": 6131 }, { "epoch": 4.020983606557377, "grad_norm": 0.2980606257915497, "learning_rate": 1.9469412891184102e-06, "loss": 0.2671, "step": 6132 }, { "epoch": 4.0216393442622955, "grad_norm": 0.29945817589759827, "learning_rate": 1.944423731180176e-06, "loss": 0.2603, "step": 6133 }, { "epoch": 4.022295081967213, "grad_norm": 0.29478731751441956, "learning_rate": 1.9419076267001468e-06, "loss": 0.2764, "step": 6134 }, { "epoch": 4.022950819672131, "grad_norm": 0.3050568401813507, "learning_rate": 1.9393929761322993e-06, "loss": 0.2735, "step": 6135 }, { "epoch": 4.023606557377049, "grad_norm": 0.29614949226379395, "learning_rate": 1.9368797799303463e-06, "loss": 0.2713, "step": 6136 }, { "epoch": 4.024262295081967, "grad_norm": 0.29497024416923523, "learning_rate": 1.934368038547749e-06, "loss": 0.2715, "step": 6137 }, { "epoch": 4.024918032786886, "grad_norm": 0.3188464045524597, "learning_rate": 1.931857752437689e-06, "loss": 0.277, "step": 6138 }, { "epoch": 4.025573770491803, "grad_norm": 0.3039000928401947, "learning_rate": 1.9293489220531e-06, "loss": 0.2821, "step": 6139 }, { "epoch": 4.026229508196721, "grad_norm": 0.3078899681568146, "learning_rate": 1.926841547846645e-06, "loss": 0.2943, "step": 6140 }, { "epoch": 4.0268852459016395, "grad_norm": 0.2983701229095459, "learning_rate": 1.9243356302707285e-06, "loss": 0.2861, "step": 6141 }, { "epoch": 4.027540983606557, "grad_norm": 0.29595160484313965, "learning_rate": 1.921831169777485e-06, "loss": 0.2749, "step": 6142 }, { "epoch": 4.028196721311476, "grad_norm": 0.28140175342559814, "learning_rate": 1.919328166818799e-06, "loss": 0.258, "step": 6143 }, { "epoch": 4.028852459016393, "grad_norm": 0.30724257230758667, "learning_rate": 1.9168266218462807e-06, "loss": 0.2851, "step": 6144 }, { "epoch": 4.029508196721311, "grad_norm": 0.30862128734588623, "learning_rate": 1.9143265353112772e-06, "loss": 0.2831, "step": 6145 }, { "epoch": 4.03016393442623, "grad_norm": 0.30121755599975586, "learning_rate": 1.9118279076648825e-06, "loss": 0.2748, "step": 6146 }, { "epoch": 4.030819672131147, "grad_norm": 0.2989204227924347, "learning_rate": 1.9093307393579196e-06, "loss": 0.264, "step": 6147 }, { "epoch": 4.031475409836066, "grad_norm": 0.32862818241119385, "learning_rate": 1.9068350308409457e-06, "loss": 0.2781, "step": 6148 }, { "epoch": 4.032131147540984, "grad_norm": 0.31285691261291504, "learning_rate": 1.9043407825642635e-06, "loss": 0.2825, "step": 6149 }, { "epoch": 4.032786885245901, "grad_norm": 0.29621174931526184, "learning_rate": 1.9018479949779057e-06, "loss": 0.2765, "step": 6150 }, { "epoch": 4.03344262295082, "grad_norm": 0.3099559247493744, "learning_rate": 1.8993566685316423e-06, "loss": 0.2684, "step": 6151 }, { "epoch": 4.0340983606557375, "grad_norm": 0.3047897219657898, "learning_rate": 1.896866803674977e-06, "loss": 0.2976, "step": 6152 }, { "epoch": 4.034754098360656, "grad_norm": 0.30819007754325867, "learning_rate": 1.894378400857161e-06, "loss": 0.3134, "step": 6153 }, { "epoch": 4.035409836065574, "grad_norm": 0.3095932602882385, "learning_rate": 1.8918914605271687e-06, "loss": 0.2921, "step": 6154 }, { "epoch": 4.036065573770492, "grad_norm": 0.2976555824279785, "learning_rate": 1.8894059831337152e-06, "loss": 0.2802, "step": 6155 }, { "epoch": 4.03672131147541, "grad_norm": 0.2872087359428406, "learning_rate": 1.8869219691252561e-06, "loss": 0.2853, "step": 6156 }, { "epoch": 4.037377049180328, "grad_norm": 0.28073233366012573, "learning_rate": 1.884439418949977e-06, "loss": 0.2604, "step": 6157 }, { "epoch": 4.038032786885246, "grad_norm": 0.2954547107219696, "learning_rate": 1.8819583330558022e-06, "loss": 0.247, "step": 6158 }, { "epoch": 4.038688524590164, "grad_norm": 0.2783692479133606, "learning_rate": 1.8794787118903902e-06, "loss": 0.2673, "step": 6159 }, { "epoch": 4.039344262295082, "grad_norm": 0.28255534172058105, "learning_rate": 1.877000555901136e-06, "loss": 0.2616, "step": 6160 }, { "epoch": 4.04, "grad_norm": 0.29298174381256104, "learning_rate": 1.8745238655351682e-06, "loss": 0.2559, "step": 6161 }, { "epoch": 4.040655737704918, "grad_norm": 0.30128535628318787, "learning_rate": 1.872048641239359e-06, "loss": 0.2787, "step": 6162 }, { "epoch": 4.041311475409836, "grad_norm": 0.3159730136394501, "learning_rate": 1.8695748834603066e-06, "loss": 0.2985, "step": 6163 }, { "epoch": 4.041967213114754, "grad_norm": 0.30445653200149536, "learning_rate": 1.8671025926443464e-06, "loss": 0.2611, "step": 6164 }, { "epoch": 4.0426229508196725, "grad_norm": 0.3294897675514221, "learning_rate": 1.864631769237556e-06, "loss": 0.2918, "step": 6165 }, { "epoch": 4.04327868852459, "grad_norm": 0.3155968189239502, "learning_rate": 1.8621624136857397e-06, "loss": 0.2782, "step": 6166 }, { "epoch": 4.043934426229508, "grad_norm": 0.2991921901702881, "learning_rate": 1.8596945264344413e-06, "loss": 0.3011, "step": 6167 }, { "epoch": 4.044590163934426, "grad_norm": 0.30038732290267944, "learning_rate": 1.8572281079289355e-06, "loss": 0.2482, "step": 6168 }, { "epoch": 4.045245901639344, "grad_norm": 0.28780055046081543, "learning_rate": 1.8547631586142412e-06, "loss": 0.2653, "step": 6169 }, { "epoch": 4.045901639344263, "grad_norm": 0.2941477298736572, "learning_rate": 1.8522996789351033e-06, "loss": 0.2779, "step": 6170 }, { "epoch": 4.04655737704918, "grad_norm": 0.27909961342811584, "learning_rate": 1.8498376693360032e-06, "loss": 0.2452, "step": 6171 }, { "epoch": 4.047213114754098, "grad_norm": 0.29334768652915955, "learning_rate": 1.847377130261161e-06, "loss": 0.2851, "step": 6172 }, { "epoch": 4.0478688524590165, "grad_norm": 0.3053872585296631, "learning_rate": 1.8449180621545293e-06, "loss": 0.2828, "step": 6173 }, { "epoch": 4.048524590163934, "grad_norm": 0.2986668050289154, "learning_rate": 1.84246046545979e-06, "loss": 0.3022, "step": 6174 }, { "epoch": 4.049180327868853, "grad_norm": 0.28588131070137024, "learning_rate": 1.8400043406203706e-06, "loss": 0.2742, "step": 6175 }, { "epoch": 4.04983606557377, "grad_norm": 0.2963205575942993, "learning_rate": 1.8375496880794242e-06, "loss": 0.2771, "step": 6176 }, { "epoch": 4.050491803278689, "grad_norm": 0.2823442816734314, "learning_rate": 1.8350965082798388e-06, "loss": 0.2707, "step": 6177 }, { "epoch": 4.051147540983607, "grad_norm": 0.2981856167316437, "learning_rate": 1.8326448016642452e-06, "loss": 0.2757, "step": 6178 }, { "epoch": 4.051803278688524, "grad_norm": 0.2856636047363281, "learning_rate": 1.8301945686749945e-06, "loss": 0.2794, "step": 6179 }, { "epoch": 4.052459016393443, "grad_norm": 0.2893332839012146, "learning_rate": 1.82774580975418e-06, "loss": 0.2704, "step": 6180 }, { "epoch": 4.0531147540983605, "grad_norm": 0.30888110399246216, "learning_rate": 1.825298525343634e-06, "loss": 0.2824, "step": 6181 }, { "epoch": 4.053770491803279, "grad_norm": 0.31724098324775696, "learning_rate": 1.822852715884913e-06, "loss": 0.2954, "step": 6182 }, { "epoch": 4.054426229508197, "grad_norm": 0.30853840708732605, "learning_rate": 1.8204083818193108e-06, "loss": 0.2723, "step": 6183 }, { "epoch": 4.055081967213114, "grad_norm": 0.2875405550003052, "learning_rate": 1.817965523587859e-06, "loss": 0.2639, "step": 6184 }, { "epoch": 4.055737704918033, "grad_norm": 0.3048217296600342, "learning_rate": 1.8155241416313185e-06, "loss": 0.3028, "step": 6185 }, { "epoch": 4.056393442622951, "grad_norm": 0.30695125460624695, "learning_rate": 1.8130842363901845e-06, "loss": 0.3036, "step": 6186 }, { "epoch": 4.057049180327869, "grad_norm": 0.2928600609302521, "learning_rate": 1.8106458083046841e-06, "loss": 0.279, "step": 6187 }, { "epoch": 4.057704918032787, "grad_norm": 0.3481144309043884, "learning_rate": 1.8082088578147849e-06, "loss": 0.2783, "step": 6188 }, { "epoch": 4.0583606557377045, "grad_norm": 0.3082922399044037, "learning_rate": 1.80577338536018e-06, "loss": 0.2927, "step": 6189 }, { "epoch": 4.059016393442623, "grad_norm": 0.29928267002105713, "learning_rate": 1.8033393913802966e-06, "loss": 0.2842, "step": 6190 }, { "epoch": 4.059672131147541, "grad_norm": 0.28829848766326904, "learning_rate": 1.8009068763143023e-06, "loss": 0.2779, "step": 6191 }, { "epoch": 4.060327868852459, "grad_norm": 0.2878362238407135, "learning_rate": 1.7984758406010917e-06, "loss": 0.2681, "step": 6192 }, { "epoch": 4.060983606557377, "grad_norm": 0.30041584372520447, "learning_rate": 1.7960462846792893e-06, "loss": 0.2707, "step": 6193 }, { "epoch": 4.061639344262295, "grad_norm": 0.29671239852905273, "learning_rate": 1.7936182089872623e-06, "loss": 0.2912, "step": 6194 }, { "epoch": 4.062295081967213, "grad_norm": 0.30860230326652527, "learning_rate": 1.7911916139631047e-06, "loss": 0.2644, "step": 6195 }, { "epoch": 4.062950819672131, "grad_norm": 0.3063877522945404, "learning_rate": 1.788766500044643e-06, "loss": 0.2903, "step": 6196 }, { "epoch": 4.0636065573770495, "grad_norm": 0.3134883642196655, "learning_rate": 1.786342867669435e-06, "loss": 0.2856, "step": 6197 }, { "epoch": 4.064262295081967, "grad_norm": 0.3059964179992676, "learning_rate": 1.7839207172747786e-06, "loss": 0.2718, "step": 6198 }, { "epoch": 4.064918032786886, "grad_norm": 0.31141963601112366, "learning_rate": 1.7815000492976985e-06, "loss": 0.2815, "step": 6199 }, { "epoch": 4.065573770491803, "grad_norm": 0.2932327389717102, "learning_rate": 1.7790808641749524e-06, "loss": 0.2783, "step": 6200 }, { "epoch": 4.066229508196721, "grad_norm": 0.32185378670692444, "learning_rate": 1.7766631623430298e-06, "loss": 0.3017, "step": 6201 }, { "epoch": 4.06688524590164, "grad_norm": 0.2955993413925171, "learning_rate": 1.7742469442381549e-06, "loss": 0.2828, "step": 6202 }, { "epoch": 4.067540983606557, "grad_norm": 0.31788089871406555, "learning_rate": 1.7718322102962814e-06, "loss": 0.2805, "step": 6203 }, { "epoch": 4.068196721311476, "grad_norm": 0.29634395241737366, "learning_rate": 1.7694189609531009e-06, "loss": 0.2858, "step": 6204 }, { "epoch": 4.0688524590163935, "grad_norm": 0.2999587655067444, "learning_rate": 1.7670071966440295e-06, "loss": 0.3268, "step": 6205 }, { "epoch": 4.069508196721311, "grad_norm": 0.32109490036964417, "learning_rate": 1.7645969178042188e-06, "loss": 0.2831, "step": 6206 }, { "epoch": 4.07016393442623, "grad_norm": 0.2990587651729584, "learning_rate": 1.7621881248685569e-06, "loss": 0.2783, "step": 6207 }, { "epoch": 4.070819672131147, "grad_norm": 0.31911319494247437, "learning_rate": 1.759780818271656e-06, "loss": 0.291, "step": 6208 }, { "epoch": 4.071475409836066, "grad_norm": 0.2986467778682709, "learning_rate": 1.7573749984478617e-06, "loss": 0.2792, "step": 6209 }, { "epoch": 4.072131147540984, "grad_norm": 0.2862418591976166, "learning_rate": 1.7549706658312592e-06, "loss": 0.2721, "step": 6210 }, { "epoch": 4.072786885245901, "grad_norm": 0.29316216707229614, "learning_rate": 1.7525678208556552e-06, "loss": 0.2469, "step": 6211 }, { "epoch": 4.07344262295082, "grad_norm": 0.2942112386226654, "learning_rate": 1.7501664639545934e-06, "loss": 0.2907, "step": 6212 }, { "epoch": 4.0740983606557375, "grad_norm": 0.30861696600914, "learning_rate": 1.7477665955613443e-06, "loss": 0.2846, "step": 6213 }, { "epoch": 4.074754098360656, "grad_norm": 0.2890689969062805, "learning_rate": 1.7453682161089203e-06, "loss": 0.2991, "step": 6214 }, { "epoch": 4.075409836065574, "grad_norm": 0.3007580637931824, "learning_rate": 1.742971326030054e-06, "loss": 0.2839, "step": 6215 }, { "epoch": 4.076065573770491, "grad_norm": 0.30214548110961914, "learning_rate": 1.7405759257572107e-06, "loss": 0.2786, "step": 6216 }, { "epoch": 4.07672131147541, "grad_norm": 0.3131501376628876, "learning_rate": 1.738182015722596e-06, "loss": 0.3004, "step": 6217 }, { "epoch": 4.077377049180328, "grad_norm": 0.2980237901210785, "learning_rate": 1.7357895963581373e-06, "loss": 0.2827, "step": 6218 }, { "epoch": 4.078032786885246, "grad_norm": 0.30688491463661194, "learning_rate": 1.7333986680954952e-06, "loss": 0.2994, "step": 6219 }, { "epoch": 4.078688524590164, "grad_norm": 0.2964758574962616, "learning_rate": 1.7310092313660632e-06, "loss": 0.2938, "step": 6220 }, { "epoch": 4.079344262295082, "grad_norm": 0.29602575302124023, "learning_rate": 1.7286212866009644e-06, "loss": 0.2592, "step": 6221 }, { "epoch": 4.08, "grad_norm": 0.30181872844696045, "learning_rate": 1.7262348342310497e-06, "loss": 0.2731, "step": 6222 }, { "epoch": 4.080655737704918, "grad_norm": 0.2993399202823639, "learning_rate": 1.7238498746869092e-06, "loss": 0.271, "step": 6223 }, { "epoch": 4.081311475409836, "grad_norm": 0.2966088652610779, "learning_rate": 1.7214664083988564e-06, "loss": 0.271, "step": 6224 }, { "epoch": 4.081967213114754, "grad_norm": 0.28845739364624023, "learning_rate": 1.719084435796935e-06, "loss": 0.2744, "step": 6225 }, { "epoch": 4.0826229508196725, "grad_norm": 0.28491875529289246, "learning_rate": 1.7167039573109258e-06, "loss": 0.2797, "step": 6226 }, { "epoch": 4.08327868852459, "grad_norm": 0.3017851710319519, "learning_rate": 1.7143249733703327e-06, "loss": 0.3045, "step": 6227 }, { "epoch": 4.083934426229508, "grad_norm": 0.2998526692390442, "learning_rate": 1.7119474844043915e-06, "loss": 0.2861, "step": 6228 }, { "epoch": 4.084590163934426, "grad_norm": 0.3114659786224365, "learning_rate": 1.7095714908420747e-06, "loss": 0.2939, "step": 6229 }, { "epoch": 4.085245901639344, "grad_norm": 0.30207279324531555, "learning_rate": 1.7071969931120768e-06, "loss": 0.2913, "step": 6230 }, { "epoch": 4.085901639344263, "grad_norm": 0.2830349802970886, "learning_rate": 1.7048239916428267e-06, "loss": 0.2767, "step": 6231 }, { "epoch": 4.08655737704918, "grad_norm": 0.29282915592193604, "learning_rate": 1.7024524868624782e-06, "loss": 0.2747, "step": 6232 }, { "epoch": 4.087213114754098, "grad_norm": 0.30800479650497437, "learning_rate": 1.7000824791989256e-06, "loss": 0.294, "step": 6233 }, { "epoch": 4.0878688524590165, "grad_norm": 0.28516674041748047, "learning_rate": 1.697713969079785e-06, "loss": 0.2656, "step": 6234 }, { "epoch": 4.088524590163934, "grad_norm": 0.3153349459171295, "learning_rate": 1.6953469569323988e-06, "loss": 0.2978, "step": 6235 }, { "epoch": 4.089180327868853, "grad_norm": 0.3110741972923279, "learning_rate": 1.6929814431838509e-06, "loss": 0.292, "step": 6236 }, { "epoch": 4.08983606557377, "grad_norm": 0.3067246079444885, "learning_rate": 1.6906174282609455e-06, "loss": 0.2844, "step": 6237 }, { "epoch": 4.090491803278688, "grad_norm": 0.3090076148509979, "learning_rate": 1.6882549125902159e-06, "loss": 0.2762, "step": 6238 }, { "epoch": 4.091147540983607, "grad_norm": 0.32337674498558044, "learning_rate": 1.6858938965979332e-06, "loss": 0.3147, "step": 6239 }, { "epoch": 4.091803278688524, "grad_norm": 0.29826581478118896, "learning_rate": 1.6835343807100934e-06, "loss": 0.2869, "step": 6240 }, { "epoch": 4.092459016393443, "grad_norm": 0.3011627197265625, "learning_rate": 1.6811763653524138e-06, "loss": 0.2954, "step": 6241 }, { "epoch": 4.093114754098361, "grad_norm": 0.30709072947502136, "learning_rate": 1.678819850950355e-06, "loss": 0.3162, "step": 6242 }, { "epoch": 4.093770491803279, "grad_norm": 0.30046844482421875, "learning_rate": 1.6764648379290981e-06, "loss": 0.2544, "step": 6243 }, { "epoch": 4.094426229508197, "grad_norm": 0.2932666540145874, "learning_rate": 1.6741113267135522e-06, "loss": 0.2694, "step": 6244 }, { "epoch": 4.0950819672131145, "grad_norm": 0.29411959648132324, "learning_rate": 1.6717593177283653e-06, "loss": 0.2734, "step": 6245 }, { "epoch": 4.095737704918033, "grad_norm": 0.28168609738349915, "learning_rate": 1.6694088113979034e-06, "loss": 0.2539, "step": 6246 }, { "epoch": 4.096393442622951, "grad_norm": 0.29873818159103394, "learning_rate": 1.6670598081462652e-06, "loss": 0.2825, "step": 6247 }, { "epoch": 4.097049180327869, "grad_norm": 0.2806922495365143, "learning_rate": 1.6647123083972782e-06, "loss": 0.2625, "step": 6248 }, { "epoch": 4.097704918032787, "grad_norm": 0.2738907039165497, "learning_rate": 1.6623663125745026e-06, "loss": 0.2496, "step": 6249 }, { "epoch": 4.098360655737705, "grad_norm": 0.29305508732795715, "learning_rate": 1.660021821101222e-06, "loss": 0.2741, "step": 6250 }, { "epoch": 4.099016393442623, "grad_norm": 0.32759442925453186, "learning_rate": 1.6576788344004468e-06, "loss": 0.2883, "step": 6251 }, { "epoch": 4.099672131147541, "grad_norm": 0.30222058296203613, "learning_rate": 1.6553373528949246e-06, "loss": 0.2882, "step": 6252 }, { "epoch": 4.100327868852459, "grad_norm": 0.30509188771247864, "learning_rate": 1.652997377007125e-06, "loss": 0.2899, "step": 6253 }, { "epoch": 4.100983606557377, "grad_norm": 0.30990809202194214, "learning_rate": 1.6506589071592427e-06, "loss": 0.2991, "step": 6254 }, { "epoch": 4.101639344262295, "grad_norm": 0.2976510524749756, "learning_rate": 1.64832194377321e-06, "loss": 0.2842, "step": 6255 }, { "epoch": 4.102295081967213, "grad_norm": 0.29496514797210693, "learning_rate": 1.645986487270682e-06, "loss": 0.2776, "step": 6256 }, { "epoch": 4.102950819672131, "grad_norm": 0.2912474572658539, "learning_rate": 1.6436525380730418e-06, "loss": 0.2706, "step": 6257 }, { "epoch": 4.1036065573770495, "grad_norm": 0.3004332184791565, "learning_rate": 1.6413200966013965e-06, "loss": 0.2893, "step": 6258 }, { "epoch": 4.104262295081967, "grad_norm": 0.28313034772872925, "learning_rate": 1.6389891632765932e-06, "loss": 0.2749, "step": 6259 }, { "epoch": 4.104918032786885, "grad_norm": 0.3002358078956604, "learning_rate": 1.6366597385191963e-06, "loss": 0.2869, "step": 6260 }, { "epoch": 4.105573770491803, "grad_norm": 0.2847209870815277, "learning_rate": 1.6343318227494998e-06, "loss": 0.2754, "step": 6261 }, { "epoch": 4.106229508196721, "grad_norm": 0.3309986889362335, "learning_rate": 1.6320054163875288e-06, "loss": 0.3163, "step": 6262 }, { "epoch": 4.10688524590164, "grad_norm": 0.29691722989082336, "learning_rate": 1.6296805198530342e-06, "loss": 0.2857, "step": 6263 }, { "epoch": 4.107540983606557, "grad_norm": 0.30338773131370544, "learning_rate": 1.6273571335654903e-06, "loss": 0.2911, "step": 6264 }, { "epoch": 4.108196721311476, "grad_norm": 0.28959399461746216, "learning_rate": 1.6250352579441076e-06, "loss": 0.2817, "step": 6265 }, { "epoch": 4.1088524590163935, "grad_norm": 0.2900482714176178, "learning_rate": 1.6227148934078195e-06, "loss": 0.2843, "step": 6266 }, { "epoch": 4.109508196721311, "grad_norm": 0.3071175217628479, "learning_rate": 1.6203960403752816e-06, "loss": 0.2876, "step": 6267 }, { "epoch": 4.11016393442623, "grad_norm": 0.2884857654571533, "learning_rate": 1.6180786992648879e-06, "loss": 0.2789, "step": 6268 }, { "epoch": 4.110819672131147, "grad_norm": 0.3172606825828552, "learning_rate": 1.6157628704947514e-06, "loss": 0.3049, "step": 6269 }, { "epoch": 4.111475409836066, "grad_norm": 0.31615832448005676, "learning_rate": 1.6134485544827116e-06, "loss": 0.2998, "step": 6270 }, { "epoch": 4.112131147540984, "grad_norm": 0.2950669825077057, "learning_rate": 1.6111357516463422e-06, "loss": 0.2796, "step": 6271 }, { "epoch": 4.112786885245901, "grad_norm": 0.3089945614337921, "learning_rate": 1.608824462402937e-06, "loss": 0.2913, "step": 6272 }, { "epoch": 4.11344262295082, "grad_norm": 0.31199467182159424, "learning_rate": 1.6065146871695203e-06, "loss": 0.2711, "step": 6273 }, { "epoch": 4.1140983606557375, "grad_norm": 0.3016568720340729, "learning_rate": 1.60420642636284e-06, "loss": 0.2657, "step": 6274 }, { "epoch": 4.114754098360656, "grad_norm": 0.30073660612106323, "learning_rate": 1.6018996803993758e-06, "loss": 0.2641, "step": 6275 }, { "epoch": 4.115409836065574, "grad_norm": 0.28081852197647095, "learning_rate": 1.5995944496953298e-06, "loss": 0.2689, "step": 6276 }, { "epoch": 4.116065573770491, "grad_norm": 0.29181572794914246, "learning_rate": 1.59729073466663e-06, "loss": 0.277, "step": 6277 }, { "epoch": 4.11672131147541, "grad_norm": 0.29423534870147705, "learning_rate": 1.5949885357289375e-06, "loss": 0.2867, "step": 6278 }, { "epoch": 4.117377049180328, "grad_norm": 0.3031243681907654, "learning_rate": 1.592687853297633e-06, "loss": 0.3046, "step": 6279 }, { "epoch": 4.118032786885246, "grad_norm": 0.30385711789131165, "learning_rate": 1.5903886877878239e-06, "loss": 0.2672, "step": 6280 }, { "epoch": 4.118688524590164, "grad_norm": 0.3042844533920288, "learning_rate": 1.5880910396143522e-06, "loss": 0.2844, "step": 6281 }, { "epoch": 4.1193442622950815, "grad_norm": 0.30729612708091736, "learning_rate": 1.5857949091917735e-06, "loss": 0.2694, "step": 6282 }, { "epoch": 4.12, "grad_norm": 0.28744250535964966, "learning_rate": 1.583500296934375e-06, "loss": 0.2601, "step": 6283 }, { "epoch": 4.120655737704918, "grad_norm": 0.3104167580604553, "learning_rate": 1.5812072032561764e-06, "loss": 0.2904, "step": 6284 }, { "epoch": 4.121311475409836, "grad_norm": 0.3145538866519928, "learning_rate": 1.5789156285709163e-06, "loss": 0.2943, "step": 6285 }, { "epoch": 4.121967213114754, "grad_norm": 0.3096844553947449, "learning_rate": 1.5766255732920576e-06, "loss": 0.2932, "step": 6286 }, { "epoch": 4.122622950819673, "grad_norm": 0.3011741042137146, "learning_rate": 1.5743370378327972e-06, "loss": 0.2743, "step": 6287 }, { "epoch": 4.12327868852459, "grad_norm": 0.29370594024658203, "learning_rate": 1.5720500226060499e-06, "loss": 0.2791, "step": 6288 }, { "epoch": 4.123934426229508, "grad_norm": 0.292140930891037, "learning_rate": 1.5697645280244567e-06, "loss": 0.2862, "step": 6289 }, { "epoch": 4.1245901639344265, "grad_norm": 0.3046121597290039, "learning_rate": 1.5674805545003934e-06, "loss": 0.2776, "step": 6290 }, { "epoch": 4.125245901639344, "grad_norm": 0.2880699336528778, "learning_rate": 1.5651981024459505e-06, "loss": 0.2679, "step": 6291 }, { "epoch": 4.125901639344263, "grad_norm": 0.30908480286598206, "learning_rate": 1.5629171722729487e-06, "loss": 0.2896, "step": 6292 }, { "epoch": 4.12655737704918, "grad_norm": 0.3216460347175598, "learning_rate": 1.5606377643929305e-06, "loss": 0.3092, "step": 6293 }, { "epoch": 4.127213114754098, "grad_norm": 0.2998995780944824, "learning_rate": 1.5583598792171727e-06, "loss": 0.2733, "step": 6294 }, { "epoch": 4.127868852459017, "grad_norm": 0.3205491304397583, "learning_rate": 1.556083517156668e-06, "loss": 0.2717, "step": 6295 }, { "epoch": 4.128524590163934, "grad_norm": 0.29662758111953735, "learning_rate": 1.5538086786221362e-06, "loss": 0.2588, "step": 6296 }, { "epoch": 4.129180327868853, "grad_norm": 0.28508850932121277, "learning_rate": 1.5515353640240283e-06, "loss": 0.2821, "step": 6297 }, { "epoch": 4.1298360655737705, "grad_norm": 0.2853168845176697, "learning_rate": 1.5492635737725138e-06, "loss": 0.2595, "step": 6298 }, { "epoch": 4.130491803278688, "grad_norm": 0.29522785544395447, "learning_rate": 1.5469933082774847e-06, "loss": 0.2835, "step": 6299 }, { "epoch": 4.131147540983607, "grad_norm": 0.3135356903076172, "learning_rate": 1.54472456794857e-06, "loss": 0.2729, "step": 6300 }, { "epoch": 4.131803278688524, "grad_norm": 0.2813323736190796, "learning_rate": 1.5424573531951147e-06, "loss": 0.2874, "step": 6301 }, { "epoch": 4.132459016393443, "grad_norm": 0.28746694326400757, "learning_rate": 1.5401916644261816e-06, "loss": 0.2758, "step": 6302 }, { "epoch": 4.133114754098361, "grad_norm": 0.29062899947166443, "learning_rate": 1.5379275020505756e-06, "loss": 0.2804, "step": 6303 }, { "epoch": 4.133770491803278, "grad_norm": 0.3004472255706787, "learning_rate": 1.5356648664768114e-06, "loss": 0.267, "step": 6304 }, { "epoch": 4.134426229508197, "grad_norm": 0.30693483352661133, "learning_rate": 1.5334037581131345e-06, "loss": 0.2872, "step": 6305 }, { "epoch": 4.1350819672131145, "grad_norm": 0.3070010840892792, "learning_rate": 1.5311441773675173e-06, "loss": 0.2875, "step": 6306 }, { "epoch": 4.135737704918033, "grad_norm": 0.2917160987854004, "learning_rate": 1.5288861246476504e-06, "loss": 0.2839, "step": 6307 }, { "epoch": 4.136393442622951, "grad_norm": 0.29790133237838745, "learning_rate": 1.5266296003609516e-06, "loss": 0.2649, "step": 6308 }, { "epoch": 4.137049180327869, "grad_norm": 0.27309828996658325, "learning_rate": 1.5243746049145624e-06, "loss": 0.2488, "step": 6309 }, { "epoch": 4.137704918032787, "grad_norm": 0.3167661428451538, "learning_rate": 1.5221211387153522e-06, "loss": 0.2876, "step": 6310 }, { "epoch": 4.138360655737705, "grad_norm": 0.29229310154914856, "learning_rate": 1.519869202169909e-06, "loss": 0.2755, "step": 6311 }, { "epoch": 4.139016393442623, "grad_norm": 0.28021910786628723, "learning_rate": 1.5176187956845445e-06, "loss": 0.2439, "step": 6312 }, { "epoch": 4.139672131147541, "grad_norm": 0.30248406529426575, "learning_rate": 1.5153699196653026e-06, "loss": 0.2775, "step": 6313 }, { "epoch": 4.140327868852459, "grad_norm": 0.29775533080101013, "learning_rate": 1.5131225745179423e-06, "loss": 0.285, "step": 6314 }, { "epoch": 4.140983606557377, "grad_norm": 0.31095758080482483, "learning_rate": 1.510876760647947e-06, "loss": 0.2854, "step": 6315 }, { "epoch": 4.141639344262295, "grad_norm": 0.3237632215023041, "learning_rate": 1.508632478460531e-06, "loss": 0.308, "step": 6316 }, { "epoch": 4.142295081967213, "grad_norm": 0.2966357469558716, "learning_rate": 1.5063897283606265e-06, "loss": 0.2932, "step": 6317 }, { "epoch": 4.142950819672131, "grad_norm": 0.29049405455589294, "learning_rate": 1.5041485107528885e-06, "loss": 0.2682, "step": 6318 }, { "epoch": 4.1436065573770495, "grad_norm": 0.29916056990623474, "learning_rate": 1.5019088260416958e-06, "loss": 0.3015, "step": 6319 }, { "epoch": 4.144262295081967, "grad_norm": 0.28758397698402405, "learning_rate": 1.4996706746311562e-06, "loss": 0.2745, "step": 6320 }, { "epoch": 4.144918032786885, "grad_norm": 0.29967740178108215, "learning_rate": 1.4974340569250944e-06, "loss": 0.2872, "step": 6321 }, { "epoch": 4.145573770491803, "grad_norm": 0.2929195463657379, "learning_rate": 1.4951989733270622e-06, "loss": 0.2794, "step": 6322 }, { "epoch": 4.146229508196721, "grad_norm": 0.283212810754776, "learning_rate": 1.4929654242403313e-06, "loss": 0.2887, "step": 6323 }, { "epoch": 4.14688524590164, "grad_norm": 0.2742268741130829, "learning_rate": 1.4907334100678995e-06, "loss": 0.2501, "step": 6324 }, { "epoch": 4.147540983606557, "grad_norm": 0.3088781237602234, "learning_rate": 1.4885029312124833e-06, "loss": 0.2977, "step": 6325 }, { "epoch": 4.148196721311475, "grad_norm": 0.30224281549453735, "learning_rate": 1.4862739880765309e-06, "loss": 0.2777, "step": 6326 }, { "epoch": 4.1488524590163935, "grad_norm": 0.2873329222202301, "learning_rate": 1.484046581062205e-06, "loss": 0.2693, "step": 6327 }, { "epoch": 4.149508196721311, "grad_norm": 0.3030603528022766, "learning_rate": 1.4818207105713912e-06, "loss": 0.2826, "step": 6328 }, { "epoch": 4.15016393442623, "grad_norm": 0.2825948894023895, "learning_rate": 1.4795963770057065e-06, "loss": 0.2529, "step": 6329 }, { "epoch": 4.150819672131147, "grad_norm": 0.30484965443611145, "learning_rate": 1.4773735807664824e-06, "loss": 0.302, "step": 6330 }, { "epoch": 4.151475409836066, "grad_norm": 0.30588215589523315, "learning_rate": 1.4751523222547726e-06, "loss": 0.278, "step": 6331 }, { "epoch": 4.152131147540984, "grad_norm": 0.31670597195625305, "learning_rate": 1.4729326018713607e-06, "loss": 0.3176, "step": 6332 }, { "epoch": 4.152786885245901, "grad_norm": 0.3068189024925232, "learning_rate": 1.4707144200167466e-06, "loss": 0.2684, "step": 6333 }, { "epoch": 4.15344262295082, "grad_norm": 0.31272247433662415, "learning_rate": 1.4684977770911535e-06, "loss": 0.3046, "step": 6334 }, { "epoch": 4.154098360655738, "grad_norm": 0.3090781569480896, "learning_rate": 1.4662826734945258e-06, "loss": 0.2855, "step": 6335 }, { "epoch": 4.154754098360656, "grad_norm": 0.3143785893917084, "learning_rate": 1.4640691096265358e-06, "loss": 0.2558, "step": 6336 }, { "epoch": 4.155409836065574, "grad_norm": 0.28829196095466614, "learning_rate": 1.4618570858865733e-06, "loss": 0.2665, "step": 6337 }, { "epoch": 4.1560655737704915, "grad_norm": 0.30255231261253357, "learning_rate": 1.4596466026737489e-06, "loss": 0.2667, "step": 6338 }, { "epoch": 4.15672131147541, "grad_norm": 0.2952899634838104, "learning_rate": 1.4574376603869012e-06, "loss": 0.2814, "step": 6339 }, { "epoch": 4.157377049180328, "grad_norm": 0.30060404539108276, "learning_rate": 1.4552302594245838e-06, "loss": 0.2652, "step": 6340 }, { "epoch": 4.158032786885246, "grad_norm": 0.30554261803627014, "learning_rate": 1.4530244001850757e-06, "loss": 0.2822, "step": 6341 }, { "epoch": 4.158688524590164, "grad_norm": 0.30659425258636475, "learning_rate": 1.4508200830663833e-06, "loss": 0.3037, "step": 6342 }, { "epoch": 4.159344262295082, "grad_norm": 0.2905314266681671, "learning_rate": 1.4486173084662204e-06, "loss": 0.2646, "step": 6343 }, { "epoch": 4.16, "grad_norm": 0.3070743680000305, "learning_rate": 1.4464160767820334e-06, "loss": 0.2689, "step": 6344 }, { "epoch": 4.160655737704918, "grad_norm": 0.2934250235557556, "learning_rate": 1.4442163884109927e-06, "loss": 0.2795, "step": 6345 }, { "epoch": 4.161311475409836, "grad_norm": 0.2882857620716095, "learning_rate": 1.4420182437499809e-06, "loss": 0.2682, "step": 6346 }, { "epoch": 4.161967213114754, "grad_norm": 0.31040796637535095, "learning_rate": 1.4398216431956058e-06, "loss": 0.2799, "step": 6347 }, { "epoch": 4.162622950819672, "grad_norm": 0.31423336267471313, "learning_rate": 1.4376265871442019e-06, "loss": 0.2818, "step": 6348 }, { "epoch": 4.16327868852459, "grad_norm": 0.31392642855644226, "learning_rate": 1.435433075991819e-06, "loss": 0.3069, "step": 6349 }, { "epoch": 4.163934426229508, "grad_norm": 0.30630189180374146, "learning_rate": 1.4332411101342259e-06, "loss": 0.2818, "step": 6350 }, { "epoch": 4.1645901639344265, "grad_norm": 0.3005901277065277, "learning_rate": 1.4310506899669219e-06, "loss": 0.2842, "step": 6351 }, { "epoch": 4.165245901639344, "grad_norm": 0.29443830251693726, "learning_rate": 1.428861815885121e-06, "loss": 0.2773, "step": 6352 }, { "epoch": 4.165901639344263, "grad_norm": 0.29309582710266113, "learning_rate": 1.4266744882837559e-06, "loss": 0.2777, "step": 6353 }, { "epoch": 4.16655737704918, "grad_norm": 0.2981264591217041, "learning_rate": 1.4244887075574844e-06, "loss": 0.2865, "step": 6354 }, { "epoch": 4.167213114754098, "grad_norm": 0.2936396598815918, "learning_rate": 1.4223044741006875e-06, "loss": 0.2695, "step": 6355 }, { "epoch": 4.167868852459017, "grad_norm": 0.31419065594673157, "learning_rate": 1.4201217883074613e-06, "loss": 0.2711, "step": 6356 }, { "epoch": 4.168524590163934, "grad_norm": 0.300324946641922, "learning_rate": 1.4179406505716243e-06, "loss": 0.2812, "step": 6357 }, { "epoch": 4.169180327868853, "grad_norm": 0.31950339674949646, "learning_rate": 1.4157610612867202e-06, "loss": 0.2751, "step": 6358 }, { "epoch": 4.1698360655737705, "grad_norm": 0.2852937877178192, "learning_rate": 1.4135830208460078e-06, "loss": 0.2725, "step": 6359 }, { "epoch": 4.170491803278688, "grad_norm": 0.30773842334747314, "learning_rate": 1.4114065296424663e-06, "loss": 0.2719, "step": 6360 }, { "epoch": 4.171147540983607, "grad_norm": 0.3330838084220886, "learning_rate": 1.4092315880688013e-06, "loss": 0.3235, "step": 6361 }, { "epoch": 4.171803278688524, "grad_norm": 0.29433780908584595, "learning_rate": 1.4070581965174323e-06, "loss": 0.2538, "step": 6362 }, { "epoch": 4.172459016393443, "grad_norm": 0.30509471893310547, "learning_rate": 1.4048863553805038e-06, "loss": 0.2968, "step": 6363 }, { "epoch": 4.173114754098361, "grad_norm": 0.3291510343551636, "learning_rate": 1.4027160650498761e-06, "loss": 0.3102, "step": 6364 }, { "epoch": 4.173770491803278, "grad_norm": 0.28711527585983276, "learning_rate": 1.4005473259171343e-06, "loss": 0.2695, "step": 6365 }, { "epoch": 4.174426229508197, "grad_norm": 0.30087465047836304, "learning_rate": 1.3983801383735784e-06, "loss": 0.2584, "step": 6366 }, { "epoch": 4.1750819672131145, "grad_norm": 0.30078190565109253, "learning_rate": 1.3962145028102359e-06, "loss": 0.2646, "step": 6367 }, { "epoch": 4.175737704918033, "grad_norm": 0.29494863748550415, "learning_rate": 1.3940504196178472e-06, "loss": 0.2655, "step": 6368 }, { "epoch": 4.176393442622951, "grad_norm": 0.3020225465297699, "learning_rate": 1.391887889186876e-06, "loss": 0.2734, "step": 6369 }, { "epoch": 4.177049180327868, "grad_norm": 0.3030039072036743, "learning_rate": 1.389726911907502e-06, "loss": 0.2679, "step": 6370 }, { "epoch": 4.177704918032787, "grad_norm": 0.27897706627845764, "learning_rate": 1.3875674881696332e-06, "loss": 0.2705, "step": 6371 }, { "epoch": 4.178360655737705, "grad_norm": 0.31886979937553406, "learning_rate": 1.3854096183628895e-06, "loss": 0.3039, "step": 6372 }, { "epoch": 4.179016393442623, "grad_norm": 0.2861824631690979, "learning_rate": 1.3832533028766115e-06, "loss": 0.2864, "step": 6373 }, { "epoch": 4.179672131147541, "grad_norm": 0.31265026330947876, "learning_rate": 1.3810985420998624e-06, "loss": 0.2969, "step": 6374 }, { "epoch": 4.180327868852459, "grad_norm": 0.27790603041648865, "learning_rate": 1.3789453364214245e-06, "loss": 0.255, "step": 6375 }, { "epoch": 4.180983606557377, "grad_norm": 0.3030969798564911, "learning_rate": 1.3767936862297927e-06, "loss": 0.2825, "step": 6376 }, { "epoch": 4.181639344262295, "grad_norm": 0.30261650681495667, "learning_rate": 1.3746435919131928e-06, "loss": 0.295, "step": 6377 }, { "epoch": 4.182295081967213, "grad_norm": 0.2955229878425598, "learning_rate": 1.3724950538595616e-06, "loss": 0.2668, "step": 6378 }, { "epoch": 4.182950819672131, "grad_norm": 0.2778404653072357, "learning_rate": 1.3703480724565577e-06, "loss": 0.2518, "step": 6379 }, { "epoch": 4.18360655737705, "grad_norm": 0.30580437183380127, "learning_rate": 1.3682026480915545e-06, "loss": 0.3021, "step": 6380 }, { "epoch": 4.184262295081967, "grad_norm": 0.29539451003074646, "learning_rate": 1.3660587811516545e-06, "loss": 0.2717, "step": 6381 }, { "epoch": 4.184918032786885, "grad_norm": 0.29590630531311035, "learning_rate": 1.3639164720236708e-06, "loss": 0.2591, "step": 6382 }, { "epoch": 4.1855737704918035, "grad_norm": 0.3145662546157837, "learning_rate": 1.361775721094134e-06, "loss": 0.2867, "step": 6383 }, { "epoch": 4.186229508196721, "grad_norm": 0.2955031096935272, "learning_rate": 1.3596365287493063e-06, "loss": 0.2804, "step": 6384 }, { "epoch": 4.18688524590164, "grad_norm": 0.293375164270401, "learning_rate": 1.35749889537515e-06, "loss": 0.273, "step": 6385 }, { "epoch": 4.187540983606557, "grad_norm": 0.32933273911476135, "learning_rate": 1.3553628213573589e-06, "loss": 0.2942, "step": 6386 }, { "epoch": 4.188196721311475, "grad_norm": 0.2983294427394867, "learning_rate": 1.3532283070813445e-06, "loss": 0.2912, "step": 6387 }, { "epoch": 4.188852459016394, "grad_norm": 0.28869861364364624, "learning_rate": 1.3510953529322347e-06, "loss": 0.2717, "step": 6388 }, { "epoch": 4.189508196721311, "grad_norm": 0.31920522451400757, "learning_rate": 1.3489639592948712e-06, "loss": 0.2807, "step": 6389 }, { "epoch": 4.19016393442623, "grad_norm": 0.2833915054798126, "learning_rate": 1.3468341265538243e-06, "loss": 0.2722, "step": 6390 }, { "epoch": 4.1908196721311475, "grad_norm": 0.3107481598854065, "learning_rate": 1.3447058550933756e-06, "loss": 0.2882, "step": 6391 }, { "epoch": 4.191475409836065, "grad_norm": 0.29511553049087524, "learning_rate": 1.3425791452975245e-06, "loss": 0.2787, "step": 6392 }, { "epoch": 4.192131147540984, "grad_norm": 0.30642035603523254, "learning_rate": 1.3404539975499942e-06, "loss": 0.2769, "step": 6393 }, { "epoch": 4.192786885245901, "grad_norm": 0.29467764496803284, "learning_rate": 1.338330412234221e-06, "loss": 0.2714, "step": 6394 }, { "epoch": 4.19344262295082, "grad_norm": 0.3051801025867462, "learning_rate": 1.3362083897333589e-06, "loss": 0.2773, "step": 6395 }, { "epoch": 4.194098360655738, "grad_norm": 0.28259167075157166, "learning_rate": 1.3340879304302857e-06, "loss": 0.2635, "step": 6396 }, { "epoch": 4.194754098360656, "grad_norm": 0.2836989164352417, "learning_rate": 1.3319690347075908e-06, "loss": 0.278, "step": 6397 }, { "epoch": 4.195409836065574, "grad_norm": 0.31150758266448975, "learning_rate": 1.3298517029475854e-06, "loss": 0.2877, "step": 6398 }, { "epoch": 4.1960655737704915, "grad_norm": 0.30434346199035645, "learning_rate": 1.327735935532295e-06, "loss": 0.2786, "step": 6399 }, { "epoch": 4.19672131147541, "grad_norm": 0.29474034905433655, "learning_rate": 1.3256217328434683e-06, "loss": 0.2787, "step": 6400 }, { "epoch": 4.197377049180328, "grad_norm": 0.2964596152305603, "learning_rate": 1.3235090952625673e-06, "loss": 0.244, "step": 6401 }, { "epoch": 4.198032786885246, "grad_norm": 0.2967637777328491, "learning_rate": 1.3213980231707691e-06, "loss": 0.2491, "step": 6402 }, { "epoch": 4.198688524590164, "grad_norm": 0.31588414311408997, "learning_rate": 1.3192885169489777e-06, "loss": 0.2547, "step": 6403 }, { "epoch": 4.199344262295082, "grad_norm": 0.2765660285949707, "learning_rate": 1.317180576977809e-06, "loss": 0.2675, "step": 6404 }, { "epoch": 4.2, "grad_norm": 0.29820340871810913, "learning_rate": 1.3150742036375886e-06, "loss": 0.2592, "step": 6405 }, { "epoch": 4.200655737704918, "grad_norm": 0.3039810061454773, "learning_rate": 1.3129693973083734e-06, "loss": 0.2982, "step": 6406 }, { "epoch": 4.201311475409836, "grad_norm": 0.2927262485027313, "learning_rate": 1.31086615836993e-06, "loss": 0.2831, "step": 6407 }, { "epoch": 4.201967213114754, "grad_norm": 0.29528748989105225, "learning_rate": 1.3087644872017403e-06, "loss": 0.2751, "step": 6408 }, { "epoch": 4.202622950819672, "grad_norm": 0.3266202509403229, "learning_rate": 1.3066643841830117e-06, "loss": 0.2829, "step": 6409 }, { "epoch": 4.20327868852459, "grad_norm": 0.3001933693885803, "learning_rate": 1.3045658496926594e-06, "loss": 0.2907, "step": 6410 }, { "epoch": 4.203934426229508, "grad_norm": 0.3008614480495453, "learning_rate": 1.3024688841093191e-06, "loss": 0.2623, "step": 6411 }, { "epoch": 4.2045901639344265, "grad_norm": 0.2979484796524048, "learning_rate": 1.3003734878113482e-06, "loss": 0.2928, "step": 6412 }, { "epoch": 4.205245901639344, "grad_norm": 0.3052496910095215, "learning_rate": 1.2982796611768134e-06, "loss": 0.2899, "step": 6413 }, { "epoch": 4.205901639344262, "grad_norm": 0.29891180992126465, "learning_rate": 1.2961874045835011e-06, "loss": 0.2792, "step": 6414 }, { "epoch": 4.20655737704918, "grad_norm": 0.3100433349609375, "learning_rate": 1.2940967184089136e-06, "loss": 0.3079, "step": 6415 }, { "epoch": 4.207213114754098, "grad_norm": 0.2975274622440338, "learning_rate": 1.2920076030302753e-06, "loss": 0.2815, "step": 6416 }, { "epoch": 4.207868852459017, "grad_norm": 0.2943372428417206, "learning_rate": 1.2899200588245197e-06, "loss": 0.2688, "step": 6417 }, { "epoch": 4.208524590163934, "grad_norm": 0.28708377480506897, "learning_rate": 1.2878340861682993e-06, "loss": 0.2667, "step": 6418 }, { "epoch": 4.209180327868853, "grad_norm": 0.3064498007297516, "learning_rate": 1.2857496854379859e-06, "loss": 0.2896, "step": 6419 }, { "epoch": 4.2098360655737705, "grad_norm": 0.2836320996284485, "learning_rate": 1.2836668570096655e-06, "loss": 0.2543, "step": 6420 }, { "epoch": 4.210491803278688, "grad_norm": 0.3043529987335205, "learning_rate": 1.2815856012591365e-06, "loss": 0.2907, "step": 6421 }, { "epoch": 4.211147540983607, "grad_norm": 0.31824740767478943, "learning_rate": 1.279505918561923e-06, "loss": 0.2927, "step": 6422 }, { "epoch": 4.211803278688524, "grad_norm": 0.30774709582328796, "learning_rate": 1.2774278092932579e-06, "loss": 0.2854, "step": 6423 }, { "epoch": 4.212459016393443, "grad_norm": 0.32296890020370483, "learning_rate": 1.2753512738280904e-06, "loss": 0.2935, "step": 6424 }, { "epoch": 4.213114754098361, "grad_norm": 0.30677029490470886, "learning_rate": 1.2732763125410885e-06, "loss": 0.2764, "step": 6425 }, { "epoch": 4.213770491803278, "grad_norm": 0.30271801352500916, "learning_rate": 1.2712029258066338e-06, "loss": 0.2782, "step": 6426 }, { "epoch": 4.214426229508197, "grad_norm": 0.28417184948921204, "learning_rate": 1.269131113998825e-06, "loss": 0.2887, "step": 6427 }, { "epoch": 4.215081967213115, "grad_norm": 0.323511004447937, "learning_rate": 1.2670608774914794e-06, "loss": 0.2815, "step": 6428 }, { "epoch": 4.215737704918033, "grad_norm": 0.304249107837677, "learning_rate": 1.2649922166581252e-06, "loss": 0.2694, "step": 6429 }, { "epoch": 4.216393442622951, "grad_norm": 0.3200802803039551, "learning_rate": 1.2629251318720092e-06, "loss": 0.3117, "step": 6430 }, { "epoch": 4.2170491803278685, "grad_norm": 0.2860662639141083, "learning_rate": 1.260859623506091e-06, "loss": 0.2742, "step": 6431 }, { "epoch": 4.217704918032787, "grad_norm": 0.45483559370040894, "learning_rate": 1.2587956919330513e-06, "loss": 0.2935, "step": 6432 }, { "epoch": 4.218360655737705, "grad_norm": 0.29500144720077515, "learning_rate": 1.256733337525281e-06, "loss": 0.2931, "step": 6433 }, { "epoch": 4.219016393442623, "grad_norm": 0.2996212840080261, "learning_rate": 1.2546725606548871e-06, "loss": 0.2867, "step": 6434 }, { "epoch": 4.219672131147541, "grad_norm": 0.29552632570266724, "learning_rate": 1.2526133616936954e-06, "loss": 0.2891, "step": 6435 }, { "epoch": 4.2203278688524595, "grad_norm": 0.29795965552330017, "learning_rate": 1.2505557410132453e-06, "loss": 0.2893, "step": 6436 }, { "epoch": 4.220983606557377, "grad_norm": 0.2976554334163666, "learning_rate": 1.2484996989847865e-06, "loss": 0.2736, "step": 6437 }, { "epoch": 4.221639344262295, "grad_norm": 0.29438668489456177, "learning_rate": 1.2464452359792932e-06, "loss": 0.2661, "step": 6438 }, { "epoch": 4.222295081967213, "grad_norm": 0.30348408222198486, "learning_rate": 1.2443923523674483e-06, "loss": 0.278, "step": 6439 }, { "epoch": 4.222950819672131, "grad_norm": 0.30053451657295227, "learning_rate": 1.2423410485196507e-06, "loss": 0.2953, "step": 6440 }, { "epoch": 4.22360655737705, "grad_norm": 0.2911776900291443, "learning_rate": 1.2402913248060123e-06, "loss": 0.2794, "step": 6441 }, { "epoch": 4.224262295081967, "grad_norm": 0.29611173272132874, "learning_rate": 1.238243181596367e-06, "loss": 0.272, "step": 6442 }, { "epoch": 4.224918032786885, "grad_norm": 0.28588801622390747, "learning_rate": 1.236196619260257e-06, "loss": 0.2714, "step": 6443 }, { "epoch": 4.2255737704918035, "grad_norm": 0.286030650138855, "learning_rate": 1.2341516381669382e-06, "loss": 0.2658, "step": 6444 }, { "epoch": 4.226229508196721, "grad_norm": 0.3039402663707733, "learning_rate": 1.2321082386853912e-06, "loss": 0.2576, "step": 6445 }, { "epoch": 4.22688524590164, "grad_norm": 0.3176079988479614, "learning_rate": 1.230066421184296e-06, "loss": 0.2789, "step": 6446 }, { "epoch": 4.227540983606557, "grad_norm": 0.3273661732673645, "learning_rate": 1.2280261860320609e-06, "loss": 0.3089, "step": 6447 }, { "epoch": 4.228196721311475, "grad_norm": 0.32304954528808594, "learning_rate": 1.2259875335968008e-06, "loss": 0.2625, "step": 6448 }, { "epoch": 4.228852459016394, "grad_norm": 0.30095240473747253, "learning_rate": 1.2239504642463485e-06, "loss": 0.2707, "step": 6449 }, { "epoch": 4.229508196721311, "grad_norm": 0.29059621691703796, "learning_rate": 1.2219149783482464e-06, "loss": 0.262, "step": 6450 }, { "epoch": 4.23016393442623, "grad_norm": 0.29662227630615234, "learning_rate": 1.219881076269761e-06, "loss": 0.2655, "step": 6451 }, { "epoch": 4.2308196721311475, "grad_norm": 0.30253222584724426, "learning_rate": 1.2178487583778642e-06, "loss": 0.2992, "step": 6452 }, { "epoch": 4.231475409836065, "grad_norm": 0.3145095109939575, "learning_rate": 1.2158180250392415e-06, "loss": 0.2759, "step": 6453 }, { "epoch": 4.232131147540984, "grad_norm": 0.2930053174495697, "learning_rate": 1.2137888766202998e-06, "loss": 0.271, "step": 6454 }, { "epoch": 4.232786885245901, "grad_norm": 0.28149643540382385, "learning_rate": 1.2117613134871563e-06, "loss": 0.275, "step": 6455 }, { "epoch": 4.23344262295082, "grad_norm": 0.3046375513076782, "learning_rate": 1.2097353360056373e-06, "loss": 0.2846, "step": 6456 }, { "epoch": 4.234098360655738, "grad_norm": 0.30522310733795166, "learning_rate": 1.2077109445412926e-06, "loss": 0.2822, "step": 6457 }, { "epoch": 4.234754098360655, "grad_norm": 0.2866974174976349, "learning_rate": 1.2056881394593788e-06, "loss": 0.2731, "step": 6458 }, { "epoch": 4.235409836065574, "grad_norm": 0.3071611523628235, "learning_rate": 1.2036669211248685e-06, "loss": 0.2952, "step": 6459 }, { "epoch": 4.2360655737704915, "grad_norm": 0.2851623594760895, "learning_rate": 1.2016472899024445e-06, "loss": 0.2785, "step": 6460 }, { "epoch": 4.23672131147541, "grad_norm": 0.31080958247184753, "learning_rate": 1.199629246156513e-06, "loss": 0.2878, "step": 6461 }, { "epoch": 4.237377049180328, "grad_norm": 0.31878232955932617, "learning_rate": 1.1976127902511825e-06, "loss": 0.2845, "step": 6462 }, { "epoch": 4.238032786885246, "grad_norm": 0.2923457622528076, "learning_rate": 1.1955979225502789e-06, "loss": 0.2956, "step": 6463 }, { "epoch": 4.238688524590164, "grad_norm": 0.3278571665287018, "learning_rate": 1.193584643417347e-06, "loss": 0.2675, "step": 6464 }, { "epoch": 4.239344262295082, "grad_norm": 0.2923962473869324, "learning_rate": 1.1915729532156372e-06, "loss": 0.2821, "step": 6465 }, { "epoch": 4.24, "grad_norm": 0.305808961391449, "learning_rate": 1.189562852308117e-06, "loss": 0.2985, "step": 6466 }, { "epoch": 4.240655737704918, "grad_norm": 0.30193421244621277, "learning_rate": 1.1875543410574675e-06, "loss": 0.266, "step": 6467 }, { "epoch": 4.241311475409836, "grad_norm": 0.28557413816452026, "learning_rate": 1.1855474198260808e-06, "loss": 0.2668, "step": 6468 }, { "epoch": 4.241967213114754, "grad_norm": 0.3164641559123993, "learning_rate": 1.1835420889760619e-06, "loss": 0.3121, "step": 6469 }, { "epoch": 4.242622950819672, "grad_norm": 0.2914232015609741, "learning_rate": 1.1815383488692345e-06, "loss": 0.2621, "step": 6470 }, { "epoch": 4.24327868852459, "grad_norm": 0.29438889026641846, "learning_rate": 1.1795361998671284e-06, "loss": 0.2791, "step": 6471 }, { "epoch": 4.243934426229508, "grad_norm": 0.2993157207965851, "learning_rate": 1.1775356423309869e-06, "loss": 0.2744, "step": 6472 }, { "epoch": 4.244590163934427, "grad_norm": 0.29298052191734314, "learning_rate": 1.1755366766217724e-06, "loss": 0.2631, "step": 6473 }, { "epoch": 4.245245901639344, "grad_norm": 0.2951609492301941, "learning_rate": 1.1735393031001551e-06, "loss": 0.2724, "step": 6474 }, { "epoch": 4.245901639344262, "grad_norm": 0.30321329832077026, "learning_rate": 1.1715435221265182e-06, "loss": 0.2914, "step": 6475 }, { "epoch": 4.2465573770491805, "grad_norm": 0.292277455329895, "learning_rate": 1.1695493340609555e-06, "loss": 0.2835, "step": 6476 }, { "epoch": 4.247213114754098, "grad_norm": 0.3180675208568573, "learning_rate": 1.1675567392632792e-06, "loss": 0.2987, "step": 6477 }, { "epoch": 4.247868852459017, "grad_norm": 0.2815262973308563, "learning_rate": 1.1655657380930107e-06, "loss": 0.2636, "step": 6478 }, { "epoch": 4.248524590163934, "grad_norm": 0.29942476749420166, "learning_rate": 1.1635763309093816e-06, "loss": 0.2854, "step": 6479 }, { "epoch": 4.249180327868853, "grad_norm": 0.2986088991165161, "learning_rate": 1.1615885180713427e-06, "loss": 0.2808, "step": 6480 }, { "epoch": 4.249836065573771, "grad_norm": 0.2923269271850586, "learning_rate": 1.1596022999375489e-06, "loss": 0.2711, "step": 6481 }, { "epoch": 4.250491803278688, "grad_norm": 0.3018445372581482, "learning_rate": 1.1576176768663706e-06, "loss": 0.2944, "step": 6482 }, { "epoch": 4.251147540983607, "grad_norm": 0.3274120092391968, "learning_rate": 1.1556346492158943e-06, "loss": 0.3086, "step": 6483 }, { "epoch": 4.2518032786885245, "grad_norm": 0.30277037620544434, "learning_rate": 1.1536532173439152e-06, "loss": 0.2689, "step": 6484 }, { "epoch": 4.252459016393443, "grad_norm": 0.2900092303752899, "learning_rate": 1.1516733816079384e-06, "loss": 0.2671, "step": 6485 }, { "epoch": 4.253114754098361, "grad_norm": 0.29871875047683716, "learning_rate": 1.1496951423651848e-06, "loss": 0.2883, "step": 6486 }, { "epoch": 4.253770491803278, "grad_norm": 0.2865431308746338, "learning_rate": 1.1477184999725854e-06, "loss": 0.2913, "step": 6487 }, { "epoch": 4.254426229508197, "grad_norm": 0.29676583409309387, "learning_rate": 1.1457434547867807e-06, "loss": 0.2751, "step": 6488 }, { "epoch": 4.255081967213115, "grad_norm": 0.31687071919441223, "learning_rate": 1.1437700071641312e-06, "loss": 0.2955, "step": 6489 }, { "epoch": 4.255737704918033, "grad_norm": 0.3141932785511017, "learning_rate": 1.1417981574607006e-06, "loss": 0.3084, "step": 6490 }, { "epoch": 4.256393442622951, "grad_norm": 0.31150153279304504, "learning_rate": 1.139827906032268e-06, "loss": 0.2885, "step": 6491 }, { "epoch": 4.2570491803278685, "grad_norm": 0.3037342429161072, "learning_rate": 1.1378592532343213e-06, "loss": 0.2857, "step": 6492 }, { "epoch": 4.257704918032787, "grad_norm": 0.3086405396461487, "learning_rate": 1.1358921994220661e-06, "loss": 0.2963, "step": 6493 }, { "epoch": 4.258360655737705, "grad_norm": 0.3052874207496643, "learning_rate": 1.1339267449504143e-06, "loss": 0.2836, "step": 6494 }, { "epoch": 4.259016393442623, "grad_norm": 0.29625585675239563, "learning_rate": 1.1319628901739888e-06, "loss": 0.2784, "step": 6495 }, { "epoch": 4.259672131147541, "grad_norm": 0.2929733097553253, "learning_rate": 1.1300006354471282e-06, "loss": 0.283, "step": 6496 }, { "epoch": 4.260327868852459, "grad_norm": 0.2978306710720062, "learning_rate": 1.1280399811238785e-06, "loss": 0.2772, "step": 6497 }, { "epoch": 4.260983606557377, "grad_norm": 0.2902003526687622, "learning_rate": 1.1260809275579966e-06, "loss": 0.2671, "step": 6498 }, { "epoch": 4.261639344262295, "grad_norm": 0.30178138613700867, "learning_rate": 1.124123475102956e-06, "loss": 0.2838, "step": 6499 }, { "epoch": 4.262295081967213, "grad_norm": 0.3034908175468445, "learning_rate": 1.122167624111935e-06, "loss": 0.2707, "step": 6500 }, { "epoch": 4.262950819672131, "grad_norm": 0.30664822459220886, "learning_rate": 1.1202133749378263e-06, "loss": 0.3026, "step": 6501 }, { "epoch": 4.263606557377049, "grad_norm": 0.33404475450515747, "learning_rate": 1.1182607279332314e-06, "loss": 0.2783, "step": 6502 }, { "epoch": 4.264262295081967, "grad_norm": 0.300934761762619, "learning_rate": 1.1163096834504662e-06, "loss": 0.267, "step": 6503 }, { "epoch": 4.264918032786885, "grad_norm": 0.3015541434288025, "learning_rate": 1.1143602418415545e-06, "loss": 0.2555, "step": 6504 }, { "epoch": 4.2655737704918035, "grad_norm": 0.3023349344730377, "learning_rate": 1.1124124034582306e-06, "loss": 0.2936, "step": 6505 }, { "epoch": 4.266229508196721, "grad_norm": 0.29504191875457764, "learning_rate": 1.1104661686519436e-06, "loss": 0.2656, "step": 6506 }, { "epoch": 4.26688524590164, "grad_norm": 0.2937445640563965, "learning_rate": 1.1085215377738478e-06, "loss": 0.2652, "step": 6507 }, { "epoch": 4.267540983606557, "grad_norm": 0.3045066297054291, "learning_rate": 1.1065785111748117e-06, "loss": 0.2815, "step": 6508 }, { "epoch": 4.268196721311475, "grad_norm": 0.30830010771751404, "learning_rate": 1.1046370892054137e-06, "loss": 0.28, "step": 6509 }, { "epoch": 4.268852459016394, "grad_norm": 0.33270275592803955, "learning_rate": 1.1026972722159412e-06, "loss": 0.2852, "step": 6510 }, { "epoch": 4.269508196721311, "grad_norm": 0.30476313829421997, "learning_rate": 1.1007590605563912e-06, "loss": 0.2854, "step": 6511 }, { "epoch": 4.27016393442623, "grad_norm": 0.3063275218009949, "learning_rate": 1.098822454576478e-06, "loss": 0.2904, "step": 6512 }, { "epoch": 4.2708196721311475, "grad_norm": 0.3062777519226074, "learning_rate": 1.0968874546256182e-06, "loss": 0.284, "step": 6513 }, { "epoch": 4.271475409836065, "grad_norm": 0.2939094305038452, "learning_rate": 1.0949540610529396e-06, "loss": 0.2726, "step": 6514 }, { "epoch": 4.272131147540984, "grad_norm": 0.29109394550323486, "learning_rate": 1.093022274207286e-06, "loss": 0.2784, "step": 6515 }, { "epoch": 4.2727868852459014, "grad_norm": 0.3164708614349365, "learning_rate": 1.0910920944372072e-06, "loss": 0.3019, "step": 6516 }, { "epoch": 4.27344262295082, "grad_norm": 0.31146571040153503, "learning_rate": 1.0891635220909592e-06, "loss": 0.2972, "step": 6517 }, { "epoch": 4.274098360655738, "grad_norm": 0.2977901101112366, "learning_rate": 1.0872365575165168e-06, "loss": 0.2692, "step": 6518 }, { "epoch": 4.274754098360655, "grad_norm": 0.3157064616680145, "learning_rate": 1.0853112010615574e-06, "loss": 0.2863, "step": 6519 }, { "epoch": 4.275409836065574, "grad_norm": 0.3066982924938202, "learning_rate": 1.0833874530734723e-06, "loss": 0.2785, "step": 6520 }, { "epoch": 4.276065573770492, "grad_norm": 0.3129720389842987, "learning_rate": 1.081465313899358e-06, "loss": 0.3132, "step": 6521 }, { "epoch": 4.27672131147541, "grad_norm": 0.2893262803554535, "learning_rate": 1.0795447838860273e-06, "loss": 0.2537, "step": 6522 }, { "epoch": 4.277377049180328, "grad_norm": 0.29922106862068176, "learning_rate": 1.0776258633799984e-06, "loss": 0.2741, "step": 6523 }, { "epoch": 4.278032786885246, "grad_norm": 0.30406689643859863, "learning_rate": 1.075708552727497e-06, "loss": 0.2955, "step": 6524 }, { "epoch": 4.278688524590164, "grad_norm": 0.28160807490348816, "learning_rate": 1.0737928522744657e-06, "loss": 0.2581, "step": 6525 }, { "epoch": 4.279344262295082, "grad_norm": 0.2901684045791626, "learning_rate": 1.0718787623665504e-06, "loss": 0.2746, "step": 6526 }, { "epoch": 4.28, "grad_norm": 0.2931504249572754, "learning_rate": 1.0699662833491064e-06, "loss": 0.3051, "step": 6527 }, { "epoch": 4.280655737704918, "grad_norm": 0.2957509756088257, "learning_rate": 1.0680554155672028e-06, "loss": 0.2969, "step": 6528 }, { "epoch": 4.2813114754098365, "grad_norm": 0.29668328166007996, "learning_rate": 1.066146159365613e-06, "loss": 0.2871, "step": 6529 }, { "epoch": 4.281967213114754, "grad_norm": 0.2920568287372589, "learning_rate": 1.0642385150888213e-06, "loss": 0.263, "step": 6530 }, { "epoch": 4.282622950819672, "grad_norm": 0.29677313566207886, "learning_rate": 1.0623324830810244e-06, "loss": 0.2562, "step": 6531 }, { "epoch": 4.28327868852459, "grad_norm": 0.3021879196166992, "learning_rate": 1.060428063686124e-06, "loss": 0.2678, "step": 6532 }, { "epoch": 4.283934426229508, "grad_norm": 0.2991273105144501, "learning_rate": 1.05852525724773e-06, "loss": 0.272, "step": 6533 }, { "epoch": 4.284590163934427, "grad_norm": 0.29571959376335144, "learning_rate": 1.0566240641091686e-06, "loss": 0.2667, "step": 6534 }, { "epoch": 4.285245901639344, "grad_norm": 0.28699398040771484, "learning_rate": 1.0547244846134663e-06, "loss": 0.2514, "step": 6535 }, { "epoch": 4.285901639344262, "grad_norm": 0.29214948415756226, "learning_rate": 1.0528265191033637e-06, "loss": 0.2882, "step": 6536 }, { "epoch": 4.2865573770491805, "grad_norm": 0.295600950717926, "learning_rate": 1.0509301679213057e-06, "loss": 0.2891, "step": 6537 }, { "epoch": 4.287213114754098, "grad_norm": 0.2979724705219269, "learning_rate": 1.049035431409452e-06, "loss": 0.2512, "step": 6538 }, { "epoch": 4.287868852459017, "grad_norm": 0.30928897857666016, "learning_rate": 1.0471423099096667e-06, "loss": 0.2955, "step": 6539 }, { "epoch": 4.288524590163934, "grad_norm": 0.2941596806049347, "learning_rate": 1.0452508037635211e-06, "loss": 0.2858, "step": 6540 }, { "epoch": 4.289180327868852, "grad_norm": 0.2963548004627228, "learning_rate": 1.0433609133123013e-06, "loss": 0.2822, "step": 6541 }, { "epoch": 4.289836065573771, "grad_norm": 0.3428829312324524, "learning_rate": 1.0414726388969964e-06, "loss": 0.3102, "step": 6542 }, { "epoch": 4.290491803278688, "grad_norm": 0.30282270908355713, "learning_rate": 1.039585980858303e-06, "loss": 0.2851, "step": 6543 }, { "epoch": 4.291147540983607, "grad_norm": 0.29773056507110596, "learning_rate": 1.0377009395366332e-06, "loss": 0.2923, "step": 6544 }, { "epoch": 4.2918032786885245, "grad_norm": 0.30605658888816833, "learning_rate": 1.0358175152721007e-06, "loss": 0.2683, "step": 6545 }, { "epoch": 4.292459016393442, "grad_norm": 0.28986984491348267, "learning_rate": 1.03393570840453e-06, "loss": 0.2501, "step": 6546 }, { "epoch": 4.293114754098361, "grad_norm": 0.3291715979576111, "learning_rate": 1.0320555192734493e-06, "loss": 0.3021, "step": 6547 }, { "epoch": 4.293770491803278, "grad_norm": 0.2792419493198395, "learning_rate": 1.030176948218108e-06, "loss": 0.2683, "step": 6548 }, { "epoch": 4.294426229508197, "grad_norm": 0.28041401505470276, "learning_rate": 1.0282999955774432e-06, "loss": 0.2704, "step": 6549 }, { "epoch": 4.295081967213115, "grad_norm": 0.29149726033210754, "learning_rate": 1.0264246616901197e-06, "loss": 0.2798, "step": 6550 }, { "epoch": 4.295737704918033, "grad_norm": 0.2957201898097992, "learning_rate": 1.0245509468944992e-06, "loss": 0.2894, "step": 6551 }, { "epoch": 4.296393442622951, "grad_norm": 0.29909905791282654, "learning_rate": 1.0226788515286523e-06, "loss": 0.277, "step": 6552 }, { "epoch": 4.2970491803278685, "grad_norm": 0.3055780529975891, "learning_rate": 1.02080837593036e-06, "loss": 0.2764, "step": 6553 }, { "epoch": 4.297704918032787, "grad_norm": 0.3078158497810364, "learning_rate": 1.018939520437111e-06, "loss": 0.2858, "step": 6554 }, { "epoch": 4.298360655737705, "grad_norm": 0.3483150005340576, "learning_rate": 1.0170722853861015e-06, "loss": 0.301, "step": 6555 }, { "epoch": 4.299016393442623, "grad_norm": 0.2996315062046051, "learning_rate": 1.0152066711142294e-06, "loss": 0.2593, "step": 6556 }, { "epoch": 4.299672131147541, "grad_norm": 0.2988564074039459, "learning_rate": 1.0133426779581124e-06, "loss": 0.2761, "step": 6557 }, { "epoch": 4.300327868852459, "grad_norm": 0.3022698760032654, "learning_rate": 1.0114803062540647e-06, "loss": 0.2784, "step": 6558 }, { "epoch": 4.300983606557377, "grad_norm": 0.2881750762462616, "learning_rate": 1.0096195563381106e-06, "loss": 0.2661, "step": 6559 }, { "epoch": 4.301639344262295, "grad_norm": 0.2812195420265198, "learning_rate": 1.0077604285459864e-06, "loss": 0.2597, "step": 6560 }, { "epoch": 4.302295081967213, "grad_norm": 0.2976227402687073, "learning_rate": 1.0059029232131312e-06, "loss": 0.2818, "step": 6561 }, { "epoch": 4.302950819672131, "grad_norm": 0.28969311714172363, "learning_rate": 1.0040470406746916e-06, "loss": 0.2666, "step": 6562 }, { "epoch": 4.303606557377049, "grad_norm": 0.3043688237667084, "learning_rate": 1.0021927812655208e-06, "loss": 0.2669, "step": 6563 }, { "epoch": 4.304262295081967, "grad_norm": 0.29757624864578247, "learning_rate": 1.0003401453201844e-06, "loss": 0.2811, "step": 6564 }, { "epoch": 4.304918032786885, "grad_norm": 0.2989225685596466, "learning_rate": 9.984891331729496e-07, "loss": 0.2876, "step": 6565 }, { "epoch": 4.305573770491804, "grad_norm": 0.3071960210800171, "learning_rate": 9.966397451577914e-07, "loss": 0.2951, "step": 6566 }, { "epoch": 4.306229508196721, "grad_norm": 0.3071793019771576, "learning_rate": 9.94791981608394e-07, "loss": 0.2801, "step": 6567 }, { "epoch": 4.30688524590164, "grad_norm": 0.3003993034362793, "learning_rate": 9.929458428581485e-07, "loss": 0.2883, "step": 6568 }, { "epoch": 4.3075409836065575, "grad_norm": 0.3046867549419403, "learning_rate": 9.911013292401484e-07, "loss": 0.2727, "step": 6569 }, { "epoch": 4.308196721311475, "grad_norm": 0.31355464458465576, "learning_rate": 9.892584410871996e-07, "loss": 0.3055, "step": 6570 }, { "epoch": 4.308852459016394, "grad_norm": 0.2940748929977417, "learning_rate": 9.87417178731811e-07, "loss": 0.2706, "step": 6571 }, { "epoch": 4.309508196721311, "grad_norm": 0.3168077766895294, "learning_rate": 9.855775425061975e-07, "loss": 0.2947, "step": 6572 }, { "epoch": 4.31016393442623, "grad_norm": 0.292025089263916, "learning_rate": 9.837395327422872e-07, "loss": 0.2911, "step": 6573 }, { "epoch": 4.310819672131148, "grad_norm": 0.297047883272171, "learning_rate": 9.81903149771707e-07, "loss": 0.2709, "step": 6574 }, { "epoch": 4.311475409836065, "grad_norm": 0.2998780310153961, "learning_rate": 9.800683939257926e-07, "loss": 0.28, "step": 6575 }, { "epoch": 4.312131147540984, "grad_norm": 0.2912253439426422, "learning_rate": 9.782352655355899e-07, "loss": 0.2709, "step": 6576 }, { "epoch": 4.3127868852459015, "grad_norm": 0.3009098172187805, "learning_rate": 9.76403764931846e-07, "loss": 0.2871, "step": 6577 }, { "epoch": 4.31344262295082, "grad_norm": 0.2998582720756531, "learning_rate": 9.745738924450143e-07, "loss": 0.2762, "step": 6578 }, { "epoch": 4.314098360655738, "grad_norm": 0.29331955313682556, "learning_rate": 9.727456484052623e-07, "loss": 0.2711, "step": 6579 }, { "epoch": 4.314754098360655, "grad_norm": 0.29275164008140564, "learning_rate": 9.709190331424534e-07, "loss": 0.2697, "step": 6580 }, { "epoch": 4.315409836065574, "grad_norm": 0.30060097575187683, "learning_rate": 9.690940469861642e-07, "loss": 0.2817, "step": 6581 }, { "epoch": 4.316065573770492, "grad_norm": 0.29461073875427246, "learning_rate": 9.672706902656704e-07, "loss": 0.2874, "step": 6582 }, { "epoch": 4.31672131147541, "grad_norm": 0.280830442905426, "learning_rate": 9.65448963309964e-07, "loss": 0.2502, "step": 6583 }, { "epoch": 4.317377049180328, "grad_norm": 0.30572372674942017, "learning_rate": 9.636288664477345e-07, "loss": 0.2965, "step": 6584 }, { "epoch": 4.3180327868852455, "grad_norm": 0.3339581787586212, "learning_rate": 9.618104000073769e-07, "loss": 0.2887, "step": 6585 }, { "epoch": 4.318688524590164, "grad_norm": 0.29016607999801636, "learning_rate": 9.59993564317e-07, "loss": 0.2618, "step": 6586 }, { "epoch": 4.319344262295082, "grad_norm": 0.2824288606643677, "learning_rate": 9.581783597044114e-07, "loss": 0.2454, "step": 6587 }, { "epoch": 4.32, "grad_norm": 0.2984248101711273, "learning_rate": 9.563647864971237e-07, "loss": 0.2626, "step": 6588 }, { "epoch": 4.320655737704918, "grad_norm": 0.31076526641845703, "learning_rate": 9.54552845022364e-07, "loss": 0.3051, "step": 6589 }, { "epoch": 4.321311475409836, "grad_norm": 0.2989969551563263, "learning_rate": 9.52742535607053e-07, "loss": 0.2642, "step": 6590 }, { "epoch": 4.321967213114754, "grad_norm": 0.29246383905410767, "learning_rate": 9.509338585778228e-07, "loss": 0.2744, "step": 6591 }, { "epoch": 4.322622950819672, "grad_norm": 0.2898638844490051, "learning_rate": 9.491268142610155e-07, "loss": 0.2564, "step": 6592 }, { "epoch": 4.32327868852459, "grad_norm": 0.2941702604293823, "learning_rate": 9.473214029826694e-07, "loss": 0.2823, "step": 6593 }, { "epoch": 4.323934426229508, "grad_norm": 0.3011183440685272, "learning_rate": 9.455176250685338e-07, "loss": 0.2691, "step": 6594 }, { "epoch": 4.324590163934427, "grad_norm": 0.3006742298603058, "learning_rate": 9.437154808440652e-07, "loss": 0.2909, "step": 6595 }, { "epoch": 4.325245901639344, "grad_norm": 0.2891244888305664, "learning_rate": 9.419149706344188e-07, "loss": 0.2964, "step": 6596 }, { "epoch": 4.325901639344262, "grad_norm": 0.3041369318962097, "learning_rate": 9.401160947644605e-07, "loss": 0.2742, "step": 6597 }, { "epoch": 4.3265573770491805, "grad_norm": 0.30098849534988403, "learning_rate": 9.383188535587573e-07, "loss": 0.2788, "step": 6598 }, { "epoch": 4.327213114754098, "grad_norm": 0.29052358865737915, "learning_rate": 9.365232473415864e-07, "loss": 0.2725, "step": 6599 }, { "epoch": 4.327868852459017, "grad_norm": 0.2976450026035309, "learning_rate": 9.347292764369253e-07, "loss": 0.2703, "step": 6600 }, { "epoch": 4.328524590163934, "grad_norm": 0.314812570810318, "learning_rate": 9.329369411684564e-07, "loss": 0.2751, "step": 6601 }, { "epoch": 4.329180327868852, "grad_norm": 0.2984868586063385, "learning_rate": 9.311462418595718e-07, "loss": 0.276, "step": 6602 }, { "epoch": 4.329836065573771, "grad_norm": 0.28672724962234497, "learning_rate": 9.293571788333644e-07, "loss": 0.2648, "step": 6603 }, { "epoch": 4.330491803278688, "grad_norm": 0.31187883019447327, "learning_rate": 9.275697524126292e-07, "loss": 0.2708, "step": 6604 }, { "epoch": 4.331147540983607, "grad_norm": 0.30470067262649536, "learning_rate": 9.257839629198751e-07, "loss": 0.2871, "step": 6605 }, { "epoch": 4.3318032786885245, "grad_norm": 0.30627015233039856, "learning_rate": 9.239998106773074e-07, "loss": 0.2876, "step": 6606 }, { "epoch": 4.332459016393442, "grad_norm": 0.2977812886238098, "learning_rate": 9.222172960068387e-07, "loss": 0.2633, "step": 6607 }, { "epoch": 4.333114754098361, "grad_norm": 0.3004603385925293, "learning_rate": 9.204364192300841e-07, "loss": 0.2805, "step": 6608 }, { "epoch": 4.3337704918032784, "grad_norm": 0.29040324687957764, "learning_rate": 9.186571806683686e-07, "loss": 0.2944, "step": 6609 }, { "epoch": 4.334426229508197, "grad_norm": 0.29599207639694214, "learning_rate": 9.168795806427156e-07, "loss": 0.2494, "step": 6610 }, { "epoch": 4.335081967213115, "grad_norm": 0.29342687129974365, "learning_rate": 9.151036194738572e-07, "loss": 0.271, "step": 6611 }, { "epoch": 4.335737704918033, "grad_norm": 0.2849908769130707, "learning_rate": 9.133292974822272e-07, "loss": 0.2695, "step": 6612 }, { "epoch": 4.336393442622951, "grad_norm": 0.29238659143447876, "learning_rate": 9.11556614987964e-07, "loss": 0.2687, "step": 6613 }, { "epoch": 4.337049180327869, "grad_norm": 0.3045627474784851, "learning_rate": 9.097855723109083e-07, "loss": 0.2726, "step": 6614 }, { "epoch": 4.337704918032787, "grad_norm": 0.306518018245697, "learning_rate": 9.080161697706125e-07, "loss": 0.2666, "step": 6615 }, { "epoch": 4.338360655737705, "grad_norm": 0.3137815594673157, "learning_rate": 9.062484076863253e-07, "loss": 0.3001, "step": 6616 }, { "epoch": 4.339016393442623, "grad_norm": 0.3008860647678375, "learning_rate": 9.044822863769997e-07, "loss": 0.2701, "step": 6617 }, { "epoch": 4.339672131147541, "grad_norm": 0.34750181436538696, "learning_rate": 9.027178061612984e-07, "loss": 0.2782, "step": 6618 }, { "epoch": 4.340327868852459, "grad_norm": 0.2861301898956299, "learning_rate": 9.009549673575835e-07, "loss": 0.2598, "step": 6619 }, { "epoch": 4.340983606557377, "grad_norm": 0.31660789251327515, "learning_rate": 8.991937702839193e-07, "loss": 0.2893, "step": 6620 }, { "epoch": 4.341639344262295, "grad_norm": 0.28585830330848694, "learning_rate": 8.974342152580817e-07, "loss": 0.2715, "step": 6621 }, { "epoch": 4.3422950819672135, "grad_norm": 0.3000650107860565, "learning_rate": 8.956763025975413e-07, "loss": 0.285, "step": 6622 }, { "epoch": 4.342950819672131, "grad_norm": 0.30840709805488586, "learning_rate": 8.939200326194763e-07, "loss": 0.288, "step": 6623 }, { "epoch": 4.343606557377049, "grad_norm": 0.3115326464176178, "learning_rate": 8.921654056407702e-07, "loss": 0.2882, "step": 6624 }, { "epoch": 4.344262295081967, "grad_norm": 0.2975423038005829, "learning_rate": 8.904124219780075e-07, "loss": 0.2692, "step": 6625 }, { "epoch": 4.344918032786885, "grad_norm": 0.3123149871826172, "learning_rate": 8.886610819474772e-07, "loss": 0.2861, "step": 6626 }, { "epoch": 4.345573770491804, "grad_norm": 0.30958878993988037, "learning_rate": 8.869113858651701e-07, "loss": 0.2654, "step": 6627 }, { "epoch": 4.346229508196721, "grad_norm": 0.3023205101490021, "learning_rate": 8.851633340467835e-07, "loss": 0.2775, "step": 6628 }, { "epoch": 4.346885245901639, "grad_norm": 0.36934149265289307, "learning_rate": 8.834169268077175e-07, "loss": 0.28, "step": 6629 }, { "epoch": 4.3475409836065575, "grad_norm": 0.3008284568786621, "learning_rate": 8.81672164463071e-07, "loss": 0.2769, "step": 6630 }, { "epoch": 4.348196721311475, "grad_norm": 0.2999131977558136, "learning_rate": 8.799290473276511e-07, "loss": 0.2906, "step": 6631 }, { "epoch": 4.348852459016394, "grad_norm": 0.30842581391334534, "learning_rate": 8.781875757159675e-07, "loss": 0.2841, "step": 6632 }, { "epoch": 4.349508196721311, "grad_norm": 0.3113196790218353, "learning_rate": 8.764477499422286e-07, "loss": 0.2854, "step": 6633 }, { "epoch": 4.350163934426229, "grad_norm": 0.3001624047756195, "learning_rate": 8.747095703203523e-07, "loss": 0.2951, "step": 6634 }, { "epoch": 4.350819672131148, "grad_norm": 0.30804359912872314, "learning_rate": 8.729730371639556e-07, "loss": 0.2836, "step": 6635 }, { "epoch": 4.351475409836065, "grad_norm": 0.3211525082588196, "learning_rate": 8.712381507863577e-07, "loss": 0.2931, "step": 6636 }, { "epoch": 4.352131147540984, "grad_norm": 0.3072289824485779, "learning_rate": 8.695049115005838e-07, "loss": 0.2675, "step": 6637 }, { "epoch": 4.3527868852459015, "grad_norm": 0.2908087372779846, "learning_rate": 8.677733196193605e-07, "loss": 0.2648, "step": 6638 }, { "epoch": 4.35344262295082, "grad_norm": 0.29609259963035583, "learning_rate": 8.660433754551146e-07, "loss": 0.2864, "step": 6639 }, { "epoch": 4.354098360655738, "grad_norm": 0.30913230776786804, "learning_rate": 8.643150793199806e-07, "loss": 0.2967, "step": 6640 }, { "epoch": 4.354754098360655, "grad_norm": 0.2837024927139282, "learning_rate": 8.625884315257915e-07, "loss": 0.2724, "step": 6641 }, { "epoch": 4.355409836065574, "grad_norm": 0.3018535375595093, "learning_rate": 8.608634323840848e-07, "loss": 0.2923, "step": 6642 }, { "epoch": 4.356065573770492, "grad_norm": 0.30080121755599976, "learning_rate": 8.59140082206098e-07, "loss": 0.2771, "step": 6643 }, { "epoch": 4.35672131147541, "grad_norm": 0.2988806664943695, "learning_rate": 8.57418381302777e-07, "loss": 0.29, "step": 6644 }, { "epoch": 4.357377049180328, "grad_norm": 0.3186922073364258, "learning_rate": 8.556983299847643e-07, "loss": 0.3105, "step": 6645 }, { "epoch": 4.3580327868852455, "grad_norm": 0.3042461574077606, "learning_rate": 8.53979928562404e-07, "loss": 0.274, "step": 6646 }, { "epoch": 4.358688524590164, "grad_norm": 0.29275044798851013, "learning_rate": 8.522631773457512e-07, "loss": 0.2672, "step": 6647 }, { "epoch": 4.359344262295082, "grad_norm": 0.2848896384239197, "learning_rate": 8.505480766445529e-07, "loss": 0.2718, "step": 6648 }, { "epoch": 4.36, "grad_norm": 0.3153708577156067, "learning_rate": 8.488346267682635e-07, "loss": 0.2852, "step": 6649 }, { "epoch": 4.360655737704918, "grad_norm": 0.30444031953811646, "learning_rate": 8.471228280260401e-07, "loss": 0.2936, "step": 6650 }, { "epoch": 4.361311475409836, "grad_norm": 0.2921343445777893, "learning_rate": 8.454126807267415e-07, "loss": 0.2756, "step": 6651 }, { "epoch": 4.361967213114754, "grad_norm": 0.30387163162231445, "learning_rate": 8.437041851789218e-07, "loss": 0.3001, "step": 6652 }, { "epoch": 4.362622950819672, "grad_norm": 0.3010401129722595, "learning_rate": 8.419973416908489e-07, "loss": 0.2757, "step": 6653 }, { "epoch": 4.36327868852459, "grad_norm": 0.2891245186328888, "learning_rate": 8.402921505704842e-07, "loss": 0.2899, "step": 6654 }, { "epoch": 4.363934426229508, "grad_norm": 0.28197455406188965, "learning_rate": 8.385886121254916e-07, "loss": 0.263, "step": 6655 }, { "epoch": 4.364590163934427, "grad_norm": 0.2979986071586609, "learning_rate": 8.36886726663243e-07, "loss": 0.2965, "step": 6656 }, { "epoch": 4.365245901639344, "grad_norm": 0.2885424494743347, "learning_rate": 8.351864944908039e-07, "loss": 0.2755, "step": 6657 }, { "epoch": 4.365901639344262, "grad_norm": 0.30846405029296875, "learning_rate": 8.334879159149478e-07, "loss": 0.2856, "step": 6658 }, { "epoch": 4.366557377049181, "grad_norm": 0.3015265166759491, "learning_rate": 8.31790991242143e-07, "loss": 0.2769, "step": 6659 }, { "epoch": 4.367213114754098, "grad_norm": 0.30020013451576233, "learning_rate": 8.300957207785687e-07, "loss": 0.2679, "step": 6660 }, { "epoch": 4.367868852459017, "grad_norm": 0.2830907106399536, "learning_rate": 8.284021048300994e-07, "loss": 0.267, "step": 6661 }, { "epoch": 4.3685245901639345, "grad_norm": 0.3514772951602936, "learning_rate": 8.267101437023084e-07, "loss": 0.3154, "step": 6662 }, { "epoch": 4.369180327868852, "grad_norm": 0.3029923141002655, "learning_rate": 8.250198377004781e-07, "loss": 0.2623, "step": 6663 }, { "epoch": 4.369836065573771, "grad_norm": 0.3076448440551758, "learning_rate": 8.23331187129589e-07, "loss": 0.2981, "step": 6664 }, { "epoch": 4.370491803278688, "grad_norm": 0.29935964941978455, "learning_rate": 8.216441922943175e-07, "loss": 0.2666, "step": 6665 }, { "epoch": 4.371147540983607, "grad_norm": 0.28563857078552246, "learning_rate": 8.199588534990521e-07, "loss": 0.2713, "step": 6666 }, { "epoch": 4.371803278688525, "grad_norm": 0.2946391701698303, "learning_rate": 8.182751710478731e-07, "loss": 0.2636, "step": 6667 }, { "epoch": 4.372459016393442, "grad_norm": 0.2963252365589142, "learning_rate": 8.165931452445675e-07, "loss": 0.2848, "step": 6668 }, { "epoch": 4.373114754098361, "grad_norm": 0.27885910868644714, "learning_rate": 8.149127763926168e-07, "loss": 0.2611, "step": 6669 }, { "epoch": 4.3737704918032785, "grad_norm": 0.2987953722476959, "learning_rate": 8.132340647952119e-07, "loss": 0.2691, "step": 6670 }, { "epoch": 4.374426229508197, "grad_norm": 0.2813844382762909, "learning_rate": 8.115570107552418e-07, "loss": 0.2675, "step": 6671 }, { "epoch": 4.375081967213115, "grad_norm": 0.2920154929161072, "learning_rate": 8.098816145752919e-07, "loss": 0.2706, "step": 6672 }, { "epoch": 4.375737704918032, "grad_norm": 0.2928539216518402, "learning_rate": 8.08207876557654e-07, "loss": 0.2552, "step": 6673 }, { "epoch": 4.376393442622951, "grad_norm": 0.33355551958084106, "learning_rate": 8.065357970043163e-07, "loss": 0.3241, "step": 6674 }, { "epoch": 4.377049180327869, "grad_norm": 0.31031447649002075, "learning_rate": 8.048653762169745e-07, "loss": 0.2907, "step": 6675 }, { "epoch": 4.377704918032787, "grad_norm": 0.29629990458488464, "learning_rate": 8.031966144970171e-07, "loss": 0.2732, "step": 6676 }, { "epoch": 4.378360655737705, "grad_norm": 0.2924318313598633, "learning_rate": 8.015295121455391e-07, "loss": 0.275, "step": 6677 }, { "epoch": 4.3790163934426225, "grad_norm": 0.299189031124115, "learning_rate": 7.998640694633297e-07, "loss": 0.2845, "step": 6678 }, { "epoch": 4.379672131147541, "grad_norm": 0.2879678010940552, "learning_rate": 7.982002867508887e-07, "loss": 0.2803, "step": 6679 }, { "epoch": 4.380327868852459, "grad_norm": 0.3083394467830658, "learning_rate": 7.965381643084069e-07, "loss": 0.2977, "step": 6680 }, { "epoch": 4.380983606557377, "grad_norm": 0.3071655333042145, "learning_rate": 7.948777024357779e-07, "loss": 0.3022, "step": 6681 }, { "epoch": 4.381639344262295, "grad_norm": 0.29146191477775574, "learning_rate": 7.932189014326008e-07, "loss": 0.2749, "step": 6682 }, { "epoch": 4.3822950819672135, "grad_norm": 0.2870568633079529, "learning_rate": 7.915617615981686e-07, "loss": 0.2637, "step": 6683 }, { "epoch": 4.382950819672131, "grad_norm": 0.29876047372817993, "learning_rate": 7.899062832314763e-07, "loss": 0.2938, "step": 6684 }, { "epoch": 4.383606557377049, "grad_norm": 0.2837713956832886, "learning_rate": 7.882524666312218e-07, "loss": 0.2901, "step": 6685 }, { "epoch": 4.384262295081967, "grad_norm": 0.2970850467681885, "learning_rate": 7.866003120958022e-07, "loss": 0.2827, "step": 6686 }, { "epoch": 4.384918032786885, "grad_norm": 0.2908174693584442, "learning_rate": 7.849498199233118e-07, "loss": 0.2786, "step": 6687 }, { "epoch": 4.385573770491804, "grad_norm": 0.3149915039539337, "learning_rate": 7.833009904115452e-07, "loss": 0.2875, "step": 6688 }, { "epoch": 4.386229508196721, "grad_norm": 0.2939831018447876, "learning_rate": 7.816538238580029e-07, "loss": 0.2721, "step": 6689 }, { "epoch": 4.386885245901639, "grad_norm": 0.29366767406463623, "learning_rate": 7.800083205598796e-07, "loss": 0.2566, "step": 6690 }, { "epoch": 4.3875409836065575, "grad_norm": 0.3171723484992981, "learning_rate": 7.7836448081407e-07, "loss": 0.2865, "step": 6691 }, { "epoch": 4.388196721311475, "grad_norm": 0.29940319061279297, "learning_rate": 7.767223049171746e-07, "loss": 0.2634, "step": 6692 }, { "epoch": 4.388852459016394, "grad_norm": 0.3192816376686096, "learning_rate": 7.750817931654841e-07, "loss": 0.275, "step": 6693 }, { "epoch": 4.389508196721311, "grad_norm": 0.3000451326370239, "learning_rate": 7.734429458549941e-07, "loss": 0.2782, "step": 6694 }, { "epoch": 4.390163934426229, "grad_norm": 0.2988550364971161, "learning_rate": 7.718057632814047e-07, "loss": 0.2637, "step": 6695 }, { "epoch": 4.390819672131148, "grad_norm": 0.289985328912735, "learning_rate": 7.701702457401072e-07, "loss": 0.2218, "step": 6696 }, { "epoch": 4.391475409836065, "grad_norm": 0.30574876070022583, "learning_rate": 7.685363935261958e-07, "loss": 0.2757, "step": 6697 }, { "epoch": 4.392131147540984, "grad_norm": 0.2985670864582062, "learning_rate": 7.669042069344678e-07, "loss": 0.2663, "step": 6698 }, { "epoch": 4.3927868852459016, "grad_norm": 0.3029031753540039, "learning_rate": 7.652736862594146e-07, "loss": 0.2557, "step": 6699 }, { "epoch": 4.39344262295082, "grad_norm": 0.3064470887184143, "learning_rate": 7.636448317952272e-07, "loss": 0.2967, "step": 6700 }, { "epoch": 4.394098360655738, "grad_norm": 0.2955629527568817, "learning_rate": 7.620176438358018e-07, "loss": 0.2798, "step": 6701 }, { "epoch": 4.3947540983606554, "grad_norm": 0.3056755065917969, "learning_rate": 7.60392122674728e-07, "loss": 0.2816, "step": 6702 }, { "epoch": 4.395409836065574, "grad_norm": 0.30191004276275635, "learning_rate": 7.587682686052967e-07, "loss": 0.2776, "step": 6703 }, { "epoch": 4.396065573770492, "grad_norm": 0.31824785470962524, "learning_rate": 7.571460819204967e-07, "loss": 0.2819, "step": 6704 }, { "epoch": 4.39672131147541, "grad_norm": 0.29113179445266724, "learning_rate": 7.555255629130199e-07, "loss": 0.2508, "step": 6705 }, { "epoch": 4.397377049180328, "grad_norm": 0.3047112822532654, "learning_rate": 7.539067118752541e-07, "loss": 0.276, "step": 6706 }, { "epoch": 4.398032786885246, "grad_norm": 0.2894603908061981, "learning_rate": 7.522895290992838e-07, "loss": 0.2657, "step": 6707 }, { "epoch": 4.398688524590164, "grad_norm": 0.318392813205719, "learning_rate": 7.506740148768998e-07, "loss": 0.2897, "step": 6708 }, { "epoch": 4.399344262295082, "grad_norm": 0.31065621972084045, "learning_rate": 7.490601694995858e-07, "loss": 0.3023, "step": 6709 }, { "epoch": 4.4, "grad_norm": 0.2935885787010193, "learning_rate": 7.474479932585221e-07, "loss": 0.2806, "step": 6710 }, { "epoch": 4.400655737704918, "grad_norm": 0.2815214693546295, "learning_rate": 7.458374864445983e-07, "loss": 0.2608, "step": 6711 }, { "epoch": 4.401311475409836, "grad_norm": 0.306087851524353, "learning_rate": 7.442286493483941e-07, "loss": 0.2752, "step": 6712 }, { "epoch": 4.401967213114754, "grad_norm": 0.30095550417900085, "learning_rate": 7.426214822601863e-07, "loss": 0.2661, "step": 6713 }, { "epoch": 4.402622950819672, "grad_norm": 0.30370572209358215, "learning_rate": 7.410159854699584e-07, "loss": 0.2991, "step": 6714 }, { "epoch": 4.4032786885245905, "grad_norm": 0.2954564392566681, "learning_rate": 7.394121592673875e-07, "loss": 0.2595, "step": 6715 }, { "epoch": 4.403934426229508, "grad_norm": 0.30153965950012207, "learning_rate": 7.378100039418468e-07, "loss": 0.2785, "step": 6716 }, { "epoch": 4.404590163934426, "grad_norm": 0.30842694640159607, "learning_rate": 7.362095197824159e-07, "loss": 0.2899, "step": 6717 }, { "epoch": 4.405245901639344, "grad_norm": 0.28768599033355713, "learning_rate": 7.346107070778674e-07, "loss": 0.2614, "step": 6718 }, { "epoch": 4.405901639344262, "grad_norm": 0.274224191904068, "learning_rate": 7.330135661166704e-07, "loss": 0.2628, "step": 6719 }, { "epoch": 4.406557377049181, "grad_norm": 0.31207484006881714, "learning_rate": 7.314180971869966e-07, "loss": 0.2708, "step": 6720 }, { "epoch": 4.407213114754098, "grad_norm": 0.2958839237689972, "learning_rate": 7.298243005767169e-07, "loss": 0.2837, "step": 6721 }, { "epoch": 4.407868852459016, "grad_norm": 0.29104068875312805, "learning_rate": 7.282321765733957e-07, "loss": 0.2709, "step": 6722 }, { "epoch": 4.4085245901639345, "grad_norm": 0.30873173475265503, "learning_rate": 7.266417254642966e-07, "loss": 0.2896, "step": 6723 }, { "epoch": 4.409180327868852, "grad_norm": 0.3059670031070709, "learning_rate": 7.250529475363865e-07, "loss": 0.2923, "step": 6724 }, { "epoch": 4.409836065573771, "grad_norm": 0.31224682927131653, "learning_rate": 7.234658430763264e-07, "loss": 0.2847, "step": 6725 }, { "epoch": 4.410491803278688, "grad_norm": 0.30042365193367004, "learning_rate": 7.218804123704715e-07, "loss": 0.2782, "step": 6726 }, { "epoch": 4.411147540983607, "grad_norm": 0.3062487244606018, "learning_rate": 7.20296655704884e-07, "loss": 0.2613, "step": 6727 }, { "epoch": 4.411803278688525, "grad_norm": 0.31920668482780457, "learning_rate": 7.187145733653167e-07, "loss": 0.309, "step": 6728 }, { "epoch": 4.412459016393442, "grad_norm": 0.2912250757217407, "learning_rate": 7.171341656372244e-07, "loss": 0.2545, "step": 6729 }, { "epoch": 4.413114754098361, "grad_norm": 0.30098193883895874, "learning_rate": 7.155554328057556e-07, "loss": 0.267, "step": 6730 }, { "epoch": 4.4137704918032785, "grad_norm": 0.3016752004623413, "learning_rate": 7.139783751557628e-07, "loss": 0.2652, "step": 6731 }, { "epoch": 4.414426229508197, "grad_norm": 0.31727635860443115, "learning_rate": 7.124029929717902e-07, "loss": 0.2855, "step": 6732 }, { "epoch": 4.415081967213115, "grad_norm": 0.3109883964061737, "learning_rate": 7.108292865380828e-07, "loss": 0.2815, "step": 6733 }, { "epoch": 4.415737704918032, "grad_norm": 0.2971366047859192, "learning_rate": 7.092572561385836e-07, "loss": 0.2799, "step": 6734 }, { "epoch": 4.416393442622951, "grad_norm": 0.2908891439437866, "learning_rate": 7.076869020569288e-07, "loss": 0.2681, "step": 6735 }, { "epoch": 4.417049180327869, "grad_norm": 0.29718947410583496, "learning_rate": 7.061182245764597e-07, "loss": 0.2855, "step": 6736 }, { "epoch": 4.417704918032787, "grad_norm": 0.30055803060531616, "learning_rate": 7.045512239802088e-07, "loss": 0.2874, "step": 6737 }, { "epoch": 4.418360655737705, "grad_norm": 0.29584819078445435, "learning_rate": 7.029859005509087e-07, "loss": 0.2741, "step": 6738 }, { "epoch": 4.4190163934426225, "grad_norm": 0.28892242908477783, "learning_rate": 7.01422254570987e-07, "loss": 0.2611, "step": 6739 }, { "epoch": 4.419672131147541, "grad_norm": 0.27412086725234985, "learning_rate": 6.998602863225745e-07, "loss": 0.2667, "step": 6740 }, { "epoch": 4.420327868852459, "grad_norm": 0.29540061950683594, "learning_rate": 6.982999960874925e-07, "loss": 0.2951, "step": 6741 }, { "epoch": 4.420983606557377, "grad_norm": 0.3072938919067383, "learning_rate": 6.967413841472625e-07, "loss": 0.2507, "step": 6742 }, { "epoch": 4.421639344262295, "grad_norm": 0.2919842302799225, "learning_rate": 6.95184450783104e-07, "loss": 0.2795, "step": 6743 }, { "epoch": 4.4222950819672135, "grad_norm": 0.3050438463687897, "learning_rate": 6.936291962759323e-07, "loss": 0.2834, "step": 6744 }, { "epoch": 4.422950819672131, "grad_norm": 0.3033584952354431, "learning_rate": 6.920756209063584e-07, "loss": 0.2849, "step": 6745 }, { "epoch": 4.423606557377049, "grad_norm": 0.29009541869163513, "learning_rate": 6.905237249546947e-07, "loss": 0.2829, "step": 6746 }, { "epoch": 4.4242622950819674, "grad_norm": 0.3134314715862274, "learning_rate": 6.889735087009475e-07, "loss": 0.2727, "step": 6747 }, { "epoch": 4.424918032786885, "grad_norm": 0.28084254264831543, "learning_rate": 6.874249724248195e-07, "loss": 0.2608, "step": 6748 }, { "epoch": 4.425573770491804, "grad_norm": 0.3087652921676636, "learning_rate": 6.858781164057105e-07, "loss": 0.2812, "step": 6749 }, { "epoch": 4.426229508196721, "grad_norm": 0.3000691533088684, "learning_rate": 6.843329409227206e-07, "loss": 0.2653, "step": 6750 }, { "epoch": 4.426885245901639, "grad_norm": 0.30891844630241394, "learning_rate": 6.827894462546424e-07, "loss": 0.2988, "step": 6751 }, { "epoch": 4.427540983606558, "grad_norm": 0.2889033555984497, "learning_rate": 6.812476326799666e-07, "loss": 0.298, "step": 6752 }, { "epoch": 4.428196721311475, "grad_norm": 0.30645525455474854, "learning_rate": 6.797075004768828e-07, "loss": 0.2892, "step": 6753 }, { "epoch": 4.428852459016394, "grad_norm": 0.2927851676940918, "learning_rate": 6.781690499232729e-07, "loss": 0.2502, "step": 6754 }, { "epoch": 4.4295081967213115, "grad_norm": 0.2997979521751404, "learning_rate": 6.766322812967163e-07, "loss": 0.2729, "step": 6755 }, { "epoch": 4.430163934426229, "grad_norm": 0.30382245779037476, "learning_rate": 6.750971948744955e-07, "loss": 0.2643, "step": 6756 }, { "epoch": 4.430819672131148, "grad_norm": 0.30333641171455383, "learning_rate": 6.735637909335802e-07, "loss": 0.2834, "step": 6757 }, { "epoch": 4.431475409836065, "grad_norm": 0.30431249737739563, "learning_rate": 6.720320697506399e-07, "loss": 0.2834, "step": 6758 }, { "epoch": 4.432131147540984, "grad_norm": 0.2921042740345001, "learning_rate": 6.705020316020461e-07, "loss": 0.2617, "step": 6759 }, { "epoch": 4.432786885245902, "grad_norm": 0.33862361311912537, "learning_rate": 6.689736767638577e-07, "loss": 0.2892, "step": 6760 }, { "epoch": 4.433442622950819, "grad_norm": 0.300128698348999, "learning_rate": 6.674470055118343e-07, "loss": 0.2808, "step": 6761 }, { "epoch": 4.434098360655738, "grad_norm": 0.29262346029281616, "learning_rate": 6.659220181214343e-07, "loss": 0.2807, "step": 6762 }, { "epoch": 4.4347540983606555, "grad_norm": 0.3037428855895996, "learning_rate": 6.643987148678066e-07, "loss": 0.2871, "step": 6763 }, { "epoch": 4.435409836065574, "grad_norm": 0.30006441473960876, "learning_rate": 6.628770960258002e-07, "loss": 0.2967, "step": 6764 }, { "epoch": 4.436065573770492, "grad_norm": 0.2940365970134735, "learning_rate": 6.613571618699576e-07, "loss": 0.2621, "step": 6765 }, { "epoch": 4.436721311475409, "grad_norm": 0.2879282236099243, "learning_rate": 6.598389126745209e-07, "loss": 0.2661, "step": 6766 }, { "epoch": 4.437377049180328, "grad_norm": 0.28981009125709534, "learning_rate": 6.583223487134239e-07, "loss": 0.2748, "step": 6767 }, { "epoch": 4.438032786885246, "grad_norm": 0.3024831712245941, "learning_rate": 6.568074702602989e-07, "loss": 0.2895, "step": 6768 }, { "epoch": 4.438688524590164, "grad_norm": 0.2761807143688202, "learning_rate": 6.552942775884763e-07, "loss": 0.2499, "step": 6769 }, { "epoch": 4.439344262295082, "grad_norm": 0.2953905761241913, "learning_rate": 6.537827709709765e-07, "loss": 0.2739, "step": 6770 }, { "epoch": 4.44, "grad_norm": 0.286945641040802, "learning_rate": 6.522729506805192e-07, "loss": 0.2829, "step": 6771 }, { "epoch": 4.440655737704918, "grad_norm": 0.28785571455955505, "learning_rate": 6.50764816989522e-07, "loss": 0.2727, "step": 6772 }, { "epoch": 4.441311475409836, "grad_norm": 0.2725473940372467, "learning_rate": 6.492583701700927e-07, "loss": 0.2631, "step": 6773 }, { "epoch": 4.441967213114754, "grad_norm": 0.31540459394454956, "learning_rate": 6.477536104940407e-07, "loss": 0.304, "step": 6774 }, { "epoch": 4.442622950819672, "grad_norm": 0.2884909212589264, "learning_rate": 6.462505382328655e-07, "loss": 0.2709, "step": 6775 }, { "epoch": 4.4432786885245905, "grad_norm": 0.3094482421875, "learning_rate": 6.447491536577655e-07, "loss": 0.2775, "step": 6776 }, { "epoch": 4.443934426229508, "grad_norm": 0.31902721524238586, "learning_rate": 6.432494570396319e-07, "loss": 0.2759, "step": 6777 }, { "epoch": 4.444590163934426, "grad_norm": 0.29477858543395996, "learning_rate": 6.417514486490572e-07, "loss": 0.2794, "step": 6778 }, { "epoch": 4.445245901639344, "grad_norm": 0.31113383173942566, "learning_rate": 6.40255128756323e-07, "loss": 0.2715, "step": 6779 }, { "epoch": 4.445901639344262, "grad_norm": 0.30223721265792847, "learning_rate": 6.387604976314088e-07, "loss": 0.2702, "step": 6780 }, { "epoch": 4.446557377049181, "grad_norm": 0.3166336715221405, "learning_rate": 6.372675555439878e-07, "loss": 0.3196, "step": 6781 }, { "epoch": 4.447213114754098, "grad_norm": 0.2968164086341858, "learning_rate": 6.357763027634323e-07, "loss": 0.2958, "step": 6782 }, { "epoch": 4.447868852459017, "grad_norm": 0.31469470262527466, "learning_rate": 6.342867395588059e-07, "loss": 0.2877, "step": 6783 }, { "epoch": 4.4485245901639345, "grad_norm": 0.28140828013420105, "learning_rate": 6.327988661988682e-07, "loss": 0.2815, "step": 6784 }, { "epoch": 4.449180327868852, "grad_norm": 0.301111102104187, "learning_rate": 6.313126829520755e-07, "loss": 0.2908, "step": 6785 }, { "epoch": 4.449836065573771, "grad_norm": 0.3102119266986847, "learning_rate": 6.298281900865788e-07, "loss": 0.2921, "step": 6786 }, { "epoch": 4.450491803278688, "grad_norm": 0.28926488757133484, "learning_rate": 6.283453878702206e-07, "loss": 0.2791, "step": 6787 }, { "epoch": 4.451147540983607, "grad_norm": 0.2936056852340698, "learning_rate": 6.268642765705447e-07, "loss": 0.2581, "step": 6788 }, { "epoch": 4.451803278688525, "grad_norm": 0.3088475465774536, "learning_rate": 6.253848564547837e-07, "loss": 0.2777, "step": 6789 }, { "epoch": 4.452459016393442, "grad_norm": 0.3073571026325226, "learning_rate": 6.239071277898678e-07, "loss": 0.3002, "step": 6790 }, { "epoch": 4.453114754098361, "grad_norm": 0.28936633467674255, "learning_rate": 6.224310908424236e-07, "loss": 0.2695, "step": 6791 }, { "epoch": 4.4537704918032786, "grad_norm": 0.3001449704170227, "learning_rate": 6.209567458787691e-07, "loss": 0.2787, "step": 6792 }, { "epoch": 4.454426229508197, "grad_norm": 0.29122859239578247, "learning_rate": 6.194840931649204e-07, "loss": 0.2905, "step": 6793 }, { "epoch": 4.455081967213115, "grad_norm": 0.28757745027542114, "learning_rate": 6.18013132966585e-07, "loss": 0.2667, "step": 6794 }, { "epoch": 4.4557377049180324, "grad_norm": 0.3118853271007538, "learning_rate": 6.165438655491662e-07, "loss": 0.2458, "step": 6795 }, { "epoch": 4.456393442622951, "grad_norm": 0.30324703454971313, "learning_rate": 6.15076291177762e-07, "loss": 0.2692, "step": 6796 }, { "epoch": 4.457049180327869, "grad_norm": 0.30246105790138245, "learning_rate": 6.136104101171669e-07, "loss": 0.2824, "step": 6797 }, { "epoch": 4.457704918032787, "grad_norm": 0.2992507219314575, "learning_rate": 6.121462226318675e-07, "loss": 0.2526, "step": 6798 }, { "epoch": 4.458360655737705, "grad_norm": 0.2984204590320587, "learning_rate": 6.106837289860446e-07, "loss": 0.2914, "step": 6799 }, { "epoch": 4.459016393442623, "grad_norm": 0.3007560670375824, "learning_rate": 6.092229294435737e-07, "loss": 0.2915, "step": 6800 }, { "epoch": 4.459672131147541, "grad_norm": 0.29804056882858276, "learning_rate": 6.077638242680284e-07, "loss": 0.2552, "step": 6801 }, { "epoch": 4.460327868852459, "grad_norm": 0.27838319540023804, "learning_rate": 6.063064137226693e-07, "loss": 0.2699, "step": 6802 }, { "epoch": 4.460983606557377, "grad_norm": 0.2851320207118988, "learning_rate": 6.048506980704572e-07, "loss": 0.2599, "step": 6803 }, { "epoch": 4.461639344262295, "grad_norm": 0.3078209459781647, "learning_rate": 6.033966775740463e-07, "loss": 0.2598, "step": 6804 }, { "epoch": 4.462295081967213, "grad_norm": 0.2852615416049957, "learning_rate": 6.019443524957814e-07, "loss": 0.2408, "step": 6805 }, { "epoch": 4.462950819672131, "grad_norm": 0.28568795323371887, "learning_rate": 6.004937230977048e-07, "loss": 0.246, "step": 6806 }, { "epoch": 4.463606557377049, "grad_norm": 0.2920891344547272, "learning_rate": 5.99044789641553e-07, "loss": 0.264, "step": 6807 }, { "epoch": 4.4642622950819675, "grad_norm": 0.3111652731895447, "learning_rate": 5.975975523887545e-07, "loss": 0.2852, "step": 6808 }, { "epoch": 4.464918032786885, "grad_norm": 0.3014729619026184, "learning_rate": 5.961520116004326e-07, "loss": 0.2862, "step": 6809 }, { "epoch": 4.465573770491803, "grad_norm": 0.29461348056793213, "learning_rate": 5.947081675374033e-07, "loss": 0.273, "step": 6810 }, { "epoch": 4.466229508196721, "grad_norm": 0.299313485622406, "learning_rate": 5.932660204601804e-07, "loss": 0.2711, "step": 6811 }, { "epoch": 4.466885245901639, "grad_norm": 0.2951177656650543, "learning_rate": 5.918255706289666e-07, "loss": 0.31, "step": 6812 }, { "epoch": 4.467540983606558, "grad_norm": 0.28305017948150635, "learning_rate": 5.903868183036599e-07, "loss": 0.2665, "step": 6813 }, { "epoch": 4.468196721311475, "grad_norm": 0.30950233340263367, "learning_rate": 5.889497637438557e-07, "loss": 0.2852, "step": 6814 }, { "epoch": 4.468852459016394, "grad_norm": 0.29426777362823486, "learning_rate": 5.875144072088402e-07, "loss": 0.2639, "step": 6815 }, { "epoch": 4.4695081967213115, "grad_norm": 0.2831020653247833, "learning_rate": 5.860807489575881e-07, "loss": 0.2583, "step": 6816 }, { "epoch": 4.470163934426229, "grad_norm": 0.2960822284221649, "learning_rate": 5.846487892487773e-07, "loss": 0.2862, "step": 6817 }, { "epoch": 4.470819672131148, "grad_norm": 0.2935122549533844, "learning_rate": 5.832185283407732e-07, "loss": 0.2837, "step": 6818 }, { "epoch": 4.471475409836065, "grad_norm": 0.2883032262325287, "learning_rate": 5.817899664916349e-07, "loss": 0.2668, "step": 6819 }, { "epoch": 4.472131147540984, "grad_norm": 0.29974985122680664, "learning_rate": 5.803631039591195e-07, "loss": 0.2665, "step": 6820 }, { "epoch": 4.472786885245902, "grad_norm": 0.3001365065574646, "learning_rate": 5.789379410006712e-07, "loss": 0.2755, "step": 6821 }, { "epoch": 4.473442622950819, "grad_norm": 0.29267534613609314, "learning_rate": 5.775144778734299e-07, "loss": 0.272, "step": 6822 }, { "epoch": 4.474098360655738, "grad_norm": 0.3123346269130707, "learning_rate": 5.760927148342321e-07, "loss": 0.2896, "step": 6823 }, { "epoch": 4.4747540983606555, "grad_norm": 0.40016040205955505, "learning_rate": 5.74672652139604e-07, "loss": 0.2723, "step": 6824 }, { "epoch": 4.475409836065574, "grad_norm": 0.2968805432319641, "learning_rate": 5.73254290045766e-07, "loss": 0.2814, "step": 6825 }, { "epoch": 4.476065573770492, "grad_norm": 0.28482571244239807, "learning_rate": 5.71837628808628e-07, "loss": 0.2519, "step": 6826 }, { "epoch": 4.47672131147541, "grad_norm": 0.30970099568367004, "learning_rate": 5.704226686838021e-07, "loss": 0.2769, "step": 6827 }, { "epoch": 4.477377049180328, "grad_norm": 0.2862899899482727, "learning_rate": 5.690094099265842e-07, "loss": 0.2627, "step": 6828 }, { "epoch": 4.478032786885246, "grad_norm": 0.29131415486335754, "learning_rate": 5.675978527919668e-07, "loss": 0.273, "step": 6829 }, { "epoch": 4.478688524590164, "grad_norm": 0.2903395891189575, "learning_rate": 5.661879975346385e-07, "loss": 0.2664, "step": 6830 }, { "epoch": 4.479344262295082, "grad_norm": 0.29992759227752686, "learning_rate": 5.647798444089758e-07, "loss": 0.2725, "step": 6831 }, { "epoch": 4.48, "grad_norm": 0.31820377707481384, "learning_rate": 5.633733936690489e-07, "loss": 0.2746, "step": 6832 }, { "epoch": 4.480655737704918, "grad_norm": 0.28867441415786743, "learning_rate": 5.619686455686258e-07, "loss": 0.2834, "step": 6833 }, { "epoch": 4.481311475409836, "grad_norm": 0.3036814033985138, "learning_rate": 5.605656003611593e-07, "loss": 0.261, "step": 6834 }, { "epoch": 4.481967213114754, "grad_norm": 0.2921772003173828, "learning_rate": 5.591642582998025e-07, "loss": 0.2753, "step": 6835 }, { "epoch": 4.482622950819672, "grad_norm": 0.2918264865875244, "learning_rate": 5.577646196373965e-07, "loss": 0.2657, "step": 6836 }, { "epoch": 4.4832786885245905, "grad_norm": 0.2990399897098541, "learning_rate": 5.563666846264759e-07, "loss": 0.267, "step": 6837 }, { "epoch": 4.483934426229508, "grad_norm": 0.2911781668663025, "learning_rate": 5.549704535192679e-07, "loss": 0.2597, "step": 6838 }, { "epoch": 4.484590163934426, "grad_norm": 0.3086365759372711, "learning_rate": 5.535759265676965e-07, "loss": 0.2685, "step": 6839 }, { "epoch": 4.4852459016393444, "grad_norm": 0.2801026701927185, "learning_rate": 5.521831040233705e-07, "loss": 0.2771, "step": 6840 }, { "epoch": 4.485901639344262, "grad_norm": 0.2969490885734558, "learning_rate": 5.507919861375965e-07, "loss": 0.2869, "step": 6841 }, { "epoch": 4.486557377049181, "grad_norm": 0.31730616092681885, "learning_rate": 5.494025731613739e-07, "loss": 0.2812, "step": 6842 }, { "epoch": 4.487213114754098, "grad_norm": 0.3168628513813019, "learning_rate": 5.480148653453909e-07, "loss": 0.2998, "step": 6843 }, { "epoch": 4.487868852459016, "grad_norm": 0.28528714179992676, "learning_rate": 5.466288629400318e-07, "loss": 0.2818, "step": 6844 }, { "epoch": 4.488524590163935, "grad_norm": 0.3003918528556824, "learning_rate": 5.452445661953676e-07, "loss": 0.2879, "step": 6845 }, { "epoch": 4.489180327868852, "grad_norm": 0.30089879035949707, "learning_rate": 5.438619753611707e-07, "loss": 0.3019, "step": 6846 }, { "epoch": 4.489836065573771, "grad_norm": 0.30848708748817444, "learning_rate": 5.424810906868971e-07, "loss": 0.2906, "step": 6847 }, { "epoch": 4.4904918032786885, "grad_norm": 0.2871686816215515, "learning_rate": 5.411019124216976e-07, "loss": 0.2798, "step": 6848 }, { "epoch": 4.491147540983606, "grad_norm": 0.2891165316104889, "learning_rate": 5.397244408144176e-07, "loss": 0.2531, "step": 6849 }, { "epoch": 4.491803278688525, "grad_norm": 0.2983013093471527, "learning_rate": 5.383486761135926e-07, "loss": 0.2699, "step": 6850 }, { "epoch": 4.492459016393442, "grad_norm": 0.29306191205978394, "learning_rate": 5.369746185674473e-07, "loss": 0.2809, "step": 6851 }, { "epoch": 4.493114754098361, "grad_norm": 0.2913207411766052, "learning_rate": 5.35602268423906e-07, "loss": 0.2877, "step": 6852 }, { "epoch": 4.493770491803279, "grad_norm": 0.301149845123291, "learning_rate": 5.34231625930578e-07, "loss": 0.2603, "step": 6853 }, { "epoch": 4.494426229508196, "grad_norm": 0.2909705638885498, "learning_rate": 5.328626913347656e-07, "loss": 0.2542, "step": 6854 }, { "epoch": 4.495081967213115, "grad_norm": 0.31871703267097473, "learning_rate": 5.314954648834648e-07, "loss": 0.2976, "step": 6855 }, { "epoch": 4.4957377049180325, "grad_norm": 0.3111758828163147, "learning_rate": 5.301299468233645e-07, "loss": 0.2795, "step": 6856 }, { "epoch": 4.496393442622951, "grad_norm": 0.3024972975254059, "learning_rate": 5.287661374008401e-07, "loss": 0.2816, "step": 6857 }, { "epoch": 4.497049180327869, "grad_norm": 0.2910088300704956, "learning_rate": 5.274040368619648e-07, "loss": 0.2645, "step": 6858 }, { "epoch": 4.497704918032787, "grad_norm": 0.31156623363494873, "learning_rate": 5.260436454524998e-07, "loss": 0.2735, "step": 6859 }, { "epoch": 4.498360655737705, "grad_norm": 0.31212756037712097, "learning_rate": 5.246849634178996e-07, "loss": 0.277, "step": 6860 }, { "epoch": 4.499016393442623, "grad_norm": 0.2974720597267151, "learning_rate": 5.233279910033074e-07, "loss": 0.2675, "step": 6861 }, { "epoch": 4.499672131147541, "grad_norm": 0.3052249848842621, "learning_rate": 5.219727284535625e-07, "loss": 0.2923, "step": 6862 }, { "epoch": 4.500327868852459, "grad_norm": 0.30350348353385925, "learning_rate": 5.20619176013194e-07, "loss": 0.2958, "step": 6863 }, { "epoch": 4.500983606557377, "grad_norm": 0.2910847067832947, "learning_rate": 5.192673339264187e-07, "loss": 0.2723, "step": 6864 }, { "epoch": 4.501639344262295, "grad_norm": 0.28221240639686584, "learning_rate": 5.179172024371504e-07, "loss": 0.2523, "step": 6865 }, { "epoch": 4.502295081967213, "grad_norm": 0.30638542771339417, "learning_rate": 5.165687817889919e-07, "loss": 0.2723, "step": 6866 }, { "epoch": 4.502950819672131, "grad_norm": 0.2986173629760742, "learning_rate": 5.152220722252344e-07, "loss": 0.2846, "step": 6867 }, { "epoch": 4.503606557377049, "grad_norm": 0.30711427330970764, "learning_rate": 5.138770739888665e-07, "loss": 0.2643, "step": 6868 }, { "epoch": 4.5042622950819675, "grad_norm": 0.3002488911151886, "learning_rate": 5.125337873225633e-07, "loss": 0.2729, "step": 6869 }, { "epoch": 4.504918032786885, "grad_norm": 0.2962570786476135, "learning_rate": 5.111922124686919e-07, "loss": 0.2967, "step": 6870 }, { "epoch": 4.505573770491804, "grad_norm": 0.31133124232292175, "learning_rate": 5.098523496693098e-07, "loss": 0.2984, "step": 6871 }, { "epoch": 4.506229508196721, "grad_norm": 0.29646119475364685, "learning_rate": 5.085141991661702e-07, "loss": 0.2915, "step": 6872 }, { "epoch": 4.506885245901639, "grad_norm": 0.28776195645332336, "learning_rate": 5.071777612007133e-07, "loss": 0.2666, "step": 6873 }, { "epoch": 4.507540983606558, "grad_norm": 0.2869456708431244, "learning_rate": 5.058430360140676e-07, "loss": 0.2926, "step": 6874 }, { "epoch": 4.508196721311475, "grad_norm": 0.28890857100486755, "learning_rate": 5.045100238470602e-07, "loss": 0.2627, "step": 6875 }, { "epoch": 4.508852459016394, "grad_norm": 0.30431750416755676, "learning_rate": 5.031787249402032e-07, "loss": 0.273, "step": 6876 }, { "epoch": 4.5095081967213115, "grad_norm": 0.29349207878112793, "learning_rate": 5.018491395337022e-07, "loss": 0.2562, "step": 6877 }, { "epoch": 4.510163934426229, "grad_norm": 0.30031105875968933, "learning_rate": 5.00521267867451e-07, "loss": 0.2958, "step": 6878 }, { "epoch": 4.510819672131148, "grad_norm": 0.30391237139701843, "learning_rate": 4.991951101810366e-07, "loss": 0.2888, "step": 6879 }, { "epoch": 4.511475409836065, "grad_norm": 0.3000269830226898, "learning_rate": 4.978706667137356e-07, "loss": 0.2627, "step": 6880 }, { "epoch": 4.512131147540984, "grad_norm": 0.31719374656677246, "learning_rate": 4.965479377045179e-07, "loss": 0.3067, "step": 6881 }, { "epoch": 4.512786885245902, "grad_norm": 0.3069747984409332, "learning_rate": 4.952269233920404e-07, "loss": 0.3123, "step": 6882 }, { "epoch": 4.513442622950819, "grad_norm": 0.29293546080589294, "learning_rate": 4.939076240146512e-07, "loss": 0.2784, "step": 6883 }, { "epoch": 4.514098360655738, "grad_norm": 0.2885405123233795, "learning_rate": 4.925900398103922e-07, "loss": 0.2723, "step": 6884 }, { "epoch": 4.5147540983606556, "grad_norm": 0.3109833598136902, "learning_rate": 4.912741710169922e-07, "loss": 0.2992, "step": 6885 }, { "epoch": 4.515409836065574, "grad_norm": 0.30925723910331726, "learning_rate": 4.899600178718722e-07, "loss": 0.2896, "step": 6886 }, { "epoch": 4.516065573770492, "grad_norm": 0.28618544340133667, "learning_rate": 4.886475806121416e-07, "loss": 0.2637, "step": 6887 }, { "epoch": 4.5167213114754095, "grad_norm": 0.29550743103027344, "learning_rate": 4.873368594746053e-07, "loss": 0.2708, "step": 6888 }, { "epoch": 4.517377049180328, "grad_norm": 0.2978810667991638, "learning_rate": 4.860278546957531e-07, "loss": 0.2725, "step": 6889 }, { "epoch": 4.518032786885246, "grad_norm": 0.2808384895324707, "learning_rate": 4.84720566511766e-07, "loss": 0.2609, "step": 6890 }, { "epoch": 4.518688524590164, "grad_norm": 0.2903742492198944, "learning_rate": 4.834149951585199e-07, "loss": 0.2633, "step": 6891 }, { "epoch": 4.519344262295082, "grad_norm": 0.30364277958869934, "learning_rate": 4.821111408715751e-07, "loss": 0.2988, "step": 6892 }, { "epoch": 4.52, "grad_norm": 0.30973416566848755, "learning_rate": 4.808090038861846e-07, "loss": 0.2799, "step": 6893 }, { "epoch": 4.520655737704918, "grad_norm": 0.29372936487197876, "learning_rate": 4.795085844372927e-07, "loss": 0.2741, "step": 6894 }, { "epoch": 4.521311475409836, "grad_norm": 0.3080047369003296, "learning_rate": 4.782098827595305e-07, "loss": 0.3126, "step": 6895 }, { "epoch": 4.521967213114754, "grad_norm": 0.2983671724796295, "learning_rate": 4.76912899087224e-07, "loss": 0.2798, "step": 6896 }, { "epoch": 4.522622950819672, "grad_norm": 0.2936245799064636, "learning_rate": 4.7561763365438495e-07, "loss": 0.276, "step": 6897 }, { "epoch": 4.52327868852459, "grad_norm": 0.30729684233665466, "learning_rate": 4.7432408669471517e-07, "loss": 0.294, "step": 6898 }, { "epoch": 4.523934426229508, "grad_norm": 0.2999219298362732, "learning_rate": 4.730322584416092e-07, "loss": 0.2843, "step": 6899 }, { "epoch": 4.524590163934426, "grad_norm": 0.29653826355934143, "learning_rate": 4.717421491281504e-07, "loss": 0.2683, "step": 6900 }, { "epoch": 4.5252459016393445, "grad_norm": 0.2948528826236725, "learning_rate": 4.7045375898711166e-07, "loss": 0.2753, "step": 6901 }, { "epoch": 4.525901639344262, "grad_norm": 0.30533266067504883, "learning_rate": 4.6916708825095467e-07, "loss": 0.2865, "step": 6902 }, { "epoch": 4.526557377049181, "grad_norm": 0.3054760992527008, "learning_rate": 4.6788213715183383e-07, "loss": 0.2749, "step": 6903 }, { "epoch": 4.527213114754098, "grad_norm": 0.29442939162254333, "learning_rate": 4.6659890592158917e-07, "loss": 0.2633, "step": 6904 }, { "epoch": 4.527868852459016, "grad_norm": 0.3029770255088806, "learning_rate": 4.653173947917544e-07, "loss": 0.283, "step": 6905 }, { "epoch": 4.528524590163935, "grad_norm": 0.29404252767562866, "learning_rate": 4.64037603993549e-07, "loss": 0.2945, "step": 6906 }, { "epoch": 4.529180327868852, "grad_norm": 0.3130415380001068, "learning_rate": 4.6275953375788717e-07, "loss": 0.2739, "step": 6907 }, { "epoch": 4.529836065573771, "grad_norm": 0.3134170174598694, "learning_rate": 4.6148318431536777e-07, "loss": 0.2824, "step": 6908 }, { "epoch": 4.5304918032786885, "grad_norm": 0.28524118661880493, "learning_rate": 4.6020855589627877e-07, "loss": 0.2688, "step": 6909 }, { "epoch": 4.531147540983606, "grad_norm": 0.31751808524131775, "learning_rate": 4.5893564873060514e-07, "loss": 0.283, "step": 6910 }, { "epoch": 4.531803278688525, "grad_norm": 0.3130369484424591, "learning_rate": 4.57664463048012e-07, "loss": 0.3041, "step": 6911 }, { "epoch": 4.532459016393442, "grad_norm": 0.3096110224723816, "learning_rate": 4.563949990778582e-07, "loss": 0.2811, "step": 6912 }, { "epoch": 4.533114754098361, "grad_norm": 0.2832001745700836, "learning_rate": 4.551272570491938e-07, "loss": 0.2594, "step": 6913 }, { "epoch": 4.533770491803279, "grad_norm": 0.28493639826774597, "learning_rate": 4.538612371907547e-07, "loss": 0.2791, "step": 6914 }, { "epoch": 4.534426229508197, "grad_norm": 0.2879261374473572, "learning_rate": 4.5259693973096707e-07, "loss": 0.2664, "step": 6915 }, { "epoch": 4.535081967213115, "grad_norm": 0.2909592390060425, "learning_rate": 4.5133436489794625e-07, "loss": 0.2673, "step": 6916 }, { "epoch": 4.5357377049180325, "grad_norm": 0.2842526137828827, "learning_rate": 4.500735129194989e-07, "loss": 0.2754, "step": 6917 }, { "epoch": 4.536393442622951, "grad_norm": 0.2842363119125366, "learning_rate": 4.488143840231174e-07, "loss": 0.2835, "step": 6918 }, { "epoch": 4.537049180327869, "grad_norm": 0.2844465970993042, "learning_rate": 4.4755697843598566e-07, "loss": 0.2691, "step": 6919 }, { "epoch": 4.537704918032787, "grad_norm": 0.30284383893013, "learning_rate": 4.4630129638497664e-07, "loss": 0.2979, "step": 6920 }, { "epoch": 4.538360655737705, "grad_norm": 0.30708450078964233, "learning_rate": 4.4504733809665023e-07, "loss": 0.2936, "step": 6921 }, { "epoch": 4.539016393442623, "grad_norm": 0.315303236246109, "learning_rate": 4.4379510379725543e-07, "loss": 0.322, "step": 6922 }, { "epoch": 4.539672131147541, "grad_norm": 0.3006514608860016, "learning_rate": 4.4254459371273484e-07, "loss": 0.2582, "step": 6923 }, { "epoch": 4.540327868852459, "grad_norm": 0.2837908864021301, "learning_rate": 4.4129580806871465e-07, "loss": 0.2713, "step": 6924 }, { "epoch": 4.540983606557377, "grad_norm": 0.2962331771850586, "learning_rate": 4.4004874709051016e-07, "loss": 0.275, "step": 6925 }, { "epoch": 4.541639344262295, "grad_norm": 0.3104596436023712, "learning_rate": 4.388034110031303e-07, "loss": 0.3001, "step": 6926 }, { "epoch": 4.542295081967213, "grad_norm": 0.2924515902996063, "learning_rate": 4.375598000312686e-07, "loss": 0.2897, "step": 6927 }, { "epoch": 4.542950819672131, "grad_norm": 0.30615246295928955, "learning_rate": 4.363179143993068e-07, "loss": 0.2721, "step": 6928 }, { "epoch": 4.543606557377049, "grad_norm": 0.2932986319065094, "learning_rate": 4.3507775433131896e-07, "loss": 0.2665, "step": 6929 }, { "epoch": 4.5442622950819676, "grad_norm": 0.29315996170043945, "learning_rate": 4.3383932005106486e-07, "loss": 0.2657, "step": 6930 }, { "epoch": 4.544918032786885, "grad_norm": 0.28778275847435, "learning_rate": 4.3260261178199367e-07, "loss": 0.2791, "step": 6931 }, { "epoch": 4.545573770491803, "grad_norm": 0.2820785343647003, "learning_rate": 4.3136762974724135e-07, "loss": 0.2634, "step": 6932 }, { "epoch": 4.5462295081967214, "grad_norm": 0.3034711480140686, "learning_rate": 4.3013437416963845e-07, "loss": 0.2863, "step": 6933 }, { "epoch": 4.546885245901639, "grad_norm": 0.2929687201976776, "learning_rate": 4.28902845271697e-07, "loss": 0.2699, "step": 6934 }, { "epoch": 4.547540983606558, "grad_norm": 0.32719409465789795, "learning_rate": 4.276730432756193e-07, "loss": 0.2992, "step": 6935 }, { "epoch": 4.548196721311475, "grad_norm": 0.29685506224632263, "learning_rate": 4.264449684033001e-07, "loss": 0.2757, "step": 6936 }, { "epoch": 4.548852459016393, "grad_norm": 0.2914832830429077, "learning_rate": 4.252186208763176e-07, "loss": 0.2848, "step": 6937 }, { "epoch": 4.549508196721312, "grad_norm": 0.2929363548755646, "learning_rate": 4.2399400091594154e-07, "loss": 0.2821, "step": 6938 }, { "epoch": 4.550163934426229, "grad_norm": 0.2913561761379242, "learning_rate": 4.227711087431263e-07, "loss": 0.3009, "step": 6939 }, { "epoch": 4.550819672131148, "grad_norm": 0.30870211124420166, "learning_rate": 4.215499445785198e-07, "loss": 0.2808, "step": 6940 }, { "epoch": 4.5514754098360655, "grad_norm": 0.2789018452167511, "learning_rate": 4.203305086424514e-07, "loss": 0.2651, "step": 6941 }, { "epoch": 4.552131147540983, "grad_norm": 0.3012107014656067, "learning_rate": 4.1911280115494726e-07, "loss": 0.2839, "step": 6942 }, { "epoch": 4.552786885245902, "grad_norm": 0.31177908182144165, "learning_rate": 4.1789682233571385e-07, "loss": 0.3014, "step": 6943 }, { "epoch": 4.553442622950819, "grad_norm": 0.2789216637611389, "learning_rate": 4.16682572404149e-07, "loss": 0.2489, "step": 6944 }, { "epoch": 4.554098360655738, "grad_norm": 0.29697859287261963, "learning_rate": 4.1547005157933975e-07, "loss": 0.3035, "step": 6945 }, { "epoch": 4.554754098360656, "grad_norm": 0.2918887436389923, "learning_rate": 4.1425926008005877e-07, "loss": 0.2618, "step": 6946 }, { "epoch": 4.555409836065574, "grad_norm": 0.2942143976688385, "learning_rate": 4.130501981247681e-07, "loss": 0.2662, "step": 6947 }, { "epoch": 4.556065573770492, "grad_norm": 0.3131498396396637, "learning_rate": 4.1184286593161647e-07, "loss": 0.3035, "step": 6948 }, { "epoch": 4.5567213114754095, "grad_norm": 0.29331228137016296, "learning_rate": 4.10637263718443e-07, "loss": 0.252, "step": 6949 }, { "epoch": 4.557377049180328, "grad_norm": 0.2981354892253876, "learning_rate": 4.0943339170277265e-07, "loss": 0.263, "step": 6950 }, { "epoch": 4.558032786885246, "grad_norm": 0.301638662815094, "learning_rate": 4.082312501018171e-07, "loss": 0.2944, "step": 6951 }, { "epoch": 4.558688524590164, "grad_norm": 0.31330397725105286, "learning_rate": 4.0703083913247954e-07, "loss": 0.2755, "step": 6952 }, { "epoch": 4.559344262295082, "grad_norm": 0.2946738302707672, "learning_rate": 4.0583215901134677e-07, "loss": 0.2633, "step": 6953 }, { "epoch": 4.5600000000000005, "grad_norm": 0.29780107736587524, "learning_rate": 4.0463520995469575e-07, "loss": 0.2712, "step": 6954 }, { "epoch": 4.560655737704918, "grad_norm": 0.29392769932746887, "learning_rate": 4.034399921784926e-07, "loss": 0.2671, "step": 6955 }, { "epoch": 4.561311475409836, "grad_norm": 0.29400312900543213, "learning_rate": 4.022465058983871e-07, "loss": 0.2779, "step": 6956 }, { "epoch": 4.561967213114754, "grad_norm": 0.28642186522483826, "learning_rate": 4.0105475132972026e-07, "loss": 0.2801, "step": 6957 }, { "epoch": 4.562622950819672, "grad_norm": 0.30371227860450745, "learning_rate": 3.998647286875146e-07, "loss": 0.2658, "step": 6958 }, { "epoch": 4.563278688524591, "grad_norm": 0.31633174419403076, "learning_rate": 3.986764381864916e-07, "loss": 0.2789, "step": 6959 }, { "epoch": 4.563934426229508, "grad_norm": 0.3006846010684967, "learning_rate": 3.974898800410454e-07, "loss": 0.2856, "step": 6960 }, { "epoch": 4.564590163934426, "grad_norm": 0.3348489999771118, "learning_rate": 3.963050544652713e-07, "loss": 0.2991, "step": 6961 }, { "epoch": 4.5652459016393445, "grad_norm": 0.2920428216457367, "learning_rate": 3.9512196167294293e-07, "loss": 0.2651, "step": 6962 }, { "epoch": 4.565901639344262, "grad_norm": 0.29375600814819336, "learning_rate": 3.939406018775238e-07, "loss": 0.2569, "step": 6963 }, { "epoch": 4.566557377049181, "grad_norm": 0.3121577799320221, "learning_rate": 3.9276097529216794e-07, "loss": 0.2866, "step": 6964 }, { "epoch": 4.567213114754098, "grad_norm": 0.2858072519302368, "learning_rate": 3.9158308212971396e-07, "loss": 0.2795, "step": 6965 }, { "epoch": 4.567868852459016, "grad_norm": 0.30266648530960083, "learning_rate": 3.904069226026852e-07, "loss": 0.2923, "step": 6966 }, { "epoch": 4.568524590163935, "grad_norm": 0.30051764845848083, "learning_rate": 3.8923249692329524e-07, "loss": 0.2927, "step": 6967 }, { "epoch": 4.569180327868852, "grad_norm": 0.3037381172180176, "learning_rate": 3.8805980530344567e-07, "loss": 0.2978, "step": 6968 }, { "epoch": 4.569836065573771, "grad_norm": 0.2935566008090973, "learning_rate": 3.868888479547239e-07, "loss": 0.2705, "step": 6969 }, { "epoch": 4.5704918032786885, "grad_norm": 0.344228059053421, "learning_rate": 3.857196250884021e-07, "loss": 0.3235, "step": 6970 }, { "epoch": 4.571147540983606, "grad_norm": 0.3114541172981262, "learning_rate": 3.845521369154448e-07, "loss": 0.2744, "step": 6971 }, { "epoch": 4.571803278688525, "grad_norm": 0.29604968428611755, "learning_rate": 3.8338638364649906e-07, "loss": 0.3021, "step": 6972 }, { "epoch": 4.572459016393442, "grad_norm": 0.29138851165771484, "learning_rate": 3.822223654918999e-07, "loss": 0.2672, "step": 6973 }, { "epoch": 4.573114754098361, "grad_norm": 0.2888946831226349, "learning_rate": 3.810600826616706e-07, "loss": 0.2852, "step": 6974 }, { "epoch": 4.573770491803279, "grad_norm": 0.2832411229610443, "learning_rate": 3.7989953536552104e-07, "loss": 0.263, "step": 6975 }, { "epoch": 4.574426229508196, "grad_norm": 0.303170770406723, "learning_rate": 3.787407238128471e-07, "loss": 0.2561, "step": 6976 }, { "epoch": 4.575081967213115, "grad_norm": 0.3053116798400879, "learning_rate": 3.7758364821272933e-07, "loss": 0.277, "step": 6977 }, { "epoch": 4.5757377049180326, "grad_norm": 0.300079882144928, "learning_rate": 3.7642830877394067e-07, "loss": 0.2972, "step": 6978 }, { "epoch": 4.576393442622951, "grad_norm": 0.31073424220085144, "learning_rate": 3.752747057049366e-07, "loss": 0.2777, "step": 6979 }, { "epoch": 4.577049180327869, "grad_norm": 0.29323774576187134, "learning_rate": 3.741228392138607e-07, "loss": 0.2671, "step": 6980 }, { "epoch": 4.5777049180327865, "grad_norm": 0.3079839050769806, "learning_rate": 3.7297270950854224e-07, "loss": 0.2659, "step": 6981 }, { "epoch": 4.578360655737705, "grad_norm": 0.29323074221611023, "learning_rate": 3.718243167964974e-07, "loss": 0.2989, "step": 6982 }, { "epoch": 4.579016393442623, "grad_norm": 0.3090449869632721, "learning_rate": 3.706776612849294e-07, "loss": 0.2958, "step": 6983 }, { "epoch": 4.579672131147541, "grad_norm": 0.29283607006073, "learning_rate": 3.695327431807294e-07, "loss": 0.2893, "step": 6984 }, { "epoch": 4.580327868852459, "grad_norm": 0.3113571107387543, "learning_rate": 3.6838956269047323e-07, "loss": 0.3022, "step": 6985 }, { "epoch": 4.580983606557377, "grad_norm": 0.2901700437068939, "learning_rate": 3.6724812002042145e-07, "loss": 0.2855, "step": 6986 }, { "epoch": 4.581639344262295, "grad_norm": 0.28841066360473633, "learning_rate": 3.6610841537652595e-07, "loss": 0.2748, "step": 6987 }, { "epoch": 4.582295081967213, "grad_norm": 0.28856152296066284, "learning_rate": 3.6497044896442123e-07, "loss": 0.2637, "step": 6988 }, { "epoch": 4.582950819672131, "grad_norm": 0.3112089931964874, "learning_rate": 3.6383422098942856e-07, "loss": 0.2752, "step": 6989 }, { "epoch": 4.583606557377049, "grad_norm": 0.29346567392349243, "learning_rate": 3.626997316565584e-07, "loss": 0.2742, "step": 6990 }, { "epoch": 4.584262295081968, "grad_norm": 0.28947216272354126, "learning_rate": 3.615669811705036e-07, "loss": 0.2763, "step": 6991 }, { "epoch": 4.584918032786885, "grad_norm": 0.2875647246837616, "learning_rate": 3.604359697356441e-07, "loss": 0.2557, "step": 6992 }, { "epoch": 4.585573770491803, "grad_norm": 0.2937568426132202, "learning_rate": 3.5930669755604885e-07, "loss": 0.2906, "step": 6993 }, { "epoch": 4.5862295081967215, "grad_norm": 0.30675655603408813, "learning_rate": 3.5817916483547045e-07, "loss": 0.2933, "step": 6994 }, { "epoch": 4.586885245901639, "grad_norm": 0.28791260719299316, "learning_rate": 3.570533717773483e-07, "loss": 0.288, "step": 6995 }, { "epoch": 4.587540983606558, "grad_norm": 0.3097006678581238, "learning_rate": 3.5592931858480674e-07, "loss": 0.3002, "step": 6996 }, { "epoch": 4.588196721311475, "grad_norm": 0.2929729223251343, "learning_rate": 3.5480700546065895e-07, "loss": 0.2762, "step": 6997 }, { "epoch": 4.588852459016394, "grad_norm": 0.31348103284835815, "learning_rate": 3.53686432607403e-07, "loss": 0.2938, "step": 6998 }, { "epoch": 4.589508196721312, "grad_norm": 0.29089027643203735, "learning_rate": 3.5256760022722047e-07, "loss": 0.2725, "step": 6999 }, { "epoch": 4.590163934426229, "grad_norm": 0.3020915687084198, "learning_rate": 3.5145050852198435e-07, "loss": 0.2894, "step": 7000 }, { "epoch": 4.590819672131148, "grad_norm": 0.2929037809371948, "learning_rate": 3.5033515769324676e-07, "loss": 0.2936, "step": 7001 }, { "epoch": 4.5914754098360655, "grad_norm": 0.28429996967315674, "learning_rate": 3.4922154794225004e-07, "loss": 0.2576, "step": 7002 }, { "epoch": 4.592131147540984, "grad_norm": 0.3124932646751404, "learning_rate": 3.4810967946992235e-07, "loss": 0.287, "step": 7003 }, { "epoch": 4.592786885245902, "grad_norm": 0.29113417863845825, "learning_rate": 3.4699955247687546e-07, "loss": 0.281, "step": 7004 }, { "epoch": 4.593442622950819, "grad_norm": 0.3039529025554657, "learning_rate": 3.458911671634091e-07, "loss": 0.2676, "step": 7005 }, { "epoch": 4.594098360655738, "grad_norm": 0.30609649419784546, "learning_rate": 3.4478452372950886e-07, "loss": 0.2653, "step": 7006 }, { "epoch": 4.594754098360656, "grad_norm": 0.3012094795703888, "learning_rate": 3.4367962237484397e-07, "loss": 0.2743, "step": 7007 }, { "epoch": 4.595409836065574, "grad_norm": 0.2938500940799713, "learning_rate": 3.4257646329877157e-07, "loss": 0.2852, "step": 7008 }, { "epoch": 4.596065573770492, "grad_norm": 0.30082571506500244, "learning_rate": 3.414750467003314e-07, "loss": 0.3021, "step": 7009 }, { "epoch": 4.5967213114754095, "grad_norm": 0.3016553521156311, "learning_rate": 3.4037537277825215e-07, "loss": 0.3018, "step": 7010 }, { "epoch": 4.597377049180328, "grad_norm": 0.2960262596607208, "learning_rate": 3.3927744173094633e-07, "loss": 0.2884, "step": 7011 }, { "epoch": 4.598032786885246, "grad_norm": 0.2888254225254059, "learning_rate": 3.381812537565121e-07, "loss": 0.2747, "step": 7012 }, { "epoch": 4.598688524590164, "grad_norm": 0.2988792955875397, "learning_rate": 3.370868090527346e-07, "loss": 0.2718, "step": 7013 }, { "epoch": 4.599344262295082, "grad_norm": 0.2945365011692047, "learning_rate": 3.3599410781708255e-07, "loss": 0.3055, "step": 7014 }, { "epoch": 4.6, "grad_norm": 0.3040749132633209, "learning_rate": 3.3490315024670926e-07, "loss": 0.2743, "step": 7015 }, { "epoch": 4.600655737704918, "grad_norm": 0.30622342228889465, "learning_rate": 3.338139365384585e-07, "loss": 0.2707, "step": 7016 }, { "epoch": 4.601311475409836, "grad_norm": 0.30600276589393616, "learning_rate": 3.327264668888519e-07, "loss": 0.3065, "step": 7017 }, { "epoch": 4.601967213114754, "grad_norm": 0.29937711358070374, "learning_rate": 3.3164074149410143e-07, "loss": 0.2646, "step": 7018 }, { "epoch": 4.602622950819672, "grad_norm": 0.283619225025177, "learning_rate": 3.305567605501059e-07, "loss": 0.269, "step": 7019 }, { "epoch": 4.60327868852459, "grad_norm": 0.2897680103778839, "learning_rate": 3.294745242524444e-07, "loss": 0.2618, "step": 7020 }, { "epoch": 4.603934426229508, "grad_norm": 0.29991504549980164, "learning_rate": 3.2839403279638303e-07, "loss": 0.2676, "step": 7021 }, { "epoch": 4.604590163934426, "grad_norm": 0.2849974036216736, "learning_rate": 3.273152863768747e-07, "loss": 0.267, "step": 7022 }, { "epoch": 4.6052459016393446, "grad_norm": 0.3199034333229065, "learning_rate": 3.2623828518855595e-07, "loss": 0.3117, "step": 7023 }, { "epoch": 4.605901639344262, "grad_norm": 0.2969658374786377, "learning_rate": 3.2516302942574794e-07, "loss": 0.2783, "step": 7024 }, { "epoch": 4.60655737704918, "grad_norm": 0.29643070697784424, "learning_rate": 3.2408951928246e-07, "loss": 0.2737, "step": 7025 }, { "epoch": 4.6072131147540984, "grad_norm": 0.295600026845932, "learning_rate": 3.2301775495238277e-07, "loss": 0.2515, "step": 7026 }, { "epoch": 4.607868852459016, "grad_norm": 0.31295469403266907, "learning_rate": 3.219477366288937e-07, "loss": 0.3052, "step": 7027 }, { "epoch": 4.608524590163935, "grad_norm": 0.29302024841308594, "learning_rate": 3.2087946450505394e-07, "loss": 0.2805, "step": 7028 }, { "epoch": 4.609180327868852, "grad_norm": 0.30067434906959534, "learning_rate": 3.1981293877361374e-07, "loss": 0.2714, "step": 7029 }, { "epoch": 4.60983606557377, "grad_norm": 0.29910898208618164, "learning_rate": 3.1874815962700254e-07, "loss": 0.2842, "step": 7030 }, { "epoch": 4.610491803278689, "grad_norm": 0.29196956753730774, "learning_rate": 3.176851272573367e-07, "loss": 0.2728, "step": 7031 }, { "epoch": 4.611147540983606, "grad_norm": 0.2938835620880127, "learning_rate": 3.166238418564194e-07, "loss": 0.2771, "step": 7032 }, { "epoch": 4.611803278688525, "grad_norm": 0.3064890205860138, "learning_rate": 3.155643036157374e-07, "loss": 0.2923, "step": 7033 }, { "epoch": 4.6124590163934425, "grad_norm": 0.2914579510688782, "learning_rate": 3.1450651272645905e-07, "loss": 0.2841, "step": 7034 }, { "epoch": 4.613114754098361, "grad_norm": 0.2915331721305847, "learning_rate": 3.134504693794449e-07, "loss": 0.2762, "step": 7035 }, { "epoch": 4.613770491803279, "grad_norm": 0.28261667490005493, "learning_rate": 3.1239617376523143e-07, "loss": 0.2562, "step": 7036 }, { "epoch": 4.614426229508196, "grad_norm": 0.2989298105239868, "learning_rate": 3.113436260740477e-07, "loss": 0.2582, "step": 7037 }, { "epoch": 4.615081967213115, "grad_norm": 0.2910212576389313, "learning_rate": 3.102928264957994e-07, "loss": 0.2751, "step": 7038 }, { "epoch": 4.615737704918033, "grad_norm": 0.29168474674224854, "learning_rate": 3.0924377522008385e-07, "loss": 0.2565, "step": 7039 }, { "epoch": 4.616393442622951, "grad_norm": 0.2990458309650421, "learning_rate": 3.0819647243618076e-07, "loss": 0.2834, "step": 7040 }, { "epoch": 4.617049180327869, "grad_norm": 0.30584993958473206, "learning_rate": 3.0715091833305234e-07, "loss": 0.2787, "step": 7041 }, { "epoch": 4.617704918032787, "grad_norm": 0.2961025536060333, "learning_rate": 3.0610711309934647e-07, "loss": 0.3006, "step": 7042 }, { "epoch": 4.618360655737705, "grad_norm": 0.28846660256385803, "learning_rate": 3.0506505692339596e-07, "loss": 0.2741, "step": 7043 }, { "epoch": 4.619016393442623, "grad_norm": 0.29971209168434143, "learning_rate": 3.040247499932181e-07, "loss": 0.289, "step": 7044 }, { "epoch": 4.619672131147541, "grad_norm": 0.29627180099487305, "learning_rate": 3.029861924965138e-07, "loss": 0.2865, "step": 7045 }, { "epoch": 4.620327868852459, "grad_norm": 0.2943313717842102, "learning_rate": 3.0194938462067e-07, "loss": 0.264, "step": 7046 }, { "epoch": 4.6209836065573775, "grad_norm": 0.29904085397720337, "learning_rate": 3.009143265527548e-07, "loss": 0.2597, "step": 7047 }, { "epoch": 4.621639344262295, "grad_norm": 0.3079822361469269, "learning_rate": 2.9988101847952425e-07, "loss": 0.2987, "step": 7048 }, { "epoch": 4.622295081967213, "grad_norm": 0.29292356967926025, "learning_rate": 2.9884946058741704e-07, "loss": 0.2654, "step": 7049 }, { "epoch": 4.622950819672131, "grad_norm": 0.3058546483516693, "learning_rate": 2.9781965306255324e-07, "loss": 0.2807, "step": 7050 }, { "epoch": 4.623606557377049, "grad_norm": 0.30883437395095825, "learning_rate": 2.9679159609074303e-07, "loss": 0.275, "step": 7051 }, { "epoch": 4.624262295081968, "grad_norm": 0.28925821185112, "learning_rate": 2.95765289857477e-07, "loss": 0.2664, "step": 7052 }, { "epoch": 4.624918032786885, "grad_norm": 0.32225868105888367, "learning_rate": 2.9474073454792917e-07, "loss": 0.2916, "step": 7053 }, { "epoch": 4.625573770491803, "grad_norm": 0.2926121652126312, "learning_rate": 2.9371793034695726e-07, "loss": 0.2696, "step": 7054 }, { "epoch": 4.6262295081967215, "grad_norm": 0.3026295006275177, "learning_rate": 2.9269687743910926e-07, "loss": 0.2905, "step": 7055 }, { "epoch": 4.626885245901639, "grad_norm": 0.2861342430114746, "learning_rate": 2.916775760086088e-07, "loss": 0.2674, "step": 7056 }, { "epoch": 4.627540983606558, "grad_norm": 0.2796565592288971, "learning_rate": 2.906600262393677e-07, "loss": 0.2586, "step": 7057 }, { "epoch": 4.628196721311475, "grad_norm": 0.2847134470939636, "learning_rate": 2.8964422831498363e-07, "loss": 0.2706, "step": 7058 }, { "epoch": 4.628852459016393, "grad_norm": 0.28596433997154236, "learning_rate": 2.886301824187343e-07, "loss": 0.2691, "step": 7059 }, { "epoch": 4.629508196721312, "grad_norm": 0.29648908972740173, "learning_rate": 2.876178887335812e-07, "loss": 0.2792, "step": 7060 }, { "epoch": 4.630163934426229, "grad_norm": 0.2860710918903351, "learning_rate": 2.8660734744217376e-07, "loss": 0.2568, "step": 7061 }, { "epoch": 4.630819672131148, "grad_norm": 0.3024540841579437, "learning_rate": 2.855985587268428e-07, "loss": 0.2636, "step": 7062 }, { "epoch": 4.6314754098360655, "grad_norm": 0.2991882860660553, "learning_rate": 2.8459152276959947e-07, "loss": 0.2721, "step": 7063 }, { "epoch": 4.632131147540983, "grad_norm": 0.30864664912223816, "learning_rate": 2.8358623975214607e-07, "loss": 0.284, "step": 7064 }, { "epoch": 4.632786885245902, "grad_norm": 0.30148372054100037, "learning_rate": 2.825827098558631e-07, "loss": 0.2944, "step": 7065 }, { "epoch": 4.633442622950819, "grad_norm": 0.3275434672832489, "learning_rate": 2.8158093326181577e-07, "loss": 0.2968, "step": 7066 }, { "epoch": 4.634098360655738, "grad_norm": 0.29585185647010803, "learning_rate": 2.805809101507539e-07, "loss": 0.2764, "step": 7067 }, { "epoch": 4.634754098360656, "grad_norm": 0.2943992018699646, "learning_rate": 2.7958264070311216e-07, "loss": 0.2631, "step": 7068 }, { "epoch": 4.635409836065573, "grad_norm": 0.3307548463344574, "learning_rate": 2.7858612509900294e-07, "loss": 0.2961, "step": 7069 }, { "epoch": 4.636065573770492, "grad_norm": 0.28942182660102844, "learning_rate": 2.7759136351823033e-07, "loss": 0.2828, "step": 7070 }, { "epoch": 4.63672131147541, "grad_norm": 0.29798904061317444, "learning_rate": 2.7659835614027744e-07, "loss": 0.279, "step": 7071 }, { "epoch": 4.637377049180328, "grad_norm": 0.29558712244033813, "learning_rate": 2.7560710314430974e-07, "loss": 0.2664, "step": 7072 }, { "epoch": 4.638032786885246, "grad_norm": 0.28977054357528687, "learning_rate": 2.7461760470917754e-07, "loss": 0.2774, "step": 7073 }, { "epoch": 4.6386885245901635, "grad_norm": 0.2994340658187866, "learning_rate": 2.7362986101341803e-07, "loss": 0.2911, "step": 7074 }, { "epoch": 4.639344262295082, "grad_norm": 0.2979696989059448, "learning_rate": 2.7264387223524646e-07, "loss": 0.2799, "step": 7075 }, { "epoch": 4.64, "grad_norm": 0.28482016921043396, "learning_rate": 2.7165963855256273e-07, "loss": 0.2519, "step": 7076 }, { "epoch": 4.640655737704918, "grad_norm": 0.31797775626182556, "learning_rate": 2.7067716014295254e-07, "loss": 0.2803, "step": 7077 }, { "epoch": 4.641311475409836, "grad_norm": 0.29126060009002686, "learning_rate": 2.696964371836841e-07, "loss": 0.2566, "step": 7078 }, { "epoch": 4.6419672131147545, "grad_norm": 0.3177841007709503, "learning_rate": 2.687174698517048e-07, "loss": 0.2868, "step": 7079 }, { "epoch": 4.642622950819672, "grad_norm": 0.29378700256347656, "learning_rate": 2.6774025832365216e-07, "loss": 0.2479, "step": 7080 }, { "epoch": 4.64327868852459, "grad_norm": 0.2817743420600891, "learning_rate": 2.6676480277584183e-07, "loss": 0.2779, "step": 7081 }, { "epoch": 4.643934426229508, "grad_norm": 0.30132022500038147, "learning_rate": 2.6579110338427416e-07, "loss": 0.2621, "step": 7082 }, { "epoch": 4.644590163934426, "grad_norm": 0.31906530261039734, "learning_rate": 2.648191603246331e-07, "loss": 0.2899, "step": 7083 }, { "epoch": 4.645245901639345, "grad_norm": 0.29043057560920715, "learning_rate": 2.638489737722838e-07, "loss": 0.2549, "step": 7084 }, { "epoch": 4.645901639344262, "grad_norm": 0.29515665769577026, "learning_rate": 2.628805439022764e-07, "loss": 0.2707, "step": 7085 }, { "epoch": 4.646557377049181, "grad_norm": 0.29088470339775085, "learning_rate": 2.6191387088934426e-07, "loss": 0.2626, "step": 7086 }, { "epoch": 4.6472131147540985, "grad_norm": 0.29028594493865967, "learning_rate": 2.6094895490790363e-07, "loss": 0.279, "step": 7087 }, { "epoch": 4.647868852459016, "grad_norm": 0.2999075949192047, "learning_rate": 2.599857961320518e-07, "loss": 0.2885, "step": 7088 }, { "epoch": 4.648524590163935, "grad_norm": 0.34310659766197205, "learning_rate": 2.590243947355697e-07, "loss": 0.2657, "step": 7089 }, { "epoch": 4.649180327868852, "grad_norm": 0.30330920219421387, "learning_rate": 2.580647508919232e-07, "loss": 0.2926, "step": 7090 }, { "epoch": 4.649836065573771, "grad_norm": 0.2997342050075531, "learning_rate": 2.571068647742603e-07, "loss": 0.271, "step": 7091 }, { "epoch": 4.650491803278689, "grad_norm": 0.3046375513076782, "learning_rate": 2.5615073655540945e-07, "loss": 0.271, "step": 7092 }, { "epoch": 4.651147540983606, "grad_norm": 0.30205368995666504, "learning_rate": 2.55196366407886e-07, "loss": 0.2894, "step": 7093 }, { "epoch": 4.651803278688525, "grad_norm": 0.3016371726989746, "learning_rate": 2.542437545038845e-07, "loss": 0.2889, "step": 7094 }, { "epoch": 4.6524590163934425, "grad_norm": 0.3008274734020233, "learning_rate": 2.532929010152829e-07, "loss": 0.2762, "step": 7095 }, { "epoch": 4.653114754098361, "grad_norm": 0.29933345317840576, "learning_rate": 2.5234380611364407e-07, "loss": 0.2577, "step": 7096 }, { "epoch": 4.653770491803279, "grad_norm": 0.2861320972442627, "learning_rate": 2.5139646997021096e-07, "loss": 0.2708, "step": 7097 }, { "epoch": 4.654426229508196, "grad_norm": 0.31435254216194153, "learning_rate": 2.504508927559113e-07, "loss": 0.3088, "step": 7098 }, { "epoch": 4.655081967213115, "grad_norm": 0.2924649119377136, "learning_rate": 2.4950707464135306e-07, "loss": 0.261, "step": 7099 }, { "epoch": 4.655737704918033, "grad_norm": 0.28943249583244324, "learning_rate": 2.4856501579683e-07, "loss": 0.2653, "step": 7100 }, { "epoch": 4.656393442622951, "grad_norm": 0.29244309663772583, "learning_rate": 2.476247163923162e-07, "loss": 0.3064, "step": 7101 }, { "epoch": 4.657049180327869, "grad_norm": 0.29343846440315247, "learning_rate": 2.4668617659746707e-07, "loss": 0.269, "step": 7102 }, { "epoch": 4.6577049180327865, "grad_norm": 0.30477210879325867, "learning_rate": 2.45749396581626e-07, "loss": 0.2963, "step": 7103 }, { "epoch": 4.658360655737705, "grad_norm": 0.29954519867897034, "learning_rate": 2.448143765138111e-07, "loss": 0.2781, "step": 7104 }, { "epoch": 4.659016393442623, "grad_norm": 0.30555328726768494, "learning_rate": 2.438811165627275e-07, "loss": 0.3017, "step": 7105 }, { "epoch": 4.659672131147541, "grad_norm": 0.2962779998779297, "learning_rate": 2.4294961689676487e-07, "loss": 0.2603, "step": 7106 }, { "epoch": 4.660327868852459, "grad_norm": 0.30971813201904297, "learning_rate": 2.4201987768399104e-07, "loss": 0.2967, "step": 7107 }, { "epoch": 4.660983606557377, "grad_norm": 0.3230274021625519, "learning_rate": 2.4109189909215624e-07, "loss": 0.3133, "step": 7108 }, { "epoch": 4.661639344262295, "grad_norm": 0.2982354462146759, "learning_rate": 2.4016568128869653e-07, "loss": 0.2776, "step": 7109 }, { "epoch": 4.662295081967213, "grad_norm": 0.3097764253616333, "learning_rate": 2.392412244407294e-07, "loss": 0.2912, "step": 7110 }, { "epoch": 4.662950819672131, "grad_norm": 0.3098173439502716, "learning_rate": 2.3831852871505025e-07, "loss": 0.2849, "step": 7111 }, { "epoch": 4.663606557377049, "grad_norm": 0.32368993759155273, "learning_rate": 2.3739759427814146e-07, "loss": 0.2771, "step": 7112 }, { "epoch": 4.664262295081967, "grad_norm": 0.29571104049682617, "learning_rate": 2.3647842129616793e-07, "loss": 0.2858, "step": 7113 }, { "epoch": 4.664918032786885, "grad_norm": 0.2952210307121277, "learning_rate": 2.3556100993497255e-07, "loss": 0.2751, "step": 7114 }, { "epoch": 4.665573770491803, "grad_norm": 0.2929505407810211, "learning_rate": 2.346453603600829e-07, "loss": 0.2638, "step": 7115 }, { "epoch": 4.6662295081967216, "grad_norm": 0.299838662147522, "learning_rate": 2.3373147273671014e-07, "loss": 0.2797, "step": 7116 }, { "epoch": 4.666885245901639, "grad_norm": 0.33259081840515137, "learning_rate": 2.3281934722974575e-07, "loss": 0.3041, "step": 7117 }, { "epoch": 4.667540983606557, "grad_norm": 0.2870595157146454, "learning_rate": 2.319089840037614e-07, "loss": 0.2869, "step": 7118 }, { "epoch": 4.6681967213114755, "grad_norm": 0.3185599446296692, "learning_rate": 2.3100038322301565e-07, "loss": 0.2791, "step": 7119 }, { "epoch": 4.668852459016393, "grad_norm": 0.3057665228843689, "learning_rate": 2.300935450514441e-07, "loss": 0.3103, "step": 7120 }, { "epoch": 4.669508196721312, "grad_norm": 0.29319554567337036, "learning_rate": 2.2918846965266695e-07, "loss": 0.2816, "step": 7121 }, { "epoch": 4.670163934426229, "grad_norm": 0.30080780386924744, "learning_rate": 2.282851571899869e-07, "loss": 0.3075, "step": 7122 }, { "epoch": 4.670819672131148, "grad_norm": 0.287551611661911, "learning_rate": 2.2738360782638802e-07, "loss": 0.2624, "step": 7123 }, { "epoch": 4.671475409836066, "grad_norm": 0.2875356078147888, "learning_rate": 2.2648382172453352e-07, "loss": 0.2575, "step": 7124 }, { "epoch": 4.672131147540983, "grad_norm": 0.2780774235725403, "learning_rate": 2.2558579904677136e-07, "loss": 0.2575, "step": 7125 }, { "epoch": 4.672786885245902, "grad_norm": 0.28859198093414307, "learning_rate": 2.24689539955133e-07, "loss": 0.2901, "step": 7126 }, { "epoch": 4.6734426229508195, "grad_norm": 0.3066529333591461, "learning_rate": 2.2379504461132573e-07, "loss": 0.2816, "step": 7127 }, { "epoch": 4.674098360655738, "grad_norm": 0.30465635657310486, "learning_rate": 2.2290231317674493e-07, "loss": 0.301, "step": 7128 }, { "epoch": 4.674754098360656, "grad_norm": 0.3087025582790375, "learning_rate": 2.2201134581246508e-07, "loss": 0.2837, "step": 7129 }, { "epoch": 4.675409836065574, "grad_norm": 0.29777413606643677, "learning_rate": 2.2112214267924093e-07, "loss": 0.2855, "step": 7130 }, { "epoch": 4.676065573770492, "grad_norm": 0.2858255207538605, "learning_rate": 2.202347039375119e-07, "loss": 0.278, "step": 7131 }, { "epoch": 4.67672131147541, "grad_norm": 0.29443567991256714, "learning_rate": 2.1934902974739658e-07, "loss": 0.2445, "step": 7132 }, { "epoch": 4.677377049180328, "grad_norm": 0.30424872040748596, "learning_rate": 2.1846512026869603e-07, "loss": 0.3047, "step": 7133 }, { "epoch": 4.678032786885246, "grad_norm": 0.29119518399238586, "learning_rate": 2.1758297566089382e-07, "loss": 0.2778, "step": 7134 }, { "epoch": 4.678688524590164, "grad_norm": 0.3040314018726349, "learning_rate": 2.167025960831537e-07, "loss": 0.2838, "step": 7135 }, { "epoch": 4.679344262295082, "grad_norm": 0.2920621931552887, "learning_rate": 2.1582398169432085e-07, "loss": 0.2899, "step": 7136 }, { "epoch": 4.68, "grad_norm": 0.29494938254356384, "learning_rate": 2.14947132652924e-07, "loss": 0.2587, "step": 7137 }, { "epoch": 4.680655737704918, "grad_norm": 0.2919512689113617, "learning_rate": 2.1407204911717105e-07, "loss": 0.2692, "step": 7138 }, { "epoch": 4.681311475409836, "grad_norm": 0.29876938462257385, "learning_rate": 2.131987312449535e-07, "loss": 0.2794, "step": 7139 }, { "epoch": 4.6819672131147545, "grad_norm": 0.2985106408596039, "learning_rate": 2.1232717919384082e-07, "loss": 0.2758, "step": 7140 }, { "epoch": 4.682622950819672, "grad_norm": 0.29974502325057983, "learning_rate": 2.1145739312108837e-07, "loss": 0.2875, "step": 7141 }, { "epoch": 4.68327868852459, "grad_norm": 0.2972952723503113, "learning_rate": 2.1058937318363059e-07, "loss": 0.2804, "step": 7142 }, { "epoch": 4.683934426229508, "grad_norm": 0.3238735496997833, "learning_rate": 2.097231195380811e-07, "loss": 0.2926, "step": 7143 }, { "epoch": 4.684590163934426, "grad_norm": 0.29955947399139404, "learning_rate": 2.0885863234073932e-07, "loss": 0.2781, "step": 7144 }, { "epoch": 4.685245901639345, "grad_norm": 0.2766008973121643, "learning_rate": 2.079959117475827e-07, "loss": 0.2533, "step": 7145 }, { "epoch": 4.685901639344262, "grad_norm": 0.28607305884361267, "learning_rate": 2.0713495791427006e-07, "loss": 0.2673, "step": 7146 }, { "epoch": 4.68655737704918, "grad_norm": 0.2928783893585205, "learning_rate": 2.0627577099614492e-07, "loss": 0.2647, "step": 7147 }, { "epoch": 4.6872131147540985, "grad_norm": 0.2980700135231018, "learning_rate": 2.054183511482266e-07, "loss": 0.2749, "step": 7148 }, { "epoch": 4.687868852459016, "grad_norm": 0.28774383664131165, "learning_rate": 2.0456269852521916e-07, "loss": 0.2591, "step": 7149 }, { "epoch": 4.688524590163935, "grad_norm": 0.3077796697616577, "learning_rate": 2.0370881328150682e-07, "loss": 0.2744, "step": 7150 }, { "epoch": 4.689180327868852, "grad_norm": 0.29275229573249817, "learning_rate": 2.028566955711564e-07, "loss": 0.2708, "step": 7151 }, { "epoch": 4.68983606557377, "grad_norm": 0.2927813231945038, "learning_rate": 2.0200634554791377e-07, "loss": 0.2777, "step": 7152 }, { "epoch": 4.690491803278689, "grad_norm": 0.2919335663318634, "learning_rate": 2.0115776336520622e-07, "loss": 0.2616, "step": 7153 }, { "epoch": 4.691147540983606, "grad_norm": 0.296515554189682, "learning_rate": 2.0031094917614235e-07, "loss": 0.2799, "step": 7154 }, { "epoch": 4.691803278688525, "grad_norm": 0.32342323660850525, "learning_rate": 1.9946590313351332e-07, "loss": 0.3077, "step": 7155 }, { "epoch": 4.6924590163934425, "grad_norm": 0.2804870009422302, "learning_rate": 1.9862262538978715e-07, "loss": 0.2627, "step": 7156 }, { "epoch": 4.69311475409836, "grad_norm": 0.28432726860046387, "learning_rate": 1.977811160971177e-07, "loss": 0.257, "step": 7157 }, { "epoch": 4.693770491803279, "grad_norm": 0.277814656496048, "learning_rate": 1.9694137540733682e-07, "loss": 0.2552, "step": 7158 }, { "epoch": 4.694426229508196, "grad_norm": 0.2854367792606354, "learning_rate": 1.9610340347195778e-07, "loss": 0.2854, "step": 7159 }, { "epoch": 4.695081967213115, "grad_norm": 0.31023555994033813, "learning_rate": 1.9526720044217408e-07, "loss": 0.2921, "step": 7160 }, { "epoch": 4.695737704918033, "grad_norm": 0.3104386627674103, "learning_rate": 1.9443276646886278e-07, "loss": 0.2941, "step": 7161 }, { "epoch": 4.69639344262295, "grad_norm": 0.31460830569267273, "learning_rate": 1.9360010170257903e-07, "loss": 0.2935, "step": 7162 }, { "epoch": 4.697049180327869, "grad_norm": 0.31250372529029846, "learning_rate": 1.9276920629355934e-07, "loss": 0.2953, "step": 7163 }, { "epoch": 4.697704918032787, "grad_norm": 0.3014257550239563, "learning_rate": 1.919400803917215e-07, "loss": 0.2759, "step": 7164 }, { "epoch": 4.698360655737705, "grad_norm": 0.32180729508399963, "learning_rate": 1.911127241466626e-07, "loss": 0.2939, "step": 7165 }, { "epoch": 4.699016393442623, "grad_norm": 0.2850238084793091, "learning_rate": 1.9028713770766205e-07, "loss": 0.2701, "step": 7166 }, { "epoch": 4.699672131147541, "grad_norm": 0.29600659012794495, "learning_rate": 1.894633212236807e-07, "loss": 0.2873, "step": 7167 }, { "epoch": 4.700327868852459, "grad_norm": 0.2940797805786133, "learning_rate": 1.8864127484335748e-07, "loss": 0.2665, "step": 7168 }, { "epoch": 4.700983606557377, "grad_norm": 0.3106004595756531, "learning_rate": 1.878209987150137e-07, "loss": 0.2862, "step": 7169 }, { "epoch": 4.701639344262295, "grad_norm": 0.324668288230896, "learning_rate": 1.8700249298665096e-07, "loss": 0.292, "step": 7170 }, { "epoch": 4.702295081967213, "grad_norm": 0.2835628092288971, "learning_rate": 1.8618575780595115e-07, "loss": 0.2661, "step": 7171 }, { "epoch": 4.7029508196721315, "grad_norm": 0.30786415934562683, "learning_rate": 1.853707933202753e-07, "loss": 0.2689, "step": 7172 }, { "epoch": 4.703606557377049, "grad_norm": 0.29535821080207825, "learning_rate": 1.845575996766702e-07, "loss": 0.2648, "step": 7173 }, { "epoch": 4.704262295081968, "grad_norm": 0.30859243869781494, "learning_rate": 1.8374617702185627e-07, "loss": 0.27, "step": 7174 }, { "epoch": 4.704918032786885, "grad_norm": 0.28244200348854065, "learning_rate": 1.8293652550223862e-07, "loss": 0.2676, "step": 7175 }, { "epoch": 4.705573770491803, "grad_norm": 0.31056973338127136, "learning_rate": 1.8212864526390152e-07, "loss": 0.3042, "step": 7176 }, { "epoch": 4.706229508196722, "grad_norm": 0.3223501145839691, "learning_rate": 1.8132253645260943e-07, "loss": 0.2772, "step": 7177 }, { "epoch": 4.706885245901639, "grad_norm": 0.2921489179134369, "learning_rate": 1.8051819921380942e-07, "loss": 0.282, "step": 7178 }, { "epoch": 4.707540983606558, "grad_norm": 0.3004748523235321, "learning_rate": 1.7971563369262423e-07, "loss": 0.3028, "step": 7179 }, { "epoch": 4.7081967213114755, "grad_norm": 0.2999284863471985, "learning_rate": 1.789148400338625e-07, "loss": 0.2742, "step": 7180 }, { "epoch": 4.708852459016393, "grad_norm": 0.30246734619140625, "learning_rate": 1.7811581838200975e-07, "loss": 0.2986, "step": 7181 }, { "epoch": 4.709508196721312, "grad_norm": 0.2772166132926941, "learning_rate": 1.7731856888123068e-07, "loss": 0.239, "step": 7182 }, { "epoch": 4.710163934426229, "grad_norm": 0.301958292722702, "learning_rate": 1.7652309167537464e-07, "loss": 0.2596, "step": 7183 }, { "epoch": 4.710819672131148, "grad_norm": 0.30270668864250183, "learning_rate": 1.7572938690796794e-07, "loss": 0.2929, "step": 7184 }, { "epoch": 4.711475409836066, "grad_norm": 0.30097755789756775, "learning_rate": 1.7493745472221712e-07, "loss": 0.2768, "step": 7185 }, { "epoch": 4.712131147540983, "grad_norm": 0.29644080996513367, "learning_rate": 1.7414729526101015e-07, "loss": 0.2814, "step": 7186 }, { "epoch": 4.712786885245902, "grad_norm": 0.29691082239151, "learning_rate": 1.7335890866691517e-07, "loss": 0.2771, "step": 7187 }, { "epoch": 4.7134426229508195, "grad_norm": 0.2927936017513275, "learning_rate": 1.725722950821773e-07, "loss": 0.2805, "step": 7188 }, { "epoch": 4.714098360655738, "grad_norm": 0.29573944211006165, "learning_rate": 1.7178745464872637e-07, "loss": 0.2556, "step": 7189 }, { "epoch": 4.714754098360656, "grad_norm": 0.29468974471092224, "learning_rate": 1.7100438750817018e-07, "loss": 0.2593, "step": 7190 }, { "epoch": 4.715409836065573, "grad_norm": 0.3323473036289215, "learning_rate": 1.702230938017957e-07, "loss": 0.294, "step": 7191 }, { "epoch": 4.716065573770492, "grad_norm": 0.29864034056663513, "learning_rate": 1.694435736705724e-07, "loss": 0.2779, "step": 7192 }, { "epoch": 4.71672131147541, "grad_norm": 0.31357917189598083, "learning_rate": 1.686658272551478e-07, "loss": 0.2886, "step": 7193 }, { "epoch": 4.717377049180328, "grad_norm": 0.2867294251918793, "learning_rate": 1.678898546958485e-07, "loss": 0.2486, "step": 7194 }, { "epoch": 4.718032786885246, "grad_norm": 0.296653151512146, "learning_rate": 1.6711565613268254e-07, "loss": 0.2959, "step": 7195 }, { "epoch": 4.7186885245901635, "grad_norm": 0.3036658465862274, "learning_rate": 1.6634323170533928e-07, "loss": 0.2847, "step": 7196 }, { "epoch": 4.719344262295082, "grad_norm": 0.2840938866138458, "learning_rate": 1.65572581553185e-07, "loss": 0.2843, "step": 7197 }, { "epoch": 4.72, "grad_norm": 0.2983163893222809, "learning_rate": 1.6480370581526629e-07, "loss": 0.2354, "step": 7198 }, { "epoch": 4.720655737704918, "grad_norm": 0.31103745102882385, "learning_rate": 1.6403660463031212e-07, "loss": 0.3048, "step": 7199 }, { "epoch": 4.721311475409836, "grad_norm": 0.291536420583725, "learning_rate": 1.6327127813673071e-07, "loss": 0.2666, "step": 7200 }, { "epoch": 4.721967213114754, "grad_norm": 0.31069841980934143, "learning_rate": 1.6250772647260494e-07, "loss": 0.3032, "step": 7201 }, { "epoch": 4.722622950819672, "grad_norm": 0.29226550459861755, "learning_rate": 1.617459497757068e-07, "loss": 0.2803, "step": 7202 }, { "epoch": 4.72327868852459, "grad_norm": 0.2927960753440857, "learning_rate": 1.6098594818347857e-07, "loss": 0.2857, "step": 7203 }, { "epoch": 4.723934426229508, "grad_norm": 0.29632723331451416, "learning_rate": 1.6022772183304834e-07, "loss": 0.2676, "step": 7204 }, { "epoch": 4.724590163934426, "grad_norm": 0.2815689146518707, "learning_rate": 1.5947127086122227e-07, "loss": 0.2392, "step": 7205 }, { "epoch": 4.725245901639344, "grad_norm": 0.2895551025867462, "learning_rate": 1.5871659540448448e-07, "loss": 0.274, "step": 7206 }, { "epoch": 4.725901639344262, "grad_norm": 0.29120391607284546, "learning_rate": 1.579636955990005e-07, "loss": 0.2775, "step": 7207 }, { "epoch": 4.72655737704918, "grad_norm": 0.30137673020362854, "learning_rate": 1.572125715806172e-07, "loss": 0.2902, "step": 7208 }, { "epoch": 4.7272131147540986, "grad_norm": 0.3052784502506256, "learning_rate": 1.564632234848562e-07, "loss": 0.2951, "step": 7209 }, { "epoch": 4.727868852459016, "grad_norm": 0.3067978620529175, "learning_rate": 1.557156514469238e-07, "loss": 0.2924, "step": 7210 }, { "epoch": 4.728524590163935, "grad_norm": 0.29743140935897827, "learning_rate": 1.5496985560170097e-07, "loss": 0.2894, "step": 7211 }, { "epoch": 4.7291803278688525, "grad_norm": 0.3087189793586731, "learning_rate": 1.542258360837534e-07, "loss": 0.3106, "step": 7212 }, { "epoch": 4.72983606557377, "grad_norm": 0.29035302996635437, "learning_rate": 1.5348359302732264e-07, "loss": 0.2866, "step": 7213 }, { "epoch": 4.730491803278689, "grad_norm": 0.30146875977516174, "learning_rate": 1.527431265663304e-07, "loss": 0.2741, "step": 7214 }, { "epoch": 4.731147540983606, "grad_norm": 0.30661362409591675, "learning_rate": 1.520044368343787e-07, "loss": 0.2653, "step": 7215 }, { "epoch": 4.731803278688525, "grad_norm": 0.3068753778934479, "learning_rate": 1.5126752396474765e-07, "loss": 0.2975, "step": 7216 }, { "epoch": 4.732459016393443, "grad_norm": 0.31350189447402954, "learning_rate": 1.505323880903986e-07, "loss": 0.2852, "step": 7217 }, { "epoch": 4.733114754098361, "grad_norm": 0.29197460412979126, "learning_rate": 1.4979902934397106e-07, "loss": 0.2743, "step": 7218 }, { "epoch": 4.733770491803279, "grad_norm": 0.28685662150382996, "learning_rate": 1.490674478577836e-07, "loss": 0.2771, "step": 7219 }, { "epoch": 4.7344262295081965, "grad_norm": 0.2940378487110138, "learning_rate": 1.4833764376383508e-07, "loss": 0.2759, "step": 7220 }, { "epoch": 4.735081967213115, "grad_norm": 0.29772835969924927, "learning_rate": 1.476096171938013e-07, "loss": 0.2644, "step": 7221 }, { "epoch": 4.735737704918033, "grad_norm": 0.2921362519264221, "learning_rate": 1.468833682790427e-07, "loss": 0.2608, "step": 7222 }, { "epoch": 4.736393442622951, "grad_norm": 0.2914685904979706, "learning_rate": 1.4615889715059338e-07, "loss": 0.2878, "step": 7223 }, { "epoch": 4.737049180327869, "grad_norm": 0.31665000319480896, "learning_rate": 1.454362039391688e-07, "loss": 0.309, "step": 7224 }, { "epoch": 4.737704918032787, "grad_norm": 0.29452750086784363, "learning_rate": 1.447152887751646e-07, "loss": 0.279, "step": 7225 }, { "epoch": 4.738360655737705, "grad_norm": 0.2909281849861145, "learning_rate": 1.4399615178865457e-07, "loss": 0.268, "step": 7226 }, { "epoch": 4.739016393442623, "grad_norm": 0.30318719148635864, "learning_rate": 1.432787931093904e-07, "loss": 0.2741, "step": 7227 }, { "epoch": 4.739672131147541, "grad_norm": 0.31779807806015015, "learning_rate": 1.425632128668053e-07, "loss": 0.2964, "step": 7228 }, { "epoch": 4.740327868852459, "grad_norm": 0.29398006200790405, "learning_rate": 1.418494111900104e-07, "loss": 0.2734, "step": 7229 }, { "epoch": 4.740983606557377, "grad_norm": 0.3310374915599823, "learning_rate": 1.4113738820779598e-07, "loss": 0.3084, "step": 7230 }, { "epoch": 4.741639344262295, "grad_norm": 0.2973359227180481, "learning_rate": 1.4042714404863156e-07, "loss": 0.2957, "step": 7231 }, { "epoch": 4.742295081967213, "grad_norm": 0.29256466031074524, "learning_rate": 1.397186788406668e-07, "loss": 0.26, "step": 7232 }, { "epoch": 4.7429508196721315, "grad_norm": 0.2954815626144409, "learning_rate": 1.3901199271172727e-07, "loss": 0.2862, "step": 7233 }, { "epoch": 4.743606557377049, "grad_norm": 0.29553917050361633, "learning_rate": 1.3830708578931984e-07, "loss": 0.2727, "step": 7234 }, { "epoch": 4.744262295081967, "grad_norm": 0.3116108775138855, "learning_rate": 1.3760395820063166e-07, "loss": 0.2981, "step": 7235 }, { "epoch": 4.744918032786885, "grad_norm": 0.2970809042453766, "learning_rate": 1.369026100725257e-07, "loss": 0.2783, "step": 7236 }, { "epoch": 4.745573770491803, "grad_norm": 0.2727883756160736, "learning_rate": 1.362030415315463e-07, "loss": 0.2624, "step": 7237 }, { "epoch": 4.746229508196722, "grad_norm": 0.31254997849464417, "learning_rate": 1.3550525270391578e-07, "loss": 0.2774, "step": 7238 }, { "epoch": 4.746885245901639, "grad_norm": 0.29973888397216797, "learning_rate": 1.348092437155346e-07, "loss": 0.2878, "step": 7239 }, { "epoch": 4.747540983606557, "grad_norm": 0.310576468706131, "learning_rate": 1.341150146919823e-07, "loss": 0.2752, "step": 7240 }, { "epoch": 4.7481967213114755, "grad_norm": 0.2870115637779236, "learning_rate": 1.3342256575851975e-07, "loss": 0.254, "step": 7241 }, { "epoch": 4.748852459016393, "grad_norm": 0.2963023781776428, "learning_rate": 1.3273189704008371e-07, "loss": 0.2758, "step": 7242 }, { "epoch": 4.749508196721312, "grad_norm": 0.29768404364585876, "learning_rate": 1.3204300866129005e-07, "loss": 0.2953, "step": 7243 }, { "epoch": 4.750163934426229, "grad_norm": 0.30725911259651184, "learning_rate": 1.3135590074643602e-07, "loss": 0.2975, "step": 7244 }, { "epoch": 4.750819672131147, "grad_norm": 0.3371039032936096, "learning_rate": 1.3067057341949352e-07, "loss": 0.2891, "step": 7245 }, { "epoch": 4.751475409836066, "grad_norm": 0.309873104095459, "learning_rate": 1.2998702680411702e-07, "loss": 0.2881, "step": 7246 }, { "epoch": 4.752131147540983, "grad_norm": 0.3107044994831085, "learning_rate": 1.2930526102363672e-07, "loss": 0.2914, "step": 7247 }, { "epoch": 4.752786885245902, "grad_norm": 0.2886630594730377, "learning_rate": 1.2862527620106312e-07, "loss": 0.2538, "step": 7248 }, { "epoch": 4.7534426229508195, "grad_norm": 0.28238987922668457, "learning_rate": 1.279470724590848e-07, "loss": 0.2731, "step": 7249 }, { "epoch": 4.754098360655737, "grad_norm": 0.30702629685401917, "learning_rate": 1.2727064992007154e-07, "loss": 0.2919, "step": 7250 }, { "epoch": 4.754754098360656, "grad_norm": 0.3051474988460541, "learning_rate": 1.2659600870606693e-07, "loss": 0.2871, "step": 7251 }, { "epoch": 4.755409836065573, "grad_norm": 0.29326820373535156, "learning_rate": 1.2592314893879575e-07, "loss": 0.2586, "step": 7252 }, { "epoch": 4.756065573770492, "grad_norm": 0.3070508539676666, "learning_rate": 1.2525207073966316e-07, "loss": 0.2888, "step": 7253 }, { "epoch": 4.75672131147541, "grad_norm": 0.29772526025772095, "learning_rate": 1.2458277422974895e-07, "loss": 0.2737, "step": 7254 }, { "epoch": 4.757377049180328, "grad_norm": 0.29570460319519043, "learning_rate": 1.2391525952981542e-07, "loss": 0.2634, "step": 7255 }, { "epoch": 4.758032786885246, "grad_norm": 0.2921404242515564, "learning_rate": 1.2324952676029955e-07, "loss": 0.2797, "step": 7256 }, { "epoch": 4.758688524590164, "grad_norm": 0.27982231974601746, "learning_rate": 1.2258557604132082e-07, "loss": 0.2452, "step": 7257 }, { "epoch": 4.759344262295082, "grad_norm": 0.3181656301021576, "learning_rate": 1.219234074926734e-07, "loss": 0.278, "step": 7258 }, { "epoch": 4.76, "grad_norm": 0.3104843199253082, "learning_rate": 1.2126302123383172e-07, "loss": 0.2865, "step": 7259 }, { "epoch": 4.760655737704918, "grad_norm": 0.3044734001159668, "learning_rate": 1.2060441738394936e-07, "loss": 0.2821, "step": 7260 }, { "epoch": 4.761311475409836, "grad_norm": 0.30681106448173523, "learning_rate": 1.199475960618568e-07, "loss": 0.2733, "step": 7261 }, { "epoch": 4.761967213114755, "grad_norm": 0.2958427369594574, "learning_rate": 1.192925573860637e-07, "loss": 0.277, "step": 7262 }, { "epoch": 4.762622950819672, "grad_norm": 0.28515133261680603, "learning_rate": 1.1863930147475888e-07, "loss": 0.2769, "step": 7263 }, { "epoch": 4.76327868852459, "grad_norm": 0.2817927598953247, "learning_rate": 1.1798782844580692e-07, "loss": 0.2766, "step": 7264 }, { "epoch": 4.7639344262295085, "grad_norm": 0.28537654876708984, "learning_rate": 1.1733813841675268e-07, "loss": 0.2677, "step": 7265 }, { "epoch": 4.764590163934426, "grad_norm": 0.283799946308136, "learning_rate": 1.1669023150481906e-07, "loss": 0.277, "step": 7266 }, { "epoch": 4.765245901639345, "grad_norm": 0.2970489263534546, "learning_rate": 1.1604410782690923e-07, "loss": 0.2708, "step": 7267 }, { "epoch": 4.765901639344262, "grad_norm": 0.2986510992050171, "learning_rate": 1.1539976749959991e-07, "loss": 0.285, "step": 7268 }, { "epoch": 4.76655737704918, "grad_norm": 0.30691713094711304, "learning_rate": 1.1475721063914924e-07, "loss": 0.2977, "step": 7269 }, { "epoch": 4.767213114754099, "grad_norm": 0.33376872539520264, "learning_rate": 1.1411643736149336e-07, "loss": 0.2856, "step": 7270 }, { "epoch": 4.767868852459016, "grad_norm": 0.2999269962310791, "learning_rate": 1.1347744778224534e-07, "loss": 0.2659, "step": 7271 }, { "epoch": 4.768524590163935, "grad_norm": 0.3078080713748932, "learning_rate": 1.1284024201669851e-07, "loss": 0.2961, "step": 7272 }, { "epoch": 4.7691803278688525, "grad_norm": 0.2994506359100342, "learning_rate": 1.1220482017982315e-07, "loss": 0.2782, "step": 7273 }, { "epoch": 4.76983606557377, "grad_norm": 0.27242857217788696, "learning_rate": 1.1157118238626752e-07, "loss": 0.2565, "step": 7274 }, { "epoch": 4.770491803278689, "grad_norm": 0.3043637275695801, "learning_rate": 1.1093932875035684e-07, "loss": 0.2758, "step": 7275 }, { "epoch": 4.771147540983606, "grad_norm": 0.29592013359069824, "learning_rate": 1.103092593860977e-07, "loss": 0.2687, "step": 7276 }, { "epoch": 4.771803278688525, "grad_norm": 0.2889672815799713, "learning_rate": 1.0968097440717251e-07, "loss": 0.2616, "step": 7277 }, { "epoch": 4.772459016393443, "grad_norm": 0.2985250949859619, "learning_rate": 1.0905447392694058e-07, "loss": 0.2768, "step": 7278 }, { "epoch": 4.77311475409836, "grad_norm": 0.2982921600341797, "learning_rate": 1.0842975805844147e-07, "loss": 0.2896, "step": 7279 }, { "epoch": 4.773770491803279, "grad_norm": 0.2922729253768921, "learning_rate": 1.078068269143917e-07, "loss": 0.2701, "step": 7280 }, { "epoch": 4.7744262295081965, "grad_norm": 0.3127440810203552, "learning_rate": 1.0718568060718692e-07, "loss": 0.2951, "step": 7281 }, { "epoch": 4.775081967213115, "grad_norm": 0.29322242736816406, "learning_rate": 1.0656631924889749e-07, "loss": 0.2982, "step": 7282 }, { "epoch": 4.775737704918033, "grad_norm": 0.28715282678604126, "learning_rate": 1.0594874295127733e-07, "loss": 0.2751, "step": 7283 }, { "epoch": 4.77639344262295, "grad_norm": 0.2898087501525879, "learning_rate": 1.0533295182575287e-07, "loss": 0.2741, "step": 7284 }, { "epoch": 4.777049180327869, "grad_norm": 0.3115059733390808, "learning_rate": 1.047189459834308e-07, "loss": 0.2884, "step": 7285 }, { "epoch": 4.777704918032787, "grad_norm": 0.28295111656188965, "learning_rate": 1.0410672553509693e-07, "loss": 0.2701, "step": 7286 }, { "epoch": 4.778360655737705, "grad_norm": 0.293552428483963, "learning_rate": 1.0349629059121069e-07, "loss": 0.2803, "step": 7287 }, { "epoch": 4.779016393442623, "grad_norm": 0.29146644473075867, "learning_rate": 1.0288764126191508e-07, "loss": 0.2677, "step": 7288 }, { "epoch": 4.7796721311475405, "grad_norm": 0.28847068548202515, "learning_rate": 1.0228077765702671e-07, "loss": 0.2639, "step": 7289 }, { "epoch": 4.780327868852459, "grad_norm": 0.2874026894569397, "learning_rate": 1.016756998860402e-07, "loss": 0.2746, "step": 7290 }, { "epoch": 4.780983606557377, "grad_norm": 0.2856493294239044, "learning_rate": 1.0107240805813046e-07, "loss": 0.29, "step": 7291 }, { "epoch": 4.781639344262295, "grad_norm": 0.28818029165267944, "learning_rate": 1.0047090228214817e-07, "loss": 0.2713, "step": 7292 }, { "epoch": 4.782295081967213, "grad_norm": 0.30050933361053467, "learning_rate": 9.987118266662321e-08, "loss": 0.283, "step": 7293 }, { "epoch": 4.782950819672131, "grad_norm": 0.2927362620830536, "learning_rate": 9.927324931976012e-08, "loss": 0.2615, "step": 7294 }, { "epoch": 4.783606557377049, "grad_norm": 0.2999078333377838, "learning_rate": 9.867710234944595e-08, "loss": 0.2579, "step": 7295 }, { "epoch": 4.784262295081967, "grad_norm": 0.29062625765800476, "learning_rate": 9.80827418632424e-08, "loss": 0.2707, "step": 7296 }, { "epoch": 4.784918032786885, "grad_norm": 0.28977495431900024, "learning_rate": 9.749016796838595e-08, "loss": 0.273, "step": 7297 }, { "epoch": 4.785573770491803, "grad_norm": 0.32077986001968384, "learning_rate": 9.689938077179883e-08, "loss": 0.293, "step": 7298 }, { "epoch": 4.786229508196722, "grad_norm": 0.3041653335094452, "learning_rate": 9.631038038007245e-08, "loss": 0.2831, "step": 7299 }, { "epoch": 4.786885245901639, "grad_norm": 0.3103247880935669, "learning_rate": 9.57231668994818e-08, "loss": 0.2904, "step": 7300 }, { "epoch": 4.787540983606557, "grad_norm": 0.29131773114204407, "learning_rate": 9.513774043597434e-08, "loss": 0.2715, "step": 7301 }, { "epoch": 4.788196721311476, "grad_norm": 0.3016946315765381, "learning_rate": 9.455410109518116e-08, "loss": 0.287, "step": 7302 }, { "epoch": 4.788852459016393, "grad_norm": 0.28754621744155884, "learning_rate": 9.397224898240576e-08, "loss": 0.2695, "step": 7303 }, { "epoch": 4.789508196721312, "grad_norm": 0.29612788558006287, "learning_rate": 9.339218420263085e-08, "loss": 0.2856, "step": 7304 }, { "epoch": 4.7901639344262295, "grad_norm": 0.28787562251091003, "learning_rate": 9.281390686051827e-08, "loss": 0.2668, "step": 7305 }, { "epoch": 4.790819672131148, "grad_norm": 0.2859816253185272, "learning_rate": 9.223741706040456e-08, "loss": 0.2743, "step": 7306 }, { "epoch": 4.791475409836066, "grad_norm": 0.307525634765625, "learning_rate": 9.166271490630429e-08, "loss": 0.2824, "step": 7307 }, { "epoch": 4.792131147540983, "grad_norm": 0.31771039962768555, "learning_rate": 9.10898005019134e-08, "loss": 0.285, "step": 7308 }, { "epoch": 4.792786885245902, "grad_norm": 0.29454898834228516, "learning_rate": 9.051867395060032e-08, "loss": 0.2785, "step": 7309 }, { "epoch": 4.79344262295082, "grad_norm": 0.30497121810913086, "learning_rate": 8.994933535541151e-08, "loss": 0.2841, "step": 7310 }, { "epoch": 4.794098360655738, "grad_norm": 0.2824149429798126, "learning_rate": 8.938178481907367e-08, "loss": 0.2668, "step": 7311 }, { "epoch": 4.794754098360656, "grad_norm": 0.2981375753879547, "learning_rate": 8.881602244398935e-08, "loss": 0.2745, "step": 7312 }, { "epoch": 4.7954098360655735, "grad_norm": 0.3084719777107239, "learning_rate": 8.8252048332238e-08, "loss": 0.2853, "step": 7313 }, { "epoch": 4.796065573770492, "grad_norm": 0.2850339412689209, "learning_rate": 8.7689862585576e-08, "loss": 0.2737, "step": 7314 }, { "epoch": 4.79672131147541, "grad_norm": 0.30209144949913025, "learning_rate": 8.712946530543998e-08, "loss": 0.2836, "step": 7315 }, { "epoch": 4.797377049180328, "grad_norm": 0.29052644968032837, "learning_rate": 8.657085659293907e-08, "loss": 0.2523, "step": 7316 }, { "epoch": 4.798032786885246, "grad_norm": 0.31124359369277954, "learning_rate": 8.601403654886376e-08, "loss": 0.3102, "step": 7317 }, { "epoch": 4.798688524590164, "grad_norm": 0.3155888319015503, "learning_rate": 8.545900527368146e-08, "loss": 0.2889, "step": 7318 }, { "epoch": 4.799344262295082, "grad_norm": 0.312320739030838, "learning_rate": 8.490576286753427e-08, "loss": 0.3006, "step": 7319 }, { "epoch": 4.8, "grad_norm": 0.28892943263053894, "learning_rate": 8.435430943024348e-08, "loss": 0.2605, "step": 7320 }, { "epoch": 4.800655737704918, "grad_norm": 0.3137950599193573, "learning_rate": 8.380464506130725e-08, "loss": 0.276, "step": 7321 }, { "epoch": 4.801311475409836, "grad_norm": 0.29775527119636536, "learning_rate": 8.325676985990073e-08, "loss": 0.2694, "step": 7322 }, { "epoch": 4.801967213114754, "grad_norm": 0.3083951771259308, "learning_rate": 8.271068392487702e-08, "loss": 0.2865, "step": 7323 }, { "epoch": 4.802622950819672, "grad_norm": 0.2994714379310608, "learning_rate": 8.216638735476512e-08, "loss": 0.3033, "step": 7324 }, { "epoch": 4.80327868852459, "grad_norm": 0.2882608473300934, "learning_rate": 8.162388024777202e-08, "loss": 0.2644, "step": 7325 }, { "epoch": 4.8039344262295085, "grad_norm": 0.29509541392326355, "learning_rate": 8.108316270178162e-08, "loss": 0.2678, "step": 7326 }, { "epoch": 4.804590163934426, "grad_norm": 0.298187255859375, "learning_rate": 8.05442348143548e-08, "loss": 0.287, "step": 7327 }, { "epoch": 4.805245901639344, "grad_norm": 0.3129434287548065, "learning_rate": 8.000709668273043e-08, "loss": 0.2846, "step": 7328 }, { "epoch": 4.805901639344262, "grad_norm": 0.2995816171169281, "learning_rate": 7.947174840382321e-08, "loss": 0.2743, "step": 7329 }, { "epoch": 4.80655737704918, "grad_norm": 0.290861040353775, "learning_rate": 7.893819007422476e-08, "loss": 0.2907, "step": 7330 }, { "epoch": 4.807213114754099, "grad_norm": 0.3218853175640106, "learning_rate": 7.840642179020585e-08, "loss": 0.2907, "step": 7331 }, { "epoch": 4.807868852459016, "grad_norm": 0.2987862825393677, "learning_rate": 7.787644364771086e-08, "loss": 0.2962, "step": 7332 }, { "epoch": 4.808524590163934, "grad_norm": 0.3169811964035034, "learning_rate": 7.734825574236438e-08, "loss": 0.2917, "step": 7333 }, { "epoch": 4.8091803278688525, "grad_norm": 0.2995612323284149, "learning_rate": 7.682185816946686e-08, "loss": 0.3007, "step": 7334 }, { "epoch": 4.80983606557377, "grad_norm": 0.31895315647125244, "learning_rate": 7.629725102399566e-08, "loss": 0.2648, "step": 7335 }, { "epoch": 4.810491803278689, "grad_norm": 0.29191726446151733, "learning_rate": 7.577443440060394e-08, "loss": 0.2658, "step": 7336 }, { "epoch": 4.811147540983606, "grad_norm": 0.30742397904396057, "learning_rate": 7.525340839362405e-08, "loss": 0.283, "step": 7337 }, { "epoch": 4.811803278688525, "grad_norm": 0.2991875410079956, "learning_rate": 7.47341730970641e-08, "loss": 0.2829, "step": 7338 }, { "epoch": 4.812459016393443, "grad_norm": 0.2988099753856659, "learning_rate": 7.421672860460804e-08, "loss": 0.2895, "step": 7339 }, { "epoch": 4.81311475409836, "grad_norm": 0.28386709094047546, "learning_rate": 7.370107500961787e-08, "loss": 0.2635, "step": 7340 }, { "epoch": 4.813770491803279, "grad_norm": 0.2889314889907837, "learning_rate": 7.31872124051336e-08, "loss": 0.2766, "step": 7341 }, { "epoch": 4.8144262295081965, "grad_norm": 0.3016890585422516, "learning_rate": 7.267514088387107e-08, "loss": 0.2594, "step": 7342 }, { "epoch": 4.815081967213115, "grad_norm": 0.2942253053188324, "learning_rate": 7.216486053822081e-08, "loss": 0.2811, "step": 7343 }, { "epoch": 4.815737704918033, "grad_norm": 0.27308064699172974, "learning_rate": 7.16563714602525e-08, "loss": 0.2451, "step": 7344 }, { "epoch": 4.81639344262295, "grad_norm": 0.28644537925720215, "learning_rate": 7.114967374171389e-08, "loss": 0.2707, "step": 7345 }, { "epoch": 4.817049180327869, "grad_norm": 0.30710989236831665, "learning_rate": 7.064476747402626e-08, "loss": 0.2938, "step": 7346 }, { "epoch": 4.817704918032787, "grad_norm": 0.29468464851379395, "learning_rate": 7.014165274829121e-08, "loss": 0.2778, "step": 7347 }, { "epoch": 4.818360655737705, "grad_norm": 0.2924022972583771, "learning_rate": 6.964032965528278e-08, "loss": 0.2704, "step": 7348 }, { "epoch": 4.819016393442623, "grad_norm": 0.30107927322387695, "learning_rate": 6.914079828545528e-08, "loss": 0.2647, "step": 7349 }, { "epoch": 4.8196721311475414, "grad_norm": 0.3050210475921631, "learning_rate": 6.864305872893773e-08, "loss": 0.2957, "step": 7350 }, { "epoch": 4.820327868852459, "grad_norm": 0.28069552779197693, "learning_rate": 6.814711107553828e-08, "loss": 0.26, "step": 7351 }, { "epoch": 4.820983606557377, "grad_norm": 0.3002324104309082, "learning_rate": 6.765295541473871e-08, "loss": 0.2789, "step": 7352 }, { "epoch": 4.821639344262295, "grad_norm": 0.3043162524700165, "learning_rate": 6.71605918356999e-08, "loss": 0.2786, "step": 7353 }, { "epoch": 4.822295081967213, "grad_norm": 0.30411359667778015, "learning_rate": 6.667002042725745e-08, "loss": 0.3062, "step": 7354 }, { "epoch": 4.822950819672132, "grad_norm": 0.28047823905944824, "learning_rate": 6.618124127792503e-08, "loss": 0.2848, "step": 7355 }, { "epoch": 4.823606557377049, "grad_norm": 0.2974429130554199, "learning_rate": 6.569425447589317e-08, "loss": 0.271, "step": 7356 }, { "epoch": 4.824262295081967, "grad_norm": 0.2719959318637848, "learning_rate": 6.520906010902827e-08, "loss": 0.2597, "step": 7357 }, { "epoch": 4.8249180327868855, "grad_norm": 0.30073338747024536, "learning_rate": 6.472565826487142e-08, "loss": 0.2788, "step": 7358 }, { "epoch": 4.825573770491803, "grad_norm": 0.30573520064353943, "learning_rate": 6.424404903064508e-08, "loss": 0.2898, "step": 7359 }, { "epoch": 4.826229508196722, "grad_norm": 0.30553117394447327, "learning_rate": 6.376423249324416e-08, "loss": 0.2899, "step": 7360 }, { "epoch": 4.826885245901639, "grad_norm": 0.2993048131465912, "learning_rate": 6.328620873924052e-08, "loss": 0.2693, "step": 7361 }, { "epoch": 4.827540983606557, "grad_norm": 0.2936865985393524, "learning_rate": 6.280997785488407e-08, "loss": 0.2729, "step": 7362 }, { "epoch": 4.828196721311476, "grad_norm": 0.2861216962337494, "learning_rate": 6.233553992610164e-08, "loss": 0.2553, "step": 7363 }, { "epoch": 4.828852459016393, "grad_norm": 0.28338560461997986, "learning_rate": 6.186289503849474e-08, "loss": 0.2745, "step": 7364 }, { "epoch": 4.829508196721312, "grad_norm": 0.2982710897922516, "learning_rate": 6.139204327734072e-08, "loss": 0.295, "step": 7365 }, { "epoch": 4.8301639344262295, "grad_norm": 0.2921461760997772, "learning_rate": 6.092298472759716e-08, "loss": 0.2825, "step": 7366 }, { "epoch": 4.830819672131147, "grad_norm": 0.2866653501987457, "learning_rate": 6.045571947389416e-08, "loss": 0.2968, "step": 7367 }, { "epoch": 4.831475409836066, "grad_norm": 0.2832709550857544, "learning_rate": 5.999024760054095e-08, "loss": 0.2729, "step": 7368 }, { "epoch": 4.832131147540983, "grad_norm": 0.29636991024017334, "learning_rate": 5.952656919152144e-08, "loss": 0.2749, "step": 7369 }, { "epoch": 4.832786885245902, "grad_norm": 0.3057553768157959, "learning_rate": 5.9064684330496505e-08, "loss": 0.2906, "step": 7370 }, { "epoch": 4.83344262295082, "grad_norm": 0.29720255732536316, "learning_rate": 5.86045931008028e-08, "loss": 0.2588, "step": 7371 }, { "epoch": 4.834098360655737, "grad_norm": 0.27911463379859924, "learning_rate": 5.8146295585456145e-08, "loss": 0.2711, "step": 7372 }, { "epoch": 4.834754098360656, "grad_norm": 0.2896520793437958, "learning_rate": 5.768979186714485e-08, "loss": 0.2695, "step": 7373 }, { "epoch": 4.8354098360655735, "grad_norm": 0.291938453912735, "learning_rate": 5.7235082028235243e-08, "loss": 0.268, "step": 7374 }, { "epoch": 4.836065573770492, "grad_norm": 0.2963068187236786, "learning_rate": 5.67821661507717e-08, "loss": 0.2579, "step": 7375 }, { "epoch": 4.83672131147541, "grad_norm": 0.3118211030960083, "learning_rate": 5.6331044316472186e-08, "loss": 0.2978, "step": 7376 }, { "epoch": 4.837377049180327, "grad_norm": 0.30064937472343445, "learning_rate": 5.58817166067327e-08, "loss": 0.2801, "step": 7377 }, { "epoch": 4.838032786885246, "grad_norm": 0.300058513879776, "learning_rate": 5.5434183102622827e-08, "loss": 0.2923, "step": 7378 }, { "epoch": 4.838688524590164, "grad_norm": 0.29824769496917725, "learning_rate": 5.498844388489355e-08, "loss": 0.2782, "step": 7379 }, { "epoch": 4.839344262295082, "grad_norm": 0.2943432927131653, "learning_rate": 5.454449903396719e-08, "loss": 0.2653, "step": 7380 }, { "epoch": 4.84, "grad_norm": 0.2892454266548157, "learning_rate": 5.410234862994412e-08, "loss": 0.2657, "step": 7381 }, { "epoch": 4.840655737704918, "grad_norm": 0.2934725284576416, "learning_rate": 5.366199275260164e-08, "loss": 0.2521, "step": 7382 }, { "epoch": 4.841311475409836, "grad_norm": 0.29123619198799133, "learning_rate": 5.322343148139286e-08, "loss": 0.2858, "step": 7383 }, { "epoch": 4.841967213114754, "grad_norm": 0.29761290550231934, "learning_rate": 5.2786664895446704e-08, "loss": 0.2717, "step": 7384 }, { "epoch": 4.842622950819672, "grad_norm": 0.2931731939315796, "learning_rate": 5.235169307356791e-08, "loss": 0.2728, "step": 7385 }, { "epoch": 4.84327868852459, "grad_norm": 0.2881647050380707, "learning_rate": 5.191851609423926e-08, "loss": 0.2872, "step": 7386 }, { "epoch": 4.8439344262295085, "grad_norm": 0.2955969274044037, "learning_rate": 5.148713403561711e-08, "loss": 0.2855, "step": 7387 }, { "epoch": 4.844590163934426, "grad_norm": 0.3078116178512573, "learning_rate": 5.1057546975534774e-08, "loss": 0.2645, "step": 7388 }, { "epoch": 4.845245901639344, "grad_norm": 0.29295653104782104, "learning_rate": 5.062975499150358e-08, "loss": 0.296, "step": 7389 }, { "epoch": 4.845901639344262, "grad_norm": 0.306850403547287, "learning_rate": 5.020375816070844e-08, "loss": 0.2668, "step": 7390 }, { "epoch": 4.84655737704918, "grad_norm": 0.28615301847457886, "learning_rate": 4.977955656001232e-08, "loss": 0.2788, "step": 7391 }, { "epoch": 4.847213114754099, "grad_norm": 0.2984886169433594, "learning_rate": 4.935715026595289e-08, "loss": 0.2918, "step": 7392 }, { "epoch": 4.847868852459016, "grad_norm": 0.28699296712875366, "learning_rate": 4.8936539354744736e-08, "loss": 0.2819, "step": 7393 }, { "epoch": 4.848524590163935, "grad_norm": 0.3138587176799774, "learning_rate": 4.851772390227827e-08, "loss": 0.2977, "step": 7394 }, { "epoch": 4.849180327868853, "grad_norm": 0.2872825264930725, "learning_rate": 4.810070398411859e-08, "loss": 0.2626, "step": 7395 }, { "epoch": 4.84983606557377, "grad_norm": 0.29736003279685974, "learning_rate": 4.768547967550996e-08, "loss": 0.2955, "step": 7396 }, { "epoch": 4.850491803278689, "grad_norm": 0.29144713282585144, "learning_rate": 4.7272051051369115e-08, "loss": 0.2689, "step": 7397 }, { "epoch": 4.8511475409836065, "grad_norm": 0.292350172996521, "learning_rate": 4.6860418186291945e-08, "loss": 0.2896, "step": 7398 }, { "epoch": 4.851803278688525, "grad_norm": 0.2889319062232971, "learning_rate": 4.6450581154549035e-08, "loss": 0.2806, "step": 7399 }, { "epoch": 4.852459016393443, "grad_norm": 0.2984784245491028, "learning_rate": 4.604254003008457e-08, "loss": 0.2885, "step": 7400 }, { "epoch": 4.85311475409836, "grad_norm": 0.29202595353126526, "learning_rate": 4.5636294886524105e-08, "loss": 0.2713, "step": 7401 }, { "epoch": 4.853770491803279, "grad_norm": 0.3101229667663574, "learning_rate": 4.5231845797163444e-08, "loss": 0.2977, "step": 7402 }, { "epoch": 4.854426229508197, "grad_norm": 0.2949213981628418, "learning_rate": 4.482919283497755e-08, "loss": 0.2677, "step": 7403 }, { "epoch": 4.855081967213115, "grad_norm": 0.2893541157245636, "learning_rate": 4.442833607261721e-08, "loss": 0.261, "step": 7404 }, { "epoch": 4.855737704918033, "grad_norm": 0.29356899857521057, "learning_rate": 4.4029275582407885e-08, "loss": 0.2776, "step": 7405 }, { "epoch": 4.8563934426229505, "grad_norm": 0.28210169076919556, "learning_rate": 4.3632011436351984e-08, "loss": 0.278, "step": 7406 }, { "epoch": 4.857049180327869, "grad_norm": 0.2945821285247803, "learning_rate": 4.323654370612662e-08, "loss": 0.2614, "step": 7407 }, { "epoch": 4.857704918032787, "grad_norm": 0.2871937155723572, "learning_rate": 4.2842872463086935e-08, "loss": 0.2698, "step": 7408 }, { "epoch": 4.858360655737705, "grad_norm": 0.3128466308116913, "learning_rate": 4.245099777826167e-08, "loss": 0.2914, "step": 7409 }, { "epoch": 4.859016393442623, "grad_norm": 0.2958819270133972, "learning_rate": 4.2060919722356486e-08, "loss": 0.2969, "step": 7410 }, { "epoch": 4.859672131147541, "grad_norm": 0.30987998843193054, "learning_rate": 4.167263836575286e-08, "loss": 0.2781, "step": 7411 }, { "epoch": 4.860327868852459, "grad_norm": 0.2908691465854645, "learning_rate": 4.128615377850809e-08, "loss": 0.2796, "step": 7412 }, { "epoch": 4.860983606557377, "grad_norm": 0.29082372784614563, "learning_rate": 4.0901466030354167e-08, "loss": 0.2545, "step": 7413 }, { "epoch": 4.861639344262295, "grad_norm": 0.3374149203300476, "learning_rate": 4.0518575190701124e-08, "loss": 0.274, "step": 7414 }, { "epoch": 4.862295081967213, "grad_norm": 0.3045242726802826, "learning_rate": 4.01374813286326e-08, "loss": 0.2672, "step": 7415 }, { "epoch": 4.862950819672131, "grad_norm": 0.2945423722267151, "learning_rate": 3.975818451290914e-08, "loss": 0.2617, "step": 7416 }, { "epoch": 4.863606557377049, "grad_norm": 0.2847945988178253, "learning_rate": 3.9380684811967106e-08, "loss": 0.2729, "step": 7417 }, { "epoch": 4.864262295081967, "grad_norm": 0.2985531687736511, "learning_rate": 3.900498229391869e-08, "loss": 0.2739, "step": 7418 }, { "epoch": 4.8649180327868855, "grad_norm": 0.3005257546901703, "learning_rate": 3.863107702654967e-08, "loss": 0.2895, "step": 7419 }, { "epoch": 4.865573770491803, "grad_norm": 0.2958982288837433, "learning_rate": 3.8258969077326067e-08, "loss": 0.2878, "step": 7420 }, { "epoch": 4.866229508196721, "grad_norm": 0.30363520979881287, "learning_rate": 3.7888658513384194e-08, "loss": 0.2747, "step": 7421 }, { "epoch": 4.866885245901639, "grad_norm": 0.2881019711494446, "learning_rate": 3.7520145401540585e-08, "loss": 0.2607, "step": 7422 }, { "epoch": 4.867540983606557, "grad_norm": 0.2980641722679138, "learning_rate": 3.715342980828429e-08, "loss": 0.2849, "step": 7423 }, { "epoch": 4.868196721311476, "grad_norm": 0.29861629009246826, "learning_rate": 3.678851179978349e-08, "loss": 0.2661, "step": 7424 }, { "epoch": 4.868852459016393, "grad_norm": 0.29752323031425476, "learning_rate": 3.642539144187773e-08, "loss": 0.2792, "step": 7425 }, { "epoch": 4.869508196721312, "grad_norm": 0.30966296792030334, "learning_rate": 3.606406880008462e-08, "loss": 0.3193, "step": 7426 }, { "epoch": 4.8701639344262295, "grad_norm": 0.29684558510780334, "learning_rate": 3.5704543939597546e-08, "loss": 0.2761, "step": 7427 }, { "epoch": 4.870819672131147, "grad_norm": 0.2974325120449066, "learning_rate": 3.5346816925286853e-08, "loss": 0.3007, "step": 7428 }, { "epoch": 4.871475409836066, "grad_norm": 0.299724280834198, "learning_rate": 3.499088782169424e-08, "loss": 0.2988, "step": 7429 }, { "epoch": 4.872131147540983, "grad_norm": 0.2908448576927185, "learning_rate": 3.463675669304056e-08, "loss": 0.278, "step": 7430 }, { "epoch": 4.872786885245902, "grad_norm": 0.30412694811820984, "learning_rate": 3.4284423603222484e-08, "loss": 0.2802, "step": 7431 }, { "epoch": 4.87344262295082, "grad_norm": 0.28662434220314026, "learning_rate": 3.393388861580804e-08, "loss": 0.2559, "step": 7432 }, { "epoch": 4.874098360655737, "grad_norm": 0.298845112323761, "learning_rate": 3.358515179404775e-08, "loss": 0.2632, "step": 7433 }, { "epoch": 4.874754098360656, "grad_norm": 0.3302803635597229, "learning_rate": 3.323821320086018e-08, "loss": 0.3301, "step": 7434 }, { "epoch": 4.8754098360655735, "grad_norm": 0.29134729504585266, "learning_rate": 3.289307289884524e-08, "loss": 0.2565, "step": 7435 }, { "epoch": 4.876065573770492, "grad_norm": 0.2938190996646881, "learning_rate": 3.254973095027647e-08, "loss": 0.2664, "step": 7436 }, { "epoch": 4.87672131147541, "grad_norm": 0.3024071156978607, "learning_rate": 3.220818741710097e-08, "loss": 0.2788, "step": 7437 }, { "epoch": 4.877377049180328, "grad_norm": 0.30098268389701843, "learning_rate": 3.1868442360943886e-08, "loss": 0.2814, "step": 7438 }, { "epoch": 4.878032786885246, "grad_norm": 0.2807644307613373, "learning_rate": 3.153049584310508e-08, "loss": 0.2676, "step": 7439 }, { "epoch": 4.878688524590164, "grad_norm": 0.2912675440311432, "learning_rate": 3.119434792455911e-08, "loss": 0.2661, "step": 7440 }, { "epoch": 4.879344262295082, "grad_norm": 0.3017321228981018, "learning_rate": 3.085999866595857e-08, "loss": 0.2921, "step": 7441 }, { "epoch": 4.88, "grad_norm": 0.3065086305141449, "learning_rate": 3.052744812762742e-08, "loss": 0.2862, "step": 7442 }, { "epoch": 4.8806557377049185, "grad_norm": 0.29151082038879395, "learning_rate": 3.019669636956879e-08, "loss": 0.2887, "step": 7443 }, { "epoch": 4.881311475409836, "grad_norm": 0.29392150044441223, "learning_rate": 2.986774345146048e-08, "loss": 0.2717, "step": 7444 }, { "epoch": 4.881967213114754, "grad_norm": 0.3059938848018646, "learning_rate": 2.954058943265281e-08, "loss": 0.2985, "step": 7445 }, { "epoch": 4.882622950819672, "grad_norm": 0.3114657700061798, "learning_rate": 2.9215234372176327e-08, "loss": 0.2897, "step": 7446 }, { "epoch": 4.88327868852459, "grad_norm": 0.3059234917163849, "learning_rate": 2.8891678328732962e-08, "loss": 0.2647, "step": 7447 }, { "epoch": 4.883934426229509, "grad_norm": 0.30557066202163696, "learning_rate": 2.856992136070158e-08, "loss": 0.2852, "step": 7448 }, { "epoch": 4.884590163934426, "grad_norm": 0.3065674602985382, "learning_rate": 2.824996352613574e-08, "loss": 0.268, "step": 7449 }, { "epoch": 4.885245901639344, "grad_norm": 0.29114416241645813, "learning_rate": 2.7931804882767033e-08, "loss": 0.2808, "step": 7450 }, { "epoch": 4.8859016393442625, "grad_norm": 0.28886398673057556, "learning_rate": 2.761544548799955e-08, "loss": 0.2747, "step": 7451 }, { "epoch": 4.88655737704918, "grad_norm": 0.30226632952690125, "learning_rate": 2.7300885398913178e-08, "loss": 0.2753, "step": 7452 }, { "epoch": 4.887213114754099, "grad_norm": 0.2914080321788788, "learning_rate": 2.6988124672264748e-08, "loss": 0.2615, "step": 7453 }, { "epoch": 4.887868852459016, "grad_norm": 0.2977006435394287, "learning_rate": 2.667716336448356e-08, "loss": 0.2922, "step": 7454 }, { "epoch": 4.888524590163934, "grad_norm": 0.2722617983818054, "learning_rate": 2.6368001531676958e-08, "loss": 0.2582, "step": 7455 }, { "epoch": 4.889180327868853, "grad_norm": 0.2953990697860718, "learning_rate": 2.6060639229626984e-08, "loss": 0.286, "step": 7456 }, { "epoch": 4.88983606557377, "grad_norm": 0.299959659576416, "learning_rate": 2.575507651379039e-08, "loss": 0.2796, "step": 7457 }, { "epoch": 4.890491803278689, "grad_norm": 0.2925669252872467, "learning_rate": 2.545131343929974e-08, "loss": 0.288, "step": 7458 }, { "epoch": 4.8911475409836065, "grad_norm": 0.3019402027130127, "learning_rate": 2.5149350060961198e-08, "loss": 0.2817, "step": 7459 }, { "epoch": 4.891803278688524, "grad_norm": 0.3143247067928314, "learning_rate": 2.4849186433260065e-08, "loss": 0.3042, "step": 7460 }, { "epoch": 4.892459016393443, "grad_norm": 0.2749119699001312, "learning_rate": 2.455082261035302e-08, "loss": 0.2661, "step": 7461 }, { "epoch": 4.89311475409836, "grad_norm": 0.3165113627910614, "learning_rate": 2.425425864607367e-08, "loss": 0.278, "step": 7462 }, { "epoch": 4.893770491803279, "grad_norm": 0.2970854938030243, "learning_rate": 2.3959494593930323e-08, "loss": 0.2889, "step": 7463 }, { "epoch": 4.894426229508197, "grad_norm": 0.2948642075061798, "learning_rate": 2.36665305071071e-08, "loss": 0.2782, "step": 7464 }, { "epoch": 4.895081967213114, "grad_norm": 0.292122483253479, "learning_rate": 2.3375366438463942e-08, "loss": 0.2723, "step": 7465 }, { "epoch": 4.895737704918033, "grad_norm": 0.2972012460231781, "learning_rate": 2.3086002440535493e-08, "loss": 0.2913, "step": 7466 }, { "epoch": 4.8963934426229505, "grad_norm": 0.3047086000442505, "learning_rate": 2.279843856552999e-08, "loss": 0.2946, "step": 7467 }, { "epoch": 4.897049180327869, "grad_norm": 0.3134492337703705, "learning_rate": 2.2512674865332594e-08, "loss": 0.2887, "step": 7468 }, { "epoch": 4.897704918032787, "grad_norm": 0.2926119267940521, "learning_rate": 2.2228711391503178e-08, "loss": 0.2723, "step": 7469 }, { "epoch": 4.898360655737705, "grad_norm": 0.302741676568985, "learning_rate": 2.194654819527853e-08, "loss": 0.2963, "step": 7470 }, { "epoch": 4.899016393442623, "grad_norm": 0.3007706105709076, "learning_rate": 2.1666185327566814e-08, "loss": 0.2871, "step": 7471 }, { "epoch": 4.899672131147541, "grad_norm": 0.3115100562572479, "learning_rate": 2.1387622838955348e-08, "loss": 0.2733, "step": 7472 }, { "epoch": 4.900327868852459, "grad_norm": 0.28157931566238403, "learning_rate": 2.1110860779703924e-08, "loss": 0.252, "step": 7473 }, { "epoch": 4.900983606557377, "grad_norm": 0.3002351224422455, "learning_rate": 2.0835899199748156e-08, "loss": 0.2819, "step": 7474 }, { "epoch": 4.901639344262295, "grad_norm": 0.30786073207855225, "learning_rate": 2.0562738148700577e-08, "loss": 0.2988, "step": 7475 }, { "epoch": 4.902295081967213, "grad_norm": 0.2980756461620331, "learning_rate": 2.0291377675845104e-08, "loss": 0.2757, "step": 7476 }, { "epoch": 4.902950819672132, "grad_norm": 0.2858763337135315, "learning_rate": 2.0021817830143676e-08, "loss": 0.2818, "step": 7477 }, { "epoch": 4.903606557377049, "grad_norm": 0.288968950510025, "learning_rate": 1.9754058660234053e-08, "loss": 0.269, "step": 7478 }, { "epoch": 4.904262295081967, "grad_norm": 0.337620347738266, "learning_rate": 1.9488100214426488e-08, "loss": 0.2997, "step": 7479 }, { "epoch": 4.9049180327868855, "grad_norm": 0.3153732419013977, "learning_rate": 1.922394254070703e-08, "loss": 0.2945, "step": 7480 }, { "epoch": 4.905573770491803, "grad_norm": 0.2979966998100281, "learning_rate": 1.896158568673867e-08, "loss": 0.2817, "step": 7481 }, { "epoch": 4.906229508196722, "grad_norm": 0.3073195219039917, "learning_rate": 1.8701029699857987e-08, "loss": 0.314, "step": 7482 }, { "epoch": 4.906885245901639, "grad_norm": 0.30872076749801636, "learning_rate": 1.844227462707626e-08, "loss": 0.2834, "step": 7483 }, { "epoch": 4.907540983606557, "grad_norm": 0.2995580732822418, "learning_rate": 1.8185320515079484e-08, "loss": 0.2856, "step": 7484 }, { "epoch": 4.908196721311476, "grad_norm": 0.29310014843940735, "learning_rate": 1.793016741023168e-08, "loss": 0.2797, "step": 7485 }, { "epoch": 4.908852459016393, "grad_norm": 0.30726683139801025, "learning_rate": 1.7676815358568244e-08, "loss": 0.3, "step": 7486 }, { "epoch": 4.909508196721312, "grad_norm": 0.2854394316673279, "learning_rate": 1.74252644058015e-08, "loss": 0.2671, "step": 7487 }, { "epoch": 4.91016393442623, "grad_norm": 0.2828553318977356, "learning_rate": 1.7175514597318478e-08, "loss": 0.2791, "step": 7488 }, { "epoch": 4.910819672131147, "grad_norm": 0.29112765192985535, "learning_rate": 1.6927565978182015e-08, "loss": 0.2774, "step": 7489 }, { "epoch": 4.911475409836066, "grad_norm": 0.28313520550727844, "learning_rate": 1.668141859312855e-08, "loss": 0.2506, "step": 7490 }, { "epoch": 4.9121311475409835, "grad_norm": 0.2897895872592926, "learning_rate": 1.643707248656923e-08, "loss": 0.2793, "step": 7491 }, { "epoch": 4.912786885245902, "grad_norm": 0.2874017655849457, "learning_rate": 1.619452770259322e-08, "loss": 0.2721, "step": 7492 }, { "epoch": 4.91344262295082, "grad_norm": 0.3213546574115753, "learning_rate": 1.5953784284961083e-08, "loss": 0.2876, "step": 7493 }, { "epoch": 4.914098360655737, "grad_norm": 0.28142935037612915, "learning_rate": 1.5714842277111396e-08, "loss": 0.2673, "step": 7494 }, { "epoch": 4.914754098360656, "grad_norm": 0.2980189621448517, "learning_rate": 1.5477701722154127e-08, "loss": 0.2805, "step": 7495 }, { "epoch": 4.915409836065574, "grad_norm": 0.29217100143432617, "learning_rate": 1.5242362662876154e-08, "loss": 0.2565, "step": 7496 }, { "epoch": 4.916065573770492, "grad_norm": 0.2920563220977783, "learning_rate": 1.50088251417424e-08, "loss": 0.2894, "step": 7497 }, { "epoch": 4.91672131147541, "grad_norm": 0.30417829751968384, "learning_rate": 1.477708920088694e-08, "loss": 0.2756, "step": 7498 }, { "epoch": 4.9173770491803275, "grad_norm": 0.3129758834838867, "learning_rate": 1.4547154882121883e-08, "loss": 0.2822, "step": 7499 }, { "epoch": 4.918032786885246, "grad_norm": 0.31100907921791077, "learning_rate": 1.4319022226936263e-08, "loss": 0.2685, "step": 7500 }, { "epoch": 4.918688524590164, "grad_norm": 0.3142281770706177, "learning_rate": 1.4092691276489378e-08, "loss": 0.2864, "step": 7501 }, { "epoch": 4.919344262295082, "grad_norm": 0.2975502610206604, "learning_rate": 1.3868162071618562e-08, "loss": 0.272, "step": 7502 }, { "epoch": 4.92, "grad_norm": 0.31841841340065, "learning_rate": 1.3645434652834744e-08, "loss": 0.2837, "step": 7503 }, { "epoch": 4.920655737704918, "grad_norm": 0.2918813228607178, "learning_rate": 1.3424509060325774e-08, "loss": 0.2803, "step": 7504 }, { "epoch": 4.921311475409836, "grad_norm": 0.3077298402786255, "learning_rate": 1.3205385333953102e-08, "loss": 0.2809, "step": 7505 }, { "epoch": 4.921967213114754, "grad_norm": 0.31191930174827576, "learning_rate": 1.298806351325066e-08, "loss": 0.2937, "step": 7506 }, { "epoch": 4.922622950819672, "grad_norm": 0.2975282073020935, "learning_rate": 1.2772543637432632e-08, "loss": 0.2911, "step": 7507 }, { "epoch": 4.92327868852459, "grad_norm": 0.2909660339355469, "learning_rate": 1.2558825745382364e-08, "loss": 0.2466, "step": 7508 }, { "epoch": 4.923934426229508, "grad_norm": 0.29545146226882935, "learning_rate": 1.2346909875662339e-08, "loss": 0.2882, "step": 7509 }, { "epoch": 4.924590163934426, "grad_norm": 0.2977169454097748, "learning_rate": 1.2136796066507527e-08, "loss": 0.2862, "step": 7510 }, { "epoch": 4.925245901639344, "grad_norm": 0.3151685297489166, "learning_rate": 1.1928484355828717e-08, "loss": 0.2967, "step": 7511 }, { "epoch": 4.9259016393442625, "grad_norm": 0.2895646393299103, "learning_rate": 1.1721974781211399e-08, "loss": 0.2795, "step": 7512 }, { "epoch": 4.92655737704918, "grad_norm": 0.2926217019557953, "learning_rate": 1.1517267379915764e-08, "loss": 0.2661, "step": 7513 }, { "epoch": 4.927213114754099, "grad_norm": 0.3047126829624176, "learning_rate": 1.1314362188877825e-08, "loss": 0.2889, "step": 7514 }, { "epoch": 4.927868852459016, "grad_norm": 0.2986208498477936, "learning_rate": 1.1113259244706076e-08, "loss": 0.2797, "step": 7515 }, { "epoch": 4.928524590163934, "grad_norm": 0.30734026432037354, "learning_rate": 1.0913958583685935e-08, "loss": 0.278, "step": 7516 }, { "epoch": 4.929180327868853, "grad_norm": 0.2869907319545746, "learning_rate": 1.0716460241777527e-08, "loss": 0.2665, "step": 7517 }, { "epoch": 4.92983606557377, "grad_norm": 0.3005276024341583, "learning_rate": 1.0520764254614568e-08, "loss": 0.2913, "step": 7518 }, { "epoch": 4.930491803278689, "grad_norm": 0.28843748569488525, "learning_rate": 1.0326870657505483e-08, "loss": 0.2788, "step": 7519 }, { "epoch": 4.9311475409836065, "grad_norm": 0.2793117165565491, "learning_rate": 1.013477948543673e-08, "loss": 0.2605, "step": 7520 }, { "epoch": 4.931803278688525, "grad_norm": 0.2995583713054657, "learning_rate": 9.94449077306392e-09, "loss": 0.3069, "step": 7521 }, { "epoch": 4.932459016393443, "grad_norm": 0.31333309412002563, "learning_rate": 9.75600455472292e-09, "loss": 0.2925, "step": 7522 }, { "epoch": 4.93311475409836, "grad_norm": 0.2986220717430115, "learning_rate": 9.569320864422083e-09, "loss": 0.2842, "step": 7523 }, { "epoch": 4.933770491803279, "grad_norm": 0.3032422363758087, "learning_rate": 9.384439735843353e-09, "loss": 0.2892, "step": 7524 }, { "epoch": 4.934426229508197, "grad_norm": 0.3166496753692627, "learning_rate": 9.201361202344495e-09, "loss": 0.2878, "step": 7525 }, { "epoch": 4.935081967213115, "grad_norm": 0.2903256118297577, "learning_rate": 9.02008529695908e-09, "loss": 0.2687, "step": 7526 }, { "epoch": 4.935737704918033, "grad_norm": 0.28197038173675537, "learning_rate": 8.840612052394282e-09, "loss": 0.2704, "step": 7527 }, { "epoch": 4.9363934426229505, "grad_norm": 0.31275299191474915, "learning_rate": 8.662941501033085e-09, "loss": 0.291, "step": 7528 }, { "epoch": 4.937049180327869, "grad_norm": 0.29640519618988037, "learning_rate": 8.487073674929847e-09, "loss": 0.275, "step": 7529 }, { "epoch": 4.937704918032787, "grad_norm": 0.3024292588233948, "learning_rate": 8.313008605819183e-09, "loss": 0.2741, "step": 7530 }, { "epoch": 4.938360655737705, "grad_norm": 0.3053474724292755, "learning_rate": 8.140746325105976e-09, "loss": 0.2928, "step": 7531 }, { "epoch": 4.939016393442623, "grad_norm": 0.3069150149822235, "learning_rate": 7.970286863870913e-09, "loss": 0.2736, "step": 7532 }, { "epoch": 4.939672131147541, "grad_norm": 0.2851330041885376, "learning_rate": 7.801630252869397e-09, "loss": 0.2691, "step": 7533 }, { "epoch": 4.940327868852459, "grad_norm": 0.2851402163505554, "learning_rate": 7.634776522534858e-09, "loss": 0.2748, "step": 7534 }, { "epoch": 4.940983606557377, "grad_norm": 0.2886158227920532, "learning_rate": 7.469725702968778e-09, "loss": 0.2585, "step": 7535 }, { "epoch": 4.9416393442622955, "grad_norm": 0.3208081126213074, "learning_rate": 7.3064778239539945e-09, "loss": 0.3128, "step": 7536 }, { "epoch": 4.942295081967213, "grad_norm": 0.3005306124687195, "learning_rate": 7.145032914943617e-09, "loss": 0.2716, "step": 7537 }, { "epoch": 4.942950819672131, "grad_norm": 0.29390716552734375, "learning_rate": 6.985391005066566e-09, "loss": 0.276, "step": 7538 }, { "epoch": 4.943606557377049, "grad_norm": 0.29663434624671936, "learning_rate": 6.827552123127579e-09, "loss": 0.2795, "step": 7539 }, { "epoch": 4.944262295081967, "grad_norm": 0.315717488527298, "learning_rate": 6.671516297606095e-09, "loss": 0.2845, "step": 7540 }, { "epoch": 4.944918032786886, "grad_norm": 0.29159438610076904, "learning_rate": 6.517283556655152e-09, "loss": 0.2939, "step": 7541 }, { "epoch": 4.945573770491803, "grad_norm": 0.2969118356704712, "learning_rate": 6.364853928101378e-09, "loss": 0.2494, "step": 7542 }, { "epoch": 4.946229508196721, "grad_norm": 0.28728875517845154, "learning_rate": 6.2142274394483286e-09, "loss": 0.2748, "step": 7543 }, { "epoch": 4.9468852459016395, "grad_norm": 0.28943556547164917, "learning_rate": 6.065404117874263e-09, "loss": 0.2602, "step": 7544 }, { "epoch": 4.947540983606557, "grad_norm": 0.3020925223827362, "learning_rate": 5.918383990229925e-09, "loss": 0.2625, "step": 7545 }, { "epoch": 4.948196721311476, "grad_norm": 0.29539892077445984, "learning_rate": 5.773167083041875e-09, "loss": 0.2958, "step": 7546 }, { "epoch": 4.948852459016393, "grad_norm": 0.3227328956127167, "learning_rate": 5.629753422513595e-09, "loss": 0.3019, "step": 7547 }, { "epoch": 4.949508196721311, "grad_norm": 0.29279816150665283, "learning_rate": 5.4881430345177235e-09, "loss": 0.2569, "step": 7548 }, { "epoch": 4.95016393442623, "grad_norm": 0.29729709029197693, "learning_rate": 5.348335944607153e-09, "loss": 0.2987, "step": 7549 }, { "epoch": 4.950819672131147, "grad_norm": 0.3193667232990265, "learning_rate": 5.21033217800726e-09, "loss": 0.2999, "step": 7550 }, { "epoch": 4.951475409836066, "grad_norm": 0.2869475781917572, "learning_rate": 5.074131759617018e-09, "loss": 0.2778, "step": 7551 }, { "epoch": 4.9521311475409835, "grad_norm": 0.29883384704589844, "learning_rate": 4.9397347140101025e-09, "loss": 0.2887, "step": 7552 }, { "epoch": 4.952786885245901, "grad_norm": 0.33647364377975464, "learning_rate": 4.807141065438226e-09, "loss": 0.2669, "step": 7553 }, { "epoch": 4.95344262295082, "grad_norm": 0.3150065541267395, "learning_rate": 4.676350837822252e-09, "loss": 0.2999, "step": 7554 }, { "epoch": 4.954098360655737, "grad_norm": 0.29606902599334717, "learning_rate": 4.547364054762193e-09, "loss": 0.2609, "step": 7555 }, { "epoch": 4.954754098360656, "grad_norm": 0.2926771342754364, "learning_rate": 4.420180739530544e-09, "loss": 0.2691, "step": 7556 }, { "epoch": 4.955409836065574, "grad_norm": 0.31784671545028687, "learning_rate": 4.294800915074504e-09, "loss": 0.3034, "step": 7557 }, { "epoch": 4.956065573770492, "grad_norm": 0.3920080363750458, "learning_rate": 4.171224604017088e-09, "loss": 0.2772, "step": 7558 }, { "epoch": 4.95672131147541, "grad_norm": 0.30293068289756775, "learning_rate": 4.049451828653794e-09, "loss": 0.2674, "step": 7559 }, { "epoch": 4.9573770491803275, "grad_norm": 0.29250815510749817, "learning_rate": 3.929482610957047e-09, "loss": 0.2745, "step": 7560 }, { "epoch": 4.958032786885246, "grad_norm": 0.31700512766838074, "learning_rate": 3.811316972572865e-09, "loss": 0.2887, "step": 7561 }, { "epoch": 4.958688524590164, "grad_norm": 0.304286390542984, "learning_rate": 3.69495493481975e-09, "loss": 0.2682, "step": 7562 }, { "epoch": 4.959344262295082, "grad_norm": 0.2868521511554718, "learning_rate": 3.5803965186953504e-09, "loss": 0.2759, "step": 7563 }, { "epoch": 4.96, "grad_norm": 0.29692912101745605, "learning_rate": 3.467641744867578e-09, "loss": 0.2865, "step": 7564 }, { "epoch": 4.9606557377049185, "grad_norm": 0.30088692903518677, "learning_rate": 3.3566906336823802e-09, "loss": 0.3042, "step": 7565 }, { "epoch": 4.961311475409836, "grad_norm": 0.28341352939605713, "learning_rate": 3.2475432051559676e-09, "loss": 0.2782, "step": 7566 }, { "epoch": 4.961967213114754, "grad_norm": 0.3061293959617615, "learning_rate": 3.1401994789836967e-09, "loss": 0.2774, "step": 7567 }, { "epoch": 4.962622950819672, "grad_norm": 0.2960282862186432, "learning_rate": 3.034659474533408e-09, "loss": 0.2884, "step": 7568 }, { "epoch": 4.96327868852459, "grad_norm": 0.30238673090934753, "learning_rate": 2.9309232108465367e-09, "loss": 0.2889, "step": 7569 }, { "epoch": 4.963934426229509, "grad_norm": 0.3123914301395416, "learning_rate": 2.8289907066403334e-09, "loss": 0.2599, "step": 7570 }, { "epoch": 4.964590163934426, "grad_norm": 0.2991361916065216, "learning_rate": 2.728861980306752e-09, "loss": 0.2557, "step": 7571 }, { "epoch": 4.965245901639344, "grad_norm": 0.29283562302589417, "learning_rate": 2.630537049912452e-09, "loss": 0.2992, "step": 7572 }, { "epoch": 4.9659016393442625, "grad_norm": 0.29349440336227417, "learning_rate": 2.5340159331965764e-09, "loss": 0.2768, "step": 7573 }, { "epoch": 4.96655737704918, "grad_norm": 0.27936941385269165, "learning_rate": 2.4392986475751945e-09, "loss": 0.2468, "step": 7574 }, { "epoch": 4.967213114754099, "grad_norm": 0.2924451231956482, "learning_rate": 2.3463852101379693e-09, "loss": 0.2697, "step": 7575 }, { "epoch": 4.967868852459016, "grad_norm": 0.2738531529903412, "learning_rate": 2.2552756376503783e-09, "loss": 0.2639, "step": 7576 }, { "epoch": 4.968524590163934, "grad_norm": 0.29472312331199646, "learning_rate": 2.165969946548163e-09, "loss": 0.2667, "step": 7577 }, { "epoch": 4.969180327868853, "grad_norm": 0.29590150713920593, "learning_rate": 2.078468152948432e-09, "loss": 0.2709, "step": 7578 }, { "epoch": 4.96983606557377, "grad_norm": 0.2823571264743805, "learning_rate": 1.992770272635225e-09, "loss": 0.2702, "step": 7579 }, { "epoch": 4.970491803278689, "grad_norm": 0.29536235332489014, "learning_rate": 1.908876321073949e-09, "loss": 0.2722, "step": 7580 }, { "epoch": 4.971147540983607, "grad_norm": 0.2977988123893738, "learning_rate": 1.826786313400275e-09, "loss": 0.2893, "step": 7581 }, { "epoch": 4.971803278688524, "grad_norm": 0.283336341381073, "learning_rate": 1.7465002644256878e-09, "loss": 0.2721, "step": 7582 }, { "epoch": 4.972459016393443, "grad_norm": 0.2683660686016083, "learning_rate": 1.6680181886352676e-09, "loss": 0.2395, "step": 7583 }, { "epoch": 4.9731147540983605, "grad_norm": 0.29022467136383057, "learning_rate": 1.591340100191019e-09, "loss": 0.2759, "step": 7584 }, { "epoch": 4.973770491803279, "grad_norm": 0.2993902564048767, "learning_rate": 1.5164660129274311e-09, "loss": 0.2808, "step": 7585 }, { "epoch": 4.974426229508197, "grad_norm": 0.3018108904361725, "learning_rate": 1.4433959403525877e-09, "loss": 0.2794, "step": 7586 }, { "epoch": 4.975081967213114, "grad_norm": 0.317533403635025, "learning_rate": 1.3721298956514973e-09, "loss": 0.2965, "step": 7587 }, { "epoch": 4.975737704918033, "grad_norm": 0.2977130711078644, "learning_rate": 1.302667891683873e-09, "loss": 0.2924, "step": 7588 }, { "epoch": 4.976393442622951, "grad_norm": 0.3045034110546112, "learning_rate": 1.2350099409808025e-09, "loss": 0.28, "step": 7589 }, { "epoch": 4.977049180327869, "grad_norm": 0.30372583866119385, "learning_rate": 1.1691560557491876e-09, "loss": 0.2896, "step": 7590 }, { "epoch": 4.977704918032787, "grad_norm": 0.2962940037250519, "learning_rate": 1.105106247873966e-09, "loss": 0.2823, "step": 7591 }, { "epoch": 4.9783606557377045, "grad_norm": 0.28717413544654846, "learning_rate": 1.0428605289081184e-09, "loss": 0.2679, "step": 7592 }, { "epoch": 4.979016393442623, "grad_norm": 0.28965190052986145, "learning_rate": 9.824189100848813e-10, "loss": 0.2762, "step": 7593 }, { "epoch": 4.979672131147541, "grad_norm": 0.2845039367675781, "learning_rate": 9.237814023088653e-10, "loss": 0.2859, "step": 7594 }, { "epoch": 4.980327868852459, "grad_norm": 0.2862274646759033, "learning_rate": 8.66948016160496e-10, "loss": 0.2606, "step": 7595 }, { "epoch": 4.980983606557377, "grad_norm": 0.3086470663547516, "learning_rate": 8.119187618926827e-10, "loss": 0.2719, "step": 7596 }, { "epoch": 4.981639344262295, "grad_norm": 0.3028182089328766, "learning_rate": 7.586936494363706e-10, "loss": 0.2592, "step": 7597 }, { "epoch": 4.982295081967213, "grad_norm": 0.2983417212963104, "learning_rate": 7.072726883927683e-10, "loss": 0.2732, "step": 7598 }, { "epoch": 4.982950819672131, "grad_norm": 0.3109283149242401, "learning_rate": 6.576558880411199e-10, "loss": 0.2605, "step": 7599 }, { "epoch": 4.983606557377049, "grad_norm": 0.28180840611457825, "learning_rate": 6.098432573342638e-10, "loss": 0.2539, "step": 7600 }, { "epoch": 4.984262295081967, "grad_norm": 0.30252769589424133, "learning_rate": 5.638348048964126e-10, "loss": 0.2688, "step": 7601 }, { "epoch": 4.984918032786886, "grad_norm": 0.29898884892463684, "learning_rate": 5.196305390320344e-10, "loss": 0.2823, "step": 7602 }, { "epoch": 4.985573770491803, "grad_norm": 0.3085803985595703, "learning_rate": 4.772304677147511e-10, "loss": 0.2864, "step": 7603 }, { "epoch": 4.986229508196721, "grad_norm": 0.30925002694129944, "learning_rate": 4.3663459859510925e-10, "loss": 0.3051, "step": 7604 }, { "epoch": 4.9868852459016395, "grad_norm": 0.2976871132850647, "learning_rate": 3.978429389983607e-10, "loss": 0.2903, "step": 7605 }, { "epoch": 4.987540983606557, "grad_norm": 0.2987900376319885, "learning_rate": 3.60855495922241e-10, "loss": 0.2831, "step": 7606 }, { "epoch": 4.988196721311476, "grad_norm": 0.31932055950164795, "learning_rate": 3.256722760425213e-10, "loss": 0.2934, "step": 7607 }, { "epoch": 4.988852459016393, "grad_norm": 0.31710493564605713, "learning_rate": 2.922932857052363e-10, "loss": 0.3123, "step": 7608 }, { "epoch": 4.989508196721312, "grad_norm": 0.28547030687332153, "learning_rate": 2.607185309344562e-10, "loss": 0.2875, "step": 7609 }, { "epoch": 4.99016393442623, "grad_norm": 0.2880346477031708, "learning_rate": 2.3094801742673534e-10, "loss": 0.2841, "step": 7610 }, { "epoch": 4.990819672131147, "grad_norm": 0.3003511428833008, "learning_rate": 2.0298175055222246e-10, "loss": 0.282, "step": 7611 }, { "epoch": 4.991475409836066, "grad_norm": 0.30192679166793823, "learning_rate": 1.768197353591017e-10, "loss": 0.2873, "step": 7612 }, { "epoch": 4.9921311475409835, "grad_norm": 0.3118864595890045, "learning_rate": 1.5246197656582084e-10, "loss": 0.2814, "step": 7613 }, { "epoch": 4.992786885245902, "grad_norm": 0.2896338403224945, "learning_rate": 1.2990847856886313e-10, "loss": 0.268, "step": 7614 }, { "epoch": 4.99344262295082, "grad_norm": 0.31319984793663025, "learning_rate": 1.0915924543608569e-10, "loss": 0.2995, "step": 7615 }, { "epoch": 4.994098360655737, "grad_norm": 0.29386645555496216, "learning_rate": 9.021428091116058e-11, "loss": 0.276, "step": 7616 }, { "epoch": 4.994754098360656, "grad_norm": 0.3155134916305542, "learning_rate": 7.307358841357471e-11, "loss": 0.295, "step": 7617 }, { "epoch": 4.995409836065574, "grad_norm": 0.3055329918861389, "learning_rate": 5.773717103529919e-11, "loss": 0.3001, "step": 7618 }, { "epoch": 4.996065573770492, "grad_norm": 0.29548871517181396, "learning_rate": 4.4205031544120036e-11, "loss": 0.2694, "step": 7619 }, { "epoch": 4.99672131147541, "grad_norm": 0.3046598732471466, "learning_rate": 3.2477172380307457e-11, "loss": 0.2663, "step": 7620 }, { "epoch": 4.9973770491803275, "grad_norm": 0.31200432777404785, "learning_rate": 2.2553595661056747e-11, "loss": 0.2978, "step": 7621 }, { "epoch": 4.998032786885246, "grad_norm": 0.3101029694080353, "learning_rate": 1.4434303176047437e-11, "loss": 0.2676, "step": 7622 }, { "epoch": 4.998688524590164, "grad_norm": 0.28361088037490845, "learning_rate": 8.119296390773911e-12, "loss": 0.276, "step": 7623 }, { "epoch": 4.999344262295082, "grad_norm": 0.28636255860328674, "learning_rate": 3.608576445435219e-12, "loss": 0.2743, "step": 7624 }, { "epoch": 5.0, "grad_norm": 0.2876720726490021, "learning_rate": 9.021441516043894e-13, "loss": 0.2735, "step": 7625 } ], "logging_steps": 1.0, "max_steps": 7625, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 3000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 7.632488352649839e+18, "train_batch_size": 32, "trial_name": null, "trial_params": null }