{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9965280868868512, "eval_steps": 500, "global_step": 11194, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0008902341315766046, "grad_norm": 5.759979724884033, "learning_rate": 1.1061797752808989e-06, "loss": 2.1539, "step": 10 }, { "epoch": 0.0017804682631532092, "grad_norm": 3.376688241958618, "learning_rate": 2.2241573033707866e-06, "loss": 2.0986, "step": 20 }, { "epoch": 0.002670702394729814, "grad_norm": 2.2482147216796875, "learning_rate": 3.342134831460675e-06, "loss": 1.8036, "step": 30 }, { "epoch": 0.0035609365263064184, "grad_norm": 1.0116345882415771, "learning_rate": 4.4601123595505624e-06, "loss": 1.4411, "step": 40 }, { "epoch": 0.004451170657883023, "grad_norm": 0.845442533493042, "learning_rate": 5.5780898876404495e-06, "loss": 1.2537, "step": 50 }, { "epoch": 0.005341404789459628, "grad_norm": 0.7026575207710266, "learning_rate": 6.6960674157303374e-06, "loss": 1.1555, "step": 60 }, { "epoch": 0.006231638921036233, "grad_norm": 0.6083096861839294, "learning_rate": 7.814044943820226e-06, "loss": 1.1106, "step": 70 }, { "epoch": 0.007121873052612837, "grad_norm": 0.5970392227172852, "learning_rate": 8.932022471910112e-06, "loss": 1.0414, "step": 80 }, { "epoch": 0.008012107184189442, "grad_norm": 0.6251844763755798, "learning_rate": 1.005e-05, "loss": 1.0337, "step": 90 }, { "epoch": 0.008902341315766046, "grad_norm": 0.610266923904419, "learning_rate": 1.1167977528089888e-05, "loss": 0.9821, "step": 100 }, { "epoch": 0.00979257544734265, "grad_norm": 0.573571503162384, "learning_rate": 1.2285955056179776e-05, "loss": 1.0131, "step": 110 }, { "epoch": 0.010682809578919256, "grad_norm": 0.6081265807151794, "learning_rate": 1.3403932584269664e-05, "loss": 1.0025, "step": 120 }, { "epoch": 0.01157304371049586, "grad_norm": 0.6050735712051392, "learning_rate": 1.4521910112359552e-05, "loss": 1.0098, "step": 130 }, { "epoch": 0.012463277842072466, "grad_norm": 0.5551068782806396, "learning_rate": 1.563988764044944e-05, "loss": 0.9697, "step": 140 }, { "epoch": 0.01335351197364907, "grad_norm": 0.6075469255447388, "learning_rate": 1.6757865168539328e-05, "loss": 0.97, "step": 150 }, { "epoch": 0.014243746105225673, "grad_norm": 0.5624942779541016, "learning_rate": 1.7875842696629214e-05, "loss": 0.9884, "step": 160 }, { "epoch": 0.01513398023680228, "grad_norm": 0.5492900013923645, "learning_rate": 1.89938202247191e-05, "loss": 0.9975, "step": 170 }, { "epoch": 0.016024214368378885, "grad_norm": 0.5675668716430664, "learning_rate": 2e-05, "loss": 0.9819, "step": 180 }, { "epoch": 0.01691444849995549, "grad_norm": 0.5347182154655457, "learning_rate": 2e-05, "loss": 0.9741, "step": 190 }, { "epoch": 0.017804682631532093, "grad_norm": 0.5786206722259521, "learning_rate": 2e-05, "loss": 0.9597, "step": 200 }, { "epoch": 0.018694916763108697, "grad_norm": 0.5470443964004517, "learning_rate": 2e-05, "loss": 0.9601, "step": 210 }, { "epoch": 0.0195851508946853, "grad_norm": 0.5782967805862427, "learning_rate": 2e-05, "loss": 0.9516, "step": 220 }, { "epoch": 0.020475385026261908, "grad_norm": 0.530522882938385, "learning_rate": 2e-05, "loss": 0.9763, "step": 230 }, { "epoch": 0.021365619157838512, "grad_norm": 0.5024887323379517, "learning_rate": 2e-05, "loss": 0.9646, "step": 240 }, { "epoch": 0.022255853289415116, "grad_norm": 0.5411601662635803, "learning_rate": 2e-05, "loss": 0.9619, "step": 250 }, { "epoch": 0.02314608742099172, "grad_norm": 0.5052138566970825, "learning_rate": 2e-05, "loss": 0.9627, "step": 260 }, { "epoch": 0.024036321552568324, "grad_norm": 0.5513818860054016, "learning_rate": 2e-05, "loss": 0.9474, "step": 270 }, { "epoch": 0.02492655568414493, "grad_norm": 0.5436130166053772, "learning_rate": 2e-05, "loss": 0.9411, "step": 280 }, { "epoch": 0.025816789815721535, "grad_norm": 0.5385321974754333, "learning_rate": 2e-05, "loss": 0.9381, "step": 290 }, { "epoch": 0.02670702394729814, "grad_norm": 0.5083889961242676, "learning_rate": 2e-05, "loss": 0.9327, "step": 300 }, { "epoch": 0.027597258078874743, "grad_norm": 0.5057015419006348, "learning_rate": 2e-05, "loss": 0.9284, "step": 310 }, { "epoch": 0.028487492210451347, "grad_norm": 0.4919343888759613, "learning_rate": 2e-05, "loss": 0.9157, "step": 320 }, { "epoch": 0.029377726342027954, "grad_norm": 0.527897298336029, "learning_rate": 2e-05, "loss": 0.9314, "step": 330 }, { "epoch": 0.03026796047360456, "grad_norm": 0.53957200050354, "learning_rate": 2e-05, "loss": 0.9301, "step": 340 }, { "epoch": 0.031158194605181162, "grad_norm": 0.5134000182151794, "learning_rate": 2e-05, "loss": 0.9426, "step": 350 }, { "epoch": 0.03204842873675777, "grad_norm": 0.5129437446594238, "learning_rate": 2e-05, "loss": 0.9316, "step": 360 }, { "epoch": 0.03293866286833437, "grad_norm": 0.515938401222229, "learning_rate": 2e-05, "loss": 0.9266, "step": 370 }, { "epoch": 0.03382889699991098, "grad_norm": 0.5681295394897461, "learning_rate": 2e-05, "loss": 0.9527, "step": 380 }, { "epoch": 0.03471913113148758, "grad_norm": 0.5140536427497864, "learning_rate": 2e-05, "loss": 0.921, "step": 390 }, { "epoch": 0.035609365263064185, "grad_norm": 0.5116504430770874, "learning_rate": 2e-05, "loss": 0.9392, "step": 400 }, { "epoch": 0.03649959939464079, "grad_norm": 0.47694700956344604, "learning_rate": 2e-05, "loss": 0.9324, "step": 410 }, { "epoch": 0.03738983352621739, "grad_norm": 0.4879381060600281, "learning_rate": 2e-05, "loss": 0.9268, "step": 420 }, { "epoch": 0.038280067657794, "grad_norm": 0.5697586536407471, "learning_rate": 2e-05, "loss": 0.9202, "step": 430 }, { "epoch": 0.0391703017893706, "grad_norm": 0.5065985918045044, "learning_rate": 2e-05, "loss": 0.9341, "step": 440 }, { "epoch": 0.04006053592094721, "grad_norm": 0.48673391342163086, "learning_rate": 2e-05, "loss": 0.9084, "step": 450 }, { "epoch": 0.040950770052523816, "grad_norm": 0.4933507442474365, "learning_rate": 2e-05, "loss": 0.9295, "step": 460 }, { "epoch": 0.04184100418410042, "grad_norm": 0.4880451560020447, "learning_rate": 2e-05, "loss": 0.8958, "step": 470 }, { "epoch": 0.042731238315677024, "grad_norm": 0.512821614742279, "learning_rate": 2e-05, "loss": 0.9055, "step": 480 }, { "epoch": 0.043621472447253624, "grad_norm": 0.4931286871433258, "learning_rate": 2e-05, "loss": 0.9123, "step": 490 }, { "epoch": 0.04451170657883023, "grad_norm": 0.48850977420806885, "learning_rate": 2e-05, "loss": 0.8839, "step": 500 }, { "epoch": 0.04540194071040684, "grad_norm": 0.46563583612442017, "learning_rate": 2e-05, "loss": 0.9047, "step": 510 }, { "epoch": 0.04629217484198344, "grad_norm": 0.47478628158569336, "learning_rate": 2e-05, "loss": 0.9261, "step": 520 }, { "epoch": 0.04718240897356005, "grad_norm": 0.47876861691474915, "learning_rate": 2e-05, "loss": 0.9205, "step": 530 }, { "epoch": 0.04807264310513665, "grad_norm": 0.5156196355819702, "learning_rate": 2e-05, "loss": 0.9178, "step": 540 }, { "epoch": 0.048962877236713255, "grad_norm": 0.5431042313575745, "learning_rate": 2e-05, "loss": 0.9339, "step": 550 }, { "epoch": 0.04985311136828986, "grad_norm": 0.48477429151535034, "learning_rate": 2e-05, "loss": 0.9344, "step": 560 }, { "epoch": 0.05074334549986646, "grad_norm": 0.5291976928710938, "learning_rate": 2e-05, "loss": 0.905, "step": 570 }, { "epoch": 0.05163357963144307, "grad_norm": 0.4579319953918457, "learning_rate": 2e-05, "loss": 0.9021, "step": 580 }, { "epoch": 0.05252381376301967, "grad_norm": 0.7584505677223206, "learning_rate": 2e-05, "loss": 0.9038, "step": 590 }, { "epoch": 0.05341404789459628, "grad_norm": 0.4732418954372406, "learning_rate": 2e-05, "loss": 0.8982, "step": 600 }, { "epoch": 0.054304282026172886, "grad_norm": 0.4613445997238159, "learning_rate": 2e-05, "loss": 0.8935, "step": 610 }, { "epoch": 0.055194516157749486, "grad_norm": 0.4943762421607971, "learning_rate": 2e-05, "loss": 0.9184, "step": 620 }, { "epoch": 0.056084750289326094, "grad_norm": 0.4789336025714874, "learning_rate": 2e-05, "loss": 0.9178, "step": 630 }, { "epoch": 0.056974984420902694, "grad_norm": 0.46869930624961853, "learning_rate": 2e-05, "loss": 0.9144, "step": 640 }, { "epoch": 0.0578652185524793, "grad_norm": 0.5243553519248962, "learning_rate": 2e-05, "loss": 0.8863, "step": 650 }, { "epoch": 0.05875545268405591, "grad_norm": 0.49072882533073425, "learning_rate": 2e-05, "loss": 0.9299, "step": 660 }, { "epoch": 0.05964568681563251, "grad_norm": 0.47901391983032227, "learning_rate": 2e-05, "loss": 0.9348, "step": 670 }, { "epoch": 0.06053592094720912, "grad_norm": 0.49131375551223755, "learning_rate": 2e-05, "loss": 0.9102, "step": 680 }, { "epoch": 0.06142615507878572, "grad_norm": 0.46955153346061707, "learning_rate": 2e-05, "loss": 0.9182, "step": 690 }, { "epoch": 0.062316389210362325, "grad_norm": 0.489824116230011, "learning_rate": 2e-05, "loss": 0.8952, "step": 700 }, { "epoch": 0.06320662334193893, "grad_norm": 0.4554087221622467, "learning_rate": 2e-05, "loss": 0.9188, "step": 710 }, { "epoch": 0.06409685747351554, "grad_norm": 0.45714613795280457, "learning_rate": 2e-05, "loss": 0.9245, "step": 720 }, { "epoch": 0.06498709160509214, "grad_norm": 0.48824822902679443, "learning_rate": 2e-05, "loss": 0.9084, "step": 730 }, { "epoch": 0.06587732573666874, "grad_norm": 0.4541068971157074, "learning_rate": 2e-05, "loss": 0.8886, "step": 740 }, { "epoch": 0.06676755986824535, "grad_norm": 0.4842844009399414, "learning_rate": 2e-05, "loss": 0.8879, "step": 750 }, { "epoch": 0.06765779399982196, "grad_norm": 0.4912959039211273, "learning_rate": 2e-05, "loss": 0.9136, "step": 760 }, { "epoch": 0.06854802813139856, "grad_norm": 0.4518549144268036, "learning_rate": 2e-05, "loss": 0.9045, "step": 770 }, { "epoch": 0.06943826226297516, "grad_norm": 0.4674036502838135, "learning_rate": 2e-05, "loss": 0.897, "step": 780 }, { "epoch": 0.07032849639455177, "grad_norm": 0.4854924976825714, "learning_rate": 2e-05, "loss": 0.8903, "step": 790 }, { "epoch": 0.07121873052612837, "grad_norm": 0.450965940952301, "learning_rate": 2e-05, "loss": 0.891, "step": 800 }, { "epoch": 0.07210896465770497, "grad_norm": 0.4560759663581848, "learning_rate": 2e-05, "loss": 0.8832, "step": 810 }, { "epoch": 0.07299919878928159, "grad_norm": 0.4890328049659729, "learning_rate": 2e-05, "loss": 0.8758, "step": 820 }, { "epoch": 0.07388943292085819, "grad_norm": 0.4705803692340851, "learning_rate": 2e-05, "loss": 0.8714, "step": 830 }, { "epoch": 0.07477966705243479, "grad_norm": 0.4944480061531067, "learning_rate": 2e-05, "loss": 0.882, "step": 840 }, { "epoch": 0.0756699011840114, "grad_norm": 0.4771805703639984, "learning_rate": 2e-05, "loss": 0.8985, "step": 850 }, { "epoch": 0.076560135315588, "grad_norm": 0.4645552933216095, "learning_rate": 2e-05, "loss": 0.9023, "step": 860 }, { "epoch": 0.0774503694471646, "grad_norm": 0.47317224740982056, "learning_rate": 2e-05, "loss": 0.8878, "step": 870 }, { "epoch": 0.0783406035787412, "grad_norm": 0.4755535125732422, "learning_rate": 2e-05, "loss": 0.8746, "step": 880 }, { "epoch": 0.07923083771031782, "grad_norm": 0.44543999433517456, "learning_rate": 2e-05, "loss": 0.891, "step": 890 }, { "epoch": 0.08012107184189442, "grad_norm": 0.4649183452129364, "learning_rate": 2e-05, "loss": 0.9276, "step": 900 }, { "epoch": 0.08101130597347102, "grad_norm": 0.4410511553287506, "learning_rate": 2e-05, "loss": 0.8973, "step": 910 }, { "epoch": 0.08190154010504763, "grad_norm": 0.45230555534362793, "learning_rate": 2e-05, "loss": 0.8735, "step": 920 }, { "epoch": 0.08279177423662423, "grad_norm": 0.48251569271087646, "learning_rate": 2e-05, "loss": 0.8711, "step": 930 }, { "epoch": 0.08368200836820083, "grad_norm": 0.4867289066314697, "learning_rate": 2e-05, "loss": 0.9189, "step": 940 }, { "epoch": 0.08457224249977745, "grad_norm": 0.46645817160606384, "learning_rate": 2e-05, "loss": 0.8748, "step": 950 }, { "epoch": 0.08546247663135405, "grad_norm": 0.48964402079582214, "learning_rate": 2e-05, "loss": 0.8659, "step": 960 }, { "epoch": 0.08635271076293065, "grad_norm": 0.5039545893669128, "learning_rate": 2e-05, "loss": 0.8709, "step": 970 }, { "epoch": 0.08724294489450725, "grad_norm": 0.4509641230106354, "learning_rate": 2e-05, "loss": 0.8713, "step": 980 }, { "epoch": 0.08813317902608386, "grad_norm": 0.4961320459842682, "learning_rate": 2e-05, "loss": 0.8893, "step": 990 }, { "epoch": 0.08902341315766046, "grad_norm": 0.45977702736854553, "learning_rate": 2e-05, "loss": 0.8701, "step": 1000 }, { "epoch": 0.08991364728923706, "grad_norm": 0.4814492166042328, "learning_rate": 2e-05, "loss": 0.8972, "step": 1010 }, { "epoch": 0.09080388142081368, "grad_norm": 0.4550889730453491, "learning_rate": 2e-05, "loss": 0.8592, "step": 1020 }, { "epoch": 0.09169411555239028, "grad_norm": 0.44844773411750793, "learning_rate": 2e-05, "loss": 0.8857, "step": 1030 }, { "epoch": 0.09258434968396688, "grad_norm": 0.5210088491439819, "learning_rate": 2e-05, "loss": 0.8765, "step": 1040 }, { "epoch": 0.0934745838155435, "grad_norm": 0.49490031599998474, "learning_rate": 2e-05, "loss": 0.8392, "step": 1050 }, { "epoch": 0.0943648179471201, "grad_norm": 0.4991597533226013, "learning_rate": 2e-05, "loss": 0.9008, "step": 1060 }, { "epoch": 0.0952550520786967, "grad_norm": 0.4496327340602875, "learning_rate": 2e-05, "loss": 0.9008, "step": 1070 }, { "epoch": 0.0961452862102733, "grad_norm": 0.4505268335342407, "learning_rate": 2e-05, "loss": 0.8817, "step": 1080 }, { "epoch": 0.09703552034184991, "grad_norm": 0.43803438544273376, "learning_rate": 2e-05, "loss": 0.8719, "step": 1090 }, { "epoch": 0.09792575447342651, "grad_norm": 0.48525097966194153, "learning_rate": 2e-05, "loss": 0.8958, "step": 1100 }, { "epoch": 0.09881598860500311, "grad_norm": 0.45317840576171875, "learning_rate": 2e-05, "loss": 0.8877, "step": 1110 }, { "epoch": 0.09970622273657972, "grad_norm": 0.43088456988334656, "learning_rate": 2e-05, "loss": 0.9022, "step": 1120 }, { "epoch": 0.10059645686815633, "grad_norm": 0.45597684383392334, "learning_rate": 2e-05, "loss": 0.8725, "step": 1130 }, { "epoch": 0.10148669099973293, "grad_norm": 0.4579595923423767, "learning_rate": 2e-05, "loss": 0.8722, "step": 1140 }, { "epoch": 0.10237692513130954, "grad_norm": 0.47375500202178955, "learning_rate": 2e-05, "loss": 0.8606, "step": 1150 }, { "epoch": 0.10326715926288614, "grad_norm": 0.4688866436481476, "learning_rate": 2e-05, "loss": 0.8636, "step": 1160 }, { "epoch": 0.10415739339446274, "grad_norm": 0.4577106833457947, "learning_rate": 2e-05, "loss": 0.8822, "step": 1170 }, { "epoch": 0.10504762752603934, "grad_norm": 0.4428924024105072, "learning_rate": 2e-05, "loss": 0.8618, "step": 1180 }, { "epoch": 0.10593786165761596, "grad_norm": 0.42710617184638977, "learning_rate": 2e-05, "loss": 0.8567, "step": 1190 }, { "epoch": 0.10682809578919256, "grad_norm": 0.4547199606895447, "learning_rate": 2e-05, "loss": 0.8782, "step": 1200 }, { "epoch": 0.10771832992076916, "grad_norm": 0.47715529799461365, "learning_rate": 2e-05, "loss": 0.871, "step": 1210 }, { "epoch": 0.10860856405234577, "grad_norm": 0.4618558883666992, "learning_rate": 2e-05, "loss": 0.8708, "step": 1220 }, { "epoch": 0.10949879818392237, "grad_norm": 0.44639959931373596, "learning_rate": 2e-05, "loss": 0.8563, "step": 1230 }, { "epoch": 0.11038903231549897, "grad_norm": 0.5406988263130188, "learning_rate": 2e-05, "loss": 0.8639, "step": 1240 }, { "epoch": 0.11127926644707559, "grad_norm": 0.4740561246871948, "learning_rate": 2e-05, "loss": 0.8941, "step": 1250 }, { "epoch": 0.11216950057865219, "grad_norm": 0.46081990003585815, "learning_rate": 2e-05, "loss": 0.8764, "step": 1260 }, { "epoch": 0.11305973471022879, "grad_norm": 0.46846848726272583, "learning_rate": 2e-05, "loss": 0.8657, "step": 1270 }, { "epoch": 0.11394996884180539, "grad_norm": 0.45560920238494873, "learning_rate": 2e-05, "loss": 0.8858, "step": 1280 }, { "epoch": 0.114840202973382, "grad_norm": 0.44569844007492065, "learning_rate": 2e-05, "loss": 0.8821, "step": 1290 }, { "epoch": 0.1157304371049586, "grad_norm": 0.47736498713493347, "learning_rate": 2e-05, "loss": 0.8654, "step": 1300 }, { "epoch": 0.1166206712365352, "grad_norm": 0.42953744530677795, "learning_rate": 2e-05, "loss": 0.8612, "step": 1310 }, { "epoch": 0.11751090536811182, "grad_norm": 0.472917765378952, "learning_rate": 2e-05, "loss": 0.8824, "step": 1320 }, { "epoch": 0.11840113949968842, "grad_norm": 0.4567590653896332, "learning_rate": 2e-05, "loss": 0.8887, "step": 1330 }, { "epoch": 0.11929137363126502, "grad_norm": 0.44442838430404663, "learning_rate": 2e-05, "loss": 0.8823, "step": 1340 }, { "epoch": 0.12018160776284163, "grad_norm": 0.44202491641044617, "learning_rate": 2e-05, "loss": 0.8663, "step": 1350 }, { "epoch": 0.12107184189441823, "grad_norm": 0.5220369100570679, "learning_rate": 2e-05, "loss": 0.8664, "step": 1360 }, { "epoch": 0.12196207602599483, "grad_norm": 0.4746244549751282, "learning_rate": 2e-05, "loss": 0.8763, "step": 1370 }, { "epoch": 0.12285231015757143, "grad_norm": 0.4417015612125397, "learning_rate": 2e-05, "loss": 0.8805, "step": 1380 }, { "epoch": 0.12374254428914805, "grad_norm": 0.5035746693611145, "learning_rate": 2e-05, "loss": 0.8845, "step": 1390 }, { "epoch": 0.12463277842072465, "grad_norm": 0.4350651502609253, "learning_rate": 2e-05, "loss": 0.8706, "step": 1400 }, { "epoch": 0.12552301255230125, "grad_norm": 0.44582507014274597, "learning_rate": 2e-05, "loss": 0.8505, "step": 1410 }, { "epoch": 0.12641324668387785, "grad_norm": 0.45047810673713684, "learning_rate": 2e-05, "loss": 0.8803, "step": 1420 }, { "epoch": 0.12730348081545448, "grad_norm": 0.4596972167491913, "learning_rate": 2e-05, "loss": 0.8666, "step": 1430 }, { "epoch": 0.12819371494703108, "grad_norm": 0.4250618517398834, "learning_rate": 2e-05, "loss": 0.8597, "step": 1440 }, { "epoch": 0.12908394907860768, "grad_norm": 0.43938419222831726, "learning_rate": 2e-05, "loss": 0.863, "step": 1450 }, { "epoch": 0.12997418321018428, "grad_norm": 0.45980769395828247, "learning_rate": 2e-05, "loss": 0.8574, "step": 1460 }, { "epoch": 0.13086441734176088, "grad_norm": 0.4644986093044281, "learning_rate": 2e-05, "loss": 0.8749, "step": 1470 }, { "epoch": 0.13175465147333748, "grad_norm": 0.4807727038860321, "learning_rate": 2e-05, "loss": 0.8922, "step": 1480 }, { "epoch": 0.13264488560491408, "grad_norm": 0.421638548374176, "learning_rate": 2e-05, "loss": 0.8789, "step": 1490 }, { "epoch": 0.1335351197364907, "grad_norm": 0.44382473826408386, "learning_rate": 2e-05, "loss": 0.8874, "step": 1500 }, { "epoch": 0.1344253538680673, "grad_norm": 0.4820038974285126, "learning_rate": 2e-05, "loss": 0.8992, "step": 1510 }, { "epoch": 0.1353155879996439, "grad_norm": 0.505782961845398, "learning_rate": 2e-05, "loss": 0.8664, "step": 1520 }, { "epoch": 0.1362058221312205, "grad_norm": 0.44912824034690857, "learning_rate": 2e-05, "loss": 0.8596, "step": 1530 }, { "epoch": 0.1370960562627971, "grad_norm": 0.43143683671951294, "learning_rate": 2e-05, "loss": 0.8672, "step": 1540 }, { "epoch": 0.1379862903943737, "grad_norm": 0.44386616349220276, "learning_rate": 2e-05, "loss": 0.8771, "step": 1550 }, { "epoch": 0.1388765245259503, "grad_norm": 0.43272528052330017, "learning_rate": 2e-05, "loss": 0.8374, "step": 1560 }, { "epoch": 0.13976675865752694, "grad_norm": 0.47014743089675903, "learning_rate": 2e-05, "loss": 0.8627, "step": 1570 }, { "epoch": 0.14065699278910354, "grad_norm": 0.4546826183795929, "learning_rate": 2e-05, "loss": 0.8832, "step": 1580 }, { "epoch": 0.14154722692068014, "grad_norm": 0.43960079550743103, "learning_rate": 2e-05, "loss": 0.8884, "step": 1590 }, { "epoch": 0.14243746105225674, "grad_norm": 0.4659097194671631, "learning_rate": 2e-05, "loss": 0.8647, "step": 1600 }, { "epoch": 0.14332769518383334, "grad_norm": 0.456807941198349, "learning_rate": 2e-05, "loss": 0.8782, "step": 1610 }, { "epoch": 0.14421792931540994, "grad_norm": 0.4250633716583252, "learning_rate": 2e-05, "loss": 0.8507, "step": 1620 }, { "epoch": 0.14510816344698657, "grad_norm": 0.45779556035995483, "learning_rate": 2e-05, "loss": 0.8655, "step": 1630 }, { "epoch": 0.14599839757856317, "grad_norm": 0.43346431851387024, "learning_rate": 2e-05, "loss": 0.8509, "step": 1640 }, { "epoch": 0.14688863171013977, "grad_norm": 0.47265052795410156, "learning_rate": 2e-05, "loss": 0.8534, "step": 1650 }, { "epoch": 0.14777886584171637, "grad_norm": 0.464148610830307, "learning_rate": 2e-05, "loss": 0.8667, "step": 1660 }, { "epoch": 0.14866909997329297, "grad_norm": 0.45228493213653564, "learning_rate": 2e-05, "loss": 0.8638, "step": 1670 }, { "epoch": 0.14955933410486957, "grad_norm": 0.4178244173526764, "learning_rate": 2e-05, "loss": 0.8414, "step": 1680 }, { "epoch": 0.15044956823644617, "grad_norm": 0.46974611282348633, "learning_rate": 2e-05, "loss": 0.8575, "step": 1690 }, { "epoch": 0.1513398023680228, "grad_norm": 0.4494037926197052, "learning_rate": 2e-05, "loss": 0.8655, "step": 1700 }, { "epoch": 0.1522300364995994, "grad_norm": 0.4633338153362274, "learning_rate": 2e-05, "loss": 0.8658, "step": 1710 }, { "epoch": 0.153120270631176, "grad_norm": 0.44515934586524963, "learning_rate": 2e-05, "loss": 0.8692, "step": 1720 }, { "epoch": 0.1540105047627526, "grad_norm": 0.4518592655658722, "learning_rate": 2e-05, "loss": 0.8566, "step": 1730 }, { "epoch": 0.1549007388943292, "grad_norm": 0.43090882897377014, "learning_rate": 2e-05, "loss": 0.8666, "step": 1740 }, { "epoch": 0.1557909730259058, "grad_norm": 0.4627023935317993, "learning_rate": 2e-05, "loss": 0.8682, "step": 1750 }, { "epoch": 0.1566812071574824, "grad_norm": 0.428757905960083, "learning_rate": 2e-05, "loss": 0.862, "step": 1760 }, { "epoch": 0.15757144128905903, "grad_norm": 0.5828053951263428, "learning_rate": 2e-05, "loss": 0.8646, "step": 1770 }, { "epoch": 0.15846167542063563, "grad_norm": 0.44868114590644836, "learning_rate": 2e-05, "loss": 0.8737, "step": 1780 }, { "epoch": 0.15935190955221223, "grad_norm": 0.44050073623657227, "learning_rate": 2e-05, "loss": 0.8397, "step": 1790 }, { "epoch": 0.16024214368378883, "grad_norm": 0.4597872495651245, "learning_rate": 2e-05, "loss": 0.8264, "step": 1800 }, { "epoch": 0.16113237781536544, "grad_norm": 0.4526384472846985, "learning_rate": 2e-05, "loss": 0.8889, "step": 1810 }, { "epoch": 0.16202261194694204, "grad_norm": 0.4531833529472351, "learning_rate": 2e-05, "loss": 0.854, "step": 1820 }, { "epoch": 0.16291284607851866, "grad_norm": 0.4569271504878998, "learning_rate": 2e-05, "loss": 0.8702, "step": 1830 }, { "epoch": 0.16380308021009526, "grad_norm": 0.4483858346939087, "learning_rate": 2e-05, "loss": 0.8685, "step": 1840 }, { "epoch": 0.16469331434167186, "grad_norm": 0.4322422742843628, "learning_rate": 2e-05, "loss": 0.8549, "step": 1850 }, { "epoch": 0.16558354847324847, "grad_norm": 0.4667356610298157, "learning_rate": 2e-05, "loss": 0.8819, "step": 1860 }, { "epoch": 0.16647378260482507, "grad_norm": 0.44596439599990845, "learning_rate": 2e-05, "loss": 0.8665, "step": 1870 }, { "epoch": 0.16736401673640167, "grad_norm": 0.44556376338005066, "learning_rate": 2e-05, "loss": 0.8674, "step": 1880 }, { "epoch": 0.16825425086797827, "grad_norm": 0.446918785572052, "learning_rate": 2e-05, "loss": 0.8712, "step": 1890 }, { "epoch": 0.1691444849995549, "grad_norm": 0.48224741220474243, "learning_rate": 2e-05, "loss": 0.8912, "step": 1900 }, { "epoch": 0.1700347191311315, "grad_norm": 0.42556098103523254, "learning_rate": 2e-05, "loss": 0.879, "step": 1910 }, { "epoch": 0.1709249532627081, "grad_norm": 0.4142284393310547, "learning_rate": 2e-05, "loss": 0.8283, "step": 1920 }, { "epoch": 0.1718151873942847, "grad_norm": 0.625287652015686, "learning_rate": 2e-05, "loss": 0.8809, "step": 1930 }, { "epoch": 0.1727054215258613, "grad_norm": 0.4345504641532898, "learning_rate": 2e-05, "loss": 0.8986, "step": 1940 }, { "epoch": 0.1735956556574379, "grad_norm": 0.43666818737983704, "learning_rate": 2e-05, "loss": 0.8623, "step": 1950 }, { "epoch": 0.1744858897890145, "grad_norm": 0.43533623218536377, "learning_rate": 2e-05, "loss": 0.8186, "step": 1960 }, { "epoch": 0.17537612392059113, "grad_norm": 0.4227614104747772, "learning_rate": 2e-05, "loss": 0.8761, "step": 1970 }, { "epoch": 0.17626635805216773, "grad_norm": 0.45506614446640015, "learning_rate": 2e-05, "loss": 0.8565, "step": 1980 }, { "epoch": 0.17715659218374433, "grad_norm": 0.44619250297546387, "learning_rate": 2e-05, "loss": 0.9029, "step": 1990 }, { "epoch": 0.17804682631532093, "grad_norm": 0.4685472846031189, "learning_rate": 2e-05, "loss": 0.8491, "step": 2000 }, { "epoch": 0.17893706044689753, "grad_norm": 0.43136295676231384, "learning_rate": 2e-05, "loss": 0.8497, "step": 2010 }, { "epoch": 0.17982729457847413, "grad_norm": 0.431625097990036, "learning_rate": 2e-05, "loss": 0.8441, "step": 2020 }, { "epoch": 0.18071752871005076, "grad_norm": 0.4419959783554077, "learning_rate": 2e-05, "loss": 0.8614, "step": 2030 }, { "epoch": 0.18160776284162736, "grad_norm": 0.4239712059497833, "learning_rate": 2e-05, "loss": 0.8512, "step": 2040 }, { "epoch": 0.18249799697320396, "grad_norm": 0.43728873133659363, "learning_rate": 2e-05, "loss": 0.8485, "step": 2050 }, { "epoch": 0.18338823110478056, "grad_norm": 0.41318660974502563, "learning_rate": 2e-05, "loss": 0.8453, "step": 2060 }, { "epoch": 0.18427846523635716, "grad_norm": 0.5283257961273193, "learning_rate": 2e-05, "loss": 0.8773, "step": 2070 }, { "epoch": 0.18516869936793376, "grad_norm": 0.45080527663230896, "learning_rate": 2e-05, "loss": 0.8651, "step": 2080 }, { "epoch": 0.18605893349951036, "grad_norm": 0.4390518367290497, "learning_rate": 2e-05, "loss": 0.8202, "step": 2090 }, { "epoch": 0.186949167631087, "grad_norm": 0.4196532070636749, "learning_rate": 2e-05, "loss": 0.8632, "step": 2100 }, { "epoch": 0.1878394017626636, "grad_norm": 0.41699790954589844, "learning_rate": 2e-05, "loss": 0.8265, "step": 2110 }, { "epoch": 0.1887296358942402, "grad_norm": 0.4441491663455963, "learning_rate": 2e-05, "loss": 0.8752, "step": 2120 }, { "epoch": 0.1896198700258168, "grad_norm": 0.4168669581413269, "learning_rate": 2e-05, "loss": 0.8455, "step": 2130 }, { "epoch": 0.1905101041573934, "grad_norm": 0.41449984908103943, "learning_rate": 2e-05, "loss": 0.8506, "step": 2140 }, { "epoch": 0.19140033828897, "grad_norm": 0.4350728392601013, "learning_rate": 2e-05, "loss": 0.8658, "step": 2150 }, { "epoch": 0.1922905724205466, "grad_norm": 0.43918314576148987, "learning_rate": 2e-05, "loss": 0.8631, "step": 2160 }, { "epoch": 0.19318080655212322, "grad_norm": 0.5561551451683044, "learning_rate": 2e-05, "loss": 0.8762, "step": 2170 }, { "epoch": 0.19407104068369982, "grad_norm": 0.5069448351860046, "learning_rate": 2e-05, "loss": 0.8711, "step": 2180 }, { "epoch": 0.19496127481527642, "grad_norm": 0.41097161173820496, "learning_rate": 2e-05, "loss": 0.8717, "step": 2190 }, { "epoch": 0.19585150894685302, "grad_norm": 0.43706122040748596, "learning_rate": 2e-05, "loss": 0.8889, "step": 2200 }, { "epoch": 0.19674174307842962, "grad_norm": 0.41716432571411133, "learning_rate": 2e-05, "loss": 0.8548, "step": 2210 }, { "epoch": 0.19763197721000622, "grad_norm": 0.4192309081554413, "learning_rate": 2e-05, "loss": 0.8247, "step": 2220 }, { "epoch": 0.19852221134158285, "grad_norm": 0.43411344289779663, "learning_rate": 2e-05, "loss": 0.8507, "step": 2230 }, { "epoch": 0.19941244547315945, "grad_norm": 0.42707616090774536, "learning_rate": 2e-05, "loss": 0.8532, "step": 2240 }, { "epoch": 0.20030267960473605, "grad_norm": 0.4212580621242523, "learning_rate": 2e-05, "loss": 0.8526, "step": 2250 }, { "epoch": 0.20119291373631265, "grad_norm": 0.396260142326355, "learning_rate": 2e-05, "loss": 0.8735, "step": 2260 }, { "epoch": 0.20208314786788925, "grad_norm": 0.445537269115448, "learning_rate": 2e-05, "loss": 0.8616, "step": 2270 }, { "epoch": 0.20297338199946585, "grad_norm": 0.4279395043849945, "learning_rate": 2e-05, "loss": 0.8512, "step": 2280 }, { "epoch": 0.20386361613104245, "grad_norm": 0.46049898862838745, "learning_rate": 2e-05, "loss": 0.8404, "step": 2290 }, { "epoch": 0.20475385026261908, "grad_norm": 0.4414907395839691, "learning_rate": 2e-05, "loss": 0.8566, "step": 2300 }, { "epoch": 0.20564408439419568, "grad_norm": 0.415762722492218, "learning_rate": 2e-05, "loss": 0.8233, "step": 2310 }, { "epoch": 0.20653431852577228, "grad_norm": 0.4279174506664276, "learning_rate": 2e-05, "loss": 0.895, "step": 2320 }, { "epoch": 0.20742455265734888, "grad_norm": 0.44296035170555115, "learning_rate": 2e-05, "loss": 0.8615, "step": 2330 }, { "epoch": 0.20831478678892548, "grad_norm": 0.411670446395874, "learning_rate": 2e-05, "loss": 0.814, "step": 2340 }, { "epoch": 0.20920502092050208, "grad_norm": 0.42919275164604187, "learning_rate": 2e-05, "loss": 0.869, "step": 2350 }, { "epoch": 0.21009525505207868, "grad_norm": 0.42778828740119934, "learning_rate": 2e-05, "loss": 0.837, "step": 2360 }, { "epoch": 0.2109854891836553, "grad_norm": 0.4137372672557831, "learning_rate": 2e-05, "loss": 0.8727, "step": 2370 }, { "epoch": 0.2118757233152319, "grad_norm": 0.4157104194164276, "learning_rate": 2e-05, "loss": 0.8629, "step": 2380 }, { "epoch": 0.2127659574468085, "grad_norm": 0.42591139674186707, "learning_rate": 2e-05, "loss": 0.815, "step": 2390 }, { "epoch": 0.2136561915783851, "grad_norm": 0.46538254618644714, "learning_rate": 2e-05, "loss": 0.8476, "step": 2400 }, { "epoch": 0.2145464257099617, "grad_norm": 0.4228883683681488, "learning_rate": 2e-05, "loss": 0.8553, "step": 2410 }, { "epoch": 0.2154366598415383, "grad_norm": 0.42215660214424133, "learning_rate": 2e-05, "loss": 0.841, "step": 2420 }, { "epoch": 0.21632689397311494, "grad_norm": 0.44334888458251953, "learning_rate": 2e-05, "loss": 0.8605, "step": 2430 }, { "epoch": 0.21721712810469154, "grad_norm": 0.4166254699230194, "learning_rate": 2e-05, "loss": 0.8485, "step": 2440 }, { "epoch": 0.21810736223626814, "grad_norm": 0.4625045359134674, "learning_rate": 2e-05, "loss": 0.8516, "step": 2450 }, { "epoch": 0.21899759636784474, "grad_norm": 0.44102203845977783, "learning_rate": 2e-05, "loss": 0.8409, "step": 2460 }, { "epoch": 0.21988783049942134, "grad_norm": 0.5162444710731506, "learning_rate": 2e-05, "loss": 0.8652, "step": 2470 }, { "epoch": 0.22077806463099794, "grad_norm": 0.42829203605651855, "learning_rate": 2e-05, "loss": 0.8843, "step": 2480 }, { "epoch": 0.22166829876257454, "grad_norm": 0.48756518959999084, "learning_rate": 2e-05, "loss": 0.8504, "step": 2490 }, { "epoch": 0.22255853289415117, "grad_norm": 0.4166606366634369, "learning_rate": 2e-05, "loss": 0.8347, "step": 2500 }, { "epoch": 0.22344876702572777, "grad_norm": 0.4540061950683594, "learning_rate": 2e-05, "loss": 0.8424, "step": 2510 }, { "epoch": 0.22433900115730437, "grad_norm": 0.44452282786369324, "learning_rate": 2e-05, "loss": 0.856, "step": 2520 }, { "epoch": 0.22522923528888097, "grad_norm": 0.4142967164516449, "learning_rate": 2e-05, "loss": 0.8352, "step": 2530 }, { "epoch": 0.22611946942045758, "grad_norm": 0.4105556607246399, "learning_rate": 2e-05, "loss": 0.8166, "step": 2540 }, { "epoch": 0.22700970355203418, "grad_norm": 0.47593531012535095, "learning_rate": 2e-05, "loss": 0.8494, "step": 2550 }, { "epoch": 0.22789993768361078, "grad_norm": 0.42076337337493896, "learning_rate": 2e-05, "loss": 0.8281, "step": 2560 }, { "epoch": 0.2287901718151874, "grad_norm": 0.4057317078113556, "learning_rate": 2e-05, "loss": 0.8373, "step": 2570 }, { "epoch": 0.229680405946764, "grad_norm": 0.8177383542060852, "learning_rate": 2e-05, "loss": 0.825, "step": 2580 }, { "epoch": 0.2305706400783406, "grad_norm": 0.44814127683639526, "learning_rate": 2e-05, "loss": 0.8496, "step": 2590 }, { "epoch": 0.2314608742099172, "grad_norm": 0.4277145266532898, "learning_rate": 2e-05, "loss": 0.839, "step": 2600 }, { "epoch": 0.2323511083414938, "grad_norm": 0.6474114060401917, "learning_rate": 2e-05, "loss": 0.8188, "step": 2610 }, { "epoch": 0.2332413424730704, "grad_norm": 0.414085328578949, "learning_rate": 2e-05, "loss": 0.8663, "step": 2620 }, { "epoch": 0.23413157660464703, "grad_norm": 0.45837730169296265, "learning_rate": 2e-05, "loss": 0.8541, "step": 2630 }, { "epoch": 0.23502181073622364, "grad_norm": 0.6366609334945679, "learning_rate": 2e-05, "loss": 0.8286, "step": 2640 }, { "epoch": 0.23591204486780024, "grad_norm": 0.43247151374816895, "learning_rate": 2e-05, "loss": 0.8307, "step": 2650 }, { "epoch": 0.23680227899937684, "grad_norm": 0.43700429797172546, "learning_rate": 2e-05, "loss": 0.8523, "step": 2660 }, { "epoch": 0.23769251313095344, "grad_norm": 0.43458279967308044, "learning_rate": 2e-05, "loss": 0.852, "step": 2670 }, { "epoch": 0.23858274726253004, "grad_norm": 0.4290573000907898, "learning_rate": 2e-05, "loss": 0.8692, "step": 2680 }, { "epoch": 0.23947298139410664, "grad_norm": 0.4276871979236603, "learning_rate": 2e-05, "loss": 0.8262, "step": 2690 }, { "epoch": 0.24036321552568327, "grad_norm": 0.47235074639320374, "learning_rate": 2e-05, "loss": 0.8362, "step": 2700 }, { "epoch": 0.24125344965725987, "grad_norm": 0.4367382526397705, "learning_rate": 2e-05, "loss": 0.896, "step": 2710 }, { "epoch": 0.24214368378883647, "grad_norm": 0.5260432362556458, "learning_rate": 2e-05, "loss": 0.8189, "step": 2720 }, { "epoch": 0.24303391792041307, "grad_norm": 0.43498674035072327, "learning_rate": 2e-05, "loss": 0.8639, "step": 2730 }, { "epoch": 0.24392415205198967, "grad_norm": 0.4313834309577942, "learning_rate": 2e-05, "loss": 0.8802, "step": 2740 }, { "epoch": 0.24481438618356627, "grad_norm": 0.4172224700450897, "learning_rate": 2e-05, "loss": 0.8259, "step": 2750 }, { "epoch": 0.24570462031514287, "grad_norm": 0.4088374674320221, "learning_rate": 2e-05, "loss": 0.844, "step": 2760 }, { "epoch": 0.2465948544467195, "grad_norm": 0.5691619515419006, "learning_rate": 2e-05, "loss": 0.8679, "step": 2770 }, { "epoch": 0.2474850885782961, "grad_norm": 0.42780718207359314, "learning_rate": 2e-05, "loss": 0.8176, "step": 2780 }, { "epoch": 0.2483753227098727, "grad_norm": 0.41950735449790955, "learning_rate": 2e-05, "loss": 0.8807, "step": 2790 }, { "epoch": 0.2492655568414493, "grad_norm": 0.4328187108039856, "learning_rate": 2e-05, "loss": 0.8315, "step": 2800 }, { "epoch": 0.2501557909730259, "grad_norm": 0.4625028669834137, "learning_rate": 2e-05, "loss": 0.8474, "step": 2810 }, { "epoch": 0.2510460251046025, "grad_norm": 0.4164404571056366, "learning_rate": 2e-05, "loss": 0.8384, "step": 2820 }, { "epoch": 0.2519362592361791, "grad_norm": 0.4204826056957245, "learning_rate": 2e-05, "loss": 0.8354, "step": 2830 }, { "epoch": 0.2528264933677557, "grad_norm": 0.43664735555648804, "learning_rate": 2e-05, "loss": 0.8742, "step": 2840 }, { "epoch": 0.25371672749933233, "grad_norm": 0.41397643089294434, "learning_rate": 2e-05, "loss": 0.8335, "step": 2850 }, { "epoch": 0.25460696163090896, "grad_norm": 0.43303459882736206, "learning_rate": 2e-05, "loss": 0.8563, "step": 2860 }, { "epoch": 0.25549719576248553, "grad_norm": 0.42382875084877014, "learning_rate": 2e-05, "loss": 0.8662, "step": 2870 }, { "epoch": 0.25638742989406216, "grad_norm": 0.4423929452896118, "learning_rate": 2e-05, "loss": 0.8393, "step": 2880 }, { "epoch": 0.25727766402563873, "grad_norm": 0.456138014793396, "learning_rate": 2e-05, "loss": 0.8572, "step": 2890 }, { "epoch": 0.25816789815721536, "grad_norm": 0.39736881852149963, "learning_rate": 2e-05, "loss": 0.8444, "step": 2900 }, { "epoch": 0.25905813228879193, "grad_norm": 0.43651801347732544, "learning_rate": 2e-05, "loss": 0.858, "step": 2910 }, { "epoch": 0.25994836642036856, "grad_norm": 0.4284229874610901, "learning_rate": 2e-05, "loss": 0.8435, "step": 2920 }, { "epoch": 0.2608386005519452, "grad_norm": 0.42209291458129883, "learning_rate": 2e-05, "loss": 0.8283, "step": 2930 }, { "epoch": 0.26172883468352176, "grad_norm": 0.4549107253551483, "learning_rate": 2e-05, "loss": 0.8425, "step": 2940 }, { "epoch": 0.2626190688150984, "grad_norm": 0.4218333065509796, "learning_rate": 2e-05, "loss": 0.8205, "step": 2950 }, { "epoch": 0.26350930294667496, "grad_norm": 0.3946894109249115, "learning_rate": 2e-05, "loss": 0.838, "step": 2960 }, { "epoch": 0.2643995370782516, "grad_norm": 0.4280807673931122, "learning_rate": 2e-05, "loss": 0.8577, "step": 2970 }, { "epoch": 0.26528977120982816, "grad_norm": 0.4125746786594391, "learning_rate": 2e-05, "loss": 0.8336, "step": 2980 }, { "epoch": 0.2661800053414048, "grad_norm": 0.40464118123054504, "learning_rate": 2e-05, "loss": 0.8176, "step": 2990 }, { "epoch": 0.2670702394729814, "grad_norm": 0.44472426176071167, "learning_rate": 2e-05, "loss": 0.8417, "step": 3000 }, { "epoch": 0.267960473604558, "grad_norm": 0.4557833671569824, "learning_rate": 2e-05, "loss": 0.8394, "step": 3010 }, { "epoch": 0.2688507077361346, "grad_norm": 0.42392170429229736, "learning_rate": 2e-05, "loss": 0.862, "step": 3020 }, { "epoch": 0.2697409418677112, "grad_norm": 0.43136587738990784, "learning_rate": 2e-05, "loss": 0.8434, "step": 3030 }, { "epoch": 0.2706311759992878, "grad_norm": 0.40608543157577515, "learning_rate": 2e-05, "loss": 0.8295, "step": 3040 }, { "epoch": 0.2715214101308644, "grad_norm": 0.421271413564682, "learning_rate": 2e-05, "loss": 0.821, "step": 3050 }, { "epoch": 0.272411644262441, "grad_norm": 0.4330582022666931, "learning_rate": 2e-05, "loss": 0.7876, "step": 3060 }, { "epoch": 0.27330187839401765, "grad_norm": 0.4295467138290405, "learning_rate": 2e-05, "loss": 0.833, "step": 3070 }, { "epoch": 0.2741921125255942, "grad_norm": 0.394844114780426, "learning_rate": 2e-05, "loss": 0.8487, "step": 3080 }, { "epoch": 0.27508234665717085, "grad_norm": 0.40360546112060547, "learning_rate": 2e-05, "loss": 0.853, "step": 3090 }, { "epoch": 0.2759725807887474, "grad_norm": 0.42461588978767395, "learning_rate": 2e-05, "loss": 0.854, "step": 3100 }, { "epoch": 0.27686281492032405, "grad_norm": 0.43159249424934387, "learning_rate": 2e-05, "loss": 0.8393, "step": 3110 }, { "epoch": 0.2777530490519006, "grad_norm": 0.4250316917896271, "learning_rate": 2e-05, "loss": 0.8478, "step": 3120 }, { "epoch": 0.27864328318347725, "grad_norm": 0.42414626479148865, "learning_rate": 2e-05, "loss": 0.8401, "step": 3130 }, { "epoch": 0.2795335173150539, "grad_norm": 0.4358814060688019, "learning_rate": 2e-05, "loss": 0.8455, "step": 3140 }, { "epoch": 0.28042375144663045, "grad_norm": 0.437195748090744, "learning_rate": 2e-05, "loss": 0.8527, "step": 3150 }, { "epoch": 0.2813139855782071, "grad_norm": 0.6838892698287964, "learning_rate": 2e-05, "loss": 0.8198, "step": 3160 }, { "epoch": 0.28220421970978365, "grad_norm": 0.42534223198890686, "learning_rate": 2e-05, "loss": 0.866, "step": 3170 }, { "epoch": 0.2830944538413603, "grad_norm": 0.4798223376274109, "learning_rate": 2e-05, "loss": 0.828, "step": 3180 }, { "epoch": 0.28398468797293686, "grad_norm": 0.5947292447090149, "learning_rate": 2e-05, "loss": 0.8322, "step": 3190 }, { "epoch": 0.2848749221045135, "grad_norm": 0.4492744505405426, "learning_rate": 2e-05, "loss": 0.8138, "step": 3200 }, { "epoch": 0.2857651562360901, "grad_norm": 0.4417429268360138, "learning_rate": 2e-05, "loss": 0.8309, "step": 3210 }, { "epoch": 0.2866553903676667, "grad_norm": 0.3862607777118683, "learning_rate": 2e-05, "loss": 0.8358, "step": 3220 }, { "epoch": 0.2875456244992433, "grad_norm": 0.43765485286712646, "learning_rate": 2e-05, "loss": 0.8451, "step": 3230 }, { "epoch": 0.2884358586308199, "grad_norm": 0.46194157004356384, "learning_rate": 2e-05, "loss": 0.8409, "step": 3240 }, { "epoch": 0.2893260927623965, "grad_norm": 0.430292010307312, "learning_rate": 2e-05, "loss": 0.8561, "step": 3250 }, { "epoch": 0.29021632689397314, "grad_norm": 0.4018983542919159, "learning_rate": 2e-05, "loss": 0.8233, "step": 3260 }, { "epoch": 0.2911065610255497, "grad_norm": 0.4397847354412079, "learning_rate": 2e-05, "loss": 0.8583, "step": 3270 }, { "epoch": 0.29199679515712634, "grad_norm": 0.40910622477531433, "learning_rate": 2e-05, "loss": 0.8301, "step": 3280 }, { "epoch": 0.2928870292887029, "grad_norm": 0.42725783586502075, "learning_rate": 2e-05, "loss": 0.8362, "step": 3290 }, { "epoch": 0.29377726342027954, "grad_norm": 0.4168187975883484, "learning_rate": 2e-05, "loss": 0.8129, "step": 3300 }, { "epoch": 0.2946674975518561, "grad_norm": 0.40158092975616455, "learning_rate": 2e-05, "loss": 0.8135, "step": 3310 }, { "epoch": 0.29555773168343275, "grad_norm": 0.4245370924472809, "learning_rate": 2e-05, "loss": 0.8518, "step": 3320 }, { "epoch": 0.2964479658150094, "grad_norm": 0.3972856402397156, "learning_rate": 2e-05, "loss": 0.8296, "step": 3330 }, { "epoch": 0.29733819994658595, "grad_norm": 0.4222424328327179, "learning_rate": 2e-05, "loss": 0.8411, "step": 3340 }, { "epoch": 0.2982284340781626, "grad_norm": 0.41043180227279663, "learning_rate": 2e-05, "loss": 0.8512, "step": 3350 }, { "epoch": 0.29911866820973915, "grad_norm": 0.45406341552734375, "learning_rate": 2e-05, "loss": 0.8463, "step": 3360 }, { "epoch": 0.3000089023413158, "grad_norm": 0.4208841025829315, "learning_rate": 2e-05, "loss": 0.8287, "step": 3370 }, { "epoch": 0.30089913647289235, "grad_norm": 0.41306719183921814, "learning_rate": 2e-05, "loss": 0.8495, "step": 3380 }, { "epoch": 0.301789370604469, "grad_norm": 0.4270111322402954, "learning_rate": 2e-05, "loss": 0.8339, "step": 3390 }, { "epoch": 0.3026796047360456, "grad_norm": 0.4206894636154175, "learning_rate": 2e-05, "loss": 0.857, "step": 3400 }, { "epoch": 0.3035698388676222, "grad_norm": 0.42541080713272095, "learning_rate": 2e-05, "loss": 0.8095, "step": 3410 }, { "epoch": 0.3044600729991988, "grad_norm": 0.4107275605201721, "learning_rate": 2e-05, "loss": 0.8311, "step": 3420 }, { "epoch": 0.3053503071307754, "grad_norm": 0.4141565263271332, "learning_rate": 2e-05, "loss": 0.7865, "step": 3430 }, { "epoch": 0.306240541262352, "grad_norm": 0.4420231878757477, "learning_rate": 2e-05, "loss": 0.8488, "step": 3440 }, { "epoch": 0.3071307753939286, "grad_norm": 0.40426716208457947, "learning_rate": 2e-05, "loss": 0.8184, "step": 3450 }, { "epoch": 0.3080210095255052, "grad_norm": 0.42423561215400696, "learning_rate": 2e-05, "loss": 0.7847, "step": 3460 }, { "epoch": 0.30891124365708184, "grad_norm": 0.4481654763221741, "learning_rate": 2e-05, "loss": 0.823, "step": 3470 }, { "epoch": 0.3098014777886584, "grad_norm": 0.4493624269962311, "learning_rate": 2e-05, "loss": 0.8265, "step": 3480 }, { "epoch": 0.31069171192023504, "grad_norm": 0.4318940341472626, "learning_rate": 2e-05, "loss": 0.8152, "step": 3490 }, { "epoch": 0.3115819460518116, "grad_norm": 0.41274625062942505, "learning_rate": 2e-05, "loss": 0.8531, "step": 3500 }, { "epoch": 0.31247218018338824, "grad_norm": 0.43591421842575073, "learning_rate": 2e-05, "loss": 0.8076, "step": 3510 }, { "epoch": 0.3133624143149648, "grad_norm": 0.4300544857978821, "learning_rate": 2e-05, "loss": 0.8423, "step": 3520 }, { "epoch": 0.31425264844654144, "grad_norm": 0.43675532937049866, "learning_rate": 2e-05, "loss": 0.8441, "step": 3530 }, { "epoch": 0.31514288257811807, "grad_norm": 0.47683587670326233, "learning_rate": 2e-05, "loss": 0.8102, "step": 3540 }, { "epoch": 0.31603311670969464, "grad_norm": 0.4293249249458313, "learning_rate": 2e-05, "loss": 0.8601, "step": 3550 }, { "epoch": 0.31692335084127127, "grad_norm": 0.41486814618110657, "learning_rate": 2e-05, "loss": 0.8412, "step": 3560 }, { "epoch": 0.31781358497284784, "grad_norm": 0.4220460057258606, "learning_rate": 2e-05, "loss": 0.8433, "step": 3570 }, { "epoch": 0.31870381910442447, "grad_norm": 0.4201449751853943, "learning_rate": 2e-05, "loss": 0.8419, "step": 3580 }, { "epoch": 0.31959405323600104, "grad_norm": 0.43113377690315247, "learning_rate": 2e-05, "loss": 0.8153, "step": 3590 }, { "epoch": 0.32048428736757767, "grad_norm": 0.4121089279651642, "learning_rate": 2e-05, "loss": 0.8586, "step": 3600 }, { "epoch": 0.3213745214991543, "grad_norm": 0.4429466724395752, "learning_rate": 2e-05, "loss": 0.8353, "step": 3610 }, { "epoch": 0.32226475563073087, "grad_norm": 0.41377443075180054, "learning_rate": 2e-05, "loss": 0.8239, "step": 3620 }, { "epoch": 0.3231549897623075, "grad_norm": 0.40802210569381714, "learning_rate": 2e-05, "loss": 0.8327, "step": 3630 }, { "epoch": 0.32404522389388407, "grad_norm": 0.4101453423500061, "learning_rate": 2e-05, "loss": 0.825, "step": 3640 }, { "epoch": 0.3249354580254607, "grad_norm": 0.45503178238868713, "learning_rate": 2e-05, "loss": 0.8468, "step": 3650 }, { "epoch": 0.3258256921570373, "grad_norm": 0.45985323190689087, "learning_rate": 2e-05, "loss": 0.8673, "step": 3660 }, { "epoch": 0.3267159262886139, "grad_norm": 0.43549156188964844, "learning_rate": 2e-05, "loss": 0.8377, "step": 3670 }, { "epoch": 0.32760616042019053, "grad_norm": 0.4208657741546631, "learning_rate": 2e-05, "loss": 0.8103, "step": 3680 }, { "epoch": 0.3284963945517671, "grad_norm": 0.4263143539428711, "learning_rate": 2e-05, "loss": 0.826, "step": 3690 }, { "epoch": 0.32938662868334373, "grad_norm": 0.40754878520965576, "learning_rate": 2e-05, "loss": 0.8349, "step": 3700 }, { "epoch": 0.3302768628149203, "grad_norm": 0.43649813532829285, "learning_rate": 2e-05, "loss": 0.8513, "step": 3710 }, { "epoch": 0.33116709694649693, "grad_norm": 0.42877429723739624, "learning_rate": 2e-05, "loss": 0.8407, "step": 3720 }, { "epoch": 0.33205733107807356, "grad_norm": 0.4446612298488617, "learning_rate": 2e-05, "loss": 0.8257, "step": 3730 }, { "epoch": 0.33294756520965013, "grad_norm": 0.40203750133514404, "learning_rate": 2e-05, "loss": 0.782, "step": 3740 }, { "epoch": 0.33383779934122676, "grad_norm": 0.42034125328063965, "learning_rate": 2e-05, "loss": 0.8237, "step": 3750 }, { "epoch": 0.33472803347280333, "grad_norm": 0.4304819405078888, "learning_rate": 2e-05, "loss": 0.8357, "step": 3760 }, { "epoch": 0.33561826760437996, "grad_norm": 0.45289233326911926, "learning_rate": 2e-05, "loss": 0.8474, "step": 3770 }, { "epoch": 0.33650850173595653, "grad_norm": 0.40869587659835815, "learning_rate": 2e-05, "loss": 0.8241, "step": 3780 }, { "epoch": 0.33739873586753316, "grad_norm": 0.41707906126976013, "learning_rate": 2e-05, "loss": 0.8145, "step": 3790 }, { "epoch": 0.3382889699991098, "grad_norm": 0.4553302526473999, "learning_rate": 2e-05, "loss": 0.8457, "step": 3800 }, { "epoch": 0.33917920413068636, "grad_norm": 0.41422930359840393, "learning_rate": 2e-05, "loss": 0.8064, "step": 3810 }, { "epoch": 0.340069438262263, "grad_norm": 0.40437325835227966, "learning_rate": 2e-05, "loss": 0.7979, "step": 3820 }, { "epoch": 0.34095967239383956, "grad_norm": 0.40993422269821167, "learning_rate": 2e-05, "loss": 0.7963, "step": 3830 }, { "epoch": 0.3418499065254162, "grad_norm": 0.4463188350200653, "learning_rate": 2e-05, "loss": 0.8383, "step": 3840 }, { "epoch": 0.34274014065699276, "grad_norm": 0.41199883818626404, "learning_rate": 2e-05, "loss": 0.8153, "step": 3850 }, { "epoch": 0.3436303747885694, "grad_norm": 0.39703360199928284, "learning_rate": 2e-05, "loss": 0.8322, "step": 3860 }, { "epoch": 0.344520608920146, "grad_norm": 0.4153502285480499, "learning_rate": 2e-05, "loss": 0.8482, "step": 3870 }, { "epoch": 0.3454108430517226, "grad_norm": 0.4348487854003906, "learning_rate": 2e-05, "loss": 0.8251, "step": 3880 }, { "epoch": 0.3463010771832992, "grad_norm": 0.3973188102245331, "learning_rate": 2e-05, "loss": 0.8155, "step": 3890 }, { "epoch": 0.3471913113148758, "grad_norm": 0.4261895716190338, "learning_rate": 2e-05, "loss": 0.8228, "step": 3900 }, { "epoch": 0.3480815454464524, "grad_norm": 0.4215255677700043, "learning_rate": 2e-05, "loss": 0.8148, "step": 3910 }, { "epoch": 0.348971779578029, "grad_norm": 0.399711549282074, "learning_rate": 2e-05, "loss": 0.8168, "step": 3920 }, { "epoch": 0.3498620137096056, "grad_norm": 0.3966852128505707, "learning_rate": 2e-05, "loss": 0.8458, "step": 3930 }, { "epoch": 0.35075224784118225, "grad_norm": 0.40908384323120117, "learning_rate": 2e-05, "loss": 0.8446, "step": 3940 }, { "epoch": 0.3516424819727588, "grad_norm": 0.41330382227897644, "learning_rate": 2e-05, "loss": 0.8112, "step": 3950 }, { "epoch": 0.35253271610433545, "grad_norm": 0.41872796416282654, "learning_rate": 2e-05, "loss": 0.8362, "step": 3960 }, { "epoch": 0.353422950235912, "grad_norm": 0.5635706186294556, "learning_rate": 2e-05, "loss": 0.8535, "step": 3970 }, { "epoch": 0.35431318436748865, "grad_norm": 0.4385491609573364, "learning_rate": 2e-05, "loss": 0.862, "step": 3980 }, { "epoch": 0.3552034184990652, "grad_norm": 0.426220566034317, "learning_rate": 2e-05, "loss": 0.8331, "step": 3990 }, { "epoch": 0.35609365263064185, "grad_norm": 0.41327157616615295, "learning_rate": 2e-05, "loss": 0.8124, "step": 4000 }, { "epoch": 0.3569838867622185, "grad_norm": 0.4117506444454193, "learning_rate": 2e-05, "loss": 0.8212, "step": 4010 }, { "epoch": 0.35787412089379506, "grad_norm": 0.4391235113143921, "learning_rate": 2e-05, "loss": 0.8267, "step": 4020 }, { "epoch": 0.3587643550253717, "grad_norm": 0.40042269229888916, "learning_rate": 2e-05, "loss": 0.807, "step": 4030 }, { "epoch": 0.35965458915694826, "grad_norm": 0.4029245376586914, "learning_rate": 2e-05, "loss": 0.8149, "step": 4040 }, { "epoch": 0.3605448232885249, "grad_norm": 0.4109240174293518, "learning_rate": 2e-05, "loss": 0.8229, "step": 4050 }, { "epoch": 0.3614350574201015, "grad_norm": 0.4032326936721802, "learning_rate": 2e-05, "loss": 0.8035, "step": 4060 }, { "epoch": 0.3623252915516781, "grad_norm": 0.4191797077655792, "learning_rate": 2e-05, "loss": 0.8219, "step": 4070 }, { "epoch": 0.3632155256832547, "grad_norm": 0.41351959109306335, "learning_rate": 2e-05, "loss": 0.8199, "step": 4080 }, { "epoch": 0.3641057598148313, "grad_norm": 0.40022891759872437, "learning_rate": 2e-05, "loss": 0.8199, "step": 4090 }, { "epoch": 0.3649959939464079, "grad_norm": 0.4206380844116211, "learning_rate": 2e-05, "loss": 0.8372, "step": 4100 }, { "epoch": 0.3658862280779845, "grad_norm": 0.40191662311553955, "learning_rate": 2e-05, "loss": 0.8434, "step": 4110 }, { "epoch": 0.3667764622095611, "grad_norm": 0.418744295835495, "learning_rate": 2e-05, "loss": 0.8345, "step": 4120 }, { "epoch": 0.36766669634113774, "grad_norm": 0.42262357473373413, "learning_rate": 2e-05, "loss": 0.824, "step": 4130 }, { "epoch": 0.3685569304727143, "grad_norm": 0.45413738489151, "learning_rate": 2e-05, "loss": 0.8102, "step": 4140 }, { "epoch": 0.36944716460429095, "grad_norm": 0.4292362928390503, "learning_rate": 2e-05, "loss": 0.8223, "step": 4150 }, { "epoch": 0.3703373987358675, "grad_norm": 0.3982831537723541, "learning_rate": 2e-05, "loss": 0.8176, "step": 4160 }, { "epoch": 0.37122763286744415, "grad_norm": 0.4300854206085205, "learning_rate": 2e-05, "loss": 0.7877, "step": 4170 }, { "epoch": 0.3721178669990207, "grad_norm": 0.42021501064300537, "learning_rate": 2e-05, "loss": 0.8536, "step": 4180 }, { "epoch": 0.37300810113059735, "grad_norm": 0.42756009101867676, "learning_rate": 2e-05, "loss": 0.8555, "step": 4190 }, { "epoch": 0.373898335262174, "grad_norm": 0.42907434701919556, "learning_rate": 2e-05, "loss": 0.8145, "step": 4200 }, { "epoch": 0.37478856939375055, "grad_norm": 0.45126932859420776, "learning_rate": 2e-05, "loss": 0.8375, "step": 4210 }, { "epoch": 0.3756788035253272, "grad_norm": 0.38375094532966614, "learning_rate": 2e-05, "loss": 0.7933, "step": 4220 }, { "epoch": 0.37656903765690375, "grad_norm": 0.45565056800842285, "learning_rate": 2e-05, "loss": 0.8063, "step": 4230 }, { "epoch": 0.3774592717884804, "grad_norm": 0.4196164011955261, "learning_rate": 2e-05, "loss": 0.8233, "step": 4240 }, { "epoch": 0.37834950592005695, "grad_norm": 0.4495660960674286, "learning_rate": 2e-05, "loss": 0.8185, "step": 4250 }, { "epoch": 0.3792397400516336, "grad_norm": 0.41325727105140686, "learning_rate": 2e-05, "loss": 0.8059, "step": 4260 }, { "epoch": 0.3801299741832102, "grad_norm": 0.40559035539627075, "learning_rate": 2e-05, "loss": 0.8262, "step": 4270 }, { "epoch": 0.3810202083147868, "grad_norm": 0.40767455101013184, "learning_rate": 2e-05, "loss": 0.8204, "step": 4280 }, { "epoch": 0.3819104424463634, "grad_norm": 0.42494624853134155, "learning_rate": 2e-05, "loss": 0.8241, "step": 4290 }, { "epoch": 0.38280067657794, "grad_norm": 0.40323498845100403, "learning_rate": 2e-05, "loss": 0.8006, "step": 4300 }, { "epoch": 0.3836909107095166, "grad_norm": 0.43134891986846924, "learning_rate": 2e-05, "loss": 0.822, "step": 4310 }, { "epoch": 0.3845811448410932, "grad_norm": 0.4199300706386566, "learning_rate": 2e-05, "loss": 0.8087, "step": 4320 }, { "epoch": 0.3854713789726698, "grad_norm": 0.4243045747280121, "learning_rate": 2e-05, "loss": 0.8268, "step": 4330 }, { "epoch": 0.38636161310424644, "grad_norm": 0.7792085409164429, "learning_rate": 2e-05, "loss": 0.8294, "step": 4340 }, { "epoch": 0.387251847235823, "grad_norm": 0.41471177339553833, "learning_rate": 2e-05, "loss": 0.8077, "step": 4350 }, { "epoch": 0.38814208136739964, "grad_norm": 0.42648547887802124, "learning_rate": 2e-05, "loss": 0.8305, "step": 4360 }, { "epoch": 0.3890323154989762, "grad_norm": 0.40763089060783386, "learning_rate": 2e-05, "loss": 0.8508, "step": 4370 }, { "epoch": 0.38992254963055284, "grad_norm": 0.428901344537735, "learning_rate": 2e-05, "loss": 0.8117, "step": 4380 }, { "epoch": 0.39081278376212947, "grad_norm": 0.4178633391857147, "learning_rate": 2e-05, "loss": 0.8369, "step": 4390 }, { "epoch": 0.39170301789370604, "grad_norm": 0.40298399329185486, "learning_rate": 2e-05, "loss": 0.8106, "step": 4400 }, { "epoch": 0.39259325202528267, "grad_norm": 0.42718732357025146, "learning_rate": 2e-05, "loss": 0.7935, "step": 4410 }, { "epoch": 0.39348348615685924, "grad_norm": 0.4392097592353821, "learning_rate": 2e-05, "loss": 0.825, "step": 4420 }, { "epoch": 0.39437372028843587, "grad_norm": 0.4516502022743225, "learning_rate": 2e-05, "loss": 0.8068, "step": 4430 }, { "epoch": 0.39526395442001244, "grad_norm": 0.42506465315818787, "learning_rate": 2e-05, "loss": 0.8022, "step": 4440 }, { "epoch": 0.39615418855158907, "grad_norm": 0.4037013053894043, "learning_rate": 2e-05, "loss": 0.8086, "step": 4450 }, { "epoch": 0.3970444226831657, "grad_norm": 0.4320470988750458, "learning_rate": 2e-05, "loss": 0.8309, "step": 4460 }, { "epoch": 0.39793465681474227, "grad_norm": 0.42536693811416626, "learning_rate": 2e-05, "loss": 0.7915, "step": 4470 }, { "epoch": 0.3988248909463189, "grad_norm": 0.41374078392982483, "learning_rate": 2e-05, "loss": 0.8017, "step": 4480 }, { "epoch": 0.3997151250778955, "grad_norm": 0.4253350794315338, "learning_rate": 2e-05, "loss": 0.8171, "step": 4490 }, { "epoch": 0.4006053592094721, "grad_norm": 0.4242878258228302, "learning_rate": 2e-05, "loss": 0.8544, "step": 4500 }, { "epoch": 0.4014955933410487, "grad_norm": 0.4610006511211395, "learning_rate": 2e-05, "loss": 0.7999, "step": 4510 }, { "epoch": 0.4023858274726253, "grad_norm": 0.3998091220855713, "learning_rate": 2e-05, "loss": 0.8245, "step": 4520 }, { "epoch": 0.40327606160420193, "grad_norm": 0.3994504511356354, "learning_rate": 2e-05, "loss": 0.7968, "step": 4530 }, { "epoch": 0.4041662957357785, "grad_norm": 0.432560533285141, "learning_rate": 2e-05, "loss": 0.8279, "step": 4540 }, { "epoch": 0.40505652986735513, "grad_norm": 0.4226333498954773, "learning_rate": 2e-05, "loss": 0.8073, "step": 4550 }, { "epoch": 0.4059467639989317, "grad_norm": 0.4384939968585968, "learning_rate": 2e-05, "loss": 0.8103, "step": 4560 }, { "epoch": 0.40683699813050833, "grad_norm": 0.41693630814552307, "learning_rate": 2e-05, "loss": 0.8009, "step": 4570 }, { "epoch": 0.4077272322620849, "grad_norm": 0.44103047251701355, "learning_rate": 2e-05, "loss": 0.843, "step": 4580 }, { "epoch": 0.40861746639366153, "grad_norm": 0.42429396510124207, "learning_rate": 2e-05, "loss": 0.7949, "step": 4590 }, { "epoch": 0.40950770052523816, "grad_norm": 0.4315495491027832, "learning_rate": 2e-05, "loss": 0.8995, "step": 4600 }, { "epoch": 0.41039793465681473, "grad_norm": 0.4785359799861908, "learning_rate": 2e-05, "loss": 0.825, "step": 4610 }, { "epoch": 0.41128816878839136, "grad_norm": 0.4082861542701721, "learning_rate": 2e-05, "loss": 0.8344, "step": 4620 }, { "epoch": 0.41217840291996793, "grad_norm": 0.40187034010887146, "learning_rate": 2e-05, "loss": 0.8117, "step": 4630 }, { "epoch": 0.41306863705154456, "grad_norm": 0.4089754819869995, "learning_rate": 2e-05, "loss": 0.8131, "step": 4640 }, { "epoch": 0.41395887118312114, "grad_norm": 0.40612879395484924, "learning_rate": 2e-05, "loss": 0.7962, "step": 4650 }, { "epoch": 0.41484910531469776, "grad_norm": 0.4087541103363037, "learning_rate": 2e-05, "loss": 0.8059, "step": 4660 }, { "epoch": 0.4157393394462744, "grad_norm": 0.4274562895298004, "learning_rate": 2e-05, "loss": 0.8439, "step": 4670 }, { "epoch": 0.41662957357785096, "grad_norm": 0.4199943244457245, "learning_rate": 2e-05, "loss": 0.8202, "step": 4680 }, { "epoch": 0.4175198077094276, "grad_norm": 0.40392178297042847, "learning_rate": 2e-05, "loss": 0.8036, "step": 4690 }, { "epoch": 0.41841004184100417, "grad_norm": 0.4199431538581848, "learning_rate": 2e-05, "loss": 0.8089, "step": 4700 }, { "epoch": 0.4193002759725808, "grad_norm": 0.448820024728775, "learning_rate": 2e-05, "loss": 0.807, "step": 4710 }, { "epoch": 0.42019051010415737, "grad_norm": 0.3838268518447876, "learning_rate": 2e-05, "loss": 0.8141, "step": 4720 }, { "epoch": 0.421080744235734, "grad_norm": 0.3966931402683258, "learning_rate": 2e-05, "loss": 0.8114, "step": 4730 }, { "epoch": 0.4219709783673106, "grad_norm": 0.42101746797561646, "learning_rate": 2e-05, "loss": 0.8111, "step": 4740 }, { "epoch": 0.4228612124988872, "grad_norm": 0.41088178753852844, "learning_rate": 2e-05, "loss": 0.7957, "step": 4750 }, { "epoch": 0.4237514466304638, "grad_norm": 0.40913447737693787, "learning_rate": 2e-05, "loss": 0.833, "step": 4760 }, { "epoch": 0.4246416807620404, "grad_norm": 0.3723960816860199, "learning_rate": 2e-05, "loss": 0.7886, "step": 4770 }, { "epoch": 0.425531914893617, "grad_norm": 0.4006163775920868, "learning_rate": 2e-05, "loss": 0.8081, "step": 4780 }, { "epoch": 0.42642214902519365, "grad_norm": 0.429553747177124, "learning_rate": 2e-05, "loss": 0.8333, "step": 4790 }, { "epoch": 0.4273123831567702, "grad_norm": 0.4222668707370758, "learning_rate": 2e-05, "loss": 0.8345, "step": 4800 }, { "epoch": 0.42820261728834685, "grad_norm": 0.3898997902870178, "learning_rate": 2e-05, "loss": 0.8193, "step": 4810 }, { "epoch": 0.4290928514199234, "grad_norm": 0.40183025598526, "learning_rate": 2e-05, "loss": 0.8114, "step": 4820 }, { "epoch": 0.42998308555150005, "grad_norm": 0.5734966397285461, "learning_rate": 2e-05, "loss": 0.8303, "step": 4830 }, { "epoch": 0.4308733196830766, "grad_norm": 0.4249509572982788, "learning_rate": 2e-05, "loss": 0.8149, "step": 4840 }, { "epoch": 0.43176355381465326, "grad_norm": 0.4371035397052765, "learning_rate": 2e-05, "loss": 0.8346, "step": 4850 }, { "epoch": 0.4326537879462299, "grad_norm": 0.7718930244445801, "learning_rate": 2e-05, "loss": 0.8148, "step": 4860 }, { "epoch": 0.43354402207780646, "grad_norm": 0.42943865060806274, "learning_rate": 2e-05, "loss": 0.8259, "step": 4870 }, { "epoch": 0.4344342562093831, "grad_norm": 0.5938506722450256, "learning_rate": 2e-05, "loss": 0.8095, "step": 4880 }, { "epoch": 0.43532449034095966, "grad_norm": 0.4294741153717041, "learning_rate": 2e-05, "loss": 0.801, "step": 4890 }, { "epoch": 0.4362147244725363, "grad_norm": 0.38467851281166077, "learning_rate": 2e-05, "loss": 0.7963, "step": 4900 }, { "epoch": 0.43710495860411286, "grad_norm": 0.39362895488739014, "learning_rate": 2e-05, "loss": 0.789, "step": 4910 }, { "epoch": 0.4379951927356895, "grad_norm": 0.4231758415699005, "learning_rate": 2e-05, "loss": 0.8095, "step": 4920 }, { "epoch": 0.4388854268672661, "grad_norm": 0.41444429755210876, "learning_rate": 2e-05, "loss": 0.7958, "step": 4930 }, { "epoch": 0.4397756609988427, "grad_norm": 0.4043222963809967, "learning_rate": 2e-05, "loss": 0.8357, "step": 4940 }, { "epoch": 0.4406658951304193, "grad_norm": 0.424271821975708, "learning_rate": 2e-05, "loss": 0.8152, "step": 4950 }, { "epoch": 0.4415561292619959, "grad_norm": 0.40251779556274414, "learning_rate": 2e-05, "loss": 0.8167, "step": 4960 }, { "epoch": 0.4424463633935725, "grad_norm": 0.4041527509689331, "learning_rate": 2e-05, "loss": 0.8093, "step": 4970 }, { "epoch": 0.4433365975251491, "grad_norm": 0.43732142448425293, "learning_rate": 2e-05, "loss": 0.8325, "step": 4980 }, { "epoch": 0.4442268316567257, "grad_norm": 0.3886256217956543, "learning_rate": 2e-05, "loss": 0.7962, "step": 4990 }, { "epoch": 0.44511706578830235, "grad_norm": 0.4678460359573364, "learning_rate": 2e-05, "loss": 0.8153, "step": 5000 }, { "epoch": 0.4460072999198789, "grad_norm": 0.4146559536457062, "learning_rate": 2e-05, "loss": 0.8186, "step": 5010 }, { "epoch": 0.44689753405145555, "grad_norm": 0.3865691125392914, "learning_rate": 2e-05, "loss": 0.8149, "step": 5020 }, { "epoch": 0.4477877681830321, "grad_norm": 0.4151422083377838, "learning_rate": 2e-05, "loss": 0.8363, "step": 5030 }, { "epoch": 0.44867800231460875, "grad_norm": 0.38880807161331177, "learning_rate": 2e-05, "loss": 0.8135, "step": 5040 }, { "epoch": 0.4495682364461853, "grad_norm": 0.38919609785079956, "learning_rate": 2e-05, "loss": 0.8178, "step": 5050 }, { "epoch": 0.45045847057776195, "grad_norm": 0.40866583585739136, "learning_rate": 2e-05, "loss": 0.8287, "step": 5060 }, { "epoch": 0.4513487047093386, "grad_norm": 0.4290905296802521, "learning_rate": 2e-05, "loss": 0.8301, "step": 5070 }, { "epoch": 0.45223893884091515, "grad_norm": 0.415767639875412, "learning_rate": 2e-05, "loss": 0.7904, "step": 5080 }, { "epoch": 0.4531291729724918, "grad_norm": 0.4257143437862396, "learning_rate": 2e-05, "loss": 0.8182, "step": 5090 }, { "epoch": 0.45401940710406835, "grad_norm": 0.4184555411338806, "learning_rate": 2e-05, "loss": 0.8026, "step": 5100 }, { "epoch": 0.454909641235645, "grad_norm": 0.3960306644439697, "learning_rate": 2e-05, "loss": 0.783, "step": 5110 }, { "epoch": 0.45579987536722155, "grad_norm": 0.39725589752197266, "learning_rate": 2e-05, "loss": 0.8108, "step": 5120 }, { "epoch": 0.4566901094987982, "grad_norm": 0.4092295169830322, "learning_rate": 2e-05, "loss": 0.8049, "step": 5130 }, { "epoch": 0.4575803436303748, "grad_norm": 0.42434248328208923, "learning_rate": 2e-05, "loss": 0.814, "step": 5140 }, { "epoch": 0.4584705777619514, "grad_norm": 0.42882105708122253, "learning_rate": 2e-05, "loss": 0.8164, "step": 5150 }, { "epoch": 0.459360811893528, "grad_norm": 0.4316028952598572, "learning_rate": 2e-05, "loss": 0.8118, "step": 5160 }, { "epoch": 0.4602510460251046, "grad_norm": 0.4666520357131958, "learning_rate": 2e-05, "loss": 0.8208, "step": 5170 }, { "epoch": 0.4611412801566812, "grad_norm": 0.3918416202068329, "learning_rate": 2e-05, "loss": 0.7882, "step": 5180 }, { "epoch": 0.46203151428825784, "grad_norm": 0.4044429361820221, "learning_rate": 2e-05, "loss": 0.822, "step": 5190 }, { "epoch": 0.4629217484198344, "grad_norm": 0.4297693967819214, "learning_rate": 2e-05, "loss": 0.81, "step": 5200 }, { "epoch": 0.46381198255141104, "grad_norm": 0.3991943299770355, "learning_rate": 2e-05, "loss": 0.82, "step": 5210 }, { "epoch": 0.4647022166829876, "grad_norm": 0.457504540681839, "learning_rate": 2e-05, "loss": 0.8508, "step": 5220 }, { "epoch": 0.46559245081456424, "grad_norm": 0.39824384450912476, "learning_rate": 2e-05, "loss": 0.7962, "step": 5230 }, { "epoch": 0.4664826849461408, "grad_norm": 0.3910137414932251, "learning_rate": 2e-05, "loss": 0.7935, "step": 5240 }, { "epoch": 0.46737291907771744, "grad_norm": 0.4442826509475708, "learning_rate": 2e-05, "loss": 0.8003, "step": 5250 }, { "epoch": 0.46826315320929407, "grad_norm": 0.4430173635482788, "learning_rate": 2e-05, "loss": 0.8191, "step": 5260 }, { "epoch": 0.46915338734087064, "grad_norm": 0.40291550755500793, "learning_rate": 2e-05, "loss": 0.8095, "step": 5270 }, { "epoch": 0.47004362147244727, "grad_norm": 0.42580732703208923, "learning_rate": 2e-05, "loss": 0.824, "step": 5280 }, { "epoch": 0.47093385560402384, "grad_norm": 0.3955869972705841, "learning_rate": 2e-05, "loss": 0.7818, "step": 5290 }, { "epoch": 0.47182408973560047, "grad_norm": 0.39309370517730713, "learning_rate": 2e-05, "loss": 0.8014, "step": 5300 }, { "epoch": 0.47271432386717704, "grad_norm": 0.4213227927684784, "learning_rate": 2e-05, "loss": 0.8026, "step": 5310 }, { "epoch": 0.4736045579987537, "grad_norm": 0.4144628942012787, "learning_rate": 2e-05, "loss": 0.8147, "step": 5320 }, { "epoch": 0.4744947921303303, "grad_norm": 0.38673022389411926, "learning_rate": 2e-05, "loss": 0.8066, "step": 5330 }, { "epoch": 0.4753850262619069, "grad_norm": 0.4410568177700043, "learning_rate": 2e-05, "loss": 0.8248, "step": 5340 }, { "epoch": 0.4762752603934835, "grad_norm": 0.39815324544906616, "learning_rate": 2e-05, "loss": 0.8248, "step": 5350 }, { "epoch": 0.4771654945250601, "grad_norm": 0.5160672664642334, "learning_rate": 2e-05, "loss": 0.7942, "step": 5360 }, { "epoch": 0.4780557286566367, "grad_norm": 0.3975332975387573, "learning_rate": 2e-05, "loss": 0.8187, "step": 5370 }, { "epoch": 0.4789459627882133, "grad_norm": 0.42942166328430176, "learning_rate": 2e-05, "loss": 0.809, "step": 5380 }, { "epoch": 0.4798361969197899, "grad_norm": 0.3927171230316162, "learning_rate": 2e-05, "loss": 0.7835, "step": 5390 }, { "epoch": 0.48072643105136653, "grad_norm": 0.37918660044670105, "learning_rate": 2e-05, "loss": 0.8148, "step": 5400 }, { "epoch": 0.4816166651829431, "grad_norm": 0.42493292689323425, "learning_rate": 2e-05, "loss": 0.8001, "step": 5410 }, { "epoch": 0.48250689931451973, "grad_norm": 0.4093025326728821, "learning_rate": 2e-05, "loss": 0.8068, "step": 5420 }, { "epoch": 0.4833971334460963, "grad_norm": 0.38932564854621887, "learning_rate": 2e-05, "loss": 0.8281, "step": 5430 }, { "epoch": 0.48428736757767293, "grad_norm": 0.40314751863479614, "learning_rate": 2e-05, "loss": 0.8009, "step": 5440 }, { "epoch": 0.4851776017092495, "grad_norm": 0.41062131524086, "learning_rate": 2e-05, "loss": 0.7886, "step": 5450 }, { "epoch": 0.48606783584082613, "grad_norm": 0.4084278345108032, "learning_rate": 2e-05, "loss": 0.8118, "step": 5460 }, { "epoch": 0.48695806997240276, "grad_norm": 0.40860074758529663, "learning_rate": 2e-05, "loss": 0.8097, "step": 5470 }, { "epoch": 0.48784830410397934, "grad_norm": 0.4278009533882141, "learning_rate": 2e-05, "loss": 0.8175, "step": 5480 }, { "epoch": 0.48873853823555596, "grad_norm": 0.4219982922077179, "learning_rate": 2e-05, "loss": 0.8007, "step": 5490 }, { "epoch": 0.48962877236713254, "grad_norm": 0.43711143732070923, "learning_rate": 2e-05, "loss": 0.7972, "step": 5500 }, { "epoch": 0.49051900649870916, "grad_norm": 0.41573789715766907, "learning_rate": 2e-05, "loss": 0.7792, "step": 5510 }, { "epoch": 0.49140924063028574, "grad_norm": 0.4116573929786682, "learning_rate": 2e-05, "loss": 0.7968, "step": 5520 }, { "epoch": 0.49229947476186237, "grad_norm": 0.43252497911453247, "learning_rate": 2e-05, "loss": 0.8388, "step": 5530 }, { "epoch": 0.493189708893439, "grad_norm": 0.38687971234321594, "learning_rate": 2e-05, "loss": 0.797, "step": 5540 }, { "epoch": 0.49407994302501557, "grad_norm": 0.40908560156822205, "learning_rate": 2e-05, "loss": 0.7948, "step": 5550 }, { "epoch": 0.4949701771565922, "grad_norm": 0.4149993658065796, "learning_rate": 2e-05, "loss": 0.827, "step": 5560 }, { "epoch": 0.49586041128816877, "grad_norm": 0.3924157917499542, "learning_rate": 2e-05, "loss": 0.7912, "step": 5570 }, { "epoch": 0.4967506454197454, "grad_norm": 0.5421738028526306, "learning_rate": 2e-05, "loss": 0.8147, "step": 5580 }, { "epoch": 0.497640879551322, "grad_norm": 0.3940228521823883, "learning_rate": 2e-05, "loss": 0.8089, "step": 5590 }, { "epoch": 0.4985311136828986, "grad_norm": 0.3916957676410675, "learning_rate": 2e-05, "loss": 0.8138, "step": 5600 }, { "epoch": 0.4994213478144752, "grad_norm": 0.3874953091144562, "learning_rate": 2e-05, "loss": 0.7994, "step": 5610 }, { "epoch": 0.5003115819460519, "grad_norm": 0.40749743580818176, "learning_rate": 2e-05, "loss": 0.7735, "step": 5620 }, { "epoch": 0.5012018160776284, "grad_norm": 0.39844509959220886, "learning_rate": 2e-05, "loss": 0.7963, "step": 5630 }, { "epoch": 0.502092050209205, "grad_norm": 0.4078914523124695, "learning_rate": 2e-05, "loss": 0.819, "step": 5640 }, { "epoch": 0.5029822843407816, "grad_norm": 0.4057972729206085, "learning_rate": 2e-05, "loss": 0.801, "step": 5650 }, { "epoch": 0.5038725184723583, "grad_norm": 0.42381367087364197, "learning_rate": 2e-05, "loss": 0.7975, "step": 5660 }, { "epoch": 0.5047627526039349, "grad_norm": 0.43008071184158325, "learning_rate": 2e-05, "loss": 0.7859, "step": 5670 }, { "epoch": 0.5056529867355114, "grad_norm": 0.3834424614906311, "learning_rate": 2e-05, "loss": 0.7992, "step": 5680 }, { "epoch": 0.506543220867088, "grad_norm": 0.40422308444976807, "learning_rate": 2e-05, "loss": 0.8093, "step": 5690 }, { "epoch": 0.5074334549986647, "grad_norm": 0.42677634954452515, "learning_rate": 2e-05, "loss": 0.8145, "step": 5700 }, { "epoch": 0.5083236891302413, "grad_norm": 0.4847295582294464, "learning_rate": 2e-05, "loss": 0.8189, "step": 5710 }, { "epoch": 0.5092139232618179, "grad_norm": 0.4038548171520233, "learning_rate": 2e-05, "loss": 0.8139, "step": 5720 }, { "epoch": 0.5101041573933944, "grad_norm": 0.4407011866569519, "learning_rate": 2e-05, "loss": 0.8283, "step": 5730 }, { "epoch": 0.5109943915249711, "grad_norm": 0.4410960376262665, "learning_rate": 2e-05, "loss": 0.8067, "step": 5740 }, { "epoch": 0.5118846256565477, "grad_norm": 0.3749670684337616, "learning_rate": 2e-05, "loss": 0.8094, "step": 5750 }, { "epoch": 0.5127748597881243, "grad_norm": 0.5029948353767395, "learning_rate": 2e-05, "loss": 0.8037, "step": 5760 }, { "epoch": 0.5136650939197008, "grad_norm": 0.4157414436340332, "learning_rate": 2e-05, "loss": 0.8029, "step": 5770 }, { "epoch": 0.5145553280512775, "grad_norm": 0.4007217288017273, "learning_rate": 2e-05, "loss": 0.8083, "step": 5780 }, { "epoch": 0.5154455621828541, "grad_norm": 0.40664544701576233, "learning_rate": 2e-05, "loss": 0.7874, "step": 5790 }, { "epoch": 0.5163357963144307, "grad_norm": 0.39630764722824097, "learning_rate": 2e-05, "loss": 0.8193, "step": 5800 }, { "epoch": 0.5172260304460073, "grad_norm": 0.5019986629486084, "learning_rate": 2e-05, "loss": 0.7979, "step": 5810 }, { "epoch": 0.5181162645775839, "grad_norm": 0.40085721015930176, "learning_rate": 2e-05, "loss": 0.7985, "step": 5820 }, { "epoch": 0.5190064987091605, "grad_norm": 0.3880944550037384, "learning_rate": 2e-05, "loss": 0.7844, "step": 5830 }, { "epoch": 0.5198967328407371, "grad_norm": 0.4276655614376068, "learning_rate": 2e-05, "loss": 0.7906, "step": 5840 }, { "epoch": 0.5207869669723137, "grad_norm": 0.41295966506004333, "learning_rate": 2e-05, "loss": 0.7976, "step": 5850 }, { "epoch": 0.5216772011038904, "grad_norm": 0.4245985448360443, "learning_rate": 2e-05, "loss": 0.7812, "step": 5860 }, { "epoch": 0.5225674352354669, "grad_norm": 0.42073890566825867, "learning_rate": 2e-05, "loss": 0.8152, "step": 5870 }, { "epoch": 0.5234576693670435, "grad_norm": 0.4185453951358795, "learning_rate": 2e-05, "loss": 0.8206, "step": 5880 }, { "epoch": 0.5243479034986201, "grad_norm": 0.4261438846588135, "learning_rate": 2e-05, "loss": 0.7638, "step": 5890 }, { "epoch": 0.5252381376301968, "grad_norm": 0.45258828997612, "learning_rate": 2e-05, "loss": 0.8177, "step": 5900 }, { "epoch": 0.5261283717617733, "grad_norm": 0.40848594903945923, "learning_rate": 2e-05, "loss": 0.796, "step": 5910 }, { "epoch": 0.5270186058933499, "grad_norm": 0.4108489453792572, "learning_rate": 2e-05, "loss": 0.8038, "step": 5920 }, { "epoch": 0.5279088400249266, "grad_norm": 0.3957694470882416, "learning_rate": 2e-05, "loss": 0.7918, "step": 5930 }, { "epoch": 0.5287990741565032, "grad_norm": 0.41604670882225037, "learning_rate": 2e-05, "loss": 0.8172, "step": 5940 }, { "epoch": 0.5296893082880798, "grad_norm": 0.39896416664123535, "learning_rate": 2e-05, "loss": 0.7891, "step": 5950 }, { "epoch": 0.5305795424196563, "grad_norm": 0.5047318935394287, "learning_rate": 2e-05, "loss": 0.785, "step": 5960 }, { "epoch": 0.531469776551233, "grad_norm": 0.40398621559143066, "learning_rate": 2e-05, "loss": 0.7869, "step": 5970 }, { "epoch": 0.5323600106828096, "grad_norm": 0.37559229135513306, "learning_rate": 2e-05, "loss": 0.7815, "step": 5980 }, { "epoch": 0.5332502448143862, "grad_norm": 0.3993188142776489, "learning_rate": 2e-05, "loss": 0.8002, "step": 5990 }, { "epoch": 0.5341404789459628, "grad_norm": 0.39509138464927673, "learning_rate": 2e-05, "loss": 0.7886, "step": 6000 }, { "epoch": 0.5350307130775394, "grad_norm": 0.4138829708099365, "learning_rate": 2e-05, "loss": 0.8156, "step": 6010 }, { "epoch": 0.535920947209116, "grad_norm": 0.4440850615501404, "learning_rate": 2e-05, "loss": 0.7856, "step": 6020 }, { "epoch": 0.5368111813406926, "grad_norm": 0.40524035692214966, "learning_rate": 2e-05, "loss": 0.7763, "step": 6030 }, { "epoch": 0.5377014154722692, "grad_norm": 0.43651220202445984, "learning_rate": 2e-05, "loss": 0.7978, "step": 6040 }, { "epoch": 0.5385916496038458, "grad_norm": 0.4453774094581604, "learning_rate": 2e-05, "loss": 0.7934, "step": 6050 }, { "epoch": 0.5394818837354224, "grad_norm": 0.4342813193798065, "learning_rate": 2e-05, "loss": 0.793, "step": 6060 }, { "epoch": 0.540372117866999, "grad_norm": 0.4216890037059784, "learning_rate": 2e-05, "loss": 0.8044, "step": 6070 }, { "epoch": 0.5412623519985756, "grad_norm": 0.40534350275993347, "learning_rate": 2e-05, "loss": 0.8099, "step": 6080 }, { "epoch": 0.5421525861301523, "grad_norm": 0.41728076338768005, "learning_rate": 2e-05, "loss": 0.7956, "step": 6090 }, { "epoch": 0.5430428202617288, "grad_norm": 0.4105338454246521, "learning_rate": 2e-05, "loss": 0.8269, "step": 6100 }, { "epoch": 0.5439330543933054, "grad_norm": 0.422203928232193, "learning_rate": 2e-05, "loss": 0.8193, "step": 6110 }, { "epoch": 0.544823288524882, "grad_norm": 0.4143638014793396, "learning_rate": 2e-05, "loss": 0.8052, "step": 6120 }, { "epoch": 0.5457135226564587, "grad_norm": 0.428021639585495, "learning_rate": 2e-05, "loss": 0.8074, "step": 6130 }, { "epoch": 0.5466037567880353, "grad_norm": 0.39684218168258667, "learning_rate": 2e-05, "loss": 0.813, "step": 6140 }, { "epoch": 0.5474939909196118, "grad_norm": 0.4249247610569, "learning_rate": 2e-05, "loss": 0.8367, "step": 6150 }, { "epoch": 0.5483842250511884, "grad_norm": 0.4189518988132477, "learning_rate": 2e-05, "loss": 0.824, "step": 6160 }, { "epoch": 0.5492744591827651, "grad_norm": 0.40919628739356995, "learning_rate": 2e-05, "loss": 0.7824, "step": 6170 }, { "epoch": 0.5501646933143417, "grad_norm": 0.4038461148738861, "learning_rate": 2e-05, "loss": 0.7782, "step": 6180 }, { "epoch": 0.5510549274459183, "grad_norm": 0.44095224142074585, "learning_rate": 2e-05, "loss": 0.8392, "step": 6190 }, { "epoch": 0.5519451615774948, "grad_norm": 0.39384621381759644, "learning_rate": 2e-05, "loss": 0.8033, "step": 6200 }, { "epoch": 0.5528353957090715, "grad_norm": 0.4159190058708191, "learning_rate": 2e-05, "loss": 0.8228, "step": 6210 }, { "epoch": 0.5537256298406481, "grad_norm": 0.40131643414497375, "learning_rate": 2e-05, "loss": 0.8187, "step": 6220 }, { "epoch": 0.5546158639722247, "grad_norm": 0.3876441419124603, "learning_rate": 2e-05, "loss": 0.8183, "step": 6230 }, { "epoch": 0.5555060981038012, "grad_norm": 0.4061328172683716, "learning_rate": 2e-05, "loss": 0.8029, "step": 6240 }, { "epoch": 0.5563963322353779, "grad_norm": 0.43409281969070435, "learning_rate": 2e-05, "loss": 0.7864, "step": 6250 }, { "epoch": 0.5572865663669545, "grad_norm": 0.41155970096588135, "learning_rate": 2e-05, "loss": 0.8161, "step": 6260 }, { "epoch": 0.5581768004985311, "grad_norm": 0.42794275283813477, "learning_rate": 2e-05, "loss": 0.8002, "step": 6270 }, { "epoch": 0.5590670346301078, "grad_norm": 0.4133388102054596, "learning_rate": 2e-05, "loss": 0.8036, "step": 6280 }, { "epoch": 0.5599572687616843, "grad_norm": 0.3939054012298584, "learning_rate": 2e-05, "loss": 0.7918, "step": 6290 }, { "epoch": 0.5608475028932609, "grad_norm": 0.4045719802379608, "learning_rate": 2e-05, "loss": 0.7864, "step": 6300 }, { "epoch": 0.5617377370248375, "grad_norm": 0.40038132667541504, "learning_rate": 2e-05, "loss": 0.8017, "step": 6310 }, { "epoch": 0.5626279711564142, "grad_norm": 0.45573633909225464, "learning_rate": 2e-05, "loss": 0.7978, "step": 6320 }, { "epoch": 0.5635182052879908, "grad_norm": 0.4236944019794464, "learning_rate": 2e-05, "loss": 0.8158, "step": 6330 }, { "epoch": 0.5644084394195673, "grad_norm": 0.4069727063179016, "learning_rate": 2e-05, "loss": 0.8061, "step": 6340 }, { "epoch": 0.5652986735511439, "grad_norm": 0.4028880000114441, "learning_rate": 2e-05, "loss": 0.8044, "step": 6350 }, { "epoch": 0.5661889076827206, "grad_norm": 0.4153493344783783, "learning_rate": 2e-05, "loss": 0.8144, "step": 6360 }, { "epoch": 0.5670791418142972, "grad_norm": 0.39919766783714294, "learning_rate": 2e-05, "loss": 0.7939, "step": 6370 }, { "epoch": 0.5679693759458737, "grad_norm": 0.39887040853500366, "learning_rate": 2e-05, "loss": 0.7907, "step": 6380 }, { "epoch": 0.5688596100774503, "grad_norm": 0.4114474952220917, "learning_rate": 2e-05, "loss": 0.7903, "step": 6390 }, { "epoch": 0.569749844209027, "grad_norm": 0.3781510591506958, "learning_rate": 2e-05, "loss": 0.7975, "step": 6400 }, { "epoch": 0.5706400783406036, "grad_norm": 0.3836610019207001, "learning_rate": 2e-05, "loss": 0.7914, "step": 6410 }, { "epoch": 0.5715303124721802, "grad_norm": 0.39754799008369446, "learning_rate": 2e-05, "loss": 0.7997, "step": 6420 }, { "epoch": 0.5724205466037567, "grad_norm": 0.3940829634666443, "learning_rate": 2e-05, "loss": 0.7788, "step": 6430 }, { "epoch": 0.5733107807353334, "grad_norm": 0.39246705174446106, "learning_rate": 2e-05, "loss": 0.7823, "step": 6440 }, { "epoch": 0.57420101486691, "grad_norm": 0.4033464789390564, "learning_rate": 2e-05, "loss": 0.7658, "step": 6450 }, { "epoch": 0.5750912489984866, "grad_norm": 0.43142226338386536, "learning_rate": 2e-05, "loss": 0.7916, "step": 6460 }, { "epoch": 0.5759814831300633, "grad_norm": 0.40766388177871704, "learning_rate": 2e-05, "loss": 0.7989, "step": 6470 }, { "epoch": 0.5768717172616398, "grad_norm": 0.3977249264717102, "learning_rate": 2e-05, "loss": 0.8121, "step": 6480 }, { "epoch": 0.5777619513932164, "grad_norm": 0.4081628918647766, "learning_rate": 2e-05, "loss": 0.8003, "step": 6490 }, { "epoch": 0.578652185524793, "grad_norm": 0.3980911374092102, "learning_rate": 2e-05, "loss": 0.8084, "step": 6500 }, { "epoch": 0.5795424196563697, "grad_norm": 0.418420672416687, "learning_rate": 2e-05, "loss": 0.795, "step": 6510 }, { "epoch": 0.5804326537879463, "grad_norm": 0.4105239510536194, "learning_rate": 2e-05, "loss": 0.8012, "step": 6520 }, { "epoch": 0.5813228879195228, "grad_norm": 0.5898533463478088, "learning_rate": 2e-05, "loss": 0.7966, "step": 6530 }, { "epoch": 0.5822131220510994, "grad_norm": 0.4189014136791229, "learning_rate": 2e-05, "loss": 0.7842, "step": 6540 }, { "epoch": 0.5831033561826761, "grad_norm": 0.4827294945716858, "learning_rate": 2e-05, "loss": 0.7853, "step": 6550 }, { "epoch": 0.5839935903142527, "grad_norm": 0.41018134355545044, "learning_rate": 2e-05, "loss": 0.7984, "step": 6560 }, { "epoch": 0.5848838244458292, "grad_norm": 0.41661980748176575, "learning_rate": 2e-05, "loss": 0.7931, "step": 6570 }, { "epoch": 0.5857740585774058, "grad_norm": 0.41610780358314514, "learning_rate": 2e-05, "loss": 0.8098, "step": 6580 }, { "epoch": 0.5866642927089825, "grad_norm": 0.43960264325141907, "learning_rate": 2e-05, "loss": 0.7853, "step": 6590 }, { "epoch": 0.5875545268405591, "grad_norm": 0.4063166379928589, "learning_rate": 2e-05, "loss": 0.8074, "step": 6600 }, { "epoch": 0.5884447609721357, "grad_norm": 0.4248639643192291, "learning_rate": 2e-05, "loss": 0.8209, "step": 6610 }, { "epoch": 0.5893349951037122, "grad_norm": 0.3920256495475769, "learning_rate": 2e-05, "loss": 0.8, "step": 6620 }, { "epoch": 0.5902252292352889, "grad_norm": 0.3870510756969452, "learning_rate": 2e-05, "loss": 0.7515, "step": 6630 }, { "epoch": 0.5911154633668655, "grad_norm": 0.41017189621925354, "learning_rate": 2e-05, "loss": 0.7855, "step": 6640 }, { "epoch": 0.5920056974984421, "grad_norm": 0.4100094437599182, "learning_rate": 2e-05, "loss": 0.7896, "step": 6650 }, { "epoch": 0.5928959316300187, "grad_norm": 0.41345709562301636, "learning_rate": 2e-05, "loss": 0.7796, "step": 6660 }, { "epoch": 0.5937861657615953, "grad_norm": 0.39698243141174316, "learning_rate": 2e-05, "loss": 0.8064, "step": 6670 }, { "epoch": 0.5946763998931719, "grad_norm": 0.43430840969085693, "learning_rate": 2e-05, "loss": 0.8234, "step": 6680 }, { "epoch": 0.5955666340247485, "grad_norm": 0.3939740061759949, "learning_rate": 2e-05, "loss": 0.7991, "step": 6690 }, { "epoch": 0.5964568681563251, "grad_norm": 0.42628321051597595, "learning_rate": 2e-05, "loss": 0.7898, "step": 6700 }, { "epoch": 0.5973471022879017, "grad_norm": 0.3858828842639923, "learning_rate": 2e-05, "loss": 0.7942, "step": 6710 }, { "epoch": 0.5982373364194783, "grad_norm": 0.42959460616111755, "learning_rate": 2e-05, "loss": 0.8114, "step": 6720 }, { "epoch": 0.5991275705510549, "grad_norm": 0.37997740507125854, "learning_rate": 2e-05, "loss": 0.7786, "step": 6730 }, { "epoch": 0.6000178046826316, "grad_norm": 0.4071124494075775, "learning_rate": 2e-05, "loss": 0.789, "step": 6740 }, { "epoch": 0.6009080388142082, "grad_norm": 0.4101775586605072, "learning_rate": 2e-05, "loss": 0.7901, "step": 6750 }, { "epoch": 0.6017982729457847, "grad_norm": 0.39073511958122253, "learning_rate": 2e-05, "loss": 0.7877, "step": 6760 }, { "epoch": 0.6026885070773613, "grad_norm": 0.387674480676651, "learning_rate": 2e-05, "loss": 0.7882, "step": 6770 }, { "epoch": 0.603578741208938, "grad_norm": 0.4012886881828308, "learning_rate": 2e-05, "loss": 0.7722, "step": 6780 }, { "epoch": 0.6044689753405146, "grad_norm": 0.4199008345603943, "learning_rate": 2e-05, "loss": 0.7783, "step": 6790 }, { "epoch": 0.6053592094720912, "grad_norm": 0.40083056688308716, "learning_rate": 2e-05, "loss": 0.8025, "step": 6800 }, { "epoch": 0.6062494436036677, "grad_norm": 0.4782901108264923, "learning_rate": 2e-05, "loss": 0.8097, "step": 6810 }, { "epoch": 0.6071396777352444, "grad_norm": 0.4060537815093994, "learning_rate": 2e-05, "loss": 0.801, "step": 6820 }, { "epoch": 0.608029911866821, "grad_norm": 0.40949103236198425, "learning_rate": 2e-05, "loss": 0.7791, "step": 6830 }, { "epoch": 0.6089201459983976, "grad_norm": 0.3904768228530884, "learning_rate": 2e-05, "loss": 0.7533, "step": 6840 }, { "epoch": 0.6098103801299741, "grad_norm": 0.4202679991722107, "learning_rate": 2e-05, "loss": 0.7967, "step": 6850 }, { "epoch": 0.6107006142615508, "grad_norm": 0.404148131608963, "learning_rate": 2e-05, "loss": 0.7761, "step": 6860 }, { "epoch": 0.6115908483931274, "grad_norm": 0.38227468729019165, "learning_rate": 2e-05, "loss": 0.798, "step": 6870 }, { "epoch": 0.612481082524704, "grad_norm": 0.39993149042129517, "learning_rate": 2e-05, "loss": 0.7475, "step": 6880 }, { "epoch": 0.6133713166562806, "grad_norm": 0.41527625918388367, "learning_rate": 2e-05, "loss": 0.7986, "step": 6890 }, { "epoch": 0.6142615507878572, "grad_norm": 0.4139929413795471, "learning_rate": 2e-05, "loss": 0.8075, "step": 6900 }, { "epoch": 0.6151517849194338, "grad_norm": 0.4317930042743683, "learning_rate": 2e-05, "loss": 0.7896, "step": 6910 }, { "epoch": 0.6160420190510104, "grad_norm": 0.38105782866477966, "learning_rate": 2e-05, "loss": 0.8036, "step": 6920 }, { "epoch": 0.616932253182587, "grad_norm": 0.4239489734172821, "learning_rate": 2e-05, "loss": 0.7908, "step": 6930 }, { "epoch": 0.6178224873141637, "grad_norm": 0.41944217681884766, "learning_rate": 2e-05, "loss": 0.8204, "step": 6940 }, { "epoch": 0.6187127214457402, "grad_norm": 0.4471036195755005, "learning_rate": 2e-05, "loss": 0.7953, "step": 6950 }, { "epoch": 0.6196029555773168, "grad_norm": 0.40436458587646484, "learning_rate": 2e-05, "loss": 0.7695, "step": 6960 }, { "epoch": 0.6204931897088934, "grad_norm": 0.3982436954975128, "learning_rate": 2e-05, "loss": 0.789, "step": 6970 }, { "epoch": 0.6213834238404701, "grad_norm": 0.39460888504981995, "learning_rate": 2e-05, "loss": 0.7663, "step": 6980 }, { "epoch": 0.6222736579720467, "grad_norm": 0.42110690474510193, "learning_rate": 2e-05, "loss": 0.8099, "step": 6990 }, { "epoch": 0.6231638921036232, "grad_norm": 0.37224745750427246, "learning_rate": 2e-05, "loss": 0.7583, "step": 7000 }, { "epoch": 0.6240541262351998, "grad_norm": 0.4058600664138794, "learning_rate": 2e-05, "loss": 0.8054, "step": 7010 }, { "epoch": 0.6249443603667765, "grad_norm": 0.41412773728370667, "learning_rate": 2e-05, "loss": 0.7946, "step": 7020 }, { "epoch": 0.6258345944983531, "grad_norm": 0.4037694036960602, "learning_rate": 2e-05, "loss": 0.7983, "step": 7030 }, { "epoch": 0.6267248286299296, "grad_norm": 0.4010305404663086, "learning_rate": 2e-05, "loss": 0.8034, "step": 7040 }, { "epoch": 0.6276150627615062, "grad_norm": 0.3978413939476013, "learning_rate": 2e-05, "loss": 0.7622, "step": 7050 }, { "epoch": 0.6285052968930829, "grad_norm": 0.42989200353622437, "learning_rate": 2e-05, "loss": 0.8054, "step": 7060 }, { "epoch": 0.6293955310246595, "grad_norm": 0.38197848200798035, "learning_rate": 2e-05, "loss": 0.7729, "step": 7070 }, { "epoch": 0.6302857651562361, "grad_norm": 0.3984103798866272, "learning_rate": 2e-05, "loss": 0.7812, "step": 7080 }, { "epoch": 0.6311759992878127, "grad_norm": 0.4281650185585022, "learning_rate": 2e-05, "loss": 0.8171, "step": 7090 }, { "epoch": 0.6320662334193893, "grad_norm": 0.39526861906051636, "learning_rate": 2e-05, "loss": 0.8137, "step": 7100 }, { "epoch": 0.6329564675509659, "grad_norm": 0.41615965962409973, "learning_rate": 2e-05, "loss": 0.7917, "step": 7110 }, { "epoch": 0.6338467016825425, "grad_norm": 0.42989593744277954, "learning_rate": 2e-05, "loss": 0.7965, "step": 7120 }, { "epoch": 0.6347369358141192, "grad_norm": 0.4086087644100189, "learning_rate": 2e-05, "loss": 0.7737, "step": 7130 }, { "epoch": 0.6356271699456957, "grad_norm": 0.40110570192337036, "learning_rate": 2e-05, "loss": 0.8015, "step": 7140 }, { "epoch": 0.6365174040772723, "grad_norm": 0.46488434076309204, "learning_rate": 2e-05, "loss": 0.7777, "step": 7150 }, { "epoch": 0.6374076382088489, "grad_norm": 0.4200342893600464, "learning_rate": 2e-05, "loss": 0.7912, "step": 7160 }, { "epoch": 0.6382978723404256, "grad_norm": 0.45933443307876587, "learning_rate": 2e-05, "loss": 0.7936, "step": 7170 }, { "epoch": 0.6391881064720021, "grad_norm": 0.38767558336257935, "learning_rate": 2e-05, "loss": 0.7854, "step": 7180 }, { "epoch": 0.6400783406035787, "grad_norm": 0.3888636827468872, "learning_rate": 2e-05, "loss": 0.8045, "step": 7190 }, { "epoch": 0.6409685747351553, "grad_norm": 0.4066464900970459, "learning_rate": 2e-05, "loss": 0.7922, "step": 7200 }, { "epoch": 0.641858808866732, "grad_norm": 0.3964640498161316, "learning_rate": 2e-05, "loss": 0.7903, "step": 7210 }, { "epoch": 0.6427490429983086, "grad_norm": 0.4055958390235901, "learning_rate": 2e-05, "loss": 0.7942, "step": 7220 }, { "epoch": 0.6436392771298851, "grad_norm": 0.4223434031009674, "learning_rate": 2e-05, "loss": 0.7929, "step": 7230 }, { "epoch": 0.6445295112614617, "grad_norm": 0.4139344394207001, "learning_rate": 2e-05, "loss": 0.7901, "step": 7240 }, { "epoch": 0.6454197453930384, "grad_norm": 0.39079388976097107, "learning_rate": 2e-05, "loss": 0.7784, "step": 7250 }, { "epoch": 0.646309979524615, "grad_norm": 0.40464186668395996, "learning_rate": 2e-05, "loss": 0.7763, "step": 7260 }, { "epoch": 0.6472002136561916, "grad_norm": 0.4061632752418518, "learning_rate": 2e-05, "loss": 0.7875, "step": 7270 }, { "epoch": 0.6480904477877681, "grad_norm": 0.4621948003768921, "learning_rate": 2e-05, "loss": 0.789, "step": 7280 }, { "epoch": 0.6489806819193448, "grad_norm": 0.5483014583587646, "learning_rate": 2e-05, "loss": 0.7865, "step": 7290 }, { "epoch": 0.6498709160509214, "grad_norm": 0.40769800543785095, "learning_rate": 2e-05, "loss": 0.7766, "step": 7300 }, { "epoch": 0.650761150182498, "grad_norm": 0.4125661551952362, "learning_rate": 2e-05, "loss": 0.799, "step": 7310 }, { "epoch": 0.6516513843140747, "grad_norm": 0.655460774898529, "learning_rate": 2e-05, "loss": 0.783, "step": 7320 }, { "epoch": 0.6525416184456512, "grad_norm": 0.38940590620040894, "learning_rate": 2e-05, "loss": 0.7938, "step": 7330 }, { "epoch": 0.6534318525772278, "grad_norm": 0.39658233523368835, "learning_rate": 2e-05, "loss": 0.7766, "step": 7340 }, { "epoch": 0.6543220867088044, "grad_norm": 0.38734790682792664, "learning_rate": 2e-05, "loss": 0.7847, "step": 7350 }, { "epoch": 0.6552123208403811, "grad_norm": 0.3975006937980652, "learning_rate": 2e-05, "loss": 0.8199, "step": 7360 }, { "epoch": 0.6561025549719576, "grad_norm": 0.38343876600265503, "learning_rate": 2e-05, "loss": 0.8003, "step": 7370 }, { "epoch": 0.6569927891035342, "grad_norm": 0.3992541432380676, "learning_rate": 2e-05, "loss": 0.8014, "step": 7380 }, { "epoch": 0.6578830232351108, "grad_norm": 0.42779937386512756, "learning_rate": 2e-05, "loss": 0.8052, "step": 7390 }, { "epoch": 0.6587732573666875, "grad_norm": 0.47521600127220154, "learning_rate": 2e-05, "loss": 0.8092, "step": 7400 }, { "epoch": 0.6596634914982641, "grad_norm": 0.4127255082130432, "learning_rate": 2e-05, "loss": 0.8085, "step": 7410 }, { "epoch": 0.6605537256298406, "grad_norm": 0.40880686044692993, "learning_rate": 2e-05, "loss": 0.7699, "step": 7420 }, { "epoch": 0.6614439597614172, "grad_norm": 0.40654513239860535, "learning_rate": 2e-05, "loss": 0.7703, "step": 7430 }, { "epoch": 0.6623341938929939, "grad_norm": 0.4094553589820862, "learning_rate": 2e-05, "loss": 0.8012, "step": 7440 }, { "epoch": 0.6632244280245705, "grad_norm": 0.4028609097003937, "learning_rate": 2e-05, "loss": 0.7784, "step": 7450 }, { "epoch": 0.6641146621561471, "grad_norm": 0.3863706588745117, "learning_rate": 2e-05, "loss": 0.7623, "step": 7460 }, { "epoch": 0.6650048962877236, "grad_norm": 0.4229554831981659, "learning_rate": 2e-05, "loss": 0.8176, "step": 7470 }, { "epoch": 0.6658951304193003, "grad_norm": 0.38235893845558167, "learning_rate": 2e-05, "loss": 0.811, "step": 7480 }, { "epoch": 0.6667853645508769, "grad_norm": 0.42903703451156616, "learning_rate": 2e-05, "loss": 0.7761, "step": 7490 }, { "epoch": 0.6676755986824535, "grad_norm": 0.3935336470603943, "learning_rate": 2e-05, "loss": 0.7631, "step": 7500 }, { "epoch": 0.66856583281403, "grad_norm": 0.39936262369155884, "learning_rate": 2e-05, "loss": 0.7848, "step": 7510 }, { "epoch": 0.6694560669456067, "grad_norm": 0.3937530517578125, "learning_rate": 2e-05, "loss": 0.7753, "step": 7520 }, { "epoch": 0.6703463010771833, "grad_norm": 0.40018799901008606, "learning_rate": 2e-05, "loss": 0.7939, "step": 7530 }, { "epoch": 0.6712365352087599, "grad_norm": 0.40335649251937866, "learning_rate": 2e-05, "loss": 0.7755, "step": 7540 }, { "epoch": 0.6721267693403365, "grad_norm": 0.43275508284568787, "learning_rate": 2e-05, "loss": 0.7718, "step": 7550 }, { "epoch": 0.6730170034719131, "grad_norm": 0.4020702838897705, "learning_rate": 2e-05, "loss": 0.7932, "step": 7560 }, { "epoch": 0.6739072376034897, "grad_norm": 0.40139541029930115, "learning_rate": 2e-05, "loss": 0.7972, "step": 7570 }, { "epoch": 0.6747974717350663, "grad_norm": 0.42749613523483276, "learning_rate": 2e-05, "loss": 0.7889, "step": 7580 }, { "epoch": 0.675687705866643, "grad_norm": 0.40347254276275635, "learning_rate": 2e-05, "loss": 0.7783, "step": 7590 }, { "epoch": 0.6765779399982196, "grad_norm": 0.3932853639125824, "learning_rate": 2e-05, "loss": 0.8018, "step": 7600 }, { "epoch": 0.6774681741297961, "grad_norm": 0.39601507782936096, "learning_rate": 2e-05, "loss": 0.7837, "step": 7610 }, { "epoch": 0.6783584082613727, "grad_norm": 0.4067663848400116, "learning_rate": 2e-05, "loss": 0.8012, "step": 7620 }, { "epoch": 0.6792486423929494, "grad_norm": 0.4063788652420044, "learning_rate": 2e-05, "loss": 0.7891, "step": 7630 }, { "epoch": 0.680138876524526, "grad_norm": 0.40101122856140137, "learning_rate": 2e-05, "loss": 0.7937, "step": 7640 }, { "epoch": 0.6810291106561026, "grad_norm": 0.3870084881782532, "learning_rate": 2e-05, "loss": 0.7864, "step": 7650 }, { "epoch": 0.6819193447876791, "grad_norm": 0.3995663523674011, "learning_rate": 2e-05, "loss": 0.8048, "step": 7660 }, { "epoch": 0.6828095789192558, "grad_norm": 0.387954980134964, "learning_rate": 2e-05, "loss": 0.7873, "step": 7670 }, { "epoch": 0.6836998130508324, "grad_norm": 0.38483497500419617, "learning_rate": 2e-05, "loss": 0.7555, "step": 7680 }, { "epoch": 0.684590047182409, "grad_norm": 0.8162616491317749, "learning_rate": 2e-05, "loss": 0.8235, "step": 7690 }, { "epoch": 0.6854802813139855, "grad_norm": 0.3846701383590698, "learning_rate": 2e-05, "loss": 0.7768, "step": 7700 }, { "epoch": 0.6863705154455622, "grad_norm": 0.45333385467529297, "learning_rate": 2e-05, "loss": 0.801, "step": 7710 }, { "epoch": 0.6872607495771388, "grad_norm": 0.4300660490989685, "learning_rate": 2e-05, "loss": 0.7848, "step": 7720 }, { "epoch": 0.6881509837087154, "grad_norm": 0.4018683433532715, "learning_rate": 2e-05, "loss": 0.8117, "step": 7730 }, { "epoch": 0.689041217840292, "grad_norm": 0.3933006227016449, "learning_rate": 2e-05, "loss": 0.7848, "step": 7740 }, { "epoch": 0.6899314519718686, "grad_norm": 0.3831004798412323, "learning_rate": 2e-05, "loss": 0.7971, "step": 7750 }, { "epoch": 0.6908216861034452, "grad_norm": 0.39372017979621887, "learning_rate": 2e-05, "loss": 0.8061, "step": 7760 }, { "epoch": 0.6917119202350218, "grad_norm": 0.42898982763290405, "learning_rate": 2e-05, "loss": 0.8055, "step": 7770 }, { "epoch": 0.6926021543665984, "grad_norm": 0.41058748960494995, "learning_rate": 2e-05, "loss": 0.7815, "step": 7780 }, { "epoch": 0.6934923884981751, "grad_norm": 0.4259887933731079, "learning_rate": 2e-05, "loss": 0.7698, "step": 7790 }, { "epoch": 0.6943826226297516, "grad_norm": 0.39435017108917236, "learning_rate": 2e-05, "loss": 0.7846, "step": 7800 }, { "epoch": 0.6952728567613282, "grad_norm": 0.40998008847236633, "learning_rate": 2e-05, "loss": 0.7936, "step": 7810 }, { "epoch": 0.6961630908929048, "grad_norm": 0.4124913513660431, "learning_rate": 2e-05, "loss": 0.7869, "step": 7820 }, { "epoch": 0.6970533250244815, "grad_norm": 0.38677385449409485, "learning_rate": 2e-05, "loss": 0.7821, "step": 7830 }, { "epoch": 0.697943559156058, "grad_norm": 0.4256790280342102, "learning_rate": 2e-05, "loss": 0.7567, "step": 7840 }, { "epoch": 0.6988337932876346, "grad_norm": 0.4027794599533081, "learning_rate": 2e-05, "loss": 0.7947, "step": 7850 }, { "epoch": 0.6997240274192112, "grad_norm": 0.4081229567527771, "learning_rate": 2e-05, "loss": 0.8048, "step": 7860 }, { "epoch": 0.7006142615507879, "grad_norm": 0.4420447051525116, "learning_rate": 2e-05, "loss": 0.7826, "step": 7870 }, { "epoch": 0.7015044956823645, "grad_norm": 0.4084496796131134, "learning_rate": 2e-05, "loss": 0.7876, "step": 7880 }, { "epoch": 0.702394729813941, "grad_norm": 0.4095931351184845, "learning_rate": 2e-05, "loss": 0.7556, "step": 7890 }, { "epoch": 0.7032849639455176, "grad_norm": 0.3805730640888214, "learning_rate": 2e-05, "loss": 0.791, "step": 7900 }, { "epoch": 0.7041751980770943, "grad_norm": 0.39598482847213745, "learning_rate": 2e-05, "loss": 0.7926, "step": 7910 }, { "epoch": 0.7050654322086709, "grad_norm": 0.39786019921302795, "learning_rate": 2e-05, "loss": 0.7989, "step": 7920 }, { "epoch": 0.7059556663402475, "grad_norm": 0.41497477889060974, "learning_rate": 2e-05, "loss": 0.758, "step": 7930 }, { "epoch": 0.706845900471824, "grad_norm": 0.3905690908432007, "learning_rate": 2e-05, "loss": 0.7733, "step": 7940 }, { "epoch": 0.7077361346034007, "grad_norm": 0.3980030417442322, "learning_rate": 2e-05, "loss": 0.7595, "step": 7950 }, { "epoch": 0.7086263687349773, "grad_norm": 0.4247310161590576, "learning_rate": 2e-05, "loss": 0.7937, "step": 7960 }, { "epoch": 0.7095166028665539, "grad_norm": 0.3926112651824951, "learning_rate": 2e-05, "loss": 0.7785, "step": 7970 }, { "epoch": 0.7104068369981305, "grad_norm": 0.4260346591472626, "learning_rate": 2e-05, "loss": 0.7812, "step": 7980 }, { "epoch": 0.7112970711297071, "grad_norm": 0.46568676829338074, "learning_rate": 2e-05, "loss": 0.7913, "step": 7990 }, { "epoch": 0.7121873052612837, "grad_norm": 0.44221872091293335, "learning_rate": 2e-05, "loss": 0.7572, "step": 8000 }, { "epoch": 0.7130775393928603, "grad_norm": 0.40341880917549133, "learning_rate": 2e-05, "loss": 0.8192, "step": 8010 }, { "epoch": 0.713967773524437, "grad_norm": 0.4106488525867462, "learning_rate": 2e-05, "loss": 0.7894, "step": 8020 }, { "epoch": 0.7148580076560135, "grad_norm": 0.4170325696468353, "learning_rate": 2e-05, "loss": 0.7816, "step": 8030 }, { "epoch": 0.7157482417875901, "grad_norm": 0.41532379388809204, "learning_rate": 2e-05, "loss": 0.7702, "step": 8040 }, { "epoch": 0.7166384759191667, "grad_norm": 0.41978389024734497, "learning_rate": 2e-05, "loss": 0.762, "step": 8050 }, { "epoch": 0.7175287100507434, "grad_norm": 0.4278763234615326, "learning_rate": 2e-05, "loss": 0.7782, "step": 8060 }, { "epoch": 0.71841894418232, "grad_norm": 0.42211034893989563, "learning_rate": 2e-05, "loss": 0.7724, "step": 8070 }, { "epoch": 0.7193091783138965, "grad_norm": 0.3949649930000305, "learning_rate": 2e-05, "loss": 0.7902, "step": 8080 }, { "epoch": 0.7201994124454731, "grad_norm": 0.4596829414367676, "learning_rate": 2e-05, "loss": 0.7966, "step": 8090 }, { "epoch": 0.7210896465770498, "grad_norm": 0.418855220079422, "learning_rate": 2e-05, "loss": 0.7846, "step": 8100 }, { "epoch": 0.7219798807086264, "grad_norm": 0.4096783697605133, "learning_rate": 2e-05, "loss": 0.7762, "step": 8110 }, { "epoch": 0.722870114840203, "grad_norm": 0.400877445936203, "learning_rate": 2e-05, "loss": 0.7838, "step": 8120 }, { "epoch": 0.7237603489717795, "grad_norm": 0.3911692798137665, "learning_rate": 2e-05, "loss": 0.778, "step": 8130 }, { "epoch": 0.7246505831033562, "grad_norm": 0.4098972678184509, "learning_rate": 2e-05, "loss": 0.7661, "step": 8140 }, { "epoch": 0.7255408172349328, "grad_norm": 0.41505172848701477, "learning_rate": 2e-05, "loss": 0.7809, "step": 8150 }, { "epoch": 0.7264310513665094, "grad_norm": 0.42625436186790466, "learning_rate": 2e-05, "loss": 0.8027, "step": 8160 }, { "epoch": 0.727321285498086, "grad_norm": 1.3513362407684326, "learning_rate": 2e-05, "loss": 0.8233, "step": 8170 }, { "epoch": 0.7282115196296626, "grad_norm": 0.5383214354515076, "learning_rate": 2e-05, "loss": 0.7768, "step": 8180 }, { "epoch": 0.7291017537612392, "grad_norm": 0.39369311928749084, "learning_rate": 2e-05, "loss": 0.7864, "step": 8190 }, { "epoch": 0.7299919878928158, "grad_norm": 0.40466994047164917, "learning_rate": 2e-05, "loss": 0.7711, "step": 8200 }, { "epoch": 0.7308822220243925, "grad_norm": 0.4166942238807678, "learning_rate": 2e-05, "loss": 0.7914, "step": 8210 }, { "epoch": 0.731772456155969, "grad_norm": 0.4066607654094696, "learning_rate": 2e-05, "loss": 0.7868, "step": 8220 }, { "epoch": 0.7326626902875456, "grad_norm": 0.3840641975402832, "learning_rate": 2e-05, "loss": 0.7826, "step": 8230 }, { "epoch": 0.7335529244191222, "grad_norm": 0.5432218313217163, "learning_rate": 2e-05, "loss": 0.7849, "step": 8240 }, { "epoch": 0.7344431585506989, "grad_norm": 0.42260852456092834, "learning_rate": 2e-05, "loss": 0.7923, "step": 8250 }, { "epoch": 0.7353333926822755, "grad_norm": 0.38686996698379517, "learning_rate": 2e-05, "loss": 0.7704, "step": 8260 }, { "epoch": 0.736223626813852, "grad_norm": 0.4261264204978943, "learning_rate": 2e-05, "loss": 0.7355, "step": 8270 }, { "epoch": 0.7371138609454286, "grad_norm": 0.3601420223712921, "learning_rate": 2e-05, "loss": 0.7407, "step": 8280 }, { "epoch": 0.7380040950770053, "grad_norm": 0.3935665488243103, "learning_rate": 2e-05, "loss": 0.776, "step": 8290 }, { "epoch": 0.7388943292085819, "grad_norm": 0.40079164505004883, "learning_rate": 2e-05, "loss": 0.7843, "step": 8300 }, { "epoch": 0.7397845633401584, "grad_norm": 0.42366281151771545, "learning_rate": 2e-05, "loss": 0.7805, "step": 8310 }, { "epoch": 0.740674797471735, "grad_norm": 0.4058293104171753, "learning_rate": 2e-05, "loss": 0.7824, "step": 8320 }, { "epoch": 0.7415650316033117, "grad_norm": 0.38847288489341736, "learning_rate": 2e-05, "loss": 0.7852, "step": 8330 }, { "epoch": 0.7424552657348883, "grad_norm": 0.4011693000793457, "learning_rate": 2e-05, "loss": 0.8111, "step": 8340 }, { "epoch": 0.7433454998664649, "grad_norm": 0.3917989134788513, "learning_rate": 2e-05, "loss": 0.7564, "step": 8350 }, { "epoch": 0.7442357339980414, "grad_norm": 0.5087984800338745, "learning_rate": 2e-05, "loss": 0.8211, "step": 8360 }, { "epoch": 0.7451259681296181, "grad_norm": 0.38229426741600037, "learning_rate": 2e-05, "loss": 0.7514, "step": 8370 }, { "epoch": 0.7460162022611947, "grad_norm": 0.39036229252815247, "learning_rate": 2e-05, "loss": 0.7706, "step": 8380 }, { "epoch": 0.7469064363927713, "grad_norm": 0.3883265554904938, "learning_rate": 2e-05, "loss": 0.8066, "step": 8390 }, { "epoch": 0.747796670524348, "grad_norm": 0.41913822293281555, "learning_rate": 2e-05, "loss": 0.7609, "step": 8400 }, { "epoch": 0.7486869046559245, "grad_norm": 0.41341742873191833, "learning_rate": 2e-05, "loss": 0.7836, "step": 8410 }, { "epoch": 0.7495771387875011, "grad_norm": 0.3713068962097168, "learning_rate": 2e-05, "loss": 0.7896, "step": 8420 }, { "epoch": 0.7504673729190777, "grad_norm": 0.40122419595718384, "learning_rate": 2e-05, "loss": 0.796, "step": 8430 }, { "epoch": 0.7513576070506544, "grad_norm": 0.8459439277648926, "learning_rate": 2e-05, "loss": 0.7661, "step": 8440 }, { "epoch": 0.752247841182231, "grad_norm": 0.4033331871032715, "learning_rate": 2e-05, "loss": 0.7753, "step": 8450 }, { "epoch": 0.7531380753138075, "grad_norm": 0.40436357259750366, "learning_rate": 2e-05, "loss": 0.7781, "step": 8460 }, { "epoch": 0.7540283094453841, "grad_norm": 0.4087172746658325, "learning_rate": 2e-05, "loss": 0.8065, "step": 8470 }, { "epoch": 0.7549185435769608, "grad_norm": 0.39812880754470825, "learning_rate": 2e-05, "loss": 0.79, "step": 8480 }, { "epoch": 0.7558087777085374, "grad_norm": 0.48893484473228455, "learning_rate": 2e-05, "loss": 0.7543, "step": 8490 }, { "epoch": 0.7566990118401139, "grad_norm": 0.38922157883644104, "learning_rate": 2e-05, "loss": 0.7813, "step": 8500 }, { "epoch": 0.7575892459716905, "grad_norm": 0.41883721947669983, "learning_rate": 2e-05, "loss": 0.7969, "step": 8510 }, { "epoch": 0.7584794801032672, "grad_norm": 0.38494884967803955, "learning_rate": 2e-05, "loss": 0.7778, "step": 8520 }, { "epoch": 0.7593697142348438, "grad_norm": 0.3983425498008728, "learning_rate": 2e-05, "loss": 0.7825, "step": 8530 }, { "epoch": 0.7602599483664204, "grad_norm": 0.3831161558628082, "learning_rate": 2e-05, "loss": 0.7683, "step": 8540 }, { "epoch": 0.7611501824979969, "grad_norm": 0.3696584701538086, "learning_rate": 2e-05, "loss": 0.7846, "step": 8550 }, { "epoch": 0.7620404166295736, "grad_norm": 0.4494226276874542, "learning_rate": 2e-05, "loss": 0.7748, "step": 8560 }, { "epoch": 0.7629306507611502, "grad_norm": 0.4081806242465973, "learning_rate": 2e-05, "loss": 0.8381, "step": 8570 }, { "epoch": 0.7638208848927268, "grad_norm": 0.3920173645019531, "learning_rate": 2e-05, "loss": 0.7706, "step": 8580 }, { "epoch": 0.7647111190243034, "grad_norm": 0.3954850137233734, "learning_rate": 2e-05, "loss": 0.7288, "step": 8590 }, { "epoch": 0.76560135315588, "grad_norm": 0.41883328557014465, "learning_rate": 2e-05, "loss": 0.8126, "step": 8600 }, { "epoch": 0.7664915872874566, "grad_norm": 0.42658713459968567, "learning_rate": 2e-05, "loss": 0.7771, "step": 8610 }, { "epoch": 0.7673818214190332, "grad_norm": 0.43757811188697815, "learning_rate": 2e-05, "loss": 0.7816, "step": 8620 }, { "epoch": 0.7682720555506098, "grad_norm": 0.39182549715042114, "learning_rate": 2e-05, "loss": 0.8013, "step": 8630 }, { "epoch": 0.7691622896821864, "grad_norm": 0.3904443383216858, "learning_rate": 2e-05, "loss": 0.7636, "step": 8640 }, { "epoch": 0.770052523813763, "grad_norm": 0.39480119943618774, "learning_rate": 2e-05, "loss": 0.7777, "step": 8650 }, { "epoch": 0.7709427579453396, "grad_norm": 0.3952135145664215, "learning_rate": 2e-05, "loss": 0.7804, "step": 8660 }, { "epoch": 0.7718329920769162, "grad_norm": 0.41000035405158997, "learning_rate": 2e-05, "loss": 0.7729, "step": 8670 }, { "epoch": 0.7727232262084929, "grad_norm": 0.36820128560066223, "learning_rate": 2e-05, "loss": 0.7697, "step": 8680 }, { "epoch": 0.7736134603400694, "grad_norm": 0.3976476490497589, "learning_rate": 2e-05, "loss": 0.77, "step": 8690 }, { "epoch": 0.774503694471646, "grad_norm": 0.409242182970047, "learning_rate": 2e-05, "loss": 0.7839, "step": 8700 }, { "epoch": 0.7753939286032226, "grad_norm": 0.39221182465553284, "learning_rate": 2e-05, "loss": 0.7751, "step": 8710 }, { "epoch": 0.7762841627347993, "grad_norm": 0.5465706586837769, "learning_rate": 2e-05, "loss": 0.7746, "step": 8720 }, { "epoch": 0.7771743968663759, "grad_norm": 0.39117708802223206, "learning_rate": 2e-05, "loss": 0.7779, "step": 8730 }, { "epoch": 0.7780646309979524, "grad_norm": 0.4163565933704376, "learning_rate": 2e-05, "loss": 0.8004, "step": 8740 }, { "epoch": 0.778954865129529, "grad_norm": 0.38032010197639465, "learning_rate": 2e-05, "loss": 0.7799, "step": 8750 }, { "epoch": 0.7798450992611057, "grad_norm": 0.3860263526439667, "learning_rate": 2e-05, "loss": 0.7714, "step": 8760 }, { "epoch": 0.7807353333926823, "grad_norm": 0.41278135776519775, "learning_rate": 2e-05, "loss": 0.7954, "step": 8770 }, { "epoch": 0.7816255675242589, "grad_norm": 0.4231243133544922, "learning_rate": 2e-05, "loss": 0.7726, "step": 8780 }, { "epoch": 0.7825158016558355, "grad_norm": 0.39588281512260437, "learning_rate": 2e-05, "loss": 0.767, "step": 8790 }, { "epoch": 0.7834060357874121, "grad_norm": 0.3930823504924774, "learning_rate": 2e-05, "loss": 0.7536, "step": 8800 }, { "epoch": 0.7842962699189887, "grad_norm": 0.4138715863227844, "learning_rate": 2e-05, "loss": 0.7611, "step": 8810 }, { "epoch": 0.7851865040505653, "grad_norm": 0.4482196271419525, "learning_rate": 2e-05, "loss": 0.8007, "step": 8820 }, { "epoch": 0.7860767381821419, "grad_norm": 0.37891915440559387, "learning_rate": 2e-05, "loss": 0.7836, "step": 8830 }, { "epoch": 0.7869669723137185, "grad_norm": 0.3911568224430084, "learning_rate": 2e-05, "loss": 0.7764, "step": 8840 }, { "epoch": 0.7878572064452951, "grad_norm": 0.410721093416214, "learning_rate": 2e-05, "loss": 0.7973, "step": 8850 }, { "epoch": 0.7887474405768717, "grad_norm": 0.4059349000453949, "learning_rate": 2e-05, "loss": 0.7444, "step": 8860 }, { "epoch": 0.7896376747084484, "grad_norm": 0.4088279604911804, "learning_rate": 2e-05, "loss": 0.7763, "step": 8870 }, { "epoch": 0.7905279088400249, "grad_norm": 0.4116920828819275, "learning_rate": 2e-05, "loss": 0.7851, "step": 8880 }, { "epoch": 0.7914181429716015, "grad_norm": 0.4351181089878082, "learning_rate": 2e-05, "loss": 0.7596, "step": 8890 }, { "epoch": 0.7923083771031781, "grad_norm": 0.392347514629364, "learning_rate": 2e-05, "loss": 0.7523, "step": 8900 }, { "epoch": 0.7931986112347548, "grad_norm": 0.4115672707557678, "learning_rate": 2e-05, "loss": 0.7853, "step": 8910 }, { "epoch": 0.7940888453663314, "grad_norm": 0.39975523948669434, "learning_rate": 2e-05, "loss": 0.793, "step": 8920 }, { "epoch": 0.7949790794979079, "grad_norm": 0.3846990764141083, "learning_rate": 2e-05, "loss": 0.8072, "step": 8930 }, { "epoch": 0.7958693136294845, "grad_norm": 0.39388778805732727, "learning_rate": 2e-05, "loss": 0.7598, "step": 8940 }, { "epoch": 0.7967595477610612, "grad_norm": 0.3862471878528595, "learning_rate": 2e-05, "loss": 0.7804, "step": 8950 }, { "epoch": 0.7976497818926378, "grad_norm": 0.39769136905670166, "learning_rate": 2e-05, "loss": 0.7765, "step": 8960 }, { "epoch": 0.7985400160242143, "grad_norm": 0.3953744173049927, "learning_rate": 2e-05, "loss": 0.7578, "step": 8970 }, { "epoch": 0.799430250155791, "grad_norm": 0.407847136259079, "learning_rate": 2e-05, "loss": 0.787, "step": 8980 }, { "epoch": 0.8003204842873676, "grad_norm": 0.40701693296432495, "learning_rate": 2e-05, "loss": 0.7845, "step": 8990 }, { "epoch": 0.8012107184189442, "grad_norm": 0.3770272433757782, "learning_rate": 2e-05, "loss": 0.7645, "step": 9000 }, { "epoch": 0.8021009525505208, "grad_norm": 0.3893827795982361, "learning_rate": 2e-05, "loss": 0.7856, "step": 9010 }, { "epoch": 0.8029911866820973, "grad_norm": 0.3999039828777313, "learning_rate": 2e-05, "loss": 0.7358, "step": 9020 }, { "epoch": 0.803881420813674, "grad_norm": 0.38362064957618713, "learning_rate": 2e-05, "loss": 0.7599, "step": 9030 }, { "epoch": 0.8047716549452506, "grad_norm": 0.42351034283638, "learning_rate": 2e-05, "loss": 0.7803, "step": 9040 }, { "epoch": 0.8056618890768272, "grad_norm": 0.3977336287498474, "learning_rate": 2e-05, "loss": 0.7899, "step": 9050 }, { "epoch": 0.8065521232084039, "grad_norm": 0.40149977803230286, "learning_rate": 2e-05, "loss": 0.7708, "step": 9060 }, { "epoch": 0.8074423573399804, "grad_norm": 0.41638243198394775, "learning_rate": 2e-05, "loss": 0.7825, "step": 9070 }, { "epoch": 0.808332591471557, "grad_norm": 0.38253602385520935, "learning_rate": 2e-05, "loss": 0.7816, "step": 9080 }, { "epoch": 0.8092228256031336, "grad_norm": 0.396566778421402, "learning_rate": 2e-05, "loss": 0.7669, "step": 9090 }, { "epoch": 0.8101130597347103, "grad_norm": 0.39873379468917847, "learning_rate": 2e-05, "loss": 0.7855, "step": 9100 }, { "epoch": 0.8110032938662868, "grad_norm": 0.4055548310279846, "learning_rate": 2e-05, "loss": 0.7867, "step": 9110 }, { "epoch": 0.8118935279978634, "grad_norm": 0.4730994999408722, "learning_rate": 2e-05, "loss": 0.7701, "step": 9120 }, { "epoch": 0.81278376212944, "grad_norm": 0.4230194687843323, "learning_rate": 2e-05, "loss": 0.805, "step": 9130 }, { "epoch": 0.8136739962610167, "grad_norm": 0.4078421890735626, "learning_rate": 2e-05, "loss": 0.7925, "step": 9140 }, { "epoch": 0.8145642303925933, "grad_norm": 0.4588984251022339, "learning_rate": 2e-05, "loss": 0.7725, "step": 9150 }, { "epoch": 0.8154544645241698, "grad_norm": 0.40132856369018555, "learning_rate": 2e-05, "loss": 0.7894, "step": 9160 }, { "epoch": 0.8163446986557464, "grad_norm": 0.5548748970031738, "learning_rate": 2e-05, "loss": 0.7451, "step": 9170 }, { "epoch": 0.8172349327873231, "grad_norm": 0.4023827016353607, "learning_rate": 2e-05, "loss": 0.7744, "step": 9180 }, { "epoch": 0.8181251669188997, "grad_norm": 0.4031335711479187, "learning_rate": 2e-05, "loss": 0.7875, "step": 9190 }, { "epoch": 0.8190154010504763, "grad_norm": 0.4091544449329376, "learning_rate": 2e-05, "loss": 0.7948, "step": 9200 }, { "epoch": 0.8199056351820528, "grad_norm": 0.371147483587265, "learning_rate": 2e-05, "loss": 0.7735, "step": 9210 }, { "epoch": 0.8207958693136295, "grad_norm": 0.3976040184497833, "learning_rate": 2e-05, "loss": 0.8012, "step": 9220 }, { "epoch": 0.8216861034452061, "grad_norm": 0.4296996593475342, "learning_rate": 2e-05, "loss": 0.7543, "step": 9230 }, { "epoch": 0.8225763375767827, "grad_norm": 0.3932676613330841, "learning_rate": 2e-05, "loss": 0.7786, "step": 9240 }, { "epoch": 0.8234665717083594, "grad_norm": 0.3860439956188202, "learning_rate": 2e-05, "loss": 0.7647, "step": 9250 }, { "epoch": 0.8243568058399359, "grad_norm": 0.41737350821495056, "learning_rate": 2e-05, "loss": 0.7838, "step": 9260 }, { "epoch": 0.8252470399715125, "grad_norm": 0.38961121439933777, "learning_rate": 2e-05, "loss": 0.7746, "step": 9270 }, { "epoch": 0.8261372741030891, "grad_norm": 0.3832346200942993, "learning_rate": 2e-05, "loss": 0.7644, "step": 9280 }, { "epoch": 0.8270275082346658, "grad_norm": 0.41237422823905945, "learning_rate": 2e-05, "loss": 0.7779, "step": 9290 }, { "epoch": 0.8279177423662423, "grad_norm": 0.3815140128135681, "learning_rate": 2e-05, "loss": 0.7765, "step": 9300 }, { "epoch": 0.8288079764978189, "grad_norm": 0.37147876620292664, "learning_rate": 2e-05, "loss": 0.7608, "step": 9310 }, { "epoch": 0.8296982106293955, "grad_norm": 0.37290045619010925, "learning_rate": 2e-05, "loss": 0.7975, "step": 9320 }, { "epoch": 0.8305884447609722, "grad_norm": 0.41075044870376587, "learning_rate": 2e-05, "loss": 0.775, "step": 9330 }, { "epoch": 0.8314786788925488, "grad_norm": 0.41251280903816223, "learning_rate": 2e-05, "loss": 0.7786, "step": 9340 }, { "epoch": 0.8323689130241253, "grad_norm": 0.4171221852302551, "learning_rate": 2e-05, "loss": 0.7818, "step": 9350 }, { "epoch": 0.8332591471557019, "grad_norm": 0.40226873755455017, "learning_rate": 2e-05, "loss": 0.7583, "step": 9360 }, { "epoch": 0.8341493812872786, "grad_norm": 0.42310506105422974, "learning_rate": 2e-05, "loss": 0.786, "step": 9370 }, { "epoch": 0.8350396154188552, "grad_norm": 0.4261685013771057, "learning_rate": 2e-05, "loss": 0.7853, "step": 9380 }, { "epoch": 0.8359298495504318, "grad_norm": 0.39643850922584534, "learning_rate": 2e-05, "loss": 0.7918, "step": 9390 }, { "epoch": 0.8368200836820083, "grad_norm": 0.41063693165779114, "learning_rate": 2e-05, "loss": 0.7973, "step": 9400 }, { "epoch": 0.837710317813585, "grad_norm": 0.6672131419181824, "learning_rate": 2e-05, "loss": 0.768, "step": 9410 }, { "epoch": 0.8386005519451616, "grad_norm": 0.4172525405883789, "learning_rate": 2e-05, "loss": 0.7991, "step": 9420 }, { "epoch": 0.8394907860767382, "grad_norm": 0.3832549750804901, "learning_rate": 2e-05, "loss": 0.7658, "step": 9430 }, { "epoch": 0.8403810202083147, "grad_norm": 0.44215402007102966, "learning_rate": 2e-05, "loss": 0.7836, "step": 9440 }, { "epoch": 0.8412712543398914, "grad_norm": 0.36811283230781555, "learning_rate": 2e-05, "loss": 0.7827, "step": 9450 }, { "epoch": 0.842161488471468, "grad_norm": 0.403056263923645, "learning_rate": 2e-05, "loss": 0.7954, "step": 9460 }, { "epoch": 0.8430517226030446, "grad_norm": 0.39499956369400024, "learning_rate": 2e-05, "loss": 0.7515, "step": 9470 }, { "epoch": 0.8439419567346212, "grad_norm": 0.405760794878006, "learning_rate": 2e-05, "loss": 0.7985, "step": 9480 }, { "epoch": 0.8448321908661978, "grad_norm": 0.3829270303249359, "learning_rate": 2e-05, "loss": 0.787, "step": 9490 }, { "epoch": 0.8457224249977744, "grad_norm": 0.4167042374610901, "learning_rate": 2e-05, "loss": 0.7881, "step": 9500 }, { "epoch": 0.846612659129351, "grad_norm": 0.41836512088775635, "learning_rate": 2e-05, "loss": 0.772, "step": 9510 }, { "epoch": 0.8475028932609276, "grad_norm": 0.40158727765083313, "learning_rate": 2e-05, "loss": 0.766, "step": 9520 }, { "epoch": 0.8483931273925043, "grad_norm": 0.3777625262737274, "learning_rate": 2e-05, "loss": 0.7791, "step": 9530 }, { "epoch": 0.8492833615240808, "grad_norm": 0.38238582015037537, "learning_rate": 2e-05, "loss": 0.749, "step": 9540 }, { "epoch": 0.8501735956556574, "grad_norm": 0.3939117193222046, "learning_rate": 2e-05, "loss": 0.7815, "step": 9550 }, { "epoch": 0.851063829787234, "grad_norm": 0.40147992968559265, "learning_rate": 2e-05, "loss": 0.7755, "step": 9560 }, { "epoch": 0.8519540639188107, "grad_norm": 0.3832544982433319, "learning_rate": 2e-05, "loss": 0.7689, "step": 9570 }, { "epoch": 0.8528442980503873, "grad_norm": 0.379800409078598, "learning_rate": 2e-05, "loss": 0.7482, "step": 9580 }, { "epoch": 0.8537345321819638, "grad_norm": 0.40097713470458984, "learning_rate": 2e-05, "loss": 0.7965, "step": 9590 }, { "epoch": 0.8546247663135405, "grad_norm": 0.39582693576812744, "learning_rate": 2e-05, "loss": 0.7799, "step": 9600 }, { "epoch": 0.8555150004451171, "grad_norm": 0.402369886636734, "learning_rate": 2e-05, "loss": 0.8044, "step": 9610 }, { "epoch": 0.8564052345766937, "grad_norm": 0.3725021481513977, "learning_rate": 2e-05, "loss": 0.763, "step": 9620 }, { "epoch": 0.8572954687082702, "grad_norm": 0.43828028440475464, "learning_rate": 2e-05, "loss": 0.7886, "step": 9630 }, { "epoch": 0.8581857028398469, "grad_norm": 0.4046463966369629, "learning_rate": 2e-05, "loss": 0.7648, "step": 9640 }, { "epoch": 0.8590759369714235, "grad_norm": 0.38935989141464233, "learning_rate": 2e-05, "loss": 0.7757, "step": 9650 }, { "epoch": 0.8599661711030001, "grad_norm": 0.3941583037376404, "learning_rate": 2e-05, "loss": 0.7583, "step": 9660 }, { "epoch": 0.8608564052345767, "grad_norm": 0.3832361400127411, "learning_rate": 2e-05, "loss": 0.7839, "step": 9670 }, { "epoch": 0.8617466393661533, "grad_norm": 0.40032491087913513, "learning_rate": 2e-05, "loss": 0.7689, "step": 9680 }, { "epoch": 0.8626368734977299, "grad_norm": 0.38330918550491333, "learning_rate": 2e-05, "loss": 0.7777, "step": 9690 }, { "epoch": 0.8635271076293065, "grad_norm": 0.42695632576942444, "learning_rate": 2e-05, "loss": 0.8017, "step": 9700 }, { "epoch": 0.8644173417608831, "grad_norm": 0.404145747423172, "learning_rate": 2e-05, "loss": 0.778, "step": 9710 }, { "epoch": 0.8653075758924598, "grad_norm": 0.38649970293045044, "learning_rate": 2e-05, "loss": 0.7672, "step": 9720 }, { "epoch": 0.8661978100240363, "grad_norm": 0.40514904260635376, "learning_rate": 2e-05, "loss": 0.7692, "step": 9730 }, { "epoch": 0.8670880441556129, "grad_norm": 0.3841862976551056, "learning_rate": 2e-05, "loss": 0.7529, "step": 9740 }, { "epoch": 0.8679782782871895, "grad_norm": 0.3996281623840332, "learning_rate": 2e-05, "loss": 0.7868, "step": 9750 }, { "epoch": 0.8688685124187662, "grad_norm": 0.4771980941295624, "learning_rate": 2e-05, "loss": 0.7879, "step": 9760 }, { "epoch": 0.8697587465503427, "grad_norm": 0.37769171595573425, "learning_rate": 2e-05, "loss": 0.7482, "step": 9770 }, { "epoch": 0.8706489806819193, "grad_norm": 0.4045315980911255, "learning_rate": 2e-05, "loss": 0.75, "step": 9780 }, { "epoch": 0.8715392148134959, "grad_norm": 0.4115949273109436, "learning_rate": 2e-05, "loss": 0.7843, "step": 9790 }, { "epoch": 0.8724294489450726, "grad_norm": 0.41720619797706604, "learning_rate": 2e-05, "loss": 0.7218, "step": 9800 }, { "epoch": 0.8733196830766492, "grad_norm": 0.3998757302761078, "learning_rate": 2e-05, "loss": 0.7721, "step": 9810 }, { "epoch": 0.8742099172082257, "grad_norm": 0.4006945788860321, "learning_rate": 2e-05, "loss": 0.7795, "step": 9820 }, { "epoch": 0.8751001513398023, "grad_norm": 0.3771224617958069, "learning_rate": 2e-05, "loss": 0.7531, "step": 9830 }, { "epoch": 0.875990385471379, "grad_norm": 0.3984634578227997, "learning_rate": 2e-05, "loss": 0.7641, "step": 9840 }, { "epoch": 0.8768806196029556, "grad_norm": 0.3902101516723633, "learning_rate": 2e-05, "loss": 0.7483, "step": 9850 }, { "epoch": 0.8777708537345322, "grad_norm": 0.3815627098083496, "learning_rate": 2e-05, "loss": 0.7371, "step": 9860 }, { "epoch": 0.8786610878661087, "grad_norm": 0.4070717394351959, "learning_rate": 2e-05, "loss": 0.7588, "step": 9870 }, { "epoch": 0.8795513219976854, "grad_norm": 0.38733971118927, "learning_rate": 2e-05, "loss": 0.742, "step": 9880 }, { "epoch": 0.880441556129262, "grad_norm": 0.4110928773880005, "learning_rate": 2e-05, "loss": 0.7933, "step": 9890 }, { "epoch": 0.8813317902608386, "grad_norm": 0.3690982460975647, "learning_rate": 2e-05, "loss": 0.7465, "step": 9900 }, { "epoch": 0.8822220243924153, "grad_norm": 0.416997492313385, "learning_rate": 2e-05, "loss": 0.7617, "step": 9910 }, { "epoch": 0.8831122585239918, "grad_norm": 0.4262898564338684, "learning_rate": 2e-05, "loss": 0.7652, "step": 9920 }, { "epoch": 0.8840024926555684, "grad_norm": 0.39855077862739563, "learning_rate": 2e-05, "loss": 0.7496, "step": 9930 }, { "epoch": 0.884892726787145, "grad_norm": 0.4017634689807892, "learning_rate": 2e-05, "loss": 0.7588, "step": 9940 }, { "epoch": 0.8857829609187217, "grad_norm": 0.38321682810783386, "learning_rate": 2e-05, "loss": 0.7512, "step": 9950 }, { "epoch": 0.8866731950502982, "grad_norm": 0.41941171884536743, "learning_rate": 2e-05, "loss": 0.8002, "step": 9960 }, { "epoch": 0.8875634291818748, "grad_norm": 0.5238584876060486, "learning_rate": 2e-05, "loss": 0.7695, "step": 9970 }, { "epoch": 0.8884536633134514, "grad_norm": 0.4141641855239868, "learning_rate": 2e-05, "loss": 0.7875, "step": 9980 }, { "epoch": 0.8893438974450281, "grad_norm": 0.3848186731338501, "learning_rate": 2e-05, "loss": 0.7801, "step": 9990 }, { "epoch": 0.8902341315766047, "grad_norm": 0.40669944882392883, "learning_rate": 2e-05, "loss": 0.764, "step": 10000 }, { "epoch": 0.8911243657081812, "grad_norm": 0.38877737522125244, "learning_rate": 2e-05, "loss": 0.7652, "step": 10010 }, { "epoch": 0.8920145998397578, "grad_norm": 0.3987672030925751, "learning_rate": 2e-05, "loss": 0.7723, "step": 10020 }, { "epoch": 0.8929048339713345, "grad_norm": 0.40878066420555115, "learning_rate": 2e-05, "loss": 0.7734, "step": 10030 }, { "epoch": 0.8937950681029111, "grad_norm": 0.4031059443950653, "learning_rate": 2e-05, "loss": 0.7771, "step": 10040 }, { "epoch": 0.8946853022344877, "grad_norm": 0.38784274458885193, "learning_rate": 2e-05, "loss": 0.7617, "step": 10050 }, { "epoch": 0.8955755363660642, "grad_norm": 0.42742642760276794, "learning_rate": 2e-05, "loss": 0.784, "step": 10060 }, { "epoch": 0.8964657704976409, "grad_norm": 0.39473477005958557, "learning_rate": 2e-05, "loss": 0.7609, "step": 10070 }, { "epoch": 0.8973560046292175, "grad_norm": 0.40035828948020935, "learning_rate": 2e-05, "loss": 0.7497, "step": 10080 }, { "epoch": 0.8982462387607941, "grad_norm": 0.388643741607666, "learning_rate": 2e-05, "loss": 0.7592, "step": 10090 }, { "epoch": 0.8991364728923706, "grad_norm": 0.38905030488967896, "learning_rate": 2e-05, "loss": 0.7757, "step": 10100 }, { "epoch": 0.9000267070239473, "grad_norm": 0.4133853018283844, "learning_rate": 2e-05, "loss": 0.7751, "step": 10110 }, { "epoch": 0.9009169411555239, "grad_norm": 0.448733925819397, "learning_rate": 2e-05, "loss": 0.7719, "step": 10120 }, { "epoch": 0.9018071752871005, "grad_norm": 0.38141897320747375, "learning_rate": 2e-05, "loss": 0.7908, "step": 10130 }, { "epoch": 0.9026974094186772, "grad_norm": 0.367287278175354, "learning_rate": 2e-05, "loss": 0.7804, "step": 10140 }, { "epoch": 0.9035876435502537, "grad_norm": 0.4031751751899719, "learning_rate": 2e-05, "loss": 0.7731, "step": 10150 }, { "epoch": 0.9044778776818303, "grad_norm": 0.3992556035518646, "learning_rate": 2e-05, "loss": 0.7735, "step": 10160 }, { "epoch": 0.9053681118134069, "grad_norm": 0.38461729884147644, "learning_rate": 2e-05, "loss": 0.7663, "step": 10170 }, { "epoch": 0.9062583459449836, "grad_norm": 0.3787691295146942, "learning_rate": 1.999957358086795e-05, "loss": 0.7483, "step": 10180 }, { "epoch": 0.9071485800765602, "grad_norm": 0.39259597659111023, "learning_rate": 1.9991993813020483e-05, "loss": 0.7851, "step": 10190 }, { "epoch": 0.9080388142081367, "grad_norm": 0.3835822343826294, "learning_rate": 1.9974946373028628e-05, "loss": 0.7457, "step": 10200 }, { "epoch": 0.9089290483397133, "grad_norm": 0.4052855968475342, "learning_rate": 1.994844749501764e-05, "loss": 0.7614, "step": 10210 }, { "epoch": 0.90981928247129, "grad_norm": 0.3857139050960541, "learning_rate": 1.9912522413632988e-05, "loss": 0.7659, "step": 10220 }, { "epoch": 0.9107095166028666, "grad_norm": 0.4396857023239136, "learning_rate": 1.9867205340009656e-05, "loss": 0.7472, "step": 10230 }, { "epoch": 0.9115997507344431, "grad_norm": 0.41560545563697815, "learning_rate": 1.9812539429193164e-05, "loss": 0.8074, "step": 10240 }, { "epoch": 0.9124899848660197, "grad_norm": 0.4459487795829773, "learning_rate": 1.9748576739043423e-05, "loss": 0.7831, "step": 10250 }, { "epoch": 0.9133802189975964, "grad_norm": 0.4014875590801239, "learning_rate": 1.967537818066047e-05, "loss": 0.7752, "step": 10260 }, { "epoch": 0.914270453129173, "grad_norm": 0.389957457780838, "learning_rate": 1.959301346037941e-05, "loss": 0.7668, "step": 10270 }, { "epoch": 0.9151606872607496, "grad_norm": 0.38645169138908386, "learning_rate": 1.9501561013389646e-05, "loss": 0.7629, "step": 10280 }, { "epoch": 0.9160509213923261, "grad_norm": 0.41009271144866943, "learning_rate": 1.9401107929041795e-05, "loss": 0.7845, "step": 10290 }, { "epoch": 0.9169411555239028, "grad_norm": 0.3989170491695404, "learning_rate": 1.9291749867913225e-05, "loss": 0.7604, "step": 10300 }, { "epoch": 0.9178313896554794, "grad_norm": 0.40296635031700134, "learning_rate": 1.91735909707114e-05, "loss": 0.7614, "step": 10310 }, { "epoch": 0.918721623787056, "grad_norm": 0.417532742023468, "learning_rate": 1.9046743759101545e-05, "loss": 0.781, "step": 10320 }, { "epoch": 0.9196118579186326, "grad_norm": 0.4024147093296051, "learning_rate": 1.8911329028553324e-05, "loss": 0.7963, "step": 10330 }, { "epoch": 0.9205020920502092, "grad_norm": 0.39692845940589905, "learning_rate": 1.876747573330835e-05, "loss": 0.7733, "step": 10340 }, { "epoch": 0.9213923261817858, "grad_norm": 0.4067871570587158, "learning_rate": 1.8615320863578244e-05, "loss": 0.7694, "step": 10350 }, { "epoch": 0.9222825603133624, "grad_norm": 0.40198153257369995, "learning_rate": 1.8455009315090036e-05, "loss": 0.7516, "step": 10360 }, { "epoch": 0.923172794444939, "grad_norm": 0.3889279067516327, "learning_rate": 1.8286693751103294e-05, "loss": 0.7555, "step": 10370 }, { "epoch": 0.9240630285765157, "grad_norm": 0.38332682847976685, "learning_rate": 1.811053445703024e-05, "loss": 0.7362, "step": 10380 }, { "epoch": 0.9249532627080922, "grad_norm": 0.3970359265804291, "learning_rate": 1.7926699187797375e-05, "loss": 0.7634, "step": 10390 }, { "epoch": 0.9258434968396688, "grad_norm": 0.44753625988960266, "learning_rate": 1.7735363008093995e-05, "loss": 0.7623, "step": 10400 }, { "epoch": 0.9267337309712455, "grad_norm": 0.3939284384250641, "learning_rate": 1.7536708125659577e-05, "loss": 0.7801, "step": 10410 }, { "epoch": 0.9276239651028221, "grad_norm": 0.4210054874420166, "learning_rate": 1.733092371776905e-05, "loss": 0.7564, "step": 10420 }, { "epoch": 0.9285141992343986, "grad_norm": 0.3877229392528534, "learning_rate": 1.7118205751080915e-05, "loss": 0.7783, "step": 10430 }, { "epoch": 0.9294044333659752, "grad_norm": 0.38927578926086426, "learning_rate": 1.6898756795019935e-05, "loss": 0.7507, "step": 10440 }, { "epoch": 0.9302946674975519, "grad_norm": 0.39631518721580505, "learning_rate": 1.667278582887211e-05, "loss": 0.7643, "step": 10450 }, { "epoch": 0.9311849016291285, "grad_norm": 0.41259098052978516, "learning_rate": 1.6440508042775545e-05, "loss": 0.7774, "step": 10460 }, { "epoch": 0.9320751357607051, "grad_norm": 0.4317649304866791, "learning_rate": 1.6202144632796796e-05, "loss": 0.7473, "step": 10470 }, { "epoch": 0.9329653698922816, "grad_norm": 0.40686464309692383, "learning_rate": 1.595792259028783e-05, "loss": 0.7806, "step": 10480 }, { "epoch": 0.9338556040238583, "grad_norm": 0.38083162903785706, "learning_rate": 1.570807448572419e-05, "loss": 0.7784, "step": 10490 }, { "epoch": 0.9347458381554349, "grad_norm": 0.3904481530189514, "learning_rate": 1.5452838247230197e-05, "loss": 0.7483, "step": 10500 }, { "epoch": 0.9356360722870115, "grad_norm": 0.39195388555526733, "learning_rate": 1.5192456934002106e-05, "loss": 0.7626, "step": 10510 }, { "epoch": 0.9365263064185881, "grad_norm": 0.3751327395439148, "learning_rate": 1.492717850484502e-05, "loss": 0.756, "step": 10520 }, { "epoch": 0.9374165405501647, "grad_norm": 0.39313894510269165, "learning_rate": 1.4657255582043904e-05, "loss": 0.7535, "step": 10530 }, { "epoch": 0.9383067746817413, "grad_norm": 0.3838043212890625, "learning_rate": 1.4382945210793663e-05, "loss": 0.7539, "step": 10540 }, { "epoch": 0.9391970088133179, "grad_norm": 0.38901641964912415, "learning_rate": 1.4104508614417267e-05, "loss": 0.7709, "step": 10550 }, { "epoch": 0.9400872429448945, "grad_norm": 0.389324814081192, "learning_rate": 1.382221094560512e-05, "loss": 0.7507, "step": 10560 }, { "epoch": 0.9409774770764711, "grad_norm": 0.4083409309387207, "learning_rate": 1.3536321033912506e-05, "loss": 0.7672, "step": 10570 }, { "epoch": 0.9418677112080477, "grad_norm": 0.3919714689254761, "learning_rate": 1.3247111129755609e-05, "loss": 0.7423, "step": 10580 }, { "epoch": 0.9427579453396243, "grad_norm": 0.3940581977367401, "learning_rate": 1.2954856645149868e-05, "loss": 0.75, "step": 10590 }, { "epoch": 0.9436481794712009, "grad_norm": 0.37797361612319946, "learning_rate": 1.2659835891437553e-05, "loss": 0.7755, "step": 10600 }, { "epoch": 0.9445384136027776, "grad_norm": 0.4110548496246338, "learning_rate": 1.236232981425436e-05, "loss": 0.7616, "step": 10610 }, { "epoch": 0.9454286477343541, "grad_norm": 0.39737698435783386, "learning_rate": 1.2062621725987402e-05, "loss": 0.7814, "step": 10620 }, { "epoch": 0.9463188818659307, "grad_norm": 0.3819541931152344, "learning_rate": 1.1760997035979318e-05, "loss": 0.7578, "step": 10630 }, { "epoch": 0.9472091159975073, "grad_norm": 0.4470250904560089, "learning_rate": 1.1457742978735514e-05, "loss": 0.7728, "step": 10640 }, { "epoch": 0.948099350129084, "grad_norm": 0.4269382059574127, "learning_rate": 1.1153148340393298e-05, "loss": 0.7516, "step": 10650 }, { "epoch": 0.9489895842606606, "grad_norm": 0.41158461570739746, "learning_rate": 1.0847503183713424e-05, "loss": 0.7734, "step": 10660 }, { "epoch": 0.9498798183922371, "grad_norm": 0.385345995426178, "learning_rate": 1.0541098571855896e-05, "loss": 0.7489, "step": 10670 }, { "epoch": 0.9507700525238137, "grad_norm": 0.41766735911369324, "learning_rate": 1.0234226291203123e-05, "loss": 0.7643, "step": 10680 }, { "epoch": 0.9516602866553904, "grad_norm": 0.3802538216114044, "learning_rate": 9.927178573494333e-06, "loss": 0.7571, "step": 10690 }, { "epoch": 0.952550520786967, "grad_norm": 0.39870578050613403, "learning_rate": 9.620247817535902e-06, "loss": 0.7619, "step": 10700 }, { "epoch": 0.9534407549185436, "grad_norm": 0.3736036717891693, "learning_rate": 9.313726310752581e-06, "loss": 0.7319, "step": 10710 }, { "epoch": 0.9543309890501201, "grad_norm": 0.40373533964157104, "learning_rate": 9.00790595084477e-06, "loss": 0.7572, "step": 10720 }, { "epoch": 0.9552212231816968, "grad_norm": 0.43123751878738403, "learning_rate": 8.703077967816944e-06, "loss": 0.7753, "step": 10730 }, { "epoch": 0.9561114573132734, "grad_norm": 0.38180479407310486, "learning_rate": 8.39953264664192e-06, "loss": 0.7459, "step": 10740 }, { "epoch": 0.95700169144485, "grad_norm": 0.38729584217071533, "learning_rate": 8.097559050825058e-06, "loss": 0.7422, "step": 10750 }, { "epoch": 0.9578919255764266, "grad_norm": 0.39033153653144836, "learning_rate": 7.79744474713166e-06, "loss": 0.7219, "step": 10760 }, { "epoch": 0.9587821597080032, "grad_norm": 0.40565556287765503, "learning_rate": 7.499475531739696e-06, "loss": 0.7473, "step": 10770 }, { "epoch": 0.9596723938395798, "grad_norm": 0.3830273151397705, "learning_rate": 7.203935158078662e-06, "loss": 0.7536, "step": 10780 }, { "epoch": 0.9605626279711564, "grad_norm": 0.38019704818725586, "learning_rate": 6.911105066613709e-06, "loss": 0.7366, "step": 10790 }, { "epoch": 0.9614528621027331, "grad_norm": 0.3835620880126953, "learning_rate": 6.621264116832394e-06, "loss": 0.7467, "step": 10800 }, { "epoch": 0.9623430962343096, "grad_norm": 0.41400548815727234, "learning_rate": 6.334688321689274e-06, "loss": 0.746, "step": 10810 }, { "epoch": 0.9632333303658862, "grad_norm": 0.41592055559158325, "learning_rate": 6.051650584761237e-06, "loss": 0.7571, "step": 10820 }, { "epoch": 0.9641235644974628, "grad_norm": 0.3760920464992523, "learning_rate": 5.772420440363841e-06, "loss": 0.7382, "step": 10830 }, { "epoch": 0.9650137986290395, "grad_norm": 0.4022808372974396, "learning_rate": 5.497263796876207e-06, "loss": 0.7377, "step": 10840 }, { "epoch": 0.9659040327606161, "grad_norm": 0.42902329564094543, "learning_rate": 5.226442683518813e-06, "loss": 0.7662, "step": 10850 }, { "epoch": 0.9667942668921926, "grad_norm": 0.4082406461238861, "learning_rate": 4.960215000825432e-06, "loss": 0.7733, "step": 10860 }, { "epoch": 0.9676845010237692, "grad_norm": 0.4195305407047272, "learning_rate": 4.698834275046711e-06, "loss": 0.7564, "step": 10870 }, { "epoch": 0.9685747351553459, "grad_norm": 0.39832624793052673, "learning_rate": 4.442549416719423e-06, "loss": 0.7439, "step": 10880 }, { "epoch": 0.9694649692869225, "grad_norm": 0.35201746225357056, "learning_rate": 4.1916044836311565e-06, "loss": 0.7494, "step": 10890 }, { "epoch": 0.970355203418499, "grad_norm": 0.37148746848106384, "learning_rate": 3.94623844840626e-06, "loss": 0.7428, "step": 10900 }, { "epoch": 0.9712454375500756, "grad_norm": 0.4076015055179596, "learning_rate": 3.7066849709343467e-06, "loss": 0.7639, "step": 10910 }, { "epoch": 0.9721356716816523, "grad_norm": 0.40874433517456055, "learning_rate": 3.473172175858059e-06, "loss": 0.7252, "step": 10920 }, { "epoch": 0.9730259058132289, "grad_norm": 0.4290751814842224, "learning_rate": 3.2459224353320046e-06, "loss": 0.7549, "step": 10930 }, { "epoch": 0.9739161399448055, "grad_norm": 0.3891637623310089, "learning_rate": 3.025152157259735e-06, "loss": 0.7456, "step": 10940 }, { "epoch": 0.974806374076382, "grad_norm": 0.37596845626831055, "learning_rate": 2.811071579210425e-06, "loss": 0.766, "step": 10950 }, { "epoch": 0.9756966082079587, "grad_norm": 0.39712050557136536, "learning_rate": 2.603884568211513e-06, "loss": 0.7424, "step": 10960 }, { "epoch": 0.9765868423395353, "grad_norm": 0.4160745143890381, "learning_rate": 2.4037884266079434e-06, "loss": 0.7368, "step": 10970 }, { "epoch": 0.9774770764711119, "grad_norm": 0.39396610856056213, "learning_rate": 2.2109737041728955e-06, "loss": 0.7821, "step": 10980 }, { "epoch": 0.9783673106026886, "grad_norm": 0.45560184121131897, "learning_rate": 2.0256240166489454e-06, "loss": 0.7339, "step": 10990 }, { "epoch": 0.9792575447342651, "grad_norm": 0.38883063197135925, "learning_rate": 1.847915870892413e-06, "loss": 0.7507, "step": 11000 }, { "epoch": 0.9801477788658417, "grad_norm": 0.3893616795539856, "learning_rate": 1.6780184967874715e-06, "loss": 0.7129, "step": 11010 }, { "epoch": 0.9810380129974183, "grad_norm": 0.3855039179325104, "learning_rate": 1.5160936860900294e-06, "loss": 0.7477, "step": 11020 }, { "epoch": 0.981928247128995, "grad_norm": 0.38998886942863464, "learning_rate": 1.3622956383548762e-06, "loss": 0.7414, "step": 11030 }, { "epoch": 0.9828184812605715, "grad_norm": 0.386301726102829, "learning_rate": 1.216770814092834e-06, "loss": 0.7646, "step": 11040 }, { "epoch": 0.9837087153921481, "grad_norm": 0.3989889919757843, "learning_rate": 1.0796577952977013e-06, "loss": 0.7393, "step": 11050 }, { "epoch": 0.9845989495237247, "grad_norm": 0.41820645332336426, "learning_rate": 9.510871534758705e-07, "loss": 0.7531, "step": 11060 }, { "epoch": 0.9854891836553014, "grad_norm": 0.37120693922042847, "learning_rate": 8.311813253042334e-07, "loss": 0.7313, "step": 11070 }, { "epoch": 0.986379417786878, "grad_norm": 0.38187938928604126, "learning_rate": 7.200544960348308e-07, "loss": 0.7502, "step": 11080 }, { "epoch": 0.9872696519184545, "grad_norm": 0.387846976518631, "learning_rate": 6.178124907572545e-07, "loss": 0.7657, "step": 11090 }, { "epoch": 0.9881598860500311, "grad_norm": 0.37940093874931335, "learning_rate": 5.245526736223528e-07, "loss": 0.7431, "step": 11100 }, { "epoch": 0.9890501201816078, "grad_norm": 0.38273006677627563, "learning_rate": 4.403638551232205e-07, "loss": 0.7697, "step": 11110 }, { "epoch": 0.9899403543131844, "grad_norm": 0.4057703912258148, "learning_rate": 3.6532620752175616e-07, "loss": 0.7285, "step": 11120 }, { "epoch": 0.990830588444761, "grad_norm": 0.38835033774375916, "learning_rate": 2.9951118850133247e-07, "loss": 0.7471, "step": 11130 }, { "epoch": 0.9917208225763375, "grad_norm": 0.40107375383377075, "learning_rate": 2.429814731182774e-07, "loss": 0.7391, "step": 11140 }, { "epoch": 0.9926110567079142, "grad_norm": 0.3863336145877838, "learning_rate": 1.957908941169813e-07, "loss": 0.7433, "step": 11150 }, { "epoch": 0.9935012908394908, "grad_norm": 0.37225037813186646, "learning_rate": 1.5798439066545254e-07, "loss": 0.759, "step": 11160 }, { "epoch": 0.9943915249710674, "grad_norm": 0.4015989303588867, "learning_rate": 1.2959796556014471e-07, "loss": 0.7354, "step": 11170 }, { "epoch": 0.995281759102644, "grad_norm": 0.3898758590221405, "learning_rate": 1.1065865094081884e-07, "loss": 0.7315, "step": 11180 }, { "epoch": 0.9961719932342206, "grad_norm": 0.37039756774902344, "learning_rate": 1.011844825480734e-07, "loss": 0.7407, "step": 11190 }, { "epoch": 0.9965280868868512, "step": 11194, "total_flos": 4.547514943786923e+19, "train_loss": 0.004216121502682548, "train_runtime": 611.1456, "train_samples_per_second": 219.797, "train_steps_per_second": 18.316 } ], "logging_steps": 10, "max_steps": 11194, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 159, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.547514943786923e+19, "train_batch_size": 1, "trial_name": null, "trial_params": null }